-- Logs begin at Wed 2021-06-30 01:45:00 UTC, end at Wed 2021-06-30 04:09:35 UTC. -- Jun 30 02:18:08.572624 n-d-798054-5 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 02:18:11.409187 n-d-798054-5 neutron-server[93712]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:18:11.409846 n-d-798054-5 neutron-server[93712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:18:11.409960 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:18:11.413212 n-d-798054-5 neutron-server[93712]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:18:11.413527 n-d-798054-5 neutron-server[93712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:18:11.413971 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:18:11.415382 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:18:11.415618 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:18:11.415989 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:18:11.416234 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:18:11.416564 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:18:11.416859 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.417157 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.417451 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.417682 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.417977 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.418273 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.418609 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.418926 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.419224 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.419512 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.419792 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.420073 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.420304 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.420589 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.420869 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.421149 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.421371 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] debug = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.421650 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.422097 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.422512 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.422789 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.423077 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.423352 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.423629 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.423899 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.424185 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.424521 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] host = n-d-798054-5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.424798 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.425081 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.425366 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.425654 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.425925 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.426200 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.426510 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.426784 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.427055 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.427585 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.427872 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.428165 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.428455 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.428717 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.428993 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.429493 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.429493 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.429778 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.430050 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.430347 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.430627 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.430901 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.431170 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.431452 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.431737 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.432022 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.432296 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.432568 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.432840 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.433111 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.433393 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.433664 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.434001 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.434285 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.434601 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.434874 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.435148 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.435448 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.435733 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.436015 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.436301 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.436576 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.436858 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.437134 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.437452 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.437679 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] use_json = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.437957 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.438248 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.438617 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.438899 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.439175 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.439450 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.439724 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.440012 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:11.440315 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.440612 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.440915 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.441201 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.441495 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.441776 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.442066 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.442369 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.442661 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.442948 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.443238 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.443515 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.443805 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.444084 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.444915 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.445390 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.445830 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.446132 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.446439 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.446721 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.447002 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.447286 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.447605 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.447874 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.448172 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.448450 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.448731 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.449023 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.449301 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.449632 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.449943 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.450234 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.450538 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.450815 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.451101 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.451382 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.451657 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.451931 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.452207 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.452494 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.452777 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.453051 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.453318 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.453595 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.453876 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.454162 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.454467 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.454742 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.455012 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.455290 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.455565 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.455833 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.456113 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.456378 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.456657 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.456930 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.457199 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.457471 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.457740 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.458020 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.458292 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.458641 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.458931 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.459199 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.459492 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.459739 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.461410 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.461410 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.461691 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.461954 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.462248 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.462565 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.462857 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.463139 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.463425 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.463709 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.463991 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.464274 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.464553 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.464869 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.465200 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.465499 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.465769 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.466059 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.466385 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.466734 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.467133 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.467431 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.467829 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.468171 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.468483 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.468789 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.469090 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.469387 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.469683 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.469979 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.470265 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.470608 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.470893 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:11.471113 n-d-798054-5 neutron-server[93712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:18:11.471364 n-d-798054-5 neutron-server[93712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 02:18:11.853967 n-d-798054-5 neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:18:11.854351 n-d-798054-5 neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:18:11.854592 n-d-798054-5 neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:18:11.854911 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 02:18:12.271003 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.271317 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.271546 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.273015 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.273301 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.273570 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.310753 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.311028 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.311296 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.325501 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.325779 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.326050 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.358496 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.358775 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.359056 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.396260 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.396534 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.396807 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.643763 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.644690 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.644690 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.644690 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.645295 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.772236 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.773143 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.773492 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.773763 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.774034 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.774365 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.774631 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.774888 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.775142 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.775428 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.775687 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.775951 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.776209 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.776476 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.776730 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.777005 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.777271 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.777530 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.777801 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.778072 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.778355 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.778728 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.778979 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.779268 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.779514 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.779762 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.780195 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:12.780433 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:12.780673 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:12.780904 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:12.781141 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:12.781375 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:12.781758 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 02:18:12.786569 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 02:18:12.790855 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 02:18:12.795115 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 30 02:18:12.796820 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 02:18:12.797291 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 02:18:12.797632 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 02:18:12.798028 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 02:18:12.801062 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 02:18:12.801311 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 02:18:12.801688 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:18:12.831342 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 02:18:12.831756 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.832058 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 02:18:12.832429 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.833851 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 02:18:12.834237 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:18:12.834703 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 02:18:12.840594 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.841037 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:12.932789 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 02:18:12.932989 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 02:18:12.933170 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 02:18:12.933554 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 02:18:12.956527 n-d-798054-5 neutron-server[93712]: DEBUG oslo_db.sqlalchemy.engines [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 02:18:13.547200 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing driver for type 'gre' Jun 30 02:18:13.547735 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] gre ID ranges: [(1, 1000)] Jun 30 02:18:13.620228 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing driver for type 'local' Jun 30 02:18:13.620565 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing driver for type 'vlan' Jun 30 02:18:13.636720 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] VlanTypeDriver initialization complete Jun 30 02:18:13.637997 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing driver for type 'vxlan' Jun 30 02:18:13.637997 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] vxlan ID ranges: [(1, 1000)] Jun 30 02:18:13.698894 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing extension driver 'port_security' Jun 30 02:18:13.699939 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.extensions.port_security [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] PortSecurityExtensionDriver initialization complete Jun 30 02:18:13.699939 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing mechanism driver 'openvswitch' Jun 30 02:18:13.700430 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing mechanism driver 'hyperv' Jun 30 02:18:13.707468 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:18:13.708156 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.708535 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.708892 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.709428 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:18:13.709879 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.710821 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.711172 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.711572 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:18:13.711985 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.712342 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.712684 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.713078 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:18:13.713486 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.713836 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.714186 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.714753 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:18:13.715312 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.715675 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.716025 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.716420 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:18:13.716831 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.717178 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.717520 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.717915 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:18:13.718293 n-d-798054-5 neutron-server[93712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] ML2 OVO RPC backend initialized. {{(pid=93712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 02:18:13.719051 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.719409 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.719830 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.720179 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > networks before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.720527 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.720874 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > ports before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.721217 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.721558 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.721903 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.722243 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.722602 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.722938 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.723282 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.723618 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.723953 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.724283 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.724618 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.725200 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Modular L2 Plugin initialization complete Jun 30 02:18:13.725767 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading services supported by the core plugin {{(pid=93712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 02:18:13.726112 n-d-798054-5 neutron-server[93712]: INFO neutron.plugins.ml2.managers [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Got port-security extension from driver 'port_security' Jun 30 02:18:13.726608 n-d-798054-5 neutron-server[93712]: INFO neutron.extensions.vlantransparent [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Disabled vlantransparent extension. Jun 30 02:18:13.727102 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 02:18:13.727416 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: router Jun 30 02:18:13.765234 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.765631 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.765996 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router before_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.766396 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.766876 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.767233 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_delete 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.767594 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.767957 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.768310 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.768663 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.769018 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.769378 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.769790 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.770164 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.770540 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.770876 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.771217 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.771565 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.771918 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.772258 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.773390 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.773898 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router after_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.774264 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.774632 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.775042 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.775404 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.775708 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > agent after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.776063 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.776442 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.777445 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Tracking information for resource: router configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:13.777784 n-d-798054-5 neutron-server[93712]: DEBUG neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Tracking information for resource: floatingip configured {{(pid=93712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:18:13.783251 n-d-798054-5 neutron-server[93712]: INFO neutron.db.l3_agentschedulers_db [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 02:18:13.783851 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.784223 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.784583 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.784936 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.785751 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router before_create 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.786147 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.786549 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.786908 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.791616 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.provider_configuration [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service providers = [] {{(pid=93712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 02:18:13.791984 n-d-798054-5 neutron-server[93712]: DEBUG neutron.db.servicetype_db [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 02:18:13.794964 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.service_base [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:18:13.795315 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.service_base [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:18:13.795667 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.service_base [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:18:13.796551 n-d-798054-5 neutron-server[93712]: DEBUG neutron.services.service_base [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:18:13.797505 n-d-798054-5 neutron-server[93712]: INFO neutron.services.service_base [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 02:18:13.797505 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.797714 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 02:18:13.809525 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.809862 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: auto_allocate Jun 30 02:18:13.815913 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: network precommit_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.816290 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: network precommit_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.816839 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.817163 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: tag Jun 30 02:18:13.824712 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.825044 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: timestamp Jun 30 02:18:13.830614 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.830953 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: network_ip_availability Jun 30 02:18:13.837354 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.837728 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.838089 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:13.838896 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.839222 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: flavors Jun 30 02:18:13.844048 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.844384 n-d-798054-5 neutron-server[93712]: INFO neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading Plugin: revisions Jun 30 02:18:13.848726 n-d-798054-5 neutron-server[93712]: DEBUG neutron.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:18:13.849123 n-d-798054-5 neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.994s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:18:13.849876 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 02:18:13.850213 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Initializing extension manager. Jun 30 02:18:13.850878 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: __init__.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.851221 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: __pycache__ {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.851535 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.851873 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: address_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.852644 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.853227 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: address-group Jun 30 02:18:13.853550 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: address_scope.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.854255 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.854803 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: address-scope Jun 30 02:18:13.855127 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.856065 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.856579 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: router-admin-state-down-before-update Jun 30 02:18:13.856903 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: agent.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.857657 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.858370 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: agent Jun 30 02:18:13.858697 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: agent_resources_synced.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.859615 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.860125 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: agent-resources-synced Jun 30 02:18:13.860454 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.862295 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.862846 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: allowed-address-pairs Jun 30 02:18:13.863171 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.864246 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.864771 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: auto-allocated-topology Jun 30 02:18:13.865097 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: availability_zone.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.865796 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.866861 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: availability_zone Jun 30 02:18:13.867190 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: availability_zone_filter.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.868089 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.868596 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: availability_zone_filter Jun 30 02:18:13.868920 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: data_plane_status.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.869810 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.870340 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 02:18:13.870658 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: default_subnetpools.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.871558 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.872065 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: default-subnetpools Jun 30 02:18:13.872391 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.873286 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.873723 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: dhcp_agent_scheduler Jun 30 02:18:13.874045 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: dns.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.874988 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.875495 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 02:18:13.875819 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: dns_domain_ports.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.876724 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.877240 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 02:18:13.877562 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.878612 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.879126 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 02:18:13.879445 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: dvr.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.880255 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.880792 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: dvr Jun 30 02:18:13.881114 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: empty_string_filtering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.882661 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.883180 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: empty-string-filtering Jun 30 02:18:13.883497 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.884412 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.884922 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:18:13.885241 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.886153 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.886681 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 02:18:13.886999 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: external_net.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.887914 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.888508 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: external-net Jun 30 02:18:13.888765 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.889634 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.890142 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: extra_dhcp_opt Jun 30 02:18:13.890497 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: extraroute.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.891400 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.891907 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: extraroute Jun 30 02:18:13.892233 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: extraroute_atomic.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.893269 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.893784 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: extraroute-atomic Jun 30 02:18:13.894111 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: filter_validation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.894859 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.895325 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: filter-validation Jun 30 02:18:13.895647 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: fip_pf_description.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.896546 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.897052 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 02:18:13.897402 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: fip_port_details.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.898358 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.898880 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: fip-port-details Jun 30 02:18:13.899197 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: flavors.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.900436 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.900957 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: flavors Jun 30 02:18:13.901283 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.902996 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.903518 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 02:18:13.903848 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: floatingip_pools.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.904550 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.905064 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: floatingip-pools Jun 30 02:18:13.905393 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: ip_allocation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.906352 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.906848 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 02:18:13.907172 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.908089 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.908604 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: ip-substring-filtering Jun 30 02:18:13.908936 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l2_adjacency.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.909858 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.910404 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 02:18:13.910735 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.911753 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.912277 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: router Jun 30 02:18:13.912599 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.915831 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.915990 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:18:13.916270 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.917197 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.917716 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: ext-gw-mode Jun 30 02:18:13.918047 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.919003 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.919514 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: l3-ha Jun 30 02:18:13.919842 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3_flavors.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.920761 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.921272 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: l3-flavors Jun 30 02:18:13.921601 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.922537 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.923049 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 02:18:13.923373 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: l3agentscheduler.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.924439 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.924956 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: l3_agent_scheduler Jun 30 02:18:13.925287 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: logging.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.926814 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.927624 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension logging not supported by any of loaded plugins Jun 30 02:18:13.927926 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: metering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.929287 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.929890 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: metering Jun 30 02:18:13.930362 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.931486 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.932011 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: metering_source_and_destination_fields Jun 30 02:18:13.932387 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: multiprovidernet.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.933273 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.933876 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: multi-provider Jun 30 02:18:13.934390 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: netmtu.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.935386 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.935903 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: net-mtu Jun 30 02:18:13.936232 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: netmtu_writable.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.937150 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.937671 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: net-mtu-writable Jun 30 02:18:13.937996 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: network_availability_zone.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.938700 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.939212 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: network_availability_zone Jun 30 02:18:13.939532 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: network_ip_availability.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.940642 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.941164 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: network-ip-availability Jun 30 02:18:13.941490 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: network_segment_range.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.942279 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.942819 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 02:18:13.943141 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: pagination.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.944124 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.945278 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: pagination Jun 30 02:18:13.945603 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: port_device_profile.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.946892 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.947097 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: port-device-profile Jun 30 02:18:13.947425 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.948348 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.948859 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: port-mac-address-regenerate Jun 30 02:18:13.949186 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.950174 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.950870 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: port-numa-affinity-policy Jun 30 02:18:13.951219 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: port_resource_request.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.952642 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.953484 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 02:18:13.954026 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: portbindings.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.955013 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.955865 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: binding Jun 30 02:18:13.956202 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: portbindings_extended.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.957665 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.958192 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: binding-extended Jun 30 02:18:13.958549 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: portsecurity.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.959464 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.960012 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: port-security Jun 30 02:18:13.960338 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: project_id.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.961318 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.961647 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: project-id Jun 30 02:18:13.961970 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: providernet.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.962986 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.963506 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: provider Jun 30 02:18:13.963827 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.967433 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.967972 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos not supported by any of loaded plugins Jun 30 02:18:13.968299 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.969551 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.970072 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 02:18:13.970429 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.971340 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.971853 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 02:18:13.972181 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_default.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.973097 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.973616 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-default not supported by any of loaded plugins Jun 30 02:18:13.973938 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_fip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.974644 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.975148 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 02:18:13.975492 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.976582 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.977095 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 02:18:13.977430 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.978364 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.978875 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 02:18:13.979319 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.980231 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.980748 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 02:18:13.981071 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: qos_rules_alias.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.982131 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.982778 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 02:18:13.983116 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: quotasv2.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.984104 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.984436 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: quotas Jun 30 02:18:13.984758 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: quotasv2_detail.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.988017 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.988360 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: quota_details Jun 30 02:18:13.988696 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: rbac.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.989812 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.990334 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: rbac-policies Jun 30 02:18:13.990675 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: rbac_address_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.992577 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.993164 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: rbac-address-group Jun 30 02:18:13.993545 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: rbac_address_scope.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.994562 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.995132 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: rbac-address-scope Jun 30 02:18:13.995502 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: rbac_security_groups.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.996447 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.997012 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: rbac-security-groups Jun 30 02:18:13.997438 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:13.998421 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:13.998996 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: rbac-subnetpool Jun 30 02:18:13.999423 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: revisionifmatch.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.000317 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.000943 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: revision-if-match Jun 30 02:18:14.001316 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: revisions.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.002507 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.003033 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: standard-attr-revisions Jun 30 02:18:14.003366 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: router_availability_zone.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.004050 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.004573 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: router_availability_zone Jun 30 02:18:14.004902 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: routerservicetype.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.005993 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.007512 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 02:18:14.008008 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.008958 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.009481 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: security-groups-normalized-cidr Jun 30 02:18:14.009807 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.010745 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.011262 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: port-security-groups-filtering Jun 30 02:18:14.011588 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.012510 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.013033 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: security-groups-remote-address-group Jun 30 02:18:14.013362 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: securitygroup.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.023450 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.024403 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: security-group Jun 30 02:18:14.024970 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: segment.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.026433 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.027327 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension segment not supported by any of loaded plugins Jun 30 02:18:14.027891 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.029485 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.030398 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 02:18:14.030768 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: servicetype.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.031933 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.032511 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: service-type Jun 30 02:18:14.032804 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: sorting.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.033802 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.034138 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: sorting Jun 30 02:18:14.034492 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: standard_attr_segment.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.035487 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.036006 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 02:18:14.036335 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: standardattrdescription.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.036983 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.037502 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: standard-attr-description Jun 30 02:18:14.037832 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: stateful_security_group.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.038927 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.039451 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: stateful-security-group Jun 30 02:18:14.039779 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: stdattrs_common.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.040381 n-d-798054-5 neutron-server[93712]: WARNING neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 02:18:14.040707 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.041661 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.042949 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 02:18:14.043251 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: subnet_onboard.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.044443 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.044971 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: subnet_onboard Jun 30 02:18:14.045301 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.048463 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.048463 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 02:18:14.048463 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: subnet_service_types.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.048463 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.049094 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: subnet-service-types Jun 30 02:18:14.049094 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: subnetallocation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.050048 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.050608 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: subnet_allocation Jun 30 02:18:14.050939 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.051614 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.052128 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: subnetpool-prefix-ops Jun 30 02:18:14.052714 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.054182 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.054928 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 02:18:14.055312 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: tagging.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.056529 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.057214 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: standard-attr-tag Jun 30 02:18:14.057551 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: timestamp.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.058911 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.059440 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loaded extension: standard-attr-timestamp Jun 30 02:18:14.059771 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: trunk.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.060928 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.061454 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension trunk not supported by any of loaded plugins Jun 30 02:18:14.061878 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: trunk_details.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.062828 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.063532 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 02:18:14.063867 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.064858 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.065486 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 02:18:14.065838 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Loading extension file: vlantransparent.py {{(pid=93712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:18:14.066551 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:18:14.067066 n-d-798054-5 neutron-server[93712]: INFO neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 02:18:14.069918 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:network Jun 30 02:18:14.070511 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:subnet Jun 30 02:18:14.070915 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:18:14.071312 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:port Jun 30 02:18:14.072633 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.073565 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service FLAVORS assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.074201 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.074664 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.075004 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:router Jun 30 02:18:14.075442 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:18:14.075937 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service METERING assigned prefix: /metering {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.077411 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:14.077780 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:14.078135 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:18:14.079212 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:18:14.079666 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:18:14.080104 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:18:14.080848 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.081167 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:18:14.081524 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] subnetpool is already registered Jun 30 02:18:14.081953 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.082276 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:18:14.082636 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] subnetpool is already registered Jun 30 02:18:14.085783 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.086228 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service FLAVORS assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.086860 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.087286 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.087631 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:router Jun 30 02:18:14.087975 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] router is already registered Jun 30 02:18:14.088388 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:18:14.088726 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] floatingip is already registered Jun 30 02:18:14.089184 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service METERING assigned prefix: /metering {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.089863 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:18:14.090193 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] rbac_policy is already registered Jun 30 02:18:14.090629 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:18:14.090967 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] security_group is already registered Jun 30 02:18:14.091492 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:18:14.092681 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] security_group_rule is already registered Jun 30 02:18:14.092681 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.092681 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:18:14.096372 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] subnetpool is already registered Jun 30 02:18:14.096372 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.v2.resource_helper [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Service CORE assigned prefix: {{(pid=93712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:18:14.096372 n-d-798054-5 neutron-server[93712]: INFO neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:18:14.096372 n-d-798054-5 neutron-server[93712]: WARNING neutron.quota.resource_registry [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] subnetpool is already registered Jun 30 02:18:14.096372 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: extensions {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.096372 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: address-groups {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.098002 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: address-scopes {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.101223 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: agents {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.101223 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: auto-allocated-topology {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.101976 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: availability_zones {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.103269 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: dhcp-networks {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.105995 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: dhcp-agents {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.107505 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: routers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.109266 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: flavors {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.110603 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: service_profiles {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.111834 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: next_providers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.113318 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: service_profiles {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.114901 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: floatingip-pools {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.116272 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: routers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.118004 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: floatingips {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.119350 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: l3-routers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.120758 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: l3-agents {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.122199 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: metering-labels {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.123511 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: metering-label-rules {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.124910 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: network-ip-availabilities {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.126197 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: bindings {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.127870 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: quotas {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.129464 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: quotas {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.131007 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: rbac-policies {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.132219 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: security-groups {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.133713 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: security-group-rules {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.135046 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: service-providers {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.136557 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: subnetpools {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.138092 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: subnetpools {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.139805 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.141642 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.143659 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.145580 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.147842 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.150000 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.151785 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.153585 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.155593 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.157279 n-d-798054-5 neutron-server[93712]: DEBUG neutron.api.extensions [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Extended resource: tags {{(pid=93712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:18:14.163994 n-d-798054-5 neutron-server[93712]: WARNING keystonemiddleware.auth_token [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 02:18:14.169161 n-d-798054-5 neutron-server[93712]: WARNING keystonemiddleware.auth_token [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 02:18:14.179456 n-d-798054-5 neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Acquired lock "singleton_lock" {{(pid=93712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 02:18:14.179845 n-d-798054-5 neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Releasing lock "singleton_lock" {{(pid=93712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 02:18:14.180505 n-d-798054-5 neutron-server[93712]: INFO oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Starting 2 workers Jun 30 02:18:14.186582 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Started child 93821 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:18:14.193681 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Started child 93822 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:18:14.195865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:14.198272 n-d-798054-5 neutron-server[93712]: INFO neutron.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 02:18:14.198678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [-] (93821) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:18:14.198940 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Notify callbacks [] for process, before_spawn {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:14.201158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:14.201853 n-d-798054-5 neutron-server[93712]: INFO oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Starting 1 workers Jun 30 02:18:14.203206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [-] (93822) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:18:14.208857 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Started child 93823 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:18:14.210391 n-d-798054-5 neutron-server[93712]: INFO oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Starting 1 workers Jun 30 02:18:14.214093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] calling RpcWorker wait() {{(pid=93823) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 02:18:14.214995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] returning from RpcWorker wait() {{(pid=93823) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 02:18:14.215843 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:14.216262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:18:14.218120 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Started child 93824 {{(pid=93712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:18:14.219285 n-d-798054-5 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d2ef-432c-460d-8a30-b1f6175953d0 None None] Notify callbacks [] for process, after_spawn {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:14.221611 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:18:14.221972 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:18:14.222504 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:18:14.222888 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:18:14.223446 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:18:14.223710 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:18:14.223875 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:14.224896 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.225033 n-d-798054-5 neutron-server[93824]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:18:14.225167 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.225413 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.226876 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.227268 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.228029 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.228398 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.228749 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.229302 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.229823 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.229962 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.230242 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.230638 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.230986 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.231408 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.231788 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.232135 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.232642 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.232923 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.233296 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.233674 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.234038 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.234491 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] debug = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.234777 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.235267 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.235520 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.235774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.236006 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.236280 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.236509 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.236809 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.237047 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.237267 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.237533 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.237803 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.238067 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.238284 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.238553 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.238830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.239080 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.239563 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] host = n-d-798054-5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.239816 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.240078 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.240388 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.240670 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.240932 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.241187 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.241446 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.241707 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.241957 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.242186 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.242502 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.242820 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.243007 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.243217 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.243426 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_options = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.243619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.243890 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.244153 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.244423 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.244601 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.244763 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.245021 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.245185 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.245442 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.245676 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.245909 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.246221 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.246482 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.246757 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.247051 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.247322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.247571 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.247788 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.248039 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.248281 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.248540 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.248855 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.249250 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.249397 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.249583 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.249945 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.250143 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.250466 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.251071 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.251071 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.251329 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.251709 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.251836 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.251969 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.252231 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.252528 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.253038 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.253874 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.254164 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.254722 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.255145 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.255145 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.255387 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.255739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.255955 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.256274 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_json = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.256404 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.257701 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.257701 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.258623 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.259771 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.261221 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.261221 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.261221 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.262736 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.263692 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.264043 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.264311 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.264559 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.264826 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.265073 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.265303 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.265576 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.265835 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.266152 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.266410 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.266689 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.266951 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.267267 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.267522 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.267811 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.268369 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.268369 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.268763 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.269035 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.269239 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.269599 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.269868 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.270143 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.270470 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.270739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.270876 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.271100 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.271321 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.271611 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.271796 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.272072 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.272277 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.273087 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.273983 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.273983 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.273983 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.274437 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.274597 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.274792 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.275018 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.275231 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.275487 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.275706 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.275923 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.276145 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.276442 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.276666 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.276920 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.277149 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.277372 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.277630 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.277871 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.278091 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.278534 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.278732 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.278871 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.279171 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.279455 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.279745 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.280066 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.280368 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.280582 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.280789 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.280997 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.281439 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.281694 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.281933 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.282168 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.282410 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.282658 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.282877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.283089 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.283300 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.283513 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.283865 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.284127 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.284287 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.284535 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.284766 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.284981 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.285235 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.285448 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.285728 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.286107 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.286360 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.286608 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.286887 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.287158 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.287504 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.287862 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.288703 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.289481 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.289481 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.289760 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.289760 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.290034 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.290228 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.290510 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.290781 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.290994 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.291349 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.291677 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.291954 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.292186 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.292478 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.292742 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.292969 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.293292 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.293678 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.294025 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.294480 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.294480 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.294790 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.295017 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.295267 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.295574 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.295888 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.296264 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.296415 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.296669 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.296917 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.297124 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.297368 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.297555 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.297766 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.298085 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.298542 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.298774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.298995 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.299190 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.299416 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.299568 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.300130 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.300130 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.300419 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.300555 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.300763 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.301057 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.301280 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.301839 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.302100 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.306354 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.307262 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308214 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308214 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308214 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308214 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308214 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308764 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.308764 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.309017 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.309017 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.309287 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.309951 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.309951 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.310248 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.310248 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.310553 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.310689 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.310919 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.311144 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.311361 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.311573 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.312047 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.312047 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.312442 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.312682 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.312916 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.313141 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.313390 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.313608 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.313839 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.314079 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.314297 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.314632 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.314852 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.315063 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.315282 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.315628 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.315987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46880) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:14.325633 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071127 Jun 30 02:18:14.325934 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.325934 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.327625 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.327969 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.328245 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.329664 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.329992 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.330226 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.330502 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.330988 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.331266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.331266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.331266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.331266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.331266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.331266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.333353 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.333353 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.333353 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.333603 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.333603 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.333838 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.334237 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.334714 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.335111 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.335504 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.335921 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.336631 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.336981 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.337380 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.338466 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.338902 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.341984 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.342901 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.343934 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.343934 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.344190 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.344457 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.344801 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.345229 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.345558 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.345964 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.346376 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.347130 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.347453 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.347787 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.348951 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.349265 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.349676 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.349949 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.352465 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.352465 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.352465 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.352465 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.352868 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.353276 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.353686 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.354273 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.354576 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.354866 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.355178 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.357423 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.357423 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.357423 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.357679 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.357928 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.358197 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.358466 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.358773 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.359033 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.359264 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.359603 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.359852 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.360077 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.360332 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.360562 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.360975 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.361317 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.361501 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.362548 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.363155 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.363475 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.363646 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.363859 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.364548 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:18:14.365465 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:18:14.365680 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:18:14.365804 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:18:14.365948 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:18:14.367079 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:18:14.367238 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:18:14.367612 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.367786 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.367984 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.368109 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.368257 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.368439 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.368611 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.369594 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.369594 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.369594 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.369594 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.369594 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.369594 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.370064 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.370064 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.370454 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] debug = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.373600 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374279 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374279 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374279 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374279 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374279 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374944 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.374944 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.375327 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.375327 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.375667 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.375667 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.375667 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.376952 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.376952 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.376952 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.377433 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.377433 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] host = n-d-798054-5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.377712 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.377712 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379140 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379850 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379850 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379850 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.379850 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.380141 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_options = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.380141 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.380263 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.380338 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.380865 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.380865 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.381291 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.381291 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.381567 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.386720 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387322 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.387750 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388177 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_json = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388997 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.388997 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.389298 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.389382 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.389522 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.390436 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.390436 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:18:14.390436 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.390436 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.390436 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.390785 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.390785 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.390785 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391103 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391103 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391310 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391421 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391539 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391652 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391966 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.391966 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.392152 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.392290 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.392485 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.392687 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.392894 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.393037 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.393214 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.393317 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.393577 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.393759 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.393923 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.394092 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.394251 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.394445 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.394663 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.394799 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.394920 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.395165 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.395405 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.395533 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.395671 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.396046 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.396249 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.396424 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.396591 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.396736 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.396881 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.397036 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.397194 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398149 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398149 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398149 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398149 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398718 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398718 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.398718 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.399031 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.399031 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.399254 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.399394 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.400126 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.400488 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.400796 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.401096 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.401406 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.402791 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.402791 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.403212 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.403438 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.403648 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.403930 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.404233 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.404531 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.404830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.405134 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.405434 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.405760 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.406713 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.406713 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.406869 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.407396 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.407841 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.407954 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.408215 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.410266 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.411030 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.411297 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.412644 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.413849 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.414242 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.414610 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.414866 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.415161 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.415432 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.415620 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.415791 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.415960 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.416196 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.416416 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.416650 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.416920 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.417142 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.417303 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.417466 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.417796 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.417967 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.418203 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.420123 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.420309 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.420476 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.420695 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.420858 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.421098 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.421252 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.421497 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.421666 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.421832 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.422110 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.422844 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.423047 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.423619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.423619 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.423873 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.424026 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.424295 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.424519 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.424685 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.424936 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.426060 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.427609 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.427609 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.427609 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.427609 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.427609 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.428068 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.428068 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.428068 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.428301 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.428497 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.428763 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.429405 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.429734 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.429734 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430291 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430291 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430291 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430491 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430572 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430744 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.430890 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.431040 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.431208 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.431420 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.431527 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.431687 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.431858 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.432051 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.432238 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.432482 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.432643 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.432823 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.432987 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.433150 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.433358 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.433506 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.433678 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.433827 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.433989 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.434186 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.434435 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.434596 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.434726 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.434983 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.435139 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.435301 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.435424 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.435540 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.435842 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.435842 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.436082 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.436200 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.436454 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.436597 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.436885 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.437115 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.437353 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.437596 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.437826 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.438075 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.438366 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440002 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440002 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440002 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440002 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440286 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440286 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440519 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440666 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440809 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.440949 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.441125 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.441288 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.441448 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.441626 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.441911 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.442095 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.442397 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.442568 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.442733 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.442914 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.443080 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.443918 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.443918 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.443918 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.443918 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.443918 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.444787 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.444787 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.445049 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.445252 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.445494 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.445635 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.445812 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.446045 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.446250 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.446482 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.446677 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.446829 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.446993 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.447181 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.447325 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.447562 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.447709 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.447836 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.448048 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.448251 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.448427 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.448587 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.448827 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.448973 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.449099 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.449227 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.449522 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.449669 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.450124 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.450124 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.450124 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451007 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451007 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451007 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451007 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.451830 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.452877 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.453739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.453739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.453739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.453739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.453739 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.454416 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.454416 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.454416 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.455404 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.455586 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.455744 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.456774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.456774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.456774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.456774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.456774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.456774 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.457369 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.457369 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.457369 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.457369 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.457692 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:18:14.457692 n-d-798054-5 neutron-server[93712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:18:27.636067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65bca4c-a6d8-47a0-a693-4f94b15ecb24 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:18:27.703025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65bca4c-a6d8-47a0-a693-4f94b15ecb24 None None] No non-hosted networks {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 02:18:27.719340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.agentschedulers_db [None req-d65bca4c-a6d8-47a0-a693-4f94b15ecb24 None None] DHCP Agent not found on host n-d-798054-5 {{(pid=93823) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 02:18:27.863241 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57a733bf-7041-423f-bc35-eb002804ba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:30.216828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a55a4e02-ee18-46aa-9011-2704d3ea1325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:30.308937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f00b-a670-475a-9962-b86109930ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:30.466889 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:30.471481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.473023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.474093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.477690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.479360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.481005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.482629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.483322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.485375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.486037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.486868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.487442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:30.488115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798054-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:18:30.494382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798054-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:18:32.014876 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:34.132636 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:34.990147 n-d-798054-5 neutron-server[93823]: INFO neutron.db.l3_hamode_db [None req-ab253d6d-ab05-4957-9189-5a4ad2e09f1b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 02:18:35.075401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab253d6d-ab05-4957-9189-5a4ad2e09f1b None None] Routers set() bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:18:35.076025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab253d6d-ab05-4957-9189-5a4ad2e09f1b None None] Router IDs set() for agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:18:35.320363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:35.936490 n-d-798054-5 neutron-server[93821]: WARNING oslo_policy.policy [None req-601ded2c-1da0-4dcd-9d61-6d79474d50ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:35.937409 n-d-798054-5 neutron-server[93821]: WARNING oslo_policy.policy [None req-601ded2c-1da0-4dcd-9d61-6d79474d50ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:36.166282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-601ded2c-1da0-4dcd-9d61-6d79474d50ae admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:18:36.167481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-601ded2c-1da0-4dcd-9d61-6d79474d50ae admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8444412 Jun 30 02:18:38.663974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:39.033842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:18:39.127738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.policy [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:18:39.174759 n-d-798054-5 neutron-server[93821]: WARNING oslo_policy.policy [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:39.175133 n-d-798054-5 neutron-server[93821]: WARNING oslo_policy.policy [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:39.184217 n-d-798054-5 neutron-server[93821]: INFO neutron.quota [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] Loaded quota_driver: . Jun 30 02:18:39.284456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740182555338', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740182541469', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740182534325', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740182536955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740182530366', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740182507975', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1646009', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2056836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930948', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954279'] for rbac-policy, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:39.355074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:39.356251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ca20f606-178b-4d68-8d46-bfbea12f8d7c admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6912479 Jun 30 02:18:42.184155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:42.498273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '6057efb04109413f9c5675657e470fea', 'tenant_id': '6057efb04109413f9c5675657e470fea'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:18:42.534695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Made reservation on behalf of 6057efb04109413f9c5675657e470fea for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:18:42.538589 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.556008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.687769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.692026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.717255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:18:42.743194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740179532858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.743707 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Unsubscribe: segment precommit_create {{(pid=93821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:18:42.744198 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Added segment 98b0e76b-388a-41e9-af04-4685d27111a2 of type vlan for network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 Jun 30 02:18:42.750740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c58b7b-7e6b-4868-ba7a-dc0e615e63d3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:18:42.788431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.788772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.789106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.789441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.789766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.790087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.790431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.790751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.791068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.791384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.791702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.792200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Tracked resource versions report: Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: pushed versions: Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Log': {'1.0'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Network': {'1.1'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Port': {'1.7'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'SubPort': {'1.0'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Subnet': {'1.1'}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Trunk': {'1.1'}} Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: consumer versions: Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: L3 agent@n-d-798054-5: {}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: Metadata agent@n-d-798054-5: {}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: Metering agent@n-d-798054-5: {}, Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'ConntrackHelper': '1.0', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Log': '1.0', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Network': '1.1', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Port': '1.7', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'PortForwarding': '1.2', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'QosPolicy': '1.8', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'SecurityGroup': '1.4', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'SubPort': '1.0', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Subnet': '1.1', Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: 'Trunk': '1.1'}} Jun 30 02:18:42.793236 n-d-798054-5 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:18:42.869725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.925447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:42.926860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:18:42.927535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:43.009264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8240156 Jun 30 02:18:43.034739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdead3f-0580-4bd9-984c-71d43b8c0e3e admin admin] Pushing event updated for resources: {'Network': ['ID=76d9b382-9aac-44c1-90ed-d236bdaf68c0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:18:43.051715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:18:45.865978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:46.440681 n-d-798054-5 neutron-server[93822]: WARNING oslo_policy.policy [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:46.441415 n-d-798054-5 neutron-server[93822]: WARNING oslo_policy.policy [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:46.898276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.policy [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93822) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:18:46.945143 n-d-798054-5 neutron-server[93822]: WARNING oslo_policy.policy [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:46.945543 n-d-798054-5 neutron-server[93822]: WARNING oslo_policy.policy [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:18:46.953872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:18:46.955677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-14e5cc4d-9f31-4746-8a90-3b0738fdd0d9 admin admin] 10.222.0.78 "GET /v2.0/networks/76d9b382-9aac-44c1-90ed-d236bdaf68c0 HTTP/1.1" status: 200 len: 825 time: 1.0887797 Jun 30 02:18:46.994252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fe5f43a1-a503-48ab-877f-f9a4cb258d7c admin admin] 10.222.0.78 "GET /v2.0/subnetpools/30af9594-ac53-48c0-8178-303fbb2af528 HTTP/1.1" status: 200 len: 734 time: 0.0330608 Jun 30 02:18:47.003294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:18:47.004824 n-d-798054-5 neutron-server[93822]: INFO neutron.quota [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Loaded quota_driver: . Jun 30 02:18:47.050186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Made reservation on behalf of 6057efb04109413f9c5675657e470fea for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:18:47.054006 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:47.372408 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:47.447117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Checking segment: {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:18:47.447548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Network hostable DHCP agents. Network: 76d9b382-9aac-44c1-90ed-d236bdaf68c0, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:18:47.458001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b7ce4d-13cf-45b3-8e64-b37f8c300536,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:18:47.472498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.472922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.473147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.473641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.474184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.474564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.474927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.475474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.476036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.476411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.476750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.477260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Tracked resource versions report: Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: pushed versions: Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: { 'AddressGroup': {'1.2'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Log': {'1.0'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Network': {'1.1'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Port': {'1.7'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'PortForwarding': {'1.2'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'QosPolicy': {'1.8'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'SecurityGroup': {'1.4'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'SubPort': {'1.0'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Subnet': {'1.1'}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Trunk': {'1.1'}} Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: consumer versions: Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: L3 agent@n-d-798054-5: {}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: Metadata agent@n-d-798054-5: {}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: Metering agent@n-d-798054-5: {}, Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'ConntrackHelper': '1.0', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Log': '1.0', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Network': '1.1', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Port': '1.7', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'PortForwarding': '1.2', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'QosPolicy': '1.8', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'SecurityGroup': '1.4', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'SecurityGroupRule': '1.2', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'SubPort': '1.0', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Subnet': '1.1', Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: 'Trunk': '1.1'}} Jun 30 02:18:47.479076 n-d-798054-5 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:18:47.515890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:18:47.535205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 76d9b382-9aac-44c1-90ed-d236bdaf68c0) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:18:47.541027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:18:47.541658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:47.550723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb06b5e-3353-4962-92d9-9c9807922643 None None] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:18:47.562113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22bea58e-a170-4dfe-a083-8bd7b4362a18 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5622852 Jun 30 02:18:47.885527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:18:47.886795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:48.184567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Allocated IP 172.20.0.2 (76d9b382-9aac-44c1-90ed-d236bdaf68c0/78b7ce4d-13cf-45b3-8e64-b37f8c300536/67956ed7-2ede-4c67-ad41-4810f26beb0b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:18:48.443251 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:48.505229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Transition to ACTIVE for port object 67956ed7-2ede-4c67-ad41-4810f26beb0b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:18:48.537851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Transition to ACTIVE for port object 67956ed7-2ede-4c67-ad41-4810f26beb0b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:18:48.549470 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:48.641028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:18:48.646422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:18:48.660915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:18:48.663964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Pushing event updated for resources: {'Port': ['ID=67956ed7-2ede-4c67-ad41-4810f26beb0b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:18:48.690641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.690987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.691326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.691664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.691998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.692326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.692653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.692975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.693435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.694752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.694752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.695220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Tracked resource versions report: Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: pushed versions: Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Log': {'1.0'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Network': {'1.1'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Port': {'1.7'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'SubPort': {'1.0'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Subnet': {'1.1'}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Trunk': {'1.1'}} Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: consumer versions: Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: L3 agent@n-d-798054-5: {}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: Metadata agent@n-d-798054-5: {}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: Metering agent@n-d-798054-5: {}, Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'ConntrackHelper': '1.0', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Log': '1.0', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Network': '1.1', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Port': '1.7', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'PortForwarding': '1.2', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'QosPolicy': '1.8', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'SecurityGroup': '1.4', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'SubPort': '1.0', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Subnet': '1.1', Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: 'Trunk': '1.1'}} Jun 30 02:18:48.696481 n-d-798054-5 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:18:48.748442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Attempting to bind port 67956ed7-2ede-4c67-ad41-4810f26beb0b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:18:48.748843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Attempting to bind port 67956ed7-2ede-4c67-ad41-4810f26beb0b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:18:48.749256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Attempting to bind port 67956ed7-2ede-4c67-ad41-4810f26beb0b on network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:18:48.754255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:18:48.754697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Checking segment: {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:18:48.755184 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:48.755571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Bound using segment: {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:18:48.756716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Bound port: 67956ed7-2ede-4c67-ad41-4810f26beb0b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:18:48.757526 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:48.820845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] For port 67956ed7-2ede-4c67-ad41-4810f26beb0b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:18:48.825771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] For port 67956ed7-2ede-4c67-ad41-4810f26beb0b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=67956ed7-2ede-4c67-ad41-4810f26beb0b,segment=NetworkSegment(98b0e76b-388a-41e9-af04-4685d27111a2),segment_id=98b0e76b-388a-41e9-af04-4685d27111a2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:18:48.830824 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:48.900593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdcef1-bf0f-4c33-a0ca-ec1c18b2022f None None] Pushing event updated for resources: {'Port': ['ID=67956ed7-2ede-4c67-ad41-4810f26beb0b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:18:50.000414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:50.334824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-ea25aa75-bd8c-4ebb-89b4-9de6629197b1 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:18:50.335443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ea25aa75-bd8c-4ebb-89b4-9de6629197b1 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3339000 Jun 30 02:18:52.979575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:53.354065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-69cbfe0c-7bd7-4824-832f-06d6ee798785 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:18:53.355535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-69cbfe0c-7bd7-4824-832f-06d6ee798785 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3748353 Jun 30 02:18:54.695395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 67956ed7-2ede-4c67-ad41-4810f26beb0b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:18:54.784378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 67956ed7-2ede-4c67-ad41-4810f26beb0b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:18:55.652475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f180d99f-e438-402b-857b-40f9efadc80e None None] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:18:55.721343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] Provisioning for port 67956ed7-2ede-4c67-ad41-4810f26beb0b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:18:55.728624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] Provisioning complete for port 67956ed7-2ede-4c67-ad41-4810f26beb0b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:18:55.729022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:55.918161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:55.969359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] For port 67956ed7-2ede-4c67-ad41-4810f26beb0b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=67956ed7-2ede-4c67-ad41-4810f26beb0b,segment=NetworkSegment(98b0e76b-388a-41e9-af04-4685d27111a2),segment_id=98b0e76b-388a-41e9-af04-4685d27111a2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:18:55.976635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.034818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ba41a-100b-4736-9a53-1b8cc4a9c558 None None] Pushing event updated for resources: {'Port': ['ID=67956ed7-2ede-4c67-ad41-4810f26beb0b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:18:56.199373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e6a7ceef-80a9-41e2-9299-0b4fcffc4658 None None] Provisioning complete for port 67956ed7-2ede-4c67-ad41-4810f26beb0b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:18:56.199972 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ceef-80a9-41e2-9299-0b4fcffc4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.200968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:56.563213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] Request body: {'router': {'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:18:56.588123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.589873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.668753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 67956ed7-2ede-4c67-ad41-4810f26beb0b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:18:56.726766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 67956ed7-2ede-4c67-ad41-4810f26beb0b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:18:56.727471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.758485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.763470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.775873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.777172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c1fd4d0e-3b72-418d-8e90-52e383ee6893 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5752439 Jun 30 02:18:57.523036 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c4dec60-b6a0-4cf1-b2c2-90a322c257fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:59.270457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:18:59.594437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-098ae5ab-06ff-4d3b-a34d-6c42e8ba63be admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:18:59.595537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-098ae5ab-06ff-4d3b-a34d-6c42e8ba63be admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3241534 Jun 30 02:19:00.209902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b0b047b-dbc5-403c-8257-5d2d5d4d40ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:00.462101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:01.931628 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.076716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:19:02.238979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:19:02.266103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Made reservation on behalf of 8079eca2507341d0ad6ae10d0e65c172 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:19:02.268644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.278647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.377228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.383043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.401431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93821) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 02:19:02.418282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a9bc55-9fbc-4fd6-bbb5-d81b36026524,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:02.423245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.423584 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Added segment cdc3b154-d13b-4384-87b7-dbff2727043d of type flat for network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 Jun 30 02:19:02.483128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.524719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.525645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:19:02.526225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:02.603105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5249498 Jun 30 02:19:02.603771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e40ae-dcd5-4fdc-8649-39f334d7f8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=08e3ad46-d058-429c-a7e1-6d9af6d397e7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:02.630271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:19:04.052597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:04.907601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:19:05.051556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b546697-ed0f-4588-becc-378c908521dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:19:05.053890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b546697-ed0f-4588-becc-378c908521dc admin admin] 10.222.0.78 "GET /v2.0/subnets/78b7ce4d-13cf-45b3-8e64-b37f8c300536 HTTP/1.1" status: 200 len: 849 time: 0.1453176 Jun 30 02:19:05.174044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b650452-8b58-40a0-b909-fbd7902d27c3 admin admin] 10.222.0.78 "GET /v2.0/routers/2b208d33-0118-44a4-abca-add3ac55d276 HTTP/1.1" status: 200 len: 704 time: 0.1143806 Jun 30 02:19:05.451992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:05.753123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Allocated IP 172.20.0.1 (76d9b382-9aac-44c1-90ed-d236bdaf68c0/78b7ce4d-13cf-45b3-8e64-b37f8c300536/08103055-41e0-4244-9ce8-9af8a6e51d8c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:19:05.944042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:05.967590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Transition to ACTIVE for port object 08103055-41e0-4244-9ce8-9af8a6e51d8c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:19:06.050137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.169689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:19:06.175524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:19:06.188237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:19:06.188237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.209306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Pushing event updated for resources: {'Port': ['ID=08103055-41e0-4244-9ce8-9af8a6e51d8c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:06.368818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7671ec68-6ade-464c-927a-cde9fa445da6 None None] Provisioning for port 08103055-41e0-4244-9ce8-9af8a6e51d8c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:19:06.372695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7671ec68-6ade-464c-927a-cde9fa445da6 None None] Provisioning complete for port 08103055-41e0-4244-9ce8-9af8a6e51d8c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:19:06.373144 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7671ec68-6ade-464c-927a-cde9fa445da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.407234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7671ec68-6ade-464c-927a-cde9fa445da6 None None] Port 08103055-41e0-4244-9ce8-9af8a6e51d8c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:19:06.413372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.610365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.616482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.617213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.693733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Pushing event updated for resources: {'Port': ['ID=08103055-41e0-4244-9ce8-9af8a6e51d8c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:06.742383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:19:06.743650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:19:06.909104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Router 2b208d33-0118-44a4-abca-add3ac55d276 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:19:06.928639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bfec55d9-9b4c-448c-b176-0e0ee27392db None None] Provisioning complete for port 08103055-41e0-4244-9ce8-9af8a6e51d8c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:19:06.929013 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfec55d9-9b4c-448c-b176-0e0ee27392db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:06.966560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bfec55d9-9b4c-448c-b176-0e0ee27392db None None] Port 08103055-41e0-4244-9ce8-9af8a6e51d8c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:19:07.005986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:19:07.017681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a32c737-fae0-4a78-99a2-424168f84c8a admin admin] 10.222.0.78 "PUT /v2.0/routers/2b208d33-0118-44a4-abca-add3ac55d276/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8326125 Jun 30 02:19:07.017932 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbf478-0908-483b-8104-60808589deec None None] Sync routers for ids ['2b208d33-0118-44a4-abca-add3ac55d276'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:19:07.030806 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbf478-0908-483b-8104-60808589deec None None] Routers {'2b208d33-0118-44a4-abca-add3ac55d276'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:19:07.031672 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3acbf478-0908-483b-8104-60808589deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:19:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2b208d33-0118-44a4-abca-add3ac55d276'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:07.227255 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-3acbf478-0908-483b-8104-60808589deec None None] Set router 2b208d33-0118-44a4-abca-add3ac55d276 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:19:07.687027 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3acbf478-0908-483b-8104-60808589deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b208d33-0118-44a4-abca-add3ac55d276', 'name': 'router1', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:18:56Z', 'updated_at': '2021-06-30T02:19:06Z', 'revision_number': 2, 'project_id': '6057efb04109413f9c5675657e470fea', 'gw_port_host': None, '_interfaces': [{'id': '08103055-41e0-4244-9ce8-9af8a6e51d8c', 'name': '', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'mac_address': 'fa:16:3e:a1:5e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:05Z', 'updated_at': '2021-06-30T02:19:06Z', 'revision_number': 2, 'project_id': '6057efb04109413f9c5675657e470fea', 'subnets': [{'id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:07.739130 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbf478-0908-483b-8104-60808589deec None None] Checking router: 2b208d33-0118-44a4-abca-add3ac55d276 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:19:07.739507 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbf478-0908-483b-8104-60808589deec None None] Updating router 2b208d33-0118-44a4-abca-add3ac55d276 port 08103055-41e0-4244-9ce8-9af8a6e51d8c binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:19:07.807063 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3acbf478-0908-483b-8104-60808589deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:08.318164 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3acbf478-0908-483b-8104-60808589deec None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:08.336726 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-3acbf478-0908-483b-8104-60808589deec None None] Transition to ACTIVE for port object 08103055-41e0-4244-9ce8-9af8a6e51d8c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:19:08.343449 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3acbf478-0908-483b-8104-60808589deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:08.505338 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Pushing event updated for resources: {'Port': ['ID=08103055-41e0-4244-9ce8-9af8a6e51d8c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:08.522378 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.522816 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.523050 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.523360 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.523681 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.523999 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.524311 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.524619 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.524932 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.525241 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.525611 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.525858 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Tracked resource versions report: Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: pushed versions: Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: { 'AddressGroup': {'1.2'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Log': {'1.0'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Network': {'1.1'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Port': {'1.7'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'PortForwarding': {'1.2'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'QosPolicy': {'1.8'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'SecurityGroup': {'1.4'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'SubPort': {'1.0'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Subnet': {'1.1'}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Trunk': {'1.1'}} Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: consumer versions: Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: L3 agent@n-d-798054-5: {}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: Metadata agent@n-d-798054-5: {}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: Metering agent@n-d-798054-5: {}, Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'ConntrackHelper': '1.0', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Log': '1.0', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Network': '1.1', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Port': '1.7', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'PortForwarding': '1.2', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'QosPolicy': '1.8', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'SecurityGroup': '1.4', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'SecurityGroupRule': '1.2', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'SubPort': '1.0', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Subnet': '1.1', Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: 'Trunk': '1.1'}} Jun 30 02:19:08.527900 n-d-798054-5 neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:19:08.537344 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-3acbf478-0908-483b-8104-60808589deec None None] Attempting to bind port 08103055-41e0-4244-9ce8-9af8a6e51d8c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:19:08.537761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-3acbf478-0908-483b-8104-60808589deec None None] Attempting to bind port 08103055-41e0-4244-9ce8-9af8a6e51d8c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:19:08.538286 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbf478-0908-483b-8104-60808589deec None None] Attempting to bind port 08103055-41e0-4244-9ce8-9af8a6e51d8c on network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:19:08.547673 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbf478-0908-483b-8104-60808589deec None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:19:08.548087 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbf478-0908-483b-8104-60808589deec None None] Checking segment: {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:19:08.548576 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3acbf478-0908-483b-8104-60808589deec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:08.548960 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbf478-0908-483b-8104-60808589deec None None] Bound using segment: {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:19:08.549456 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-3acbf478-0908-483b-8104-60808589deec None None] Bound port: 08103055-41e0-4244-9ce8-9af8a6e51d8c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b0e76b-388a-41e9-af04-4685d27111a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:19:08.549861 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3acbf478-0908-483b-8104-60808589deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:08.634031 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3acbf478-0908-483b-8104-60808589deec None None] For port 08103055-41e0-4244-9ce8-9af8a6e51d8c, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:19:08.659614 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3acbf478-0908-483b-8104-60808589deec None None] For port 08103055-41e0-4244-9ce8-9af8a6e51d8c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=08103055-41e0-4244-9ce8-9af8a6e51d8c,segment=NetworkSegment(98b0e76b-388a-41e9-af04-4685d27111a2),segment_id=98b0e76b-388a-41e9-af04-4685d27111a2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:19:08.665156 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3acbf478-0908-483b-8104-60808589deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:08.725954 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbf478-0908-483b-8104-60808589deec None None] Routers {'2b208d33-0118-44a4-abca-add3ac55d276'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:19:08.726605 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3acbf478-0908-483b-8104-60808589deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:19:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2b208d33-0118-44a4-abca-add3ac55d276'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:08.728601 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29946-b440-44c5-9454-7be47b6fc165 None None] Pushing event updated for resources: {'Port': ['ID=08103055-41e0-4244-9ce8-9af8a6e51d8c,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:08.828323 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-3acbf478-0908-483b-8104-60808589deec None None] Set router 2b208d33-0118-44a4-abca-add3ac55d276 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:19:09.084746 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3acbf478-0908-483b-8104-60808589deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b208d33-0118-44a4-abca-add3ac55d276', 'name': 'router1', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:18:56Z', 'updated_at': '2021-06-30T02:19:06Z', 'revision_number': 2, 'project_id': '6057efb04109413f9c5675657e470fea', 'gw_port_host': None, '_interfaces': [{'id': '08103055-41e0-4244-9ce8-9af8a6e51d8c', 'name': '', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'mac_address': 'fa:16:3e:a1:5e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:05Z', 'updated_at': '2021-06-30T02:19:08Z', 'revision_number': 4, 'project_id': '6057efb04109413f9c5675657e470fea', 'subnets': [{'id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:09.111132 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbf478-0908-483b-8104-60808589deec None None] The sync data for ids ['2b208d33-0118-44a4-abca-add3ac55d276'] in n-d-798054-5 is: [{'id': '2b208d33-0118-44a4-abca-add3ac55d276', 'name': 'router1', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:18:56Z', 'updated_at': '2021-06-30T02:19:06Z', 'revision_number': 2, 'project_id': '6057efb04109413f9c5675657e470fea', 'gw_port_host': None, '_interfaces': [{'id': '08103055-41e0-4244-9ce8-9af8a6e51d8c', 'name': '', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'mac_address': 'fa:16:3e:a1:5e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:05Z', 'updated_at': '2021-06-30T02:19:08Z', 'revision_number': 4, 'project_id': '6057efb04109413f9c5675657e470fea', 'subnets': [{'id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:19:09.330187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:19:09.471416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d132b4-0c90-47f5-8a76-fee10dec599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:19:09.472721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d3d132b4-0c90-47f5-8a76-fee10dec599d admin admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 842 time: 0.1414464 Jun 30 02:19:09.483262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:19:09.508518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Made reservation on behalf of 8079eca2507341d0ad6ae10d0e65c172 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:19:09.510876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:09.839312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:19:09.839771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:09.902212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48a291d-ce03-4a05-bced-e9bef6183c06,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:09.911029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:19:09.911382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Network hostable DHCP agents. Network: 08e3ad46-d058-429c-a7e1-6d9af6d397e7, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:19:09.939885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:19:09.956037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 08e3ad46-d058-429c-a7e1-6d9af6d397e7) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:19:09.962220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:19:09.963508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:09.967175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42641a9-9cec-490f-a684-fbb60ddd552b None None] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:19:09.982301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cd5c502d-de8b-4d8e-ab09-910b5147dccf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5024245 Jun 30 02:19:10.142816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e44eaed-77c9-4b17-bab8-7cb7171339d6 None None] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:19:12.374005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:19:12.595224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ce642f25-0a58-4f61-be68-6c8da62ba1f7 admin admin] 10.222.0.78 "GET /v2.0/routers/2b208d33-0118-44a4-abca-add3ac55d276 HTTP/1.1" status: 200 len: 710 time: 0.2198586 Jun 30 02:19:12.694643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2e330-1215-46a7-9a27-a0bca3fe3004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:19:12.696016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8e2e330-1215-46a7-9a27-a0bca3fe3004 admin admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 886 time: 0.0946441 Jun 30 02:19:12.706067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:19:12.711794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 08103055-41e0-4244-9ce8-9af8a6e51d8c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:19:12.764667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 08103055-41e0-4244-9ce8-9af8a6e51d8c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:19:12.768293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 08103055-41e0-4244-9ce8-9af8a6e51d8c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:19:12.768806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:12.845334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:12.881149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 08103055-41e0-4244-9ce8-9af8a6e51d8c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=08103055-41e0-4244-9ce8-9af8a6e51d8c,segment=NetworkSegment(98b0e76b-388a-41e9-af04-4685d27111a2),segment_id=98b0e76b-388a-41e9-af04-4685d27111a2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:19:12.885297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:12.938809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=08103055-41e0-4244-9ce8-9af8a6e51d8c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:12.960372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:13.203149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:13.280336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:13.389040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Allocated IP 172.25.0.202 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/3e0ba5c4-63af-42d8-a0c1-b43edd309755) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:19:13.488950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:13.530755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:13.565865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:19:13.569191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:19:13.574443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:19:13.579399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0ba5c4-63af-42d8-a0c1-b43edd309755,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:13.820714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:14.098934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:14.102984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:14.206980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Router 2b208d33-0118-44a4-abca-add3ac55d276 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:19:14.311690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:19:14.315841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:14.317038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b8292adc-80a9-41cb-b3b4-d48e57448096 admin admin] 10.222.0.78 "PUT /v2.0/routers/2b208d33-0118-44a4-abca-add3ac55d276 HTTP/1.1" status: 200 len: 890 time: 1.6142759 Jun 30 02:19:14.325005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Sync routers for ids ['2b208d33-0118-44a4-abca-add3ac55d276'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:19:14.336759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Routers {'2b208d33-0118-44a4-abca-add3ac55d276'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:19:14.337424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:19:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2b208d33-0118-44a4-abca-add3ac55d276'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:14.602887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Set router 2b208d33-0118-44a4-abca-add3ac55d276 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:19:14.686055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 08103055-41e0-4244-9ce8-9af8a6e51d8c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:19:14.916656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 08103055-41e0-4244-9ce8-9af8a6e51d8c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:19:14.916937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.092342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b208d33-0118-44a4-abca-add3ac55d276', 'name': 'router1', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '3e0ba5c4-63af-42d8-a0c1-b43edd309755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:18:56Z', 'updated_at': '2021-06-30T02:19:13Z', 'revision_number': 4, 'project_id': '6057efb04109413f9c5675657e470fea', 'gw_port': {'id': '3e0ba5c4-63af-42d8-a0c1-b43edd309755', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:13Z', 'updated_at': '2021-06-30T02:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '08103055-41e0-4244-9ce8-9af8a6e51d8c', 'name': '', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'mac_address': 'fa:16:3e:a1:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:05Z', 'updated_at': '2021-06-30T02:19:12Z', 'revision_number': 5, 'project_id': '6057efb04109413f9c5675657e470fea', 'subnets': [{'id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:15.140804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Checking router: 2b208d33-0118-44a4-abca-add3ac55d276 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:19:15.141173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Updating router 2b208d33-0118-44a4-abca-add3ac55d276 port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:19:15.176844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.511124 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.522362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Transition to ACTIVE for port object 3e0ba5c4-63af-42d8-a0c1-b43edd309755 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:19:15.528413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.579533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Attempting to bind port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:19:15.579912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Attempting to bind port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:19:15.580297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Attempting to bind port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:19:15.586203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51430-48a3-4123-ac82-b17456d76238 None None] Pushing event updated for resources: {'Port': ['ID=3e0ba5c4-63af-42d8-a0c1-b43edd309755,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:15.590890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:19:15.591253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:19:15.591659 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.592079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:19:15.592513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Bound port: 3e0ba5c4-63af-42d8-a0c1-b43edd309755, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:19:15.592886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.644930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] For port 3e0ba5c4-63af-42d8-a0c1-b43edd309755, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:19:15.649796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] For port 3e0ba5c4-63af-42d8-a0c1-b43edd309755, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3e0ba5c4-63af-42d8-a0c1-b43edd309755,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:19:15.655717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.797668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Routers {'2b208d33-0118-44a4-abca-add3ac55d276'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:19:15.798329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:19:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2b208d33-0118-44a4-abca-add3ac55d276'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:15.800991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51430-48a3-4123-ac82-b17456d76238 None None] Pushing event updated for resources: {'Port': ['ID=3e0ba5c4-63af-42d8-a0c1-b43edd309755,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:15.902100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] Set router 2b208d33-0118-44a4-abca-add3ac55d276 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:19:16.111922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b208d33-0118-44a4-abca-add3ac55d276', 'name': 'router1', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '3e0ba5c4-63af-42d8-a0c1-b43edd309755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:18:56Z', 'updated_at': '2021-06-30T02:19:13Z', 'revision_number': 4, 'project_id': '6057efb04109413f9c5675657e470fea', 'gw_port': {'id': '3e0ba5c4-63af-42d8-a0c1-b43edd309755', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:13Z', 'updated_at': '2021-06-30T02:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '08103055-41e0-4244-9ce8-9af8a6e51d8c', 'name': '', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'mac_address': 'fa:16:3e:a1:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:05Z', 'updated_at': '2021-06-30T02:19:12Z', 'revision_number': 5, 'project_id': '6057efb04109413f9c5675657e470fea', 'subnets': [{'id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:19:16.141289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8ffeb-8566-412f-b7b6-ea9b2047a610 None None] The sync data for ids ['2b208d33-0118-44a4-abca-add3ac55d276'] in n-d-798054-5 is: [{'id': '2b208d33-0118-44a4-abca-add3ac55d276', 'name': 'router1', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '3e0ba5c4-63af-42d8-a0c1-b43edd309755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:18:56Z', 'updated_at': '2021-06-30T02:19:13Z', 'revision_number': 4, 'project_id': '6057efb04109413f9c5675657e470fea', 'gw_port': {'id': '3e0ba5c4-63af-42d8-a0c1-b43edd309755', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:13Z', 'updated_at': '2021-06-30T02:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '08103055-41e0-4244-9ce8-9af8a6e51d8c', 'name': '', 'network_id': '76d9b382-9aac-44c1-90ed-d236bdaf68c0', 'tenant_id': '6057efb04109413f9c5675657e470fea', 'mac_address': 'fa:16:3e:a1:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b208d33-0118-44a4-abca-add3ac55d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:19:05Z', 'updated_at': '2021-06-30T02:19:12Z', 'revision_number': 5, 'project_id': '6057efb04109413f9c5675657e470fea', 'subnets': [{'id': '78b7ce4d-13cf-45b3-8e64-b37f8c300536', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30af9594-ac53-48c0-8178-303fbb2af528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:19:16.721196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3e0ba5c4-63af-42d8-a0c1-b43edd309755 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:19:16.758984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:19:16.776042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:19:16.781568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:19:16.782026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:16.876996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:16.901651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3e0ba5c4-63af-42d8-a0c1-b43edd309755, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3e0ba5c4-63af-42d8-a0c1-b43edd309755,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:19:16.903092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8106550b-96b9-4b63-8e62-a402d59e006b admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1427147 Jun 30 02:19:16.906616 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:16.962237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3e0ba5c4-63af-42d8-a0c1-b43edd309755,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:19:18.685100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3e0ba5c4-63af-42d8-a0c1-b43edd309755 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:19:18.742061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3e0ba5c4-63af-42d8-a0c1-b43edd309755 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:19:18.742061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:19.310665 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:19:27.528578 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e291-c078-4e68-be4d-1b4b79458a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:30.212724 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0beeba59-55f8-4038-a045-bfbc08ff612e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:30.456769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:31.962765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:34.079552 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:56.310589 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:19:57.528927 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5289fc9-0915-4097-8563-30171b49933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:00.214878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-845bb00a-1479-4c51-9d52-202cad7c4b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:00.459291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:01.938825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:04.074926 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:27.522029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0748-ff3e-4218-920f-ab5fcae74164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:30.220568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-226263fd-fba2-4c73-9574-dde6c503d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:30.463694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:31.939235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:33.309075 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:20:34.076873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:57.525618 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7121a7a9-41df-4c0b-9a93-6e83a70667a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:59.359085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47732) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:20:59.432255 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-20231139-e594-4f0a-a176-ff46625a0cb4 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:20:59.433621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-20231139-e594-4f0a-a176-ff46625a0cb4 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0735874 Jun 30 02:20:59.619751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3c823-eee4-4d95-9e6a-32192556ab28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:20:59.621144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18e3c823-eee4-4d95-9e6a-32192556ab28 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1821973 Jun 30 02:21:00.226186 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b63249f6-547e-4818-aa2f-24f6c3f8a91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:00.472736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:01.813210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47742) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:01.909163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e757d9-4c63-4448-90cc-20745f01800b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:01.910472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f5e757d9-4c63-4448-90cc-20745f01800b admin admin] 10.222.0.78 "GET /v2.0/subnets/78b7ce4d-13cf-45b3-8e64-b37f8c300536 HTTP/1.1" status: 200 len: 849 time: 0.0959873 Jun 30 02:21:01.923026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:01.944232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:02.053735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:02.217771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740179653636'] for subnet, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:02.255965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:02.256559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:02.269676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] 10.222.0.78 "PUT /v2.0/subnets/78b7ce4d-13cf-45b3-8e64-b37f8c300536 HTTP/1.1" status: 200 len: 868 time: 0.3387873 Jun 30 02:21:02.274484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160cb0d-a81e-4feb-ac8d-810386b64f8a None None] Network 76d9b382-9aac-44c1-90ed-d236bdaf68c0 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:02.282525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b7ce4d-13cf-45b3-8e64-b37f8c300536,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:02.292900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.293279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.299780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c646f3-83e4-4bb8-b63a-cf0fe79df19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:02.736667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d172e725-eb73-434e-9d5d-6e40c5fc08d9 None None] Provisioning complete for port 08103055-41e0-4244-9ce8-9af8a6e51d8c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:02.737014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d172e725-eb73-434e-9d5d-6e40c5fc08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:02.833538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d172e725-eb73-434e-9d5d-6e40c5fc08d9 None None] Provisioning complete for port 67956ed7-2ede-4c67-ad41-4810f26beb0b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:02.833790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d172e725-eb73-434e-9d5d-6e40c5fc08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:04.087729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:04.543989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:04.774584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d906b4-2687-44dd-9d2d-69afe38fde50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:04.775096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d906b4-2687-44dd-9d2d-69afe38fde50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:04.776729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3d906b4-2687-44dd-9d2d-69afe38fde50 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2314768 Jun 30 02:21:07.077039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:07.238119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39b47c5-43ea-450a-86d1-1c1889d5a4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:07.239433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39b47c5-43ea-450a-86d1-1c1889d5a4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:07.241235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e39b47c5-43ea-450a-86d1-1c1889d5a4f9 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1631558 Jun 30 02:21:09.654044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:09.789055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324800e-6e0c-4f27-92ba-55df4631f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:09.790768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1324800e-6e0c-4f27-92ba-55df4631f531 admin admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 886 time: 0.1354020 Jun 30 02:21:10.307949 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:21:12.154184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47776) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:12.345508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07da8854-1c75-494b-8e74-1fa26abbd8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:12.346801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07da8854-1c75-494b-8e74-1fa26abbd8b4 admin admin] 10.222.0.78 "GET /v2.0/networks/76d9b382-9aac-44c1-90ed-d236bdaf68c0 HTTP/1.1" status: 200 len: 869 time: 0.1913407 Jun 30 02:21:14.619678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47784) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:14.778769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f5a87-8612-48e1-8a64-6ec4585749fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:14.779238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f5a87-8612-48e1-8a64-6ec4585749fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:14.780758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-629f5a87-8612-48e1-8a64-6ec4585749fe admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1601536 Jun 30 02:21:16.999496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:17.128525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6756b-ecc0-4666-8073-b5f69c5280d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:17.128937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6756b-ecc0-4666-8073-b5f69c5280d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:17.131201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-17e6756b-ecc0-4666-8073-b5f69c5280d2 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304440 Jun 30 02:21:19.476056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:19.570263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7846c59-8c03-4859-954b-9ec53b56cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:19.571639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d7846c59-8c03-4859-954b-9ec53b56cd6f admin admin] 10.222.0.78 "GET /v2.0/subnets/78b7ce4d-13cf-45b3-8e64-b37f8c300536 HTTP/1.1" status: 200 len: 868 time: 0.0946269 Jun 30 02:21:21.757513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:21.848475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ca517-bd8c-4bcc-89c9-fa625b393339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:21.849847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d43ca517-bd8c-4bcc-89c9-fa625b393339 admin admin] 10.222.0.78 "GET /v2.0/subnets/f48a291d-ce03-4a05-bced-e9bef6183c06 HTTP/1.1" status: 200 len: 816 time: 0.0910761 Jun 30 02:21:27.531240 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5177d5b-2638-4d73-b24a-743dd6e65e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.223174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d94b228c-1f85-4ddb-8ad6-05b16f6f1c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.465779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:31.946929 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.088469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.852043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:45.898507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-b966924d-3eda-4509-a3fb-2f9cedc391e4 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:21:45.899502 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b966924d-3eda-4509-a3fb-2f9cedc391e4 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464993 Jun 30 02:21:47.306424 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:21:48.165808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:48.230120 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ab71ef-6427-41fe-8b39-5269d5cc9857 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:21:48.231498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a7ab71ef-6427-41fe-8b39-5269d5cc9857 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647414 Jun 30 02:21:48.371123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bbeb8a-c58e-4f0f-8a0c-b930620a4b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:48.372509 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e1bbeb8a-c58e-4f0f-8a0c-b930620a4b18 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371980 Jun 30 02:21:50.592589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:50.645932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:50.668887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Made reservation on behalf of 8079eca2507341d0ad6ae10d0e65c172 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:50.671296 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.702372 n-d-798054-5 neutron-server[93821]: WARNING neutron.services.revisions.revision_plugin [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Could not find related network for resource to bump revision. Jun 30 02:21:50.713875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:21:50.723268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.723612 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Added segment cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a of type vlan for network 6dde16a3-4e26-474a-9757-85259619fc54 Jun 30 02:21:50.765635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.799430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.800318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:50.801413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.857425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2637067 Jun 30 02:21:50.865627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Pushing event updated for resources: {'Network': ['ID=6dde16a3-4e26-474a-9757-85259619fc54,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:50.873099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.873619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.873888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.874284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.874921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.875398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.875929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.876447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.876818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.877376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.877828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.878190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace8e86-713a-4f44-9552-de1726bf7586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:50.890632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 6dde16a3-4e26-474a-9757-85259619fc54 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:21:53.126112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:53.192451 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1add63-1475-4ab4-ae6e-2357caed4ad5 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:21:53.193869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d1add63-1475-4ab4-ae6e-2357caed4ad5 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667746 Jun 30 02:21:53.268041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6838cf-2042-4059-8683-c954ff8d9b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:53.270020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3d6838cf-2042-4059-8683-c954ff8d9b5a admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0717127 Jun 30 02:21:53.280036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:53.302866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Made reservation on behalf of 8079eca2507341d0ad6ae10d0e65c172 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:53.305834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.478333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.644319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06adbe76-c00a-4c01-a613-32442c0e65f7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:53.657319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:53.657678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Network hostable DHCP agents. Network: 6dde16a3-4e26-474a-9757-85259619fc54, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:21:53.674061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Network 6dde16a3-4e26-474a-9757-85259619fc54 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:21:53.684563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 6dde16a3-4e26-474a-9757-85259619fc54) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:53.689135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:53.689716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.698267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e853169c-f424-4435-bd4c-26900e97e3a8 None None] Network 6dde16a3-4e26-474a-9757-85259619fc54 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:53.708356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13bc8ada-7e1e-4291-819d-184e75430d52 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4311724 Jun 30 02:21:53.983496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-6dde16a3-4e26-474a-9757-85259619fc54', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'tenant_id': '8079eca2507341d0ad6ae10d0e65c172', 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:21:53.984472 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.205037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Allocated IP 192.168.233.2 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/daaca4e6-ac67-4689-8de4-6626026cf655) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:21:54.412508 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.423901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Transition to ACTIVE for port object daaca4e6-ac67-4689-8de4-6626026cf655 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:54.444864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Transition to ACTIVE for port object daaca4e6-ac67-4689-8de4-6626026cf655 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:54.451222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.497228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:21:54.503632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:54.508935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:21:54.512078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Pushing event updated for resources: {'Port': ['ID=daaca4e6-ac67-4689-8de4-6626026cf655,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:54.523903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.524245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.524585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.534996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:54.584073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Attempting to bind port daaca4e6-ac67-4689-8de4-6626026cf655 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:21:54.584449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Attempting to bind port daaca4e6-ac67-4689-8de4-6626026cf655 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:21:54.584817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Attempting to bind port daaca4e6-ac67-4689-8de4-6626026cf655 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:54.590633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:21:54.591027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:54.591432 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.591815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:21:54.592280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Bound port: daaca4e6-ac67-4689-8de4-6626026cf655, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:21:54.592669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.686216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] For port daaca4e6-ac67-4689-8de4-6626026cf655, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:21:54.693020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] For port daaca4e6-ac67-4689-8de4-6626026cf655, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=daaca4e6-ac67-4689-8de4-6626026cf655,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:21:54.701107 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.771369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455270e-2a2e-4c65-9c33-72f123197e3c None None] Pushing event updated for resources: {'Port': ['ID=daaca4e6-ac67-4689-8de4-6626026cf655,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:55.701336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627bb65-755c-4124-a5ce-003fd7b1750f None None] Network 6dde16a3-4e26-474a-9757-85259619fc54 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:55.764807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-234ffdac-aac7-4774-a9ab-afcc81fa5838 None None] Provisioning for port daaca4e6-ac67-4689-8de4-6626026cf655 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:21:56.846886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device daaca4e6-ac67-4689-8de4-6626026cf655 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:21:56.900456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port daaca4e6-ac67-4689-8de4-6626026cf655 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:21:56.904474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port daaca4e6-ac67-4689-8de4-6626026cf655 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:56.904871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.987923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.022472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port daaca4e6-ac67-4689-8de4-6626026cf655, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=daaca4e6-ac67-4689-8de4-6626026cf655,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:21:57.026919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.077534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=daaca4e6-ac67-4689-8de4-6626026cf655,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.534174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae8c2-5015-40e8-8da4-4b0e617a01bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.827980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device daaca4e6-ac67-4689-8de4-6626026cf655 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:21:58.879877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port daaca4e6-ac67-4689-8de4-6626026cf655 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:58.880377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:00.227818 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4aa14de4-53db-41ca-9a77-0a6008deb59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:00.469645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:01.951570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.091447 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.305677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:22:27.546737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1baab4d-0b37-4e1d-9f94-173f8b022dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.236884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c915692-99cf-4321-9320-8781782b196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.476084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.958610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.101117 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.541975 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e878677a-f0a0-46c0-aaba-ec568431b133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.236346 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bff3e3b3-066e-4982-873a-eb86a0fb4f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.471492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.305465 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:23:01.956553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.900932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:03.906826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-d32db78c-d7b0-4599-9074-0faf3086aeab tempest-verify_tempest_config-185874823 tempest-verify_tempest_config-185874823-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:03.907785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d32db78c-d7b0-4599-9074-0faf3086aeab tempest-verify_tempest_config-185874823 tempest-verify_tempest_config-185874823-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058868 Jun 30 02:23:04.102931 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.251434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:04.384295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.478787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.483689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.528067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3788a-a6dc-40f6-a4d0-0b4fffbf490f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:04.531713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=381c394cb7fa4934a9c8ef4d5f617fdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2792866 Jun 30 02:23:04.534580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47952) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:04.537950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.538290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.538653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.538982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.539304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.539621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.539936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.540251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.540565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.540877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.541192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.541503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6d68b-2eb3-472b-a154-bb4621b2ea4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.625600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.649973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.748252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.751018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.752235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bb3788a-a6dc-40f6-a4d0-0b4fffbf490f HTTP/1.1" status: 204 len: 168 time: 0.2166302 Jun 30 02:23:04.763219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3788a-a6dc-40f6-a4d0-0b4fffbf490f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:04.770981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.771328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.771679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.772016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.772348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.772678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.773009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.773389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.773659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.773987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.774339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:04.774664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b8270-43c9-423e-a1b1-0ce7c5602ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:27.544770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9af45e64-5bab-438f-b346-70154cba33df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.232542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4382f691-1cbd-4926-9db7-5334fb45c5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.467166 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.959249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.104997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.304274 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:23:57.547463 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d955f22-6fae-41ca-880d-c51955b2cf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.233428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fc65255-ac68-4b1f-8115-bcc84c513fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.469098 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:01.962343 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.106543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.302169 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:24:27.551299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7193a4a-4b32-4551-9a00-077e33331196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:30.227779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87f9b76d-0940-4999-9d2d-fc3bc566f617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:30.471372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:31.965868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:34.115292 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.301604 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:24:57.556928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8eff73fa-86d9-4c24-ba2e-1abd84986587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.238198 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-980d0e76-d10d-445a-8d5f-1d9691d90ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.478919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:01.967178 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:04.118201 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.556960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f213625-167a-4bb9-a52f-76998bf09cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:29.299653 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:25:30.236125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c6282a5-d97b-45d9-a825-cf54d6085ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:30.471316 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:31.969909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:34.119813 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.557950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfc96ec6-1a6c-4036-b135-7bf7e1f8a005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.238597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5bc65d4a-ebd5-46f5-8dcb-6af5a1c581d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.477053 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.976684 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.120422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:06.297860 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 5 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:26:09.138582 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.426692 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-763884'] for agent, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.560096 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffbaa10-4f0b-4676-b01a-27a5c0f7acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:30.241651 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27a7dd1f-354a-46e6-b415-442499d091e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:30.479543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:31.978420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.124894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.111269 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.380589 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:43.296228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:26:57.473918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:57.562182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63ab1c2b-b53c-4417-b72b-9e9fcf9c89c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.575847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0967e77e-c9a8-4698-89a9-4676c1caf15a admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1008167 Jun 30 02:26:59.762000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48030) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:59.817755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a260ac31-8da5-4925-aa28-b6f0fe47d34e admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0546231 Jun 30 02:27:00.242717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04b515af-06e7-4027-a6e2-89bc9bff9a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.479834 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.981909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:04.130282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:09.107728 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.389040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:20.295840 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:27:27.572670 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7aeadc50-e1b8-40fc-b98c-b3729bf4fc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.243158 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-258043d0-2aa1-4dc5-a4d3-c5fe472644d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.481622 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:31.983088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.130958 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.110111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.406671 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.294189 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:27:57.565082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bec7d06-183a-40bd-9bc5-1278b09bc645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.246493 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e904f857-4b75-4abe-bf1a-94fee3813191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.485652 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.989359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.134790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.122799 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.409560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.833243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48418) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:25.988736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48426) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:26.096651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.141697 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a943b409-939c-480b-9cbb-63ac08f4f93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.229038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.235950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.281407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1adcbee9b26748aaab7ff2be3eca5d3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4469965 Jun 30 02:28:26.284118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:26.354381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.380782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.391792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a943b409-939c-480b-9cbb-63ac08f4f93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.413075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a943b409-939c-480b-9cbb-63ac08f4f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.442547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.447407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a943b409-939c-480b-9cbb-63ac08f4f93f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0dc734c11ba49f08b929f0de7526c1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4574540 Jun 30 02:28:26.447575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.451468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48464) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:26.451553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2c8a167-59ae-4ad9-bc1c-3fadc6a02f33 HTTP/1.1" status: 204 len: 168 time: 0.1656492 Jun 30 02:28:26.461665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8a167-59ae-4ad9-bc1c-3fadc6a02f33,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.463159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8a167-59ae-4ad9-bc1c-3fadc6a02f33,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.469948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.470389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.471333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.471672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.472057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.472454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.472788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.473119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.473450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.473776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.474105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.474197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.474457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.474664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.475128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.475522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef36803-0958-4016-b0c1-3481acdad85c admin admin] Tracked resource versions report: Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: pushed versions: Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Log': {'1.0'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Network': {'1.1'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Port': {'1.7'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'SubPort': {'1.0'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Subnet': {'1.1'}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Trunk': {'1.1'}} Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: consumer versions: Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: HyperV agent@n-h1-798054-5: {}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: HyperV agent@n-h2-798054-5: {}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: L3 agent@n-d-798054-5: {}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: Metadata agent@n-d-798054-5: {}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: Metering agent@n-d-798054-5: {}, Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'ConntrackHelper': '1.0', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Log': '1.0', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Network': '1.1', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Port': '1.7', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'PortForwarding': '1.2', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'QosPolicy': '1.8', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'SecurityGroup': '1.4', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'SubPort': '1.0', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Subnet': '1.1', Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: 'Trunk': '1.1'}} Jun 30 02:28:26.475614 n-d-798054-5 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:28:26.477070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.477070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.477070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.477070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.477338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.477477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.481302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.481650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7a4acb-bd09-4ce4-8bfa-3eff5423955c admin admin] Tracked resource versions report: Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: pushed versions: Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: { 'AddressGroup': {'1.2'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Log': {'1.0'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Network': {'1.1'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Port': {'1.7'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'PortForwarding': {'1.2'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'QosPolicy': {'1.8'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'SecurityGroup': {'1.4'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'SubPort': {'1.0'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Subnet': {'1.1'}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Trunk': {'1.1'}} Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: consumer versions: Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: HyperV agent@n-h1-798054-5: {}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: HyperV agent@n-h2-798054-5: {}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: L3 agent@n-d-798054-5: {}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: Metadata agent@n-d-798054-5: {}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: Metering agent@n-d-798054-5: {}, Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'ConntrackHelper': '1.0', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Log': '1.0', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Network': '1.1', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Port': '1.7', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'PortForwarding': '1.2', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'QosPolicy': '1.8', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'SecurityGroup': '1.4', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'SecurityGroupRule': '1.2', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'SubPort': '1.0', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Subnet': '1.1', Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: 'Trunk': '1.1'}} Jun 30 02:28:26.483082 n-d-798054-5 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:28:26.535528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943b409-939c-480b-9cbb-63ac08f4f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e1e6d-c173-4328-9fad-d8640ac7c334,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.559849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40695458-0cee-46c9-abf2-63b72de4ccd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.587938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40695458-0cee-46c9-abf2-63b72de4ccd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.668919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40695458-0cee-46c9-abf2-63b72de4ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.672377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40695458-0cee-46c9-abf2-63b72de4ccd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.674369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40695458-0cee-46c9-abf2-63b72de4ccd4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a3e1e6d-c173-4328-9fad-d8640ac7c334 HTTP/1.1" status: 204 len: 168 time: 0.2226989 Jun 30 02:28:26.682772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40695458-0cee-46c9-abf2-63b72de4ccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e1e6d-c173-4328-9fad-d8640ac7c334,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.813177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48488) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:26.962892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48500) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:26.979199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3873280-b4f7-45c1-bae6-26bee930eceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.099907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3873280-b4f7-45c1-bae6-26bee930eceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.117745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3873280-b4f7-45c1-bae6-26bee930eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.150653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3873280-b4f7-45c1-bae6-26bee930eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98176d5e-1ef3-4535-bfd0-47c792924ecc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.175774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:27.175950 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a3873280-b4f7-45c1-bae6-26bee930eceb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4236980e8d2043fa934fcacf086f0ddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2081606 Jun 30 02:28:27.288252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18194078-e73f-4648-8bc5-fc2ebfecdcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.335856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18194078-e73f-4648-8bc5-fc2ebfecdcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.347443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f153e95-3c3c-45a3-9955-11f33833adc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.402485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18194078-e73f-4648-8bc5-fc2ebfecdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.409043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18194078-e73f-4648-8bc5-fc2ebfecdcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.410796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18194078-e73f-4648-8bc5-fc2ebfecdcf1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98176d5e-1ef3-4535-bfd0-47c792924ecc HTTP/1.1" status: 204 len: 168 time: 0.2377357 Jun 30 02:28:27.421853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18194078-e73f-4648-8bc5-fc2ebfecdcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98176d5e-1ef3-4535-bfd0-47c792924ecc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.429091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48544) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:27.479033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed623ab7-e1f4-437b-98e7-3fad637a0471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.545644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f153e95-3c3c-45a3-9955-11f33833adc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.553766 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f153e95-3c3c-45a3-9955-11f33833adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.590888 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-245f3001-f66a-419a-ac82-ae398f7e086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.617206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2f153e95-3c3c-45a3-9955-11f33833adc7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85a289e559bb4d108edd855c996718d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8007195 Jun 30 02:28:27.620280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:27.654240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f153e95-3c3c-45a3-9955-11f33833adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7d995-1d0b-4de8-bda8-3ab22ae2e326,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.674683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e4bbbb-dee7-4317-b3de-ef18f4799103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.697414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e4bbbb-dee7-4317-b3de-ef18f4799103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.718150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed623ab7-e1f4-437b-98e7-3fad637a0471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.724994 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed623ab7-e1f4-437b-98e7-3fad637a0471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.754498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e4bbbb-dee7-4317-b3de-ef18f4799103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.758082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e4bbbb-dee7-4317-b3de-ef18f4799103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.762635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-24e4bbbb-dee7-4317-b3de-ef18f4799103 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1d7d995-1d0b-4de8-bda8-3ab22ae2e326 HTTP/1.1" status: 204 len: 168 time: 0.1412170 Jun 30 02:28:27.773879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4bbbb-dee7-4317-b3de-ef18f4799103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7d995-1d0b-4de8-bda8-3ab22ae2e326,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.786278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ed623ab7-e1f4-437b-98e7-3fad637a0471 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1dc352f71d494dafb478aecaddc007e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3533700 Jun 30 02:28:27.786278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed623ab7-e1f4-437b-98e7-3fad637a0471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779adf8b-a40b-422b-b590-bdcfc8cca433,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.788645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48564) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:27.842690 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a72955-ee9e-4452-8645-a424af454043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.865285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a72955-ee9e-4452-8645-a424af454043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.915054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a72955-ee9e-4452-8645-a424af454043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.917748 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a72955-ee9e-4452-8645-a424af454043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.919516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48a72955-ee9e-4452-8645-a424af454043 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/779adf8b-a40b-422b-b590-bdcfc8cca433 HTTP/1.1" status: 204 len: 168 time: 0.1299143 Jun 30 02:28:27.927533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a72955-ee9e-4452-8645-a424af454043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779adf8b-a40b-422b-b590-bdcfc8cca433,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.052232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:28.102253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48580) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:28.220235 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:28.406069 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07cbf73c-7061-4449-af10-ec48282de03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.466348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4505661f-44e0-41ed-af2e-84f7be00adf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.522851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6722afe-8920-4e08-b0e6-bbe992b273dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.575933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07cbf73c-7061-4449-af10-ec48282de03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.586537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:28.592254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07cbf73c-7061-4449-af10-ec48282de03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.602829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c8e7cf3-6f76-4620-9b00-0ce2e2a7ad8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.654297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07cbf73c-7061-4449-af10-ec48282de03e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98cdf007d4fb4fcc9f6e882b1b47d684&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6008649 Jun 30 02:28:28.657160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:28.665359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbf73c-7061-4449-af10-ec48282de03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428daf96-0a94-48eb-bc6b-b4d88363f039,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.734579 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4505661f-44e0-41ed-af2e-84f7be00adf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.741476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4505661f-44e0-41ed-af2e-84f7be00adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.747407 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519f307b-a747-4cf0-a06c-3224f8910306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.787041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519f307b-a747-4cf0-a06c-3224f8910306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.789025 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4505661f-44e0-41ed-af2e-84f7be00adf8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=018160398736410a9e10cc518056ec32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6857216 Jun 30 02:28:28.791723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48620) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:28.806918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505661f-44e0-41ed-af2e-84f7be00adf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975ffe6f-98e8-4e5a-b051-e762ce33a5d2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.872084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519f307b-a747-4cf0-a06c-3224f8910306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.875068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519f307b-a747-4cf0-a06c-3224f8910306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.876216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-519f307b-a747-4cf0-a06c-3224f8910306 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/428daf96-0a94-48eb-bc6b-b4d88363f039 HTTP/1.1" status: 204 len: 168 time: 0.2173975 Jun 30 02:28:28.880096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc638ab0-ec6c-4639-982c-a3642d1d7b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.899715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f307b-a747-4cf0-a06c-3224f8910306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428daf96-0a94-48eb-bc6b-b4d88363f039,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.906623 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc638ab0-ec6c-4639-982c-a3642d1d7b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.940637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6722afe-8920-4e08-b0e6-bbe992b273dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.950771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6722afe-8920-4e08-b0e6-bbe992b273dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.977584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc638ab0-ec6c-4639-982c-a3642d1d7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.980156 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc638ab0-ec6c-4639-982c-a3642d1d7b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.981288 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bc638ab0-ec6c-4639-982c-a3642d1d7b1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/975ffe6f-98e8-4e5a-b051-e762ce33a5d2 HTTP/1.1" status: 204 len: 168 time: 0.1886451 Jun 30 02:28:28.991358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc638ab0-ec6c-4639-982c-a3642d1d7b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ffe6f-98e8-4e5a-b051-e762ce33a5d2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:29.023782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722afe-8920-4e08-b0e6-bbe992b273dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd99a2e-77b7-47ea-a1d0-d39825f6f85f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:29.032002 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e6722afe-8920-4e08-b0e6-bbe992b273dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d3b4c19752a480b822e58324d9f2a56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8098755 Jun 30 02:28:29.034925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48638) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:29.090729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08206890-071b-4306-a3ed-9fb6abb6b036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.097827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c8e7cf3-6f76-4620-9b00-0ce2e2a7ad8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.102956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c8e7cf3-6f76-4620-9b00-0ce2e2a7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.114980 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08206890-071b-4306-a3ed-9fb6abb6b036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.143318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48644) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:29.143610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6c8e7cf3-6f76-4620-9b00-0ce2e2a7ad8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33995ed6b39b4ac5a9bd054a070c8d39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5542631 Jun 30 02:28:29.165078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e7cf3-6f76-4620-9b00-0ce2e2a7ad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195137f0-a37e-4847-b390-059ad443565c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:29.211953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08206890-071b-4306-a3ed-9fb6abb6b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.214564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08206890-071b-4306-a3ed-9fb6abb6b036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.215749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08206890-071b-4306-a3ed-9fb6abb6b036 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fd99a2e-77b7-47ea-a1d0-d39825f6f85f HTTP/1.1" status: 204 len: 168 time: 0.1796465 Jun 30 02:28:29.227739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f96b0a7-2e9c-4c19-bebd-f79cce6bf9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.232655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08206890-071b-4306-a3ed-9fb6abb6b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd99a2e-77b7-47ea-a1d0-d39825f6f85f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:29.263617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f96b0a7-2e9c-4c19-bebd-f79cce6bf9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.322749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f96b0a7-2e9c-4c19-bebd-f79cce6bf9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.325576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f96b0a7-2e9c-4c19-bebd-f79cce6bf9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.329278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3f96b0a7-2e9c-4c19-bebd-f79cce6bf9b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/195137f0-a37e-4847-b390-059ad443565c HTTP/1.1" status: 204 len: 168 time: 0.1819768 Jun 30 02:28:29.335329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96b0a7-2e9c-4c19-bebd-f79cce6bf9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195137f0-a37e-4847-b390-059ad443565c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:29.419386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:29.422007 n-d-798054-5 neutron-server[93821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:28:29.459476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-1685670c-6e17-4e5b-b74f-3fd3f4ffd617 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3d87a23cd97d40dc91c6f3ec4b540b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385315 Jun 30 02:28:29.592494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:29.606205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c28253a6-3e90-470c-a082-255a744ad0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.703170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0ecfc89c-025d-4a0a-91f2-e9527bdd898c tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:29.705540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0ecfc89c-025d-4a0a-91f2-e9527bdd898c tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400975 Jun 30 02:28:29.721835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c28253a6-3e90-470c-a082-255a744ad0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.727543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c28253a6-3e90-470c-a082-255a744ad0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.730069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-60e16aa5-93cf-4161-a7fa-0b39d9bd7aba tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/quotas/3d87a23cd97d40dc91c6f3ec4b540b77 HTTP/1.1" status: 200 len: 375 time: 0.0177631 Jun 30 02:28:29.760216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28253a6-3e90-470c-a082-255a744ad0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c3d7a-449f-4a38-8e2f-9eabadf19850,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:29.790375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c28253a6-3e90-470c-a082-255a744ad0e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94423cfda8d2438eb498f1167a559c8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1954632 Jun 30 02:28:29.791864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48670) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:29.804031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-492e0b26-e784-49d4-ac74-ffa243455ac0 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d87a23cd97d40dc91c6f3ec4b540b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668254 Jun 30 02:28:29.853064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7a-e31e-4798-b5bb-6ebbcc33100b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.890732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7a-e31e-4798-b5bb-6ebbcc33100b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.915411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:29.935423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fc24f76-2f8e-4d17-b9c7-ab516158e782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.036355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7a-e31e-4798-b5bb-6ebbcc33100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.040166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9720e7a-e31e-4798-b5bb-6ebbcc33100b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.044133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c9720e7a-e31e-4798-b5bb-6ebbcc33100b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/744c3d7a-449f-4a38-8e2f-9eabadf19850 HTTP/1.1" status: 204 len: 168 time: 0.2511637 Jun 30 02:28:30.066196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720e7a-e31e-4798-b5bb-6ebbcc33100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c3d7a-449f-4a38-8e2f-9eabadf19850,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.114943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fc24f76-2f8e-4d17-b9c7-ab516158e782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.120800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fc24f76-2f8e-4d17-b9c7-ab516158e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.171094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0fc24f76-2f8e-4d17-b9c7-ab516158e782 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=155d9ce016a341648b1ad7977d28fd90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2518902 Jun 30 02:28:30.171719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48690) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:30.180943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc24f76-2f8e-4d17-b9c7-ab516158e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55475be4-8812-46b3-8fc4-16447f907df9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.202805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:30.217631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1906aa86-7d07-4b0e-8973-5b63ec2880c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.244782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be651668-3461-4cb9-818f-53fd53e9d5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.254054 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e0b44db-6c96-43f9-b826-b02f37070726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.275841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be651668-3461-4cb9-818f-53fd53e9d5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.352774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1906aa86-7d07-4b0e-8973-5b63ec2880c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.356580 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1906aa86-7d07-4b0e-8973-5b63ec2880c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.362473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be651668-3461-4cb9-818f-53fd53e9d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.374462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be651668-3461-4cb9-818f-53fd53e9d5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.380312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be651668-3461-4cb9-818f-53fd53e9d5c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55475be4-8812-46b3-8fc4-16447f907df9 HTTP/1.1" status: 204 len: 168 time: 0.2049303 Jun 30 02:28:30.388679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be651668-3461-4cb9-818f-53fd53e9d5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55475be4-8812-46b3-8fc4-16447f907df9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.414578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1906aa86-7d07-4b0e-8973-5b63ec2880c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85f4bec544ff4538a4e443d6ae26ca5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2080727 Jun 30 02:28:30.414578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906aa86-7d07-4b0e-8973-5b63ec2880c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa47e992-e1a1-43f1-87de-fb8bdd68462f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.415980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48704) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:30.472521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c398ea0c-3103-43d8-a87b-f6fad7ed7854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.493685 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.500203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c398ea0c-3103-43d8-a87b-f6fad7ed7854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.560050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c398ea0c-3103-43d8-a87b-f6fad7ed7854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.562659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c398ea0c-3103-43d8-a87b-f6fad7ed7854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.567690 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c398ea0c-3103-43d8-a87b-f6fad7ed7854 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa47e992-e1a1-43f1-87de-fb8bdd68462f HTTP/1.1" status: 204 len: 168 time: 0.1468871 Jun 30 02:28:30.573459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398ea0c-3103-43d8-a87b-f6fad7ed7854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa47e992-e1a1-43f1-87de-fb8bdd68462f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.652299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48716) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:31.153755 n-d-798054-5 neutron-server[93822]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:28:31.242946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a2f27109-5826-425a-9325-bdefe8753abd req-00fef34b-b7a3-449d-a52d-62d9a6c1e7ae tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.5894234 Jun 30 02:28:31.990260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:32.358058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b851597d-2126-4c6d-b69d-6e5faa960930 req-5033dc18-b135-43b2-af32-36e5bb68a10b tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0481772 Jun 30 02:28:33.465096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-250c97d8-c205-47a8-8a99-fb76ef06b737 req-61ee2ca5-c37c-453a-8cb3-7684728c534b tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0365901 Jun 30 02:28:34.041918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48908) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:34.139731 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.294948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:28:34.356259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe2cef71-7aa2-4875-8c45-155a9cd7365c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.474968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe2cef71-7aa2-4875-8c45-155a9cd7365c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.480284 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe2cef71-7aa2-4875-8c45-155a9cd7365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.530106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fe2cef71-7aa2-4875-8c45-155a9cd7365c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63a82b6c99934c51975837c65359b6c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4874053 Jun 30 02:28:34.531210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cef71-7aa2-4875-8c45-155a9cd7365c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bec8c48-d148-4c45-a500-3744522fd251,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:34.533506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:34.599363 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d89f5f93-154a-41bd-8f53-ea7628fd3d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.647789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d89f5f93-154a-41bd-8f53-ea7628fd3d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.714434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d89f5f93-154a-41bd-8f53-ea7628fd3d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.717901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d89f5f93-154a-41bd-8f53-ea7628fd3d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.719479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d89f5f93-154a-41bd-8f53-ea7628fd3d25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bec8c48-d148-4c45-a500-3744522fd251 HTTP/1.1" status: 204 len: 168 time: 0.1830642 Jun 30 02:28:34.727930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f5f93-154a-41bd-8f53-ea7628fd3d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bec8c48-d148-4c45-a500-3744522fd251,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:34.730722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56eff1d0-c04f-4d9a-bae6-9d0ee71e708c req-ed034515-e077-4462-acd0-2fbc6a1f52a4 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0508080 Jun 30 02:28:35.430387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48976) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:35.447030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf93a-b9ee-4e4c-9a8d-bb660fdc85d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.537594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf93a-b9ee-4e4c-9a8d-bb660fdc85d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.543730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf93a-b9ee-4e4c-9a8d-bb660fdc85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.574853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f2eaf93a-b9ee-4e4c-9a8d-bb660fdc85d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e185f7ef88f84f689f55919efbc7dfa3&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1415830 Jun 30 02:28:35.576872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:35.591295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaf93a-b9ee-4e4c-9a8d-bb660fdc85d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90248c71-db11-4824-8f66-acc155b0d6e1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:35.642851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd53d06-9a93-4417-b434-f35a1e60f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.668607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd53d06-9a93-4417-b434-f35a1e60f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.727801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd53d06-9a93-4417-b434-f35a1e60f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.730468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd53d06-9a93-4417-b434-f35a1e60f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.734148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0fd53d06-9a93-4417-b434-f35a1e60f72d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90248c71-db11-4824-8f66-acc155b0d6e1 HTTP/1.1" status: 204 len: 168 time: 0.1539197 Jun 30 02:28:35.740933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd53d06-9a93-4417-b434-f35a1e60f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90248c71-db11-4824-8f66-acc155b0d6e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:35.983220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa625b70-2d86-4161-9ebf-9ee53a94e0bd req-92a61a18-e726-4ed7-a590-2dcd7be19900 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0359910 Jun 30 02:28:36.791739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:37.056349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a23c88a-52e6-4fe7-9294-884a67821845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.112849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49138) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:37.171731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b6bf194-ddfd-461e-b80c-f1ad85cba446 req-eedb6817-cb1b-4fea-ab53-d54c1c8f5216 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0381792 Jun 30 02:28:37.197466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a23c88a-52e6-4fe7-9294-884a67821845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.213243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a23c88a-52e6-4fe7-9294-884a67821845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.218958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78885b76-e6f6-46b8-a793-ed91d6c7b491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.274728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4a23c88a-52e6-4fe7-9294-884a67821845 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abd3f14261684756958b618b6d1e114f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793627 Jun 30 02:28:37.274728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23c88a-52e6-4fe7-9294-884a67821845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea6aa4c-c22a-48cd-8c9d-5c24397120a8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:37.278804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:37.368633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb55d6da-efd2-4df3-b4aa-830e5991d4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.400569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb55d6da-efd2-4df3-b4aa-830e5991d4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.473309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78885b76-e6f6-46b8-a793-ed91d6c7b491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.474760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb55d6da-efd2-4df3-b4aa-830e5991d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.477803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb55d6da-efd2-4df3-b4aa-830e5991d4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.479289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78885b76-e6f6-46b8-a793-ed91d6c7b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.480153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bb55d6da-efd2-4df3-b4aa-830e5991d4b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bea6aa4c-c22a-48cd-8c9d-5c24397120a8 HTTP/1.1" status: 204 len: 168 time: 0.2002013 Jun 30 02:28:37.504621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55d6da-efd2-4df3-b4aa-830e5991d4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea6aa4c-c22a-48cd-8c9d-5c24397120a8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:37.513898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78885b76-e6f6-46b8-a793-ed91d6c7b491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72480455-8d2c-49c2-9e2a-98e2b8132566,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:37.540322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78885b76-e6f6-46b8-a793-ed91d6c7b491 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=022d5d928ff247c58b67900d628b90f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255950 Jun 30 02:28:37.543139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:37.630658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ff7a0a-7089-4417-bd40-09fbb74c938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.666852 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ff7a0a-7089-4417-bd40-09fbb74c938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.742459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ff7a0a-7089-4417-bd40-09fbb74c938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.746020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52ff7a0a-7089-4417-bd40-09fbb74c938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.750109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-52ff7a0a-7089-4417-bd40-09fbb74c938f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72480455-8d2c-49c2-9e2a-98e2b8132566 HTTP/1.1" status: 204 len: 168 time: 0.2034605 Jun 30 02:28:37.767590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff7a0a-7089-4417-bd40-09fbb74c938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72480455-8d2c-49c2-9e2a-98e2b8132566,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:38.048855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:38.074553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bda418c-f121-46f1-8996-fd0f33de8808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.188664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bda418c-f121-46f1-8996-fd0f33de8808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.207869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bda418c-f121-46f1-8996-fd0f33de8808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.248612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bda418c-f121-46f1-8996-fd0f33de8808 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8fecc59d6457488ab4c549a7bf97d004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005095 Jun 30 02:28:38.249466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda418c-f121-46f1-8996-fd0f33de8808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05236a6e-3724-4df0-9e44-5b152bd9492c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:38.252804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:38.277732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:38.293220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da2b31cc-806c-4e77-b91a-66222675c888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.321630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-800a44cf-41e7-4d39-bc05-fc7e48dfa4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.352198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-800a44cf-41e7-4d39-bc05-fc7e48dfa4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.414809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-800a44cf-41e7-4d39-bc05-fc7e48dfa4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.417909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-800a44cf-41e7-4d39-bc05-fc7e48dfa4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.419751 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-800a44cf-41e7-4d39-bc05-fc7e48dfa4d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05236a6e-3724-4df0-9e44-5b152bd9492c HTTP/1.1" status: 204 len: 168 time: 0.1655059 Jun 30 02:28:38.428730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da2b31cc-806c-4e77-b91a-66222675c888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.431602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a44cf-41e7-4d39-bc05-fc7e48dfa4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05236a6e-3724-4df0-9e44-5b152bd9492c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:38.436192 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da2b31cc-806c-4e77-b91a-66222675c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.492939 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-da2b31cc-806c-4e77-b91a-66222675c888 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a882c32118224ce697ef45c9e79ce783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140799 Jun 30 02:28:38.495103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:38.498112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b31cc-806c-4e77-b91a-66222675c888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f849d-40b5-4884-860c-73772b40a4e4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:38.553177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3aec9211-f718-4a11-ba37-480cf0286970 req-3d098ece-6175-4c36-8677-d8fdc2f40590 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0421987 Jun 30 02:28:38.577881 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fce51b7-ee54-46e7-91b8-a0ab94890f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.616698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fce51b7-ee54-46e7-91b8-a0ab94890f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.689424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fce51b7-ee54-46e7-91b8-a0ab94890f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.693361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fce51b7-ee54-46e7-91b8-a0ab94890f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:38.694446 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8fce51b7-ee54-46e7-91b8-a0ab94890f7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c87f849d-40b5-4884-860c-73772b40a4e4 HTTP/1.1" status: 204 len: 168 time: 0.1974738 Jun 30 02:28:38.705451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce51b7-ee54-46e7-91b8-a0ab94890f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f849d-40b5-4884-860c-73772b40a4e4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:39.099561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49294) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:39.128469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.237624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:39.286950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25b2f6a2-dd24-4e03-aa2d-3ee4910cd761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.394341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25b2f6a2-dd24-4e03-aa2d-3ee4910cd761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.399330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25b2f6a2-dd24-4e03-aa2d-3ee4910cd761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.437432 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-25b2f6a2-dd24-4e03-aa2d-3ee4910cd761 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1c586bdc7ce44d68c3d360090da5f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366385 Jun 30 02:28:39.438553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2f6a2-dd24-4e03-aa2d-3ee4910cd761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba68b6a-5dcb-49f4-8ead-0085a8d6d3e0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:39.441903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:39.467565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8274-f024-4faf-b7a6-dbc32593a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.529026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6831526-701f-4236-b8c1-fe845ddfa89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.565241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6831526-701f-4236-b8c1-fe845ddfa89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.578276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49326) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:39.659026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def4d244-6b62-48b3-ad52-8e5d744db743 req-530332a9-79b5-44c2-b9b6-917299aaf1d4 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0413260 Jun 30 02:28:39.679205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8274-f024-4faf-b7a6-dbc32593a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.688835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6831526-701f-4236-b8c1-fe845ddfa89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.688835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6831526-701f-4236-b8c1-fe845ddfa89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.688835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b6831526-701f-4236-b8c1-fe845ddfa89a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aba68b6a-5dcb-49f4-8ead-0085a8d6d3e0 HTTP/1.1" status: 204 len: 168 time: 0.2448883 Jun 30 02:28:39.691782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8274-f024-4faf-b7a6-dbc32593a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.707878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6831526-701f-4236-b8c1-fe845ddfa89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba68b6a-5dcb-49f4-8ead-0085a8d6d3e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:39.732468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a1bd8274-f024-4faf-b7a6-dbc32593a27d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66e6f6efc2a744f2b830961af556a4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937675 Jun 30 02:28:39.735667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49340) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:39.744813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8274-f024-4faf-b7a6-dbc32593a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9b10f-a380-4f26-bf63-5f3008580ac1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:39.785175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fb196e4-6c48-4489-add0-65098b8232c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.843907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acb744fd-30a7-4f54-b192-e4d0c13ec051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.878552 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acb744fd-30a7-4f54-b192-e4d0c13ec051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.949579 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fb196e4-6c48-4489-add0-65098b8232c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.953673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fb196e4-6c48-4489-add0-65098b8232c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.960126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acb744fd-30a7-4f54-b192-e4d0c13ec051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.962708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acb744fd-30a7-4f54-b192-e4d0c13ec051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:39.963976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-acb744fd-30a7-4f54-b192-e4d0c13ec051 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8f9b10f-a380-4f26-bf63-5f3008580ac1 HTTP/1.1" status: 204 len: 168 time: 0.2265770 Jun 30 02:28:39.999128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1fb196e4-6c48-4489-add0-65098b8232c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01619ecf0204451884b07024a0b8ad37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187014 Jun 30 02:28:40.000149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb196e4-6c48-4489-add0-65098b8232c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c07470d-c5b1-4f3b-8b15-125cef8d7b9b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.003601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:40.011576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb744fd-30a7-4f54-b192-e4d0c13ec051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9b10f-a380-4f26-bf63-5f3008580ac1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.047062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49354) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:40.065924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70645c49-d344-4e2c-afc0-d1c601ce836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.073415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a50418-6706-41b6-b4e2-0f32a36e9589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.099728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a50418-6706-41b6-b4e2-0f32a36e9589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.169540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a50418-6706-41b6-b4e2-0f32a36e9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.172049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4a50418-6706-41b6-b4e2-0f32a36e9589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.173373 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b4a50418-6706-41b6-b4e2-0f32a36e9589 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c07470d-c5b1-4f3b-8b15-125cef8d7b9b HTTP/1.1" status: 204 len: 168 time: 0.1675441 Jun 30 02:28:40.184420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a50418-6706-41b6-b4e2-0f32a36e9589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c07470d-c5b1-4f3b-8b15-125cef8d7b9b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.208792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70645c49-d344-4e2c-afc0-d1c601ce836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.213382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70645c49-d344-4e2c-afc0-d1c601ce836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.269340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-70645c49-d344-4e2c-afc0-d1c601ce836e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6019e8e4829d4b8e86db6ff96891e27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186747 Jun 30 02:28:40.269593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:40.276452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70645c49-d344-4e2c-afc0-d1c601ce836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e216fbc3-1a6b-40f0-84e9-4658b8f6b407,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.326425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd049b0-0e68-4d5b-92bf-1a891dbd5052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.350616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd049b0-0e68-4d5b-92bf-1a891dbd5052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.410096 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.411892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd049b0-0e68-4d5b-92bf-1a891dbd5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.414659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd049b0-0e68-4d5b-92bf-1a891dbd5052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.415782 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2fd049b0-0e68-4d5b-92bf-1a891dbd5052 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e216fbc3-1a6b-40f0-84e9-4658b8f6b407 HTTP/1.1" status: 204 len: 168 time: 0.1454129 Jun 30 02:28:40.423347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd049b0-0e68-4d5b-92bf-1a891dbd5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216fbc3-1a6b-40f0-84e9-4658b8f6b407,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.612539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:40.624961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b490aa8c-9fbe-49ba-81eb-528679a22755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.764930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b490aa8c-9fbe-49ba-81eb-528679a22755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.768505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf0771a5-d309-4a31-bf05-4993efa44e19 req-733c6dbc-ae38-440f-8af6-19fa4eeb8388 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0396066 Jun 30 02:28:40.769756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b490aa8c-9fbe-49ba-81eb-528679a22755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.815703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b490aa8c-9fbe-49ba-81eb-528679a22755 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a871250a61f4177a1f18835610775fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990559 Jun 30 02:28:40.815703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490aa8c-9fbe-49ba-81eb-528679a22755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd94140-9211-4b9d-b865-41d19ee5c637,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.816062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:40.867708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-901ca694-377d-4e02-a229-1e77cfce38d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.888995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-901ca694-377d-4e02-a229-1e77cfce38d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.942912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-901ca694-377d-4e02-a229-1e77cfce38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.946508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-901ca694-377d-4e02-a229-1e77cfce38d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.948028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-901ca694-377d-4e02-a229-1e77cfce38d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fd94140-9211-4b9d-b865-41d19ee5c637 HTTP/1.1" status: 204 len: 168 time: 0.1308715 Jun 30 02:28:40.956556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ca694-377d-4e02-a229-1e77cfce38d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd94140-9211-4b9d-b865-41d19ee5c637,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.985849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49388) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:41.003715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ac64908-0aeb-465c-a269-cdf8bb973b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.096655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ac64908-0aeb-465c-a269-cdf8bb973b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.101733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ac64908-0aeb-465c-a269-cdf8bb973b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.145253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64908-0aeb-465c-a269-cdf8bb973b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d536be4-38f2-4546-aba9-7a96b28e5b63,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:41.150608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3ac64908-0aeb-465c-a269-cdf8bb973b68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a527db881e14868aff60d793678739c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636672 Jun 30 02:28:41.153491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:41.183191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49396) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:41.197210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8defd922-6ab6-44b6-9e18-289eefd17a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.211575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8389bbf0-ebb8-47dd-bd5d-be0afca86437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.246729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8389bbf0-ebb8-47dd-bd5d-be0afca86437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.362728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8389bbf0-ebb8-47dd-bd5d-be0afca86437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.365200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8389bbf0-ebb8-47dd-bd5d-be0afca86437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.366404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8defd922-6ab6-44b6-9e18-289eefd17a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.374408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8389bbf0-ebb8-47dd-bd5d-be0afca86437 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7d536be4-38f2-4546-aba9-7a96b28e5b63 HTTP/1.1" status: 204 len: 168 time: 0.2118938 Jun 30 02:28:41.374494 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8defd922-6ab6-44b6-9e18-289eefd17a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.413215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389bbf0-ebb8-47dd-bd5d-be0afca86437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d536be4-38f2-4546-aba9-7a96b28e5b63,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:41.434222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8defd922-6ab6-44b6-9e18-289eefd17a0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e3cfe7593f049a1aa65fc7f20bd7dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489028 Jun 30 02:28:41.436197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:41.437011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defd922-6ab6-44b6-9e18-289eefd17a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb303d12-92ee-4536-8762-14d0c4f4ca47,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:41.507712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc32816-b708-48c5-81d2-f7181d07dad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.534740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc32816-b708-48c5-81d2-f7181d07dad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.596715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc32816-b708-48c5-81d2-f7181d07dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.599393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dc32816-b708-48c5-81d2-f7181d07dad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.602900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0dc32816-b708-48c5-81d2-f7181d07dad4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb303d12-92ee-4536-8762-14d0c4f4ca47 HTTP/1.1" status: 204 len: 168 time: 0.1633949 Jun 30 02:28:41.609800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc32816-b708-48c5-81d2-f7181d07dad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb303d12-92ee-4536-8762-14d0c4f4ca47,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:41.862042 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb749206-bf8e-4073-8303-b8f05846a549 req-472aa662-1032-4512-9d26-561ad21278d6 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0293319 Jun 30 02:28:42.572928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:42.782405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cdc5e2-dda1-4ec2-a76e-630f7c26e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:42.882216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cdc5e2-dda1-4ec2-a76e-630f7c26e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:42.889880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05cdc5e2-dda1-4ec2-a76e-630f7c26e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:42.942357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-05cdc5e2-dda1-4ec2-a76e-630f7c26e43f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=30105f4c6eb040a8b6ae1aaf55751023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651001 Jun 30 02:28:42.942357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc5e2-dda1-4ec2-a76e-630f7c26e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728374a8-58fd-41e1-b17a-c37c9b5c053b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:42.955485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:42.957019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec1b9293-9ecf-4b88-a80e-12b0465ad9ce req-954f5f68-6a07-4ebe-a747-7b5051b27397 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0417967 Jun 30 02:28:43.013760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdb4d78-abb2-4a14-83e7-9522c42f1eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.035907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdb4d78-abb2-4a14-83e7-9522c42f1eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.085552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdb4d78-abb2-4a14-83e7-9522c42f1eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.088689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abdb4d78-abb2-4a14-83e7-9522c42f1eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.089889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-abdb4d78-abb2-4a14-83e7-9522c42f1eec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/728374a8-58fd-41e1-b17a-c37c9b5c053b HTTP/1.1" status: 204 len: 168 time: 0.1318409 Jun 30 02:28:43.098785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4d78-abb2-4a14-83e7-9522c42f1eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728374a8-58fd-41e1-b17a-c37c9b5c053b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:43.163736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:43.425924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd8787bf-306f-406c-acf4-e988deafe045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.597641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:43.617993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb779402-de89-4934-bf04-5a0447554eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.675999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd8787bf-306f-406c-acf4-e988deafe045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.683039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd8787bf-306f-406c-acf4-e988deafe045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.741438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8787bf-306f-406c-acf4-e988deafe045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95250141-a490-469e-8587-59d4a11736e8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:43.756575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49518) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:43.756694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fd8787bf-306f-406c-acf4-e988deafe045 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b54884b348c4a1a8d7e9b315e4fc889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918620 Jun 30 02:28:43.824731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb779402-de89-4934-bf04-5a0447554eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.832391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb779402-de89-4934-bf04-5a0447554eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.834876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8f9c-44b9-4eea-92a7-fa5e242a04d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.866383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8f9c-44b9-4eea-92a7-fa5e242a04d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.877808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb779402-de89-4934-bf04-5a0447554eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1dd10-0f4d-4de5-b991-72214cc8225f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:43.888910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bb779402-de89-4934-bf04-5a0447554eb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e4dd299d7d38467abb7a88a9d50222f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900012 Jun 30 02:28:43.892875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:43.935284 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8f9c-44b9-4eea-92a7-fa5e242a04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.938171 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8f9c-44b9-4eea-92a7-fa5e242a04d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:43.940668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6f7a8f9c-44b9-4eea-92a7-fa5e242a04d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95250141-a490-469e-8587-59d4a11736e8 HTTP/1.1" status: 204 len: 168 time: 0.1819553 Jun 30 02:28:43.949594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a8f9c-44b9-4eea-92a7-fa5e242a04d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95250141-a490-469e-8587-59d4a11736e8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:43.978711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-389468f6-05a8-488b-ac3d-79ddb096e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.005275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-389468f6-05a8-488b-ac3d-79ddb096e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.047834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a675b3c-59d5-4f3b-8905-89b11f242834 req-7140cb64-e785-466e-a26d-462c83c61e89 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0373969 Jun 30 02:28:44.098523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-389468f6-05a8-488b-ac3d-79ddb096e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.101290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-389468f6-05a8-488b-ac3d-79ddb096e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.102715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-389468f6-05a8-488b-ac3d-79ddb096e31d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2f1dd10-0f4d-4de5-b991-72214cc8225f HTTP/1.1" status: 204 len: 168 time: 0.2088513 Jun 30 02:28:44.112379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389468f6-05a8-488b-ac3d-79ddb096e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1dd10-0f4d-4de5-b991-72214cc8225f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:44.581737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:44.597245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d8e51dd-8807-43de-8a2a-8e9d9d9d4bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.719395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d8e51dd-8807-43de-8a2a-8e9d9d9d4bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.724421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d8e51dd-8807-43de-8a2a-8e9d9d9d4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.773190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49564) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:44.773732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8d8e51dd-8807-43de-8a2a-8e9d9d9d4bf7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4fe31d6c328547e98423f37204a50daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901288 Jun 30 02:28:44.774413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e51dd-8807-43de-8a2a-8e9d9d9d4bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eecbcfd-bf27-468c-ae3d-574d42a0ea80,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:44.838749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a75e1e-cc5e-4048-9f64-d1836b264360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.864751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a75e1e-cc5e-4048-9f64-d1836b264360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.920250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a75e1e-cc5e-4048-9f64-d1836b264360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.924379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a75e1e-cc5e-4048-9f64-d1836b264360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.928787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71a75e1e-cc5e-4048-9f64-d1836b264360 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1eecbcfd-bf27-468c-ae3d-574d42a0ea80 HTTP/1.1" status: 204 len: 168 time: 0.1534293 Jun 30 02:28:44.936753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a75e1e-cc5e-4048-9f64-d1836b264360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eecbcfd-bf27-468c-ae3d-574d42a0ea80,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:45.157701 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d718d22-bb08-4ce6-ac0a-a93a6281991c req-cbf144e2-7499-43b5-8038-1ae3f8d46a29 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0520122 Jun 30 02:28:45.741805 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-bccd61a4-cfeb-4aef-8c5c-35acbe9aaa2f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=45188b29c5a44df4926afcea957dbd87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303471 Jun 30 02:28:45.899644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:45.963464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-8fb2019f-0b4d-4cb8-9c20-0af32c72dad6 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.964970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-8fb2019f-0b4d-4cb8-9c20-0af32c72dad6 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158372 Jun 30 02:28:45.986964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-7ff94e5a-b0c1-4425-b1e6-74d1a0a4bcf2 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/quotas/45188b29c5a44df4926afcea957dbd87 HTTP/1.1" status: 200 len: 375 time: 0.0115376 Jun 30 02:28:46.103154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-e782f06b-efa7-494a-a375-55f3ba7342b9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077645 Jun 30 02:28:46.199393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aa42ad5-9b2e-40f1-9db6-e193717d995b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.234830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-c5d73ce5-c06b-4568-8d70-62a1ade8a5a9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413241 Jun 30 02:28:46.378644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aa42ad5-9b2e-40f1-9db6-e193717d995b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.427071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aa42ad5-9b2e-40f1-9db6-e193717d995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.439499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-af50269d-5986-48d6-9714-2bd1aabb489d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:46.441056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-af50269d-5986-48d6-9714-2bd1aabb489d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994760 Jun 30 02:28:46.446906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f24a62bb-788e-4123-b443-b6ce77b4f0fe req-748f257b-e6dd-4d6e-a706-2a4f5fb88bdf tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0665603 Jun 30 02:28:46.473053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-a5fc76da-310d-4289-9d24-c3e1045eb41f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/quotas/d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 375 time: 0.0217388 Jun 30 02:28:46.518634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa42ad5-9b2e-40f1-9db6-e193717d995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476d7787-1ffc-4b28-bdb1-1675f86cc296,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:46.527954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8aa42ad5-9b2e-40f1-9db6-e193717d995b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff17105451444d278668ce60422a15ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268029 Jun 30 02:28:46.528827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49678) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:46.529799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-3c6436be-e3e0-46c8-bf61-9001dde0dd76 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473363 Jun 30 02:28:46.601433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb4e-2ca8-4834-94e3-1cf72884055d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.639268 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb4e-2ca8-4834-94e3-1cf72884055d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.740176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-a146f59f-1517-425b-ae57-235c34f63003 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=45188b29c5a44df4926afcea957dbd87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654783 Jun 30 02:28:46.826729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb4e-2ca8-4834-94e3-1cf72884055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.831478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14fbeb4e-2ca8-4834-94e3-1cf72884055d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.832980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-14fbeb4e-2ca8-4834-94e3-1cf72884055d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/476d7787-1ffc-4b28-bdb1-1675f86cc296 HTTP/1.1" status: 204 len: 168 time: 0.3031619 Jun 30 02:28:46.950441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b070484b-c969-4253-9253-614d0a2a670a req-32e7cf53-9c1d-496f-bd40-29ece30af0d4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 210 time: 0.0859566 Jun 30 02:28:46.950951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbeb4e-2ca8-4834-94e3-1cf72884055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476d7787-1ffc-4b28-bdb1-1675f86cc296,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:47.140546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-20659f6f-a67f-41a7-bc5b-48948300f833 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.143677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-20659f6f-a67f-41a7-bc5b-48948300f833 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3938956 Jun 30 02:28:47.182945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ee62bce4-6f11-4154-97f5-6f1fec7798c2 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/quotas/45188b29c5a44df4926afcea957dbd87 HTTP/1.1" status: 200 len: 375 time: 0.0285506 Jun 30 02:28:47.301271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-94c61701-eda2-46bf-a49e-53b1afa163a4 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010218 Jun 30 02:28:47.490793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49740) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:47.534103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc44f67b-c23c-406c-9425-4a4ab3d6fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.619448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03778012-b956-4df7-b7fc-b919367c3175 req-d8ec58f1-b110-4231-9e49-2708edd1f884 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 210 time: 0.0485218 Jun 30 02:28:47.650714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-75f5cd41-5c79-4b20-ab92-14881be1941e req-83a6b279-98e8-4034-a78b-4c132399d20c tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0744624 Jun 30 02:28:47.825747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc44f67b-c23c-406c-9425-4a4ab3d6fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.839761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc44f67b-c23c-406c-9425-4a4ab3d6fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.910727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc44f67b-c23c-406c-9425-4a4ab3d6fb5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f678e5c56b20438e86cbf5ed89c9475f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174204 Jun 30 02:28:47.913242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:47.964887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f67b-c23c-406c-9425-4a4ab3d6fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f011db8e-380c-49f0-b29d-1a23eaf72194,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:48.037850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae7c4d2-a1f4-463c-b158-8d6e4e9e3fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.094563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae7c4d2-a1f4-463c-b158-8d6e4e9e3fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.187741 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15284763-c072-4cf3-b1cf-2542bf5f51e3 req-2a76b912-48cf-413c-8aa0-1c03a85400d8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 210 time: 0.0837698 Jun 30 02:28:48.293383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae7c4d2-a1f4-463c-b158-8d6e4e9e3fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.296482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dae7c4d2-a1f4-463c-b158-8d6e4e9e3fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.301021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dae7c4d2-a1f4-463c-b158-8d6e4e9e3fab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f011db8e-380c-49f0-b29d-1a23eaf72194 HTTP/1.1" status: 204 len: 168 time: 0.3826032 Jun 30 02:28:48.312483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7c4d2-a1f4-463c-b158-8d6e4e9e3fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f011db8e-380c-49f0-b29d-1a23eaf72194,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:48.785934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ceca9db4-0008-4ab7-9969-ec320dc33224 req-c4906e47-286b-4c57-a707-cad6612795b2 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 210 time: 0.0476558 Jun 30 02:28:48.893046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08c933ce-68b4-4844-b996-4a08b8517dcf req-df960218-e216-438a-8b17-35302e0fa184 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0418839 Jun 30 02:28:49.240508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-ff714818-b2ac-479b-afbf-fcce6529f54a tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=dfff959d52384f998319ccd565f53ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526311 Jun 30 02:28:49.384526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-03b7523a-c685-4200-a086-4480aeeeefe6 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.391409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-03b7523a-c685-4200-a086-4480aeeeefe6 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494462 Jun 30 02:28:49.408826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-b67b3b46-60b4-4f82-a8f5-b360df8da9fe tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/quotas/dfff959d52384f998319ccd565f53ce3 HTTP/1.1" status: 200 len: 375 time: 0.0158999 Jun 30 02:28:49.447086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-4551cb1e-6696-461d-88c8-bbd854a7709f tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dfff959d52384f998319ccd565f53ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371170 Jun 30 02:28:49.737184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.67', 50055) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:49.808896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-da62450e-cb63-4dc9-bdd2-83baf92d4fc2 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=45188b29c5a44df4926afcea957dbd87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704236 Jun 30 02:28:49.947458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5d0be7a-854c-482a-99d8-de0be870ccbf req-29afcda0-59f0-4102-9aa0-2fddab7c9475 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 210 time: 0.0735703 Jun 30 02:28:50.089051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-a0fe2ec1-af44-4222-8633-53bb8348735a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.090860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-a0fe2ec1-af44-4222-8633-53bb8348735a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739377 Jun 30 02:28:50.150287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-097cdce1-fbc3-4d58-a737-f7b8760e39be req-8714c1f9-54fb-46f0-89a5-9a4f0fce7dc1 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 210 time: 0.0806572 Jun 30 02:28:50.161491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Request body: {'port': {'device_id': '430a271b-bc93-4038-a72d-3856c89e317a', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '45188b29c5a44df4926afcea957dbd87'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:50.352745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a27d43c-cf31-4f24-9fbf-663d3e86f6f3 req-5c81d5b4-b124-4569-bbe2-f00a263809f8 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0660057 Jun 30 02:28:50.443138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39ed7510-0028-4b0c-ab0f-4361bc5b4690 req-fb09154e-647a-49b8-8341-df7840b56d44 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 210 time: 0.0520096 Jun 30 02:28:50.491938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.67', 50059) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:50.537570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-5e75cb61-ffb4-4e1f-b76f-e61f0bc1ebee tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=45188b29c5a44df4926afcea957dbd87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425932 Jun 30 02:28:50.595996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Made reservation on behalf of 45188b29c5a44df4926afcea957dbd87 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:50.599760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.633201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.744471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-771bfc8f-ec55-4882-9d10-d87a3927694b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.749736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-771bfc8f-ec55-4882-9d10-d87a3927694b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084062 Jun 30 02:28:50.758627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Request body: {'port': {'device_id': '172f3d38-7207-4333-890d-3e123c532d04', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '45188b29c5a44df4926afcea957dbd87'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:50.791607 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.796449 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.917921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658f6fa0-c3c1-4c14-9fba-238eeea0b326,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:51.192850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Made reservation on behalf of 45188b29c5a44df4926afcea957dbd87 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:51.198027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:51.293034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.67', 50060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:51.296409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Allocated IP 192.168.233.194 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/0ab8f227-65fa-483d-aac7-b8c527b76e91) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:51.302224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4ded307-a7c4-410b-82e0-9ba85d50efed req-2e687322-8f6e-47aa-8b0a-1f569acf8312 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 210 time: 0.0954368 Jun 30 02:28:51.439627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-305f372a-b499-47f6-a29c-08b49af9a972 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160314 Jun 30 02:28:51.790054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:51.841851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Transition to ACTIVE for port object 0ab8f227-65fa-483d-aac7-b8c527b76e91 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:51.906936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7012148-dfed-43a1-9bfb-8669777b473e req-e64ee434-bd31-4612-89d9-560f5c0369ed tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 210 time: 0.0755620 Jun 30 02:28:51.924787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.67', 50061) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:51.925132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.90', 54629) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:51.993033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-ccc406f5-99ab-4d27-9816-40d72242a8a1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.999629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-ccc406f5-99ab-4d27-9816-40d72242a8a1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784102 Jun 30 02:28:52.077355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-6d5f76bc-d9b4-46e3-8e04-503d516a4f8e tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=dfff959d52384f998319ccd565f53ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505136 Jun 30 02:28:52.085035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-b0da575c-1cd9-4de0-9b0e-2372f01c06fd tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3d87a23cd97d40dc91c6f3ec4b540b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153634 Jun 30 02:28:52.194345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Request body: {'port': {'device_id': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'd63a9d26ac834261b2fbffb8ca2961d8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:52.209471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f0204c0-dc83-45fc-a296-db9992266f83 req-4e89fddf-1cbc-409b-bd64-159795fec642 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 210 time: 0.1037788 Jun 30 02:28:52.324297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d9beb5f-6e10-4831-8a67-686821a20523 req-d20c34e8-e9f3-4f6d-a671-84f1514347ae tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.2944305 Jun 30 02:28:52.359242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.516287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:52.577981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:52.650029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Allocated IP 192.168.233.85 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/110faade-194f-4b5e-801d-fcf5c0822618) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:52.711266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-05d8cdd7-aa1f-431c-9976-92a0040f5bb5 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.723989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-05d8cdd7-aa1f-431c-9976-92a0040f5bb5 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6334043 Jun 30 02:28:52.775439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:52.806638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.809266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.874575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Made reservation on behalf of d63a9d26ac834261b2fbffb8ca2961d8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:52.879125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.912709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.034281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-741a2b3c-6702-44a5-92f3-1cd093dbae20 None None] Provisioning for port 0ab8f227-65fa-483d-aac7-b8c527b76e91 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:53.046649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-741a2b3c-6702-44a5-92f3-1cd093dbae20 None None] Provisioning complete for port 0ab8f227-65fa-483d-aac7-b8c527b76e91 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:53.049183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741a2b3c-6702-44a5-92f3-1cd093dbae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.104560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Request body: {'port': {'device_id': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'dfff959d52384f998319ccd565f53ce3'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:53.156483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e280c8f6-7662-4d8e-9f94-59ad82ad8b60 req-155a820c-dd0f-480d-b208-b48874d05416 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 210 time: 0.4304173 Jun 30 02:28:53.257192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-741a2b3c-6702-44a5-92f3-1cd093dbae20 None None] Port 0ab8f227-65fa-483d-aac7-b8c527b76e91 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:53.328651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:53.343210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:53.490123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-fe291859-8d3f-4221-8f17-c268080fb525 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:53.491862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-fe291859-8d3f-4221-8f17-c268080fb525 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1809413 Jun 30 02:28:53.545234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56750382-80f5-4bf0-bf72-cefda2b488f5 req-a04e021d-5502-4b8e-b68e-f6b2b4b95bdf tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 210 time: 0.0944984 Jun 30 02:28:53.607835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Request body: {'port': {'device_id': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '3d87a23cd97d40dc91c6f3ec4b540b77'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:53.712396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67bc1313-be03-42c0-ba5b-a79beba80fee req-ade47937-e8ce-40e9-b9b8-3705f7140972 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 210 time: 0.0907090 Jun 30 02:28:53.774664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd9b60dc-eefb-4469-a8f8-abd10d0ac9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.970629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.981063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-860dda1e-503e-48dc-99a6-d1592f5548ec req-2165cdb6-ace7-4a88-9d87-5610ab9706b1 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0902097 Jun 30 02:28:54.034845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Transition to ACTIVE for port object 110faade-194f-4b5e-801d-fcf5c0822618 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:54.080577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.094711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.099352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-6a8d6d9f-1251-4ef5-8cd6-43e6320fdb88 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9431555 Jun 30 02:28:54.124080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Made reservation on behalf of dfff959d52384f998319ccd565f53ce3 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:54.132135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.220572 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.364965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-ccceca2a-b299-4a25-bb68-12894aa4eb89 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:28:54.385341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-ccceca2a-b299-4a25-bb68-12894aa4eb89 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259798 Jun 30 02:28:54.415275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.520263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd9b60dc-eefb-4469-a8f8-abd10d0ac9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.542876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd9b60dc-eefb-4469-a8f8-abd10d0ac9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.573302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Made reservation on behalf of 3d87a23cd97d40dc91c6f3ec4b540b77 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:54.577169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.613075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.625214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b60dc-eefb-4469-a8f8-abd10d0ac9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e5657-176f-4dc8-9a9c-067a0da53c27,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:54.633819 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dd9b60dc-eefb-4469-a8f8-abd10d0ac9b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5734db4de16744aabe553547f9ee65da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2771103 Jun 30 02:28:54.652388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50000) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:54.667051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6760bfc-1c38-41cf-a172-01c6500d7c55,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:54.723022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50004) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:54.748747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Request body: {'port': {'device_id': '430a271b-bc93-4038-a72d-3856c89e317a', 'device_owner': 'compute:tempest-test_az-2122896877', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:54.804329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:54.841960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:54.856796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5151a453-0cfd-43c3-92d9-aa1df9e3c4d3 req-a669eb0a-b323-4311-8bc8-3e30df73881e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 210 time: 0.1701949 Jun 30 02:28:54.867901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:54.882882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:54.883664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.887072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7080afce-e0a1-47f7-9cff-01abbd2aaf33 req-20dbf042-f5d7-475a-973e-a28de78050c4 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 210 time: 0.1111503 Jun 30 02:28:54.931989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event updated for resources: {'Port': ['ID=110faade-194f-4b5e-801d-fcf5c0822618,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:54.947307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Allocated IP 192.168.233.64 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/758e973a-8417-46a8-8084-accf84d375f4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:54.970708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.086217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb15734b-2e8e-46e1-af90-00a826849d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.121809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.164177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.175364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb15734b-2e8e-46e1-af90-00a826849d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.187856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.248720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-777eca8b-3ee2-4126-9488-b35dc745590e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4938252 Jun 30 02:28:55.262844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Request body: {'port': {'device_id': '172f3d38-7207-4333-890d-3e123c532d04', 'device_owner': 'compute:tempest-test_az-2122896877', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:55.306202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-42092d6d-5999-4573-9907-44dbbbadd7be None None] Provisioning for port 110faade-194f-4b5e-801d-fcf5c0822618 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:55.316762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-42092d6d-5999-4573-9907-44dbbbadd7be None None] Provisioning complete for port 110faade-194f-4b5e-801d-fcf5c0822618 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:55.318647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42092d6d-5999-4573-9907-44dbbbadd7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.399730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-42092d6d-5999-4573-9907-44dbbbadd7be None None] Port 110faade-194f-4b5e-801d-fcf5c0822618 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:55.477659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.498934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c56d350-0bf3-4f3e-9a1c-29a25d4213db req-5dcbc619-2156-44ec-833b-2d02ed87aed5 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.3148079 Jun 30 02:28:55.500203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:28:55.500203 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:28:55.500203 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id_1': 'a58b5aea010c4210807d59a1e452d0b7', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 28, 55, 91962)}] Jun 30 02:28:55.500203 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:28:55.500675 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:28:55.523087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd14e6b-5452-4349-be88-41a3207fd306 req-6246c731-bebd-4fe5-962c-2d9c490440de tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:55.534718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2dd14e6b-5452-4349-be88-41a3207fd306 req-6246c731-bebd-4fe5-962c-2d9c490440de tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 935 time: 0.4342785 Jun 30 02:28:55.549750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.560180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Transition to ACTIVE for port object 758e973a-8417-46a8-8084-accf84d375f4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:55.614158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff258546-55c3-4877-a031-5164b5e7481f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:55.679599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2dd14e6b-5452-4349-be88-41a3207fd306 req-7f323241-ad61-4150-8914-327a917ec041 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437140 Jun 30 02:28:55.792802 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.819734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.822281 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.882200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb15734b-2e8e-46e1-af90-00a826849d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.885406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb15734b-2e8e-46e1-af90-00a826849d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.893167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb15734b-2e8e-46e1-af90-00a826849d45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/160e5657-176f-4dc8-9a9c-067a0da53c27 HTTP/1.1" status: 204 len: 168 time: 1.2388775 Jun 30 02:28:55.902712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:55.906813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:55.911954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:55.917776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:55.921284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.940256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:55.983257 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-d0629e24-ab91-456a-8b49-3d5481ddba49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8024971 Jun 30 02:28:56.006220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.128271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a197197-06c5-41d8-ac52-d8acd610716e req-4969a121-fd06-42d1-9b38-b0a07e7dd4ba tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 210 time: 0.0543020 Jun 30 02:28:56.182857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Allocated IP 192.168.233.65 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/48a86f73-990f-4ae2-92cb-ffdb0160342f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:56.192625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8154e-de73-48f8-a830-1f152d9c8cc7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:56.276762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15734b-2e8e-46e1-af90-00a826849d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e5657-176f-4dc8-9a9c-067a0da53c27,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:56.324258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Request body: {'port': {'device_id': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'device_owner': 'compute:tempest-test_az-2122896877', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:56.374981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7ccfaf06-578e-4a25-a744-b61211e07692 None None] Provisioning for port 758e973a-8417-46a8-8084-accf84d375f4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:56.395577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7ccfaf06-578e-4a25-a744-b61211e07692 None None] Provisioning complete for port 758e973a-8417-46a8-8084-accf84d375f4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:56.397768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ccfaf06-578e-4a25-a744-b61211e07692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.464548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfaf06-578e-4a25-a744-b61211e07692 None None] Port 758e973a-8417-46a8-8084-accf84d375f4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:56.481759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.542985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee5436-85e0-4f93-9068-fd845af61078 req-db402864-fa1f-4579-92ce-7131ef73bba9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:56.550926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9ee5436-85e0-4f93-9068-fd845af61078 req-db402864-fa1f-4579-92ce-7131ef73bba9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 935 time: 0.3888674 Jun 30 02:28:56.649537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:56.705894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72bf75fa-3f4c-41c9-9314-a05851328114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.752831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5d85dc5-44e2-4fb1-b871-447ed72a9586 req-9864894d-9a65-4acc-8be1-526203cfffb9 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0495176 Jun 30 02:28:56.772153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.822080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.965118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72bf75fa-3f4c-41c9-9314-a05851328114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.989900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72bf75fa-3f4c-41c9-9314-a05851328114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.006495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Transition to ACTIVE for port object 48a86f73-990f-4ae2-92cb-ffdb0160342f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:57.052459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.054572 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-72bf75fa-3f4c-41c9-9314-a05851328114 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e35e902a590f475abf55cf1b272ff839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955019 Jun 30 02:28:57.059317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:57.097915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf75fa-3f4c-41c9-9314-a05851328114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b479cf-a22a-4580-992a-729515200be6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:57.100133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9ee5436-85e0-4f93-9068-fd845af61078 req-915a99da-fc91-4731-a099-eb9edb82a3f0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465009 Jun 30 02:28:57.154850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe2292-8b22-4d75-a6ee-7e38db87313a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:57.172137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb72-0cdb-4b38-b484-086001ff42cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.206576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5fe540a-9a45-4042-a677-f65f6cb8d900 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a58b5aea010c4210807d59a1e452d0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4635544 Jun 30 02:28:57.212851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:57.222791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb72-0cdb-4b38-b484-086001ff42cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.255666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f448-0c2e-4a49-859f-f3d1ce206782 req-34585638-8c59-4c45-9c74-20d881fc4abf tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:57.257427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b02f448-0c2e-4a49-859f-f3d1ce206782 req-34585638-8c59-4c45-9c74-20d881fc4abf tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 935 time: 0.2842624 Jun 30 02:28:57.275253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.392867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb72-0cdb-4b38-b484-086001ff42cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.397401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8d2eb72-0cdb-4b38-b484-086001ff42cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.399080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c8d2eb72-0cdb-4b38-b484-086001ff42cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70b479cf-a22a-4580-992a-729515200be6 HTTP/1.1" status: 204 len: 168 time: 0.3384218 Jun 30 02:28:57.429359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2eb72-0cdb-4b38-b484-086001ff42cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b479cf-a22a-4580-992a-729515200be6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:57.440286 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0ac57d3-97d1-4056-94d4-18521027046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.467976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b02f448-0c2e-4a49-859f-f3d1ce206782 req-dc6d5b88-af8e-47f9-a7db-74f63c1827c5 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860733 Jun 30 02:28:57.548860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:57.571645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a62b903b-7f51-47fb-aa39-853f2d38859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.619919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:57.639931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:57.647530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:57.648172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.671825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Pushing event updated for resources: {'Port': ['ID=48a86f73-990f-4ae2-92cb-ffdb0160342f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:57.710109 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0ac57d3-97d1-4056-94d4-18521027046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.798767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-109e2457-a2f9-40aa-9bec-c22c88c4bfde tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9230306 Jun 30 02:28:58.008108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:58.024119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0d5001c-b73a-4416-b913-15ab30db54aa None None] Provisioning for port 48a86f73-990f-4ae2-92cb-ffdb0160342f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:58.029125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c34cdf3-8ee0-4872-af10-909f75b05b71 req-3aa0fca3-96d8-4048-934e-ea9a1bc0e577 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.0496757 Jun 30 02:28:58.035338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.037376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0d5001c-b73a-4416-b913-15ab30db54aa None None] Provisioning complete for port 48a86f73-990f-4ae2-92cb-ffdb0160342f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:58.037757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d5001c-b73a-4416-b913-15ab30db54aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.039722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0ac57d3-97d1-4056-94d4-18521027046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.043010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0ac57d3-97d1-4056-94d4-18521027046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.044554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e0ac57d3-97d1-4056-94d4-18521027046d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fbe2292-8b22-4d75-a6ee-7e38db87313a HTTP/1.1" status: 204 len: 168 time: 0.8281035 Jun 30 02:28:58.069068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Transition to ACTIVE for port object 0ab8f227-65fa-483d-aac7-b8c527b76e91 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:58.081714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac57d3-97d1-4056-94d4-18521027046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe2292-8b22-4d75-a6ee-7e38db87313a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.097508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.228082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5001c-b73a-4416-b913-15ab30db54aa None None] Port 48a86f73-990f-4ae2-92cb-ffdb0160342f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:58.387230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9918bd-21c5-4cba-a4e2-bfef5eba0d6f req-273c9f94-abb0-4d01-8c96-bd01b492b110 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:58.405731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef9918bd-21c5-4cba-a4e2-bfef5eba0d6f req-273c9f94-abb0-4d01-8c96-bd01b492b110 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 935 time: 0.9689422 Jun 30 02:28:58.439454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9879630-e87e-40e7-aec7-abd4d4889a82 req-bd65d3bd-ce30-4ac0-9864-e769c488cb6c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:58.442159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9879630-e87e-40e7-aec7-abd4d4889a82 req-bd65d3bd-ce30-4ac0-9864-e769c488cb6c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 935 time: 0.1546052 Jun 30 02:28:58.466360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-fcdb07c8-052e-49db-b0b8-63173e716327 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:28:58.473327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-fcdb07c8-052e-49db-b0b8-63173e716327 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468395 Jun 30 02:28:58.525271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110faade-194f-4b5e-801d-fcf5c0822618 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:58.539803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.559582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.629089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9879630-e87e-40e7-aec7-abd4d4889a82 req-0d49a301-76c2-483c-83c6-e2349c1d1635 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695983 Jun 30 02:28:58.647773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Transition to ACTIVE for port object 110faade-194f-4b5e-801d-fcf5c0822618 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:58.659661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.852688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Pushing event updated for resources: {'Port': ['ID=110faade-194f-4b5e-801d-fcf5c0822618,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.907675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:58.944166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Attempting to bind port 0ab8f227-65fa-483d-aac7-b8c527b76e91 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:58.948836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Attempting to bind port 0ab8f227-65fa-483d-aac7-b8c527b76e91 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:58.950219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Attempting to bind port 0ab8f227-65fa-483d-aac7-b8c527b76e91 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:58.984138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef9918bd-21c5-4cba-a4e2-bfef5eba0d6f req-097e1dec-9476-43b2-b269-e8c4370f82e9 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687969 Jun 30 02:28:58.995964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Port 0ab8f227-65fa-483d-aac7-b8c527b76e91 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:59.005840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Attempting to bind port 0ab8f227-65fa-483d-aac7-b8c527b76e91 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:59.013885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-436ab071-ce5b-4e32-97cb-cbd29585cd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.031259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:59.032703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:59.033536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:59.034280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Bound port: 0ab8f227-65fa-483d-aac7-b8c527b76e91, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:59.034929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.120950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Attempting to bind port 110faade-194f-4b5e-801d-fcf5c0822618 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:59.124646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Allocated IP 192.168.233.63 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/57de8849-1406-411c-9541-698e8b5a863a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:59.125273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Attempting to bind port 110faade-194f-4b5e-801d-fcf5c0822618 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:59.126598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Attempting to bind port 110faade-194f-4b5e-801d-fcf5c0822618 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:59.303637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Request body: {'port': {'device_id': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:59.571858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50074) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:59.595374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55aba611-0525-4019-820f-138f1c8f8e7b req-9b745bb4-06a4-41cf-8e5f-f089c4d8a24a tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.1476681 Jun 30 02:28:59.623509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:59.718877 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-436ab071-ce5b-4e32-97cb-cbd29585cd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.725609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-436ab071-ce5b-4e32-97cb-cbd29585cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.791072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Port 110faade-194f-4b5e-801d-fcf5c0822618 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:59.793455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Attempting to bind port 110faade-194f-4b5e-801d-fcf5c0822618 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:59.817430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:59.817764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:59.818326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:59.818786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Bound port: 110faade-194f-4b5e-801d-fcf5c0822618, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:59.819164 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.829097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.848127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-225419046-network', 'tenant_id': '2dbb83004b8f4085ab7a6805c071559c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:59.899025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:59.939783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.955839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] For port 110faade-194f-4b5e-801d-fcf5c0822618, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:59.968632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Made reservation on behalf of 2dbb83004b8f4085ab7a6805c071559c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:59.972602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.996414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] For port 110faade-194f-4b5e-801d-fcf5c0822618, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=110faade-194f-4b5e-801d-fcf5c0822618,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:00.059372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.089166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-436ab071-ce5b-4e32-97cb-cbd29585cd9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a34074dfcac482483c0e54846449162&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1730611 Jun 30 02:29:00.091226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:00.105911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ab071-ce5b-4e32-97cb-cbd29585cd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b923c3-c69e-4221-b691-82b887531e8a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:00.130919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.131607 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.134606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] 10.222.0.67 "PUT /v2.0/ports/0ab8f227-65fa-483d-aac7-b8c527b76e91 HTTP/1.1" status: 200 len: 1118 time: 5.5033989 Jun 30 02:29:00.212232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.212863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.214417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] 10.222.0.67 "PUT /v2.0/ports/110faade-194f-4b5e-801d-fcf5c0822618 HTTP/1.1" status: 200 len: 1117 time: 4.9560599 Jun 30 02:29:00.214975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f3d38-7207-4333-890d-3e123c532d04', 'tag': '110faade-194f-4b5e-801d-fcf5c0822618'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:00.270061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b545406-4f38-4998-8fcf-d18de6d07e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.431434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:00.523689 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.606581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bca7fa-5f82-40cf-8973-159a4b5d98aa req-9e0c4c9d-a8c5-475e-b556-bb402cede9ec tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.611141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43bca7fa-5f82-40cf-8973-159a4b5d98aa req-9e0c4c9d-a8c5-475e-b556-bb402cede9ec tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 1.5242071 Jun 30 02:29:00.613937 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92085f8a-fc52-465a-a803-d08be4c2409a" -d '{"events": [{"name": "network-changed", "server_uuid": "172f3d38-7207-4333-890d-3e123c532d04", "tag": "110faade-194f-4b5e-801d-fcf5c0822618"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:00.646719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.787840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea696a39-d390-4ee3-9e14-1cd68df06331 service neutron] Pushing event updated for resources: {'Port': ['ID=110faade-194f-4b5e-801d-fcf5c0822618,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:00.800998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63b574c1-ffa4-4181-8495-7a8199bcfe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.803350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.806541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-7f45886e-67fd-4a64-a7f2-ff28455bffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.808173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-7f45886e-67fd-4a64-a7f2-ff28455bffdf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1121 time: 0.4919293 Jun 30 02:29:00.827314 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ffde85-4a74-48f7-8be4-8472328503f0" -d '{"events": [{"name": "network-changed", "server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:00.846067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43bca7fa-5f82-40cf-8973-159a4b5d98aa req-63b39bb3-7a63-4ec0-8ae0-961ee567850f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990256 Jun 30 02:29:00.871474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b271f4c-9e51-4e2c-957a-780e787d31ef service neutron] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:00.910005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Transition to ACTIVE for port object 57de8849-1406-411c-9541-698e8b5a863a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:00.926140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-7e97de92-9781-4878-b01f-846a60ac5139 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91 HTTP/1.1" status: 200 len: 217 time: 0.0961316 Jun 30 02:29:00.931900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63b574c1-ffa4-4181-8495-7a8199bcfe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.967605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd698c-b835-4f00-9685-939030ba7075 req-166a43d2-07f3-4519-8fa7-9cd76dde5e45 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.969653 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcdd698c-b835-4f00-9685-939030ba7075 req-166a43d2-07f3-4519-8fa7-9cd76dde5e45 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 935 time: 1.0567546 Jun 30 02:29:00.997321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-da3d1fef-9452-4d9a-8e50-d0770709df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.998906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-da3d1fef-9452-4d9a-8e50-d0770709df8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0645709 Jun 30 02:29:01.054141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ed7e7bd9-463c-4497-855a-884b77031a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.055718 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-ed7e7bd9-463c-4497-855a-884b77031a58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 1120 time: 0.3843184 Jun 30 02:29:01.159760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.169739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-2ef244d1-9f91-4696-85d8-453cb17aa9db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=110faade-194f-4b5e-801d-fcf5c0822618 HTTP/1.1" status: 200 len: 217 time: 0.1017723 Jun 30 02:29:01.197933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcdd698c-b835-4f00-9685-939030ba7075 req-7b144b73-3e09-4e61-8f2e-9b46609d1714 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126803 Jun 30 02:29:01.302954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a77c12-369d-4e63-affe-0aa0d8eb11d3 req-0d1a544a-0ebe-4413-90d9-53f6c7ed88b5 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.305126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34a77c12-369d-4e63-affe-0aa0d8eb11d3 req-0d1a544a-0ebe-4413-90d9-53f6c7ed88b5 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 935 time: 0.2659183 Jun 30 02:29:01.328812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63b574c1-ffa4-4181-8495-7a8199bcfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.332312 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63b574c1-ffa4-4181-8495-7a8199bcfe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.336431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-63b574c1-ffa4-4181-8495-7a8199bcfe5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59b923c3-c69e-4221-b691-82b887531e8a HTTP/1.1" status: 204 len: 168 time: 1.2428288 Jun 30 02:29:01.380116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-c2d841fa-c5c1-4a56-8b4c-6a61130f30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.381571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-c2d841fa-c5c1-4a56-8b4c-6a61130f30a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3737690 Jun 30 02:29:01.389235 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b574c1-ffa4-4181-8495-7a8199bcfe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b923c3-c69e-4221-b691-82b887531e8a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:01.396122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.401510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-d03b8757-7898-4224-92ae-6aca016626cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.403637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-d03b8757-7898-4224-92ae-6aca016626cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2043693 Jun 30 02:29:01.412372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:01.426130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.430593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:01.469068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Pushing event updated for resources: {'Port': ['ID=57de8849-1406-411c-9541-698e8b5a863a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:01.481617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758e973a-8417-46a8-8084-accf84d375f4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:01.494085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.513933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Transition to ACTIVE for port object 758e973a-8417-46a8-8084-accf84d375f4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:01.569172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.631246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34a77c12-369d-4e63-affe-0aa0d8eb11d3 req-b1320801-281b-435a-a76c-62ee92e88bf9 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084521 Jun 30 02:29:01.688354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:01.761456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:01.766756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:01.768470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:01.768953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:01.774126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.774817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.786496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-9bae907d-b894-45bc-b1e3-b5a7dff3263e service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951888 Jun 30 02:29:01.787272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Port 758e973a-8417-46a8-8084-accf84d375f4 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:01.787485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:01.801217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:01.801969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:01.801969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:01.816160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Bound port: 758e973a-8417-46a8-8084-accf84d375f4, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:01.816900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.930037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-405c67b7-36ff-43f4-aab5-a9cff4ed8025 None None] Provisioning for port 57de8849-1406-411c-9541-698e8b5a863a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:01.934434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-405c67b7-36ff-43f4-aab5-a9cff4ed8025 None None] Provisioning complete for port 57de8849-1406-411c-9541-698e8b5a863a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:01.934808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-405c67b7-36ff-43f4-aab5-a9cff4ed8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.962842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0559fec5-80aa-4070-9b17-5df87601e41a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:02.099687 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe831cd6-8015-4534-a077-70ec1a1fa94e x-openstack-request-id: req-fe831cd6-8015-4534-a077-70ec1a1fa94e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:02.099978 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172f3d38-7207-4333-890d-3e123c532d04", "tag": "110faade-194f-4b5e-801d-fcf5c0822618", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:02.100229 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe831cd6-8015-4534-a077-70ec1a1fa94e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:02.104753 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f3d38-7207-4333-890d-3e123c532d04', 'tag': '110faade-194f-4b5e-801d-fcf5c0822618', 'status': 'completed', 'code': 200} Jun 30 02:29:02.119968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:02.137986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:02.142935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae13c61-9889-4b31-a9a4-f7ec7a31c0b1 req-05f664fd-46d3-4981-9c1d-981c75983ff7 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492889 Jun 30 02:29:02.144754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:02.164921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.222689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740179532858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.223276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Unsubscribe: segment precommit_create {{(pid=93822) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:29:02.223975 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Added segment 25a29741-371e-4517-907f-f1a5fa3807ef of type vlan for network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a Jun 30 02:29:02.275216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.275890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.280139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-e6cf36f0-9b82-4111-ba4c-ed98b1539b36 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.6838572 Jun 30 02:29:02.287745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] 10.222.0.67 "PUT /v2.0/ports/758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 1117 time: 5.9683504 Jun 30 02:29:02.331845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.337234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-405c67b7-36ff-43f4-aab5-a9cff4ed8025 None None] Port 57de8849-1406-411c-9541-698e8b5a863a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:02.350299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e858d0-5d7d-471e-9de2-f3510eae57b6 service neutron] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:02.408546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.494067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.495464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.496139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.505068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-13e09bf6-80e0-40be-9019-ba1b1ca10eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.507529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-13e09bf6-80e0-40be-9019-ba1b1ca10eaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1120 time: 0.1390097 Jun 30 02:29:02.573946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-7903eace-74b1-4995-a687-8223ab035fbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0586309 Jun 30 02:29:02.574997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Request body: {'port': {'device_id': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'device_owner': 'compute:tempest-test_az-2122896877', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:02.691146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-008ec99f-55c1-4045-acee-88232a8f173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.696972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-008ec99f-55c1-4045-acee-88232a8f173d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1145799 Jun 30 02:29:02.700312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.1213324 Jun 30 02:29:02.703290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:02.719115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Request body: {'subnet': {'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-225419046-subnet', 'tenant_id': '2dbb83004b8f4085ab7a6805c071559c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:02.753117 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cc6a73-8621-47f1-8dac-a3e1d4fe313b x-openstack-request-id: req-12cc6a73-8621-47f1-8dac-a3e1d4fe313b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:02.753385 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:02.753651 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12cc6a73-8621-47f1-8dac-a3e1d4fe313b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:02.754126 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'status': 'completed', 'code': 200} Jun 30 02:29:02.818846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c255-55c8-415e-be4b-5f866909c2bf req-827e13cb-6295-4ec1-83dc-0efa2ce1cccd tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.828272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8448c255-55c8-415e-be4b-5f866909c2bf req-827e13cb-6295-4ec1-83dc-0efa2ce1cccd tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 935 time: 1.3710129 Jun 30 02:29:02.832439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-dfab6066-e668-4ae9-a896-64618eb882a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.833964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-dfab6066-e668-4ae9-a896-64618eb882a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4196610 Jun 30 02:29:02.953131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Made reservation on behalf of 2dbb83004b8f4085ab7a6805c071559c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:02.956071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.055762 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-e71f109b-8c71-41b6-bccb-c4cfc7d64eea service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383555 Jun 30 02:29:03.190129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30a7a-ff8d-4dd7-a50c-9ff9ba39625b admin admin] Pushing event updated for resources: {'Network': ['ID=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:03.194393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8448c255-55c8-415e-be4b-5f866909c2bf req-0b6ce368-61bb-4cf5-a067-6f92061684b5 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652313 Jun 30 02:29:03.211197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:03.291891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.356522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-e61f13aa-5e1e-46f3-9c20-1f1e30cf80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.358077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-e61f13aa-5e1e-46f3-9c20-1f1e30cf80cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1121 time: 0.6601884 Jun 30 02:29:03.389233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-00b6c0bf-1b1a-403b-b284-c2456762b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.394662 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-00b6c0bf-1b1a-403b-b284-c2456762b3fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6826582 Jun 30 02:29:03.404448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a86f73-990f-4ae2-92cb-ffdb0160342f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:03.467311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.517119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add000a-1d6e-4100-adba-450ef4d9a227 req-4aff0377-06fd-4cdc-b914-5bafd3a41254 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.519461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3add000a-1d6e-4100-adba-450ef4d9a227 req-4aff0377-06fd-4cdc-b914-5bafd3a41254 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 0.6465502 Jun 30 02:29:03.520957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.525938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8abc8d8-3de9-4f2d-a7b9-487a1c1b3dfc req-c3d93531-c070-4fe3-9690-36ade1922b56 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527345 Jun 30 02:29:03.531352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Transition to ACTIVE for port object 48a86f73-990f-4ae2-92cb-ffdb0160342f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:03.563228 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.654168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Pushing event updated for resources: {'Subnet': ['ID=64437cf9-cffa-4060-a46b-2b07339a54dc,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:03.671218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3add000a-1d6e-4100-adba-450ef4d9a227 req-2528f45a-536a-4de2-bcdb-0c8f7659f7e1 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402605 Jun 30 02:29:03.681914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:03.682650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Network hostable DHCP agents. Network: 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:03.731166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:03.760388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:03.765870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.768139 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.777740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63e27a-9957-4754-94d0-6b5161c25d0c None None] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:03.801361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cf5a7f62-8adb-4625-81c7-1c5f90b6bbda admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0877829 Jun 30 02:29:03.850544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Pushing event updated for resources: {'Port': ['ID=48a86f73-990f-4ae2-92cb-ffdb0160342f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:03.931133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e2b9-206b-4f2f-80f0-2b90a617d268 req-66bc64c4-a322-416a-8dfd-4ac0b973e666 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.932737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2c6e2b9-206b-4f2f-80f0-2b90a617d268 req-66bc64c4-a322-416a-8dfd-4ac0b973e666 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 969 time: 0.5306849 Jun 30 02:29:04.020974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Attempting to bind port 48a86f73-990f-4ae2-92cb-ffdb0160342f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:04.025510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Attempting to bind port 48a86f73-990f-4ae2-92cb-ffdb0160342f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:04.028190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Attempting to bind port 48a86f73-990f-4ae2-92cb-ffdb0160342f on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:04.105417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Port 48a86f73-990f-4ae2-92cb-ffdb0160342f on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:04.110838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Attempting to bind port 48a86f73-990f-4ae2-92cb-ffdb0160342f on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:04.160445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346136a-191b-4a7a-85c6-821b9891732a None None] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:04.191638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'tag': '758e973a-8417-46a8-8084-accf84d375f4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:04.197588 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773" -d '{"events": [{"name": "network-changed", "server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "tag": "758e973a-8417-46a8-8084-accf84d375f4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:04.216780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:04.216988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:04.217723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:04.218683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Bound port: 48a86f73-990f-4ae2-92cb-ffdb0160342f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:04.219253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.251597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2c6e2b9-206b-4f2f-80f0-2b90a617d268 req-60c567bd-cadf-489f-981f-8ac911bf0eba tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974157 Jun 30 02:29:04.473161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.666749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57de8849-1406-411c-9541-698e8b5a863a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:04.696288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] For port 48a86f73-990f-4ae2-92cb-ffdb0160342f, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:04.710819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] For port 48a86f73-990f-4ae2-92cb-ffdb0160342f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:04.715648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.750356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.818795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Pushing event updated for resources: {'Port': ['ID=48a86f73-990f-4ae2-92cb-ffdb0160342f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:04.838361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Transition to ACTIVE for port object 57de8849-1406-411c-9541-698e8b5a863a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:04.840308 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92085f8a-fc52-465a-a803-d08be4c2409a req-403f5a27-aeed-45a3-ae18-0eb731039622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.841912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-403f5a27-aeed-45a3-ae18-0eb731039622 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 1120 time: 0.3791299 Jun 30 02:29:04.844587 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.895737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Pushing event updated for resources: {'Port': ['ID=57de8849-1406-411c-9541-698e8b5a863a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:04.903924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad24944-26d7-4829-8dea-d134062de702 req-f3461bf4-4b94-410e-8341-e8bc9b079826 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.910585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.914978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.916518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-e26e8c91-c296-4c7a-a6fa-964ebc7b8158 service neutron] 10.222.0.90 "PUT /v2.0/ports/48a86f73-990f-4ae2-92cb-ffdb0160342f HTTP/1.1" status: 200 len: 1095 time: 6.0623348 Jun 30 02:29:04.917086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'tag': '48a86f73-990f-4ae2-92cb-ffdb0160342f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:04.919472 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88450145-dc29-41d6-9d47-2fe31357a6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3583f67e-6be6-4da7-a172-f1e0f3b42cce", "tag": "48a86f73-990f-4ae2-92cb-ffdb0160342f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:04.921641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ad24944-26d7-4829-8dea-d134062de702 req-f3461bf4-4b94-410e-8341-e8bc9b079826 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 947 time: 0.8189964 Jun 30 02:29:05.125601 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722590e-b54a-465f-9045-2d8d0d8635b7 x-openstack-request-id: req-d722590e-b54a-465f-9045-2d8d0d8635b7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:05.126598 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "tag": "758e973a-8417-46a8-8084-accf84d375f4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:05.127017 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d722590e-b54a-465f-9045-2d8d0d8635b7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:05.127637 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'tag': '758e973a-8417-46a8-8084-accf84d375f4', 'status': 'completed', 'code': 200} Jun 30 02:29:05.231039 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ad24944-26d7-4829-8dea-d134062de702 req-6b65d281-6c72-4f9b-8463-d258782f8425 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077395 Jun 30 02:29:05.242218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Attempting to bind port 57de8849-1406-411c-9541-698e8b5a863a on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:05.242780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Attempting to bind port 57de8849-1406-411c-9541-698e8b5a863a by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:05.243530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Attempting to bind port 57de8849-1406-411c-9541-698e8b5a863a on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:05.256364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Port 57de8849-1406-411c-9541-698e8b5a863a on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:05.256364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Attempting to bind port 57de8849-1406-411c-9541-698e8b5a863a on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:05.288290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:05.288775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:05.289524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:05.289975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Bound port: 57de8849-1406-411c-9541-698e8b5a863a, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:05.290593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.361708 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-690a9876-7766-4958-947f-021f7f1bd5fa service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0615735 Jun 30 02:29:05.368198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-d907cb49-bf77-4690-a498-a2f2bed9ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.370819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-d907cb49-bf77-4690-a498-a2f2bed9ca9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 1.1069767 Jun 30 02:29:05.446979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:05.521994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92085f8a-fc52-465a-a803-d08be4c2409a req-47f72143-4fec-4bcc-9048-0c5f3d25314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.523926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-47f72143-4fec-4bcc-9048-0c5f3d25314b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.6295049 Jun 30 02:29:05.600984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-265699556-network', 'tenant_id': '7d22c70e6acb4b6080c4bf1c054778c1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:05.650859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-fecbd2e3-9686-4ecc-ad61-595420c25155 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91 HTTP/1.1" status: 200 len: 217 time: 0.2426400 Jun 30 02:29:05.797576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Made reservation on behalf of 7d22c70e6acb4b6080c4bf1c054778c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:05.801763 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.831686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-cab7238e-1e75-4d7c-9c29-8616d9b16690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.833390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-cab7238e-1e75-4d7c-9c29-8616d9b16690 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1588199 Jun 30 02:29:05.840965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.855468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d631d9-288f-4fe7-950c-d01ffdc34a76 req-a5a45bc5-fffe-4043-91ac-bd2e88e9de6c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.869817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37d631d9-288f-4fe7-950c-d01ffdc34a76 req-a5a45bc5-fffe-4043-91ac-bd2e88e9de6c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 0.2783587 Jun 30 02:29:05.887193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0abf75c9-a88d-44ec-a876-2a2b1b569ee8 req-bf598860-ca7a-4159-995d-2870418824cb service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149052 Jun 30 02:29:06.041425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] For port 57de8849-1406-411c-9541-698e8b5a863a, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:06.048780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-dd7a7771-6000-48d0-8037-b02caedbd688 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=110faade-194f-4b5e-801d-fcf5c0822618 HTTP/1.1" status: 200 len: 217 time: 0.4938295 Jun 30 02:29:06.074173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37d631d9-288f-4fe7-950c-d01ffdc34a76 req-99fea541-5918-4ff7-9bda-a58dac320bf2 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033617 Jun 30 02:29:06.109303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] For port 57de8849-1406-411c-9541-698e8b5a863a, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=57de8849-1406-411c-9541-698e8b5a863a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:06.141280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-6b8652be-5f4a-4544-86d1-6e9eac79a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.143513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-6b8652be-5f4a-4544-86d1-6e9eac79a105 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237885 Jun 30 02:29:06.149931 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.212982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780206a-820c-43d8-8db2-7368d949c3b8 req-98ec69b8-88f5-4093-a0b3-1c6a0660ffab tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.220981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d780206a-820c-43d8-8db2-7368d949c3b8 req-98ec69b8-88f5-4093-a0b3-1c6a0660ffab tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 969 time: 0.8313982 Jun 30 02:29:06.232505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.239649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.258193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:06.283513 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9cb3a2-4f5a-4cd0-9c5d-886966588169 x-openstack-request-id: req-3b9cb3a2-4f5a-4cd0-9c5d-886966588169 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:06.285488 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3583f67e-6be6-4da7-a172-f1e0f3b42cce", "tag": "48a86f73-990f-4ae2-92cb-ffdb0160342f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:06.285488 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b9cb3a2-4f5a-4cd0-9c5d-886966588169 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:06.285488 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'tag': '48a86f73-990f-4ae2-92cb-ffdb0160342f', 'status': 'completed', 'code': 200} Jun 30 02:29:06.298983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.303910 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Added segment 980af2e6-5274-4738-ba0d-985cf0252638 of type vlan for network 3491b940-d44d-4c88-a69d-553744eb462f Jun 30 02:29:06.358051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d780206a-820c-43d8-8db2-7368d949c3b8 req-1b134bad-2cc6-4881-90f1-3c5e5764fb18 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327672 Jun 30 02:29:06.370774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.371420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.379310 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] 10.222.0.67 "PUT /v2.0/ports/57de8849-1406-411c-9541-698e8b5a863a HTTP/1.1" status: 200 len: 1117 time: 3.8912158 Jun 30 02:29:06.516413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-f568f275-ed54-4717-9562-8ecf0c1c3691 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851606 Jun 30 02:29:06.706756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2f30bb-c3f3-425e-87df-5c83381db5df,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:06.763653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022f749-cbf4-41d0-a657-6cf4382be99c service neutron] Pushing event updated for resources: {'Port': ['ID=57de8849-1406-411c-9541-698e8b5a863a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:06.789473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92085f8a-fc52-465a-a803-d08be4c2409a req-f1a4f2bb-e7db-4a31-a024-1dbb2618ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.791054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-f1a4f2bb-e7db-4a31-a024-1dbb2618ee32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.4511995 Jun 30 02:29:06.832248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-b28731e1-3b94-493b-88a8-5f00fafe00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.833905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-b28731e1-3b94-493b-88a8-5f00fafe00e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dfff959d52384f998319ccd565f53ce3&device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 1098 time: 0.5485044 Jun 30 02:29:06.844646 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.876180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-3c2ea603-8cfe-4d08-868d-dce7eb3f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.878444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-3c2ea603-8cfe-4d08-868d-dce7eb3f6d06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d87a23cd97d40dc91c6f3ec4b540b77&device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 1120 time: 0.2527840 Jun 30 02:29:06.894267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f13ce-4a28-4cdb-83ba-827894666778 req-7c6f5360-7d66-495b-809f-cb743ae86f75 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.900353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8f13ce-4a28-4cdb-83ba-827894666778 req-7c6f5360-7d66-495b-809f-cb743ae86f75 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 947 time: 0.2387333 Jun 30 02:29:06.992098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ffde85-4a74-48f7-8be4-8472328503f0 req-0441586a-59d4-4775-8d6a-d62ac0d765a4 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174883 Jun 30 02:29:06.996736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8f13ce-4a28-4cdb-83ba-827894666778 req-e3255c53-8ff4-4d9b-83e6-b28b173575f3 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Jun 30 02:29:07.054889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.056145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.056876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.137267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-17ea23d3-c220-4ed1-b311-24b138469b16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=57de8849-1406-411c-9541-698e8b5a863a HTTP/1.1" status: 200 len: 217 time: 0.1069484 Jun 30 02:29:07.159264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d7f40-371f-4874-a221-c59c95356b51 req-275317d8-56d6-49f2-b3c6-e59c78c9cc97 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.171207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da3d7f40-371f-4874-a221-c59c95356b51 req-275317d8-56d6-49f2-b3c6-e59c78c9cc97 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 969 time: 0.8378704 Jun 30 02:29:07.221095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92085f8a-fc52-465a-a803-d08be4c2409a req-43ba06c0-5707-4fa6-85be-8961fed7f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.222799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-43ba06c0-5707-4fa6-85be-8961fed7f1f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039952 Jun 30 02:29:07.224733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-4e2a2ad7-1f4c-4aeb-b1e6-ea1e725f55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.229747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-4e2a2ad7-1f4c-4aeb-b1e6-ea1e725f55f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0825226 Jun 30 02:29:07.238016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-ff4b9865-60f9-4e88-a3ca-6de2537a8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.242538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-ff4b9865-60f9-4e88-a3ca-6de2537a8abd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1120 time: 0.9100459 Jun 30 02:29:07.256645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] Pushing event updated for resources: {'Network': ['ID=3491b940-d44d-4c88-a69d-553744eb462f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:07.279273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3491b940-d44d-4c88-a69d-553744eb462f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:07.288193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50190) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:07.289899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5852ce06-b9b9-4547-82db-838cc52ae759 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6997478 Jun 30 02:29:07.294030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da3d7f40-371f-4874-a221-c59c95356b51 req-9687c95b-420f-4d48-aace-f167c69bab8f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191809 Jun 30 02:29:07.295826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Request body: {'subnet': {'network_id': '3491b940-d44d-4c88-a69d-553744eb462f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-265699556-subnet', 'tenant_id': '7d22c70e6acb4b6080c4bf1c054778c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:07.440832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Made reservation on behalf of 7d22c70e6acb4b6080c4bf1c054778c1 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:07.443318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.463213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-63aaf64c-1bd7-4de8-b2dd-c30616021e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.465069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-63aaf64c-1bd7-4de8-b2dd-c30616021e9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1392219 Jun 30 02:29:07.529766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-c0cc84ab-a9f3-43f9-82fa-763287af795f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f HTTP/1.1" status: 200 len: 217 time: 0.0911953 Jun 30 02:29:07.585030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-5da93067-a491-4d03-a49c-0e24a2ff1e07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0697646 Jun 30 02:29:07.677800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-425a1a5e-20ea-4836-abfa-423002d52364 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398321 Jun 30 02:29:07.696390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-5dee5bd1-bd9d-4cd1-8966-ac7f7f013300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.697788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-5dee5bd1-bd9d-4cd1-8966-ac7f7f013300 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1477861 Jun 30 02:29:07.712149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3bed5-62d4-4907-8ac9-f066575f3ef5 req-b8bcb794-e8fe-4d1e-827a-a733da6c4d6a tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.713774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fa3bed5-62d4-4907-8ac9-f066575f3ef5 req-b8bcb794-e8fe-4d1e-827a-a733da6c4d6a tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 969 time: 0.2007008 Jun 30 02:29:07.715890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-fa6e5c0e-7040-47fb-a6d3-c994b15487f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.717304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-fa6e5c0e-7040-47fb-a6d3-c994b15487f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1055520 Jun 30 02:29:07.756477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-f0e78e51-d6db-4da7-9ae7-bf757ad79b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.757949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-f0e78e51-d6db-4da7-9ae7-bf757ad79b04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4116821 Jun 30 02:29:07.770069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522b5a-7a75-4696-b214-092e5dd4d7f9 req-acef6f91-81bf-4d9d-bb13-27493c2c2721 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.771942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4522b5a-7a75-4696-b214-092e5dd4d7f9 req-acef6f91-81bf-4d9d-bb13-27493c2c2721 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 0.5053892 Jun 30 02:29:07.794001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fa3bed5-62d4-4907-8ac9-f066575f3ef5 req-80059040-4505-4974-b46b-0c1e89a0f623 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 Jun 30 02:29:07.810732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-46f8ecb1-28c3-4276-9d8b-663f116c3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.812676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-46f8ecb1-28c3-4276-9d8b-663f116c3273 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889375 Jun 30 02:29:07.916647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-7e501c94-d9b0-4da5-adf4-b94041989861 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931830 Jun 30 02:29:08.010672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ec4311d-fee7-4a9e-b8e0-628127c49d07 req-802bb678-c9a9-4e67-8b20-5cbee39462ae tempest-FlavorsV2NegativeTest-1256508721 tempest-FlavorsV2NegativeTest-1256508721-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4f8608dd5780430aaf44eff8cd532e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572772 Jun 30 02:29:08.015813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4522b5a-7a75-4696-b214-092e5dd4d7f9 req-ecab5ad9-dfc3-4a8b-93c2-dcef74d8b86e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170351 Jun 30 02:29:08.033182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92085f8a-fc52-465a-a803-d08be4c2409a req-4aee84b4-1a74-4cc8-8a6f-0688dc06ff27 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402476 Jun 30 02:29:08.057234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.089869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-369ad88e-150f-4e16-8068-2e89aa0f9aa9 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928650 Jun 30 02:29:08.095996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-f01f3d03-b936-42d3-97d0-7c324db2f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.097489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-f01f3d03-b936-42d3-97d0-7c324db2f627 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3885090 Jun 30 02:29:08.209157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c7a5a1-e91b-45c1-af76-830f47c71a8c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:08.285730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'tag': '57de8849-1406-411c-9541-698e8b5a863a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:08.288018 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9538547-fe7e-470a-9d5b-594ed7001699" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd701b1-bbdb-4961-a544-9f7d843bfc23", "tag": "57de8849-1406-411c-9541-698e8b5a863a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:08.339459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8904d3db-f0b7-49b2-b3a3-c584aa1fc773 req-24563076-f53c-464b-86b3-19122b4c5e9f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157581 Jun 30 02:29:08.341786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Checking segment: {'id': '980af2e6-5274-4738-ba0d-985cf0252638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3491b940-d44d-4c88-a69d-553744eb462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:08.342136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Network hostable DHCP agents. Network: 3491b940-d44d-4c88-a69d-553744eb462f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:08.351666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c12bb6-b9c5-4ae1-94fd-edf6bf06a951 req-5276b907-c342-4b71-928c-7547a9b16896 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515857 Jun 30 02:29:08.361189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-b4775346-7c9d-48be-9f80-f83b656e0dc5 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461021 Jun 30 02:29:08.396429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4311d-fee7-4a9e-b8e0-628127c49d07 req-31e9b42d-fb59-4937-a403-d4e57e574b7b tempest-FlavorsV2NegativeTest-1256508721 tempest-FlavorsV2NegativeTest-1256508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.397919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ec4311d-fee7-4a9e-b8e0-628127c49d07 req-31e9b42d-fb59-4937-a403-d4e57e574b7b tempest-FlavorsV2NegativeTest-1256508721 tempest-FlavorsV2NegativeTest-1256508721-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3657591 Jun 30 02:29:08.412759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ec4311d-fee7-4a9e-b8e0-628127c49d07 req-47807925-43b6-42be-9c4a-d8a4c8e7916c tempest-FlavorsV2NegativeTest-1256508721 tempest-FlavorsV2NegativeTest-1256508721-project] 10.222.0.78 "GET /v2.0/quotas/4f8608dd5780430aaf44eff8cd532e06 HTTP/1.1" status: 200 len: 375 time: 0.0091157 Jun 30 02:29:08.419511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Network 3491b940-d44d-4c88-a69d-553744eb462f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:08.429263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ee601-304b-495f-8506-519a1a2896ea req-c4ee4337-fcd3-4446-bc7c-46a8fd9f4999 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.430740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e95ee601-304b-495f-8506-519a1a2896ea req-c4ee4337-fcd3-4446-bc7c-46a8fd9f4999 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 947 time: 0.2192612 Jun 30 02:29:08.447554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ec4311d-fee7-4a9e-b8e0-628127c49d07 req-b26a6261-778d-4823-86a9-0a011bcd70db tempest-FlavorsV2NegativeTest-1256508721 tempest-FlavorsV2NegativeTest-1256508721-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f8608dd5780430aaf44eff8cd532e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297036 Jun 30 02:29:08.447884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3491b940-d44d-4c88-a69d-553744eb462f) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:08.458083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86468f-fdfa-4073-8763-8090c376e1ce None None] Network 3491b940-d44d-4c88-a69d-553744eb462f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:08.466820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.467313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.513127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e6d49e17-ce73-4a6c-a325-70a1fe6685f9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2162673 Jun 30 02:29:08.522499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e95ee601-304b-495f-8506-519a1a2896ea req-f505dcc8-272f-4112-9549-eec619844963 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844271 Jun 30 02:29:08.539086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad17eb7d-5d91-4b5a-835e-aedefcd38ae6 req-38d7d2e8-90a8-40cb-841b-1b0edbd73632 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699700 Jun 30 02:29:08.549668 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2600d62b-49fa-46f3-a5b8-67999aa9cc8e x-openstack-request-id: req-2600d62b-49fa-46f3-a5b8-67999aa9cc8e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:08.550019 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd701b1-bbdb-4961-a544-9f7d843bfc23", "tag": "57de8849-1406-411c-9541-698e8b5a863a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:08.550199 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2600d62b-49fa-46f3-a5b8-67999aa9cc8e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:08.550623 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'tag': '57de8849-1406-411c-9541-698e8b5a863a', 'status': 'completed', 'code': 200} Jun 30 02:29:08.655744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10553b37-ce27-4f10-8cb0-d9316e068e08 None None] Network 3491b940-d44d-4c88-a69d-553744eb462f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:08.798481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c54b3-d368-4bd3-85b0-8d024c0d7587 req-aa70cc9a-633c-473f-8c88-77ddf2900296 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.800194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-049c54b3-d368-4bd3-85b0-8d024c0d7587 req-aa70cc9a-633c-473f-8c88-77ddf2900296 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 969 time: 0.0836060 Jun 30 02:29:08.853404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-049c54b3-d368-4bd3-85b0-8d024c0d7587 req-b0c7af7f-c83d-4b14-b4f4-d4d4b37927f1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Jun 30 02:29:08.870866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-0d1b43f6-7458-49cb-a42a-77711a5adc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.872363 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-0d1b43f6-7458-49cb-a42a-77711a5adc8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d87a23cd97d40dc91c6f3ec4b540b77&device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 1120 time: 0.3008463 Jun 30 02:29:08.880031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-4a38e5ef-5769-4da1-818a-32bff7061e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.881550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-4a38e5ef-5769-4da1-818a-32bff7061e33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dfff959d52384f998319ccd565f53ce3&device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 1098 time: 0.0771902 Jun 30 02:29:09.077515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-8cf71d69-3d7e-40da-9e51-a0f435994d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.079073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-8cf71d69-3d7e-40da-9e51-a0f435994d52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1965532 Jun 30 02:29:09.127748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-7b6615c7-0104-44a0-a509-764c7305d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.129251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-7b6615c7-0104-44a0-a509-764c7305d601 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2380517 Jun 30 02:29:09.132116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.132573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-0bd2d907-a0b6-4ad7-998b-b8b14248cadb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=57de8849-1406-411c-9541-698e8b5a863a HTTP/1.1" status: 200 len: 217 time: 0.0456975 Jun 30 02:29:09.140898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e779a-7036-4017-b6f4-d97c1f2a2c7f req-a5acb196-da59-45c8-8836-e7c62ca2729d tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.143064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-317e779a-7036-4017-b6f4-d97c1f2a2c7f req-a5acb196-da59-45c8-8836-e7c62ca2729d tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 969 time: 0.1718719 Jun 30 02:29:09.223130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-23d4dc5e-43f3-49f1-a284-67aed8437313 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f HTTP/1.1" status: 200 len: 217 time: 0.0779872 Jun 30 02:29:09.275438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-2724331c-9791-43c9-bef2-13889b7feb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.276897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-2724331c-9791-43c9-bef2-13889b7feb06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1330073 Jun 30 02:29:09.279669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:09.285528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-317e779a-7036-4017-b6f4-d97c1f2a2c7f req-fb5e99c2-5746-4ffd-aa6c-d855ad2c184e tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282787 Jun 30 02:29:09.306889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-f40a12e5-1837-4165-a48a-a91fec944d86 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.308555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-f40a12e5-1837-4165-a48a-a91fec944d86 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.1907187 Jun 30 02:29:09.331277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-36afb739-0bb2-4736-b636-818d7fe03e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.333534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-36afb739-0bb2-4736-b636-818d7fe03e74 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1024137 Jun 30 02:29:09.339518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-dbcde025-0bf0-4126-abea-92b35a230dc6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/quotas/2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 375 time: 0.0211408 Jun 30 02:29:09.396605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-81546914-2e2e-4cfa-94cf-369c693a82ad tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516648 Jun 30 02:29:09.415242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-fceed287-c27b-4517-bd7b-72c3a2e4f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.416661 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-fceed287-c27b-4517-bd7b-72c3a2e4f21f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303458 Jun 30 02:29:09.463556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbbb8a-4283-4ecd-a4a1-1c66fdd1763a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.501477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-a21c9167-9127-4112-aa5b-6ba20054ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.503259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-a21c9167-9127-4112-aa5b-6ba20054ce12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551428 Jun 30 02:29:09.531038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-04de13d3-fda2-47d8-b130-f4121fd02ceb service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:29:09.532157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-04de13d3-fda2-47d8-b130-f4121fd02ceb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518105 Jun 30 02:29:09.614847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-1d5579dc-b0a9-47a3-b1d1-aa39fc7aa562 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862113 Jun 30 02:29:09.635438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbbb8a-4283-4ecd-a4a1-1c66fdd1763a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.647105 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbbb8a-4283-4ecd-a4a1-1c66fdd1763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.656682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46308-9e09-4df3-a0bb-ca12b316fc73 req-f0c98a2d-3103-4682-a09c-7c10709c34dc tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.658203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78f46308-9e09-4df3-a0bb-ca12b316fc73 req-f0c98a2d-3103-4682-a09c-7c10709c34dc tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 0.2343059 Jun 30 02:29:09.671282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-e086240e-202b-411a-a007-b0e460831dc5 service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315339 Jun 30 02:29:09.715724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-c82dbec1-a6e7-4a9c-85fb-0f78715f5896 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041874 Jun 30 02:29:09.736598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9dbbb8a-4283-4ecd-a4a1-1c66fdd1763a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f8608dd5780430aaf44eff8cd532e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558432 Jun 30 02:29:09.739682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:09.748120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbbb8a-4283-4ecd-a4a1-1c66fdd1763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bced2-770e-419a-8361-79d93677d4f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:09.787616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78f46308-9e09-4df3-a0bb-ca12b316fc73 req-9c7e23d6-1099-48a9-a776-c3ea64d11228 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961320 Jun 30 02:29:09.815313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-f738a1b6-3486-494f-9f49-b0498b310374 service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354022 Jun 30 02:29:09.824387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9538547-fe7e-470a-9d5b-594ed7001699 req-f3afd609-ae38-48ab-89d5-0a84324e9111 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993294 Jun 30 02:29:09.825951 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b994574-5269-49da-9c1d-ff4aca8e9d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.859489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88450145-dc29-41d6-9d47-2fe31357a6a5 req-7c59ec8a-afcf-4afb-a67e-e0d2711630d6 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352735 Jun 30 02:29:09.859771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b994574-5269-49da-9c1d-ff4aca8e9d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.921142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b994574-5269-49da-9c1d-ff4aca8e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.924655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b994574-5269-49da-9c1d-ff4aca8e9d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.928429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b994574-5269-49da-9c1d-ff4aca8e9d52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f2bced2-770e-419a-8361-79d93677d4f1 HTTP/1.1" status: 204 len: 168 time: 0.1853862 Jun 30 02:29:09.935107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b994574-5269-49da-9c1d-ff4aca8e9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bced2-770e-419a-8361-79d93677d4f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:10.037726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442b7ad-5af6-4195-8144-378ecf93598b req-51589e95-0f9a-4e1d-b04a-9844e68c7f54 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:10.039247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c442b7ad-5af6-4195-8144-378ecf93598b req-51589e95-0f9a-4e1d-b04a-9844e68c7f54 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 947 time: 0.0976043 Jun 30 02:29:10.093816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c442b7ad-5af6-4195-8144-378ecf93598b req-9d082bf3-da17-44e0-9132-a215e6d65783 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Jun 30 02:29:10.167322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e279a-18c8-4ad3-b954-4db8f5fdbc7e req-19bd56e9-683e-403e-96d2-bcbc0d3ed23d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:10.168819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d7e279a-18c8-4ad3-b954-4db8f5fdbc7e req-19bd56e9-683e-403e-96d2-bcbc0d3ed23d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 969 time: 0.0783687 Jun 30 02:29:10.189857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebe6277-912a-4ac6-bd28-dd6fb9b6a7f0 req-df0d3fc1-1a90-46c0-8767-9ff527587723 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 210 time: 0.0492053 Jun 30 02:29:10.217828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d7e279a-18c8-4ad3-b954-4db8f5fdbc7e req-0e8fe2d0-3a6d-4dfd-9914-67e112142494 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Jun 30 02:29:10.427331 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.487810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46a5f5-383e-4f4a-b7eb-c09ce9045838 req-252237e7-9c8e-4d1a-aaa5-f975120b45da tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:10.489337 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb46a5f5-383e-4f4a-b7eb-c09ce9045838 req-252237e7-9c8e-4d1a-aaa5-f975120b45da tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 969 time: 0.0776651 Jun 30 02:29:10.534180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb46a5f5-383e-4f4a-b7eb-c09ce9045838 req-d01b76ac-fea3-4117-98ec-08c06b6a246f tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378442 Jun 30 02:29:10.711526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:10.835432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1735717644-network', 'tenant_id': '401abc5bdb3148718de0aa56525a5359'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:10.857619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Made reservation on behalf of 401abc5bdb3148718de0aa56525a5359 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:10.860813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.869600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.010422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.023681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d11d2b-7710-40af-a8fd-8e877a47ec78 req-a72eb86e-5c74-4b40-a9c4-7ddee1723d89 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.025239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00d11d2b-7710-40af-a8fd-8e877a47ec78 req-a72eb86e-5c74-4b40-a9c4-7ddee1723d89 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 0.1180651 Jun 30 02:29:11.025961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.061086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:11.077923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09f9cf-cbd8-4740-bad5-9728b7cd2005,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:11.084535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.084872 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Added segment 50cb3a9b-8927-413d-81ef-9286e8c077d0 of type vlan for network e6fa797f-3231-43b7-878e-392d247d64c3 Jun 30 02:29:11.137058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00d11d2b-7710-40af-a8fd-8e877a47ec78 req-438a170c-551d-4af3-ad85-d0a585925521 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042948 Jun 30 02:29:11.140456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.173866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.175105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.175775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.251792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5380936 Jun 30 02:29:11.254818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:11.260673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Request body: {'subnet': {'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1735717644-subnet', 'tenant_id': '401abc5bdb3148718de0aa56525a5359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:11.290634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Made reservation on behalf of 401abc5bdb3148718de0aa56525a5359 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:11.293761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.295873 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:29:11.357146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b6b36-d9a8-45f1-84e0-d42f1ff33566 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fa797f-3231-43b7-878e-392d247d64c3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:11.371035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e6fa797f-3231-43b7-878e-392d247d64c3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:11.397183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e8a7cfd-b9a7-41db-91c0-72fa41443417 req-2064a66b-115e-4187-bb58-b9ea85115ca3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 210 time: 0.0604453 Jun 30 02:29:11.426126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f625-9b07-4347-8963-283b3a2b691d req-04fad0d0-e103-4924-ac3a-5e3bf8207841 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.436430 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f35f625-9b07-4347-8963-283b3a2b691d req-04fad0d0-e103-4924-ac3a-5e3bf8207841 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 947 time: 0.2167053 Jun 30 02:29:11.565314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-51a54153-c78f-4219-9fd6-0e96f83a9c85 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.566947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-51a54153-c78f-4219-9fd6-0e96f83a9c85 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.3073792 Jun 30 02:29:11.569925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f35f625-9b07-4347-8963-283b3a2b691d req-21b25e17-3e69-41eb-97ad-1b48fd96116c tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093578 Jun 30 02:29:11.581178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Request body: {'port': {'device_id': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'admin_state_up': True, 'tenant_id': '2dbb83004b8f4085ab7a6805c071559c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:11.612686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.700818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=027e92af-596a-40ea-9788-95bc7272badf,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:11.724886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed90f1-2ade-451b-aca9-f5c001a49d82 req-2a3968f3-6bd6-4dc0-a5c5-d6befdf85207 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.726467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7ed90f1-2ade-451b-aca9-f5c001a49d82 req-2a3968f3-6bd6-4dc0-a5c5-d6befdf85207 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 969 time: 0.1679707 Jun 30 02:29:11.732444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Checking segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:11.732798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Network hostable DHCP agents. Network: e6fa797f-3231-43b7-878e-392d247d64c3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:11.776216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Network e6fa797f-3231-43b7-878e-392d247d64c3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:11.780829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7ed90f1-2ade-451b-aca9-f5c001a49d82 req-681d3e7a-53d5-4c1e-853a-d805b1a10d90 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Jun 30 02:29:11.791730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, e6fa797f-3231-43b7-878e-392d247d64c3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:11.796613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.797226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.803353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2acdbcc-9df3-4882-a435-cadbd9b71f39 None None] Network e6fa797f-3231-43b7-878e-392d247d64c3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:11.884186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Made reservation on behalf of 2dbb83004b8f4085ab7a6805c071559c for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:11.892716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-15dd0d86-5450-4f47-a023-fcf48b0dd08d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6297431 Jun 30 02:29:11.892921 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.961396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918b06f-ff9e-449f-a34f-7783d500186a req-3226c009-b2bf-4942-934f-0f0d4dd18ac7 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.962922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0918b06f-ff9e-449f-a34f-7783d500186a req-3226c009-b2bf-4942-934f-0f0d4dd18ac7 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 969 time: 0.2788904 Jun 30 02:29:11.978405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2faea1-dfdb-42c8-a096-7dbcc7a06799 None None] Network e6fa797f-3231-43b7-878e-392d247d64c3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:11.993603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:12.030513 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0918b06f-ff9e-449f-a34f-7783d500186a req-3a761bd0-4803-40a1-9c00-6bb601c3ddbd tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 Jun 30 02:29:12.089412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Allocated IP 172.20.0.6 (1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a/64437cf9-cffa-4060-a46b-2b07339a54dc/e5621c72-28fb-4ea0-9384-8911a596b325) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:12.199694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.220220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'mac_address': 'fa:16:3e:94:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:tempest-test_az-2122896877', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:12.267833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.269690 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.287638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:12.309737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.313973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.315004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 57de8849-1406-411c-9541-698e8b5a863a details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:12.362890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.381702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d7c5f-d197-4df1-84fa-6020a365b561 req-125051b3-b78e-4143-a403-18e59232eb31 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.383242 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-445d7c5f-d197-4df1-84fa-6020a365b561 req-125051b3-b78e-4143-a403-18e59232eb31 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 969 time: 0.0981097 Jun 30 02:29:12.384164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 57de8849-1406-411c-9541-698e8b5a863a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=57de8849-1406-411c-9541-698e8b5a863a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.385124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-d7bd9d98-eb31-4638-a75c-fdbfe55d4688 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.391997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:12.392445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-d7bd9d98-eb31-4638-a75c-fdbfe55d4688 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.1212068 Jun 30 02:29:12.402466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '57de8849-1406-411c-9541-698e8b5a863a', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '57de8849-1406-411c-9541-698e8b5a863a', 'mac_address': 'fa:16:3e:d6:21:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-2122896877', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:12.405135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.405534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.406020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.406529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.407063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-6262ff31-f8ff-4296-82fb-8b0c312e4834 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/quotas/401abc5bdb3148718de0aa56525a5359 HTTP/1.1" status: 200 len: 375 time: 0.0134506 Jun 30 02:29:12.407327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.407662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.408072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.408546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.409127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.409451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.409929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.410443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Tracked resource versions report: Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: pushed versions: Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Log': {'1.0'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Network': {'1.1'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Port': {'1.7'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'SubPort': {'1.0'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Subnet': {'1.1'}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Trunk': {'1.1'}} Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: consumer versions: Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: HyperV agent@n-h1-798054-5: {}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: HyperV agent@n-h2-798054-5: {}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: L3 agent@n-d-798054-5: {}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: Metadata agent@n-d-798054-5: {}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: Metering agent@n-d-798054-5: {}, Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'ConntrackHelper': '1.0', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Log': '1.0', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Network': '1.1', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Port': '1.7', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'PortForwarding': '1.2', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'QosPolicy': '1.8', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'SecurityGroup': '1.4', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'SubPort': '1.0', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Subnet': '1.1', Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: 'Trunk': '1.1'}} Jun 30 02:29:12.411678 n-d-798054-5 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:29:12.441037 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-d22e8d5c-71f1-48a8-aa9d-ba683995693d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315564 Jun 30 02:29:12.449435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:12.451441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:12.453369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:12.459438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:12.464929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.465547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.466902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.484590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57de8849-1406-411c-9541-698e8b5a863a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:12.489790 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-445d7c5f-d197-4df1-84fa-6020a365b561 req-3b2f2cfd-e583-4a2b-b519-77cedb533516 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846436 Jun 30 02:29:12.491545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b4e32eb-f989-4f11-bd18-d5fefb7a5ecf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154961 Jun 30 02:29:12.507414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Request body: {'port': {'device_id': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:12.514385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 57de8849-1406-411c-9541-698e8b5a863a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=57de8849-1406-411c-9541-698e8b5a863a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.521493 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.523250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 110faade-194f-4b5e-801d-fcf5c0822618 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:12.547503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-e9661e91-d797-4ac4-aa92-0e96029a7599 service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990727 Jun 30 02:29:12.601094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 110faade-194f-4b5e-801d-fcf5c0822618, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=110faade-194f-4b5e-801d-fcf5c0822618,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.604181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=57de8849-1406-411c-9541-698e8b5a863a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:12.616288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '110faade-194f-4b5e-801d-fcf5c0822618', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '110faade-194f-4b5e-801d-fcf5c0822618', 'mac_address': 'fa:16:3e:47:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:tempest-test_az-2122896877', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:12.656404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.665134 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.679734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110faade-194f-4b5e-801d-fcf5c0822618 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:12.683411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-4880098f-f1ca-4986-9a26-8b932e12f1fb service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235471 Jun 30 02:29:12.703585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 110faade-194f-4b5e-801d-fcf5c0822618, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=110faade-194f-4b5e-801d-fcf5c0822618,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.709829 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.711012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:12.748147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.763553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '758e973a-8417-46a8-8084-accf84d375f4', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '758e973a-8417-46a8-8084-accf84d375f4', 'mac_address': 'fa:16:3e:29:0a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-2122896877', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:12.827759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=110faade-194f-4b5e-801d-fcf5c0822618,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:12.888612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5747-184b-4688-a4e6-ebb010c75422 req-39ffa258-33e0-4177-917e-a4c0d52a6c04 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.890460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.897027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a70d5747-184b-4688-a4e6-ebb010c75422 req-39ffa258-33e0-4177-917e-a4c0d52a6c04 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 931 time: 0.2584143 Jun 30 02:29:12.906735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758e973a-8417-46a8-8084-accf84d375f4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:12.933531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.941684 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.995119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa832e-736d-49cf-ad15-1952bfd4988d req-3c8ab4bd-a7c5-4c7e-bff9-dd122619e5e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.996851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5aa832e-736d-49cf-ad15-1952bfd4988d req-3c8ab4bd-a7c5-4c7e-bff9-dd122619e5e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 947 time: 0.0988586 Jun 30 02:29:13.002737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a70d5747-184b-4688-a4e6-ebb010c75422 req-7b7baedf-3960-4e67-b2ab-79801ced0a92 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048102 Jun 30 02:29:13.021567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:13.062380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5aa832e-736d-49cf-ad15-1952bfd4988d req-37d13971-afb4-45a3-a4f0-54f1af8126eb tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575397 Jun 30 02:29:13.127001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4406dcc3-14df-4fbe-9ce0-1363abc4cedc req-ef50f8af-09b7-4c09-8ec6-4d0360493743 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 210 time: 0.0568359 Jun 30 02:29:13.198074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5621c72-28fb-4ea0-9384-8911a596b325 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:13.207619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.221808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Transition to ACTIVE for port object e5621c72-28fb-4ea0-9384-8911a596b325 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:13.228651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.233331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 48a86f73-990f-4ae2-92cb-ffdb0160342f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:13.329944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:13.349907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53e91-d5e5-488d-b40c-f0bd7c82eb13 req-926f8699-c2dd-43d9-959f-f8ce4010c75e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.351650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40b53e91-d5e5-488d-b40c-f0bd7c82eb13 req-926f8699-c2dd-43d9-959f-f8ce4010c75e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 970 time: 0.1697969 Jun 30 02:29:13.382837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:13.383172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:13.383501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:13.395611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:13.395935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:13.409447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:13.409659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:13.410003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:13.410532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Bound port: e5621c72-28fb-4ea0-9384-8911a596b325, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:13.410885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.412930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40b53e91-d5e5-488d-b40c-f0bd7c82eb13 req-52fe33f0-e734-4c2b-a1e4-eb48b815842b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554361 Jun 30 02:29:13.421716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f35119-1c3a-429c-a06c-c54c50c8284f req-b48570a7-94c5-41ae-9542-ccbcaff1b387 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.429038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f35119-1c3a-429c-a06c-c54c50c8284f req-b48570a7-94c5-41ae-9542-ccbcaff1b387 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 970 time: 0.1359482 Jun 30 02:29:13.430798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 48a86f73-990f-4ae2-92cb-ffdb0160342f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:13.444201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '48a86f73-990f-4ae2-92cb-ffdb0160342f', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '48a86f73-990f-4ae2-92cb-ffdb0160342f', 'mac_address': 'fa:16:3e:84:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:13.490761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['110faade-194f-4b5e-801d-fcf5c0822618'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:13.495558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f35119-1c3a-429c-a06c-c54c50c8284f req-7698c9ba-47bf-44e9-b7e2-3e97202b4290 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656664 Jun 30 02:29:13.510955 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.540538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:13.545591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:13.547221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0ab8f227-65fa-483d-aac7-b8c527b76e91'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:13.550180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:13.554679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.568492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['57de8849-1406-411c-9541-698e8b5a863a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:13.598502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.599187 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.601234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] 10.222.0.90 "PUT /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 1091 time: 1.1005702 Jun 30 02:29:13.601234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:13.603846 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:13.632962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64b58d-562f-4e48-b73c-037caff482fb service neutron] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:13.647434 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d661c56-8cab-4772-b13c-7ed1141855c8 x-openstack-request-id: req-1d661c56-8cab-4772-b13c-7ed1141855c8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:13.648235 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:13.648903 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d661c56-8cab-4772-b13c-7ed1141855c8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:13.650211 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'status': 'completed', 'code': 200} Jun 30 02:29:13.662770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a86f73-990f-4ae2-92cb-ffdb0160342f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:13.735767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-e2aca95b-a9af-4d96-a48e-de9857f193ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.738055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-e2aca95b-a9af-4d96-a48e-de9857f193ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1094 time: 0.0765097 Jun 30 02:29:13.746795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ec077-2149-4c53-ac7d-00001816676b req-56d08c7c-32b1-458f-855c-5d48563ddd9a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.748418 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d6ec077-2149-4c53-ac7d-00001816676b req-56d08c7c-32b1-458f-855c-5d48563ddd9a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 970 time: 0.0886064 Jun 30 02:29:13.807962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d6ec077-2149-4c53-ac7d-00001816676b req-f3a06ddd-d9db-47f0-9370-a465d6d860fe tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Jun 30 02:29:13.817953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-83c0badf-0ce1-4370-bf5e-64f12ce1e12f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.0642610 Jun 30 02:29:13.875360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-f70b10d1-01c0-49e0-80f9-65c75aaba576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.878062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-f70b10d1-01c0-49e0-80f9-65c75aaba576 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0531209 Jun 30 02:29:13.882829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 48a86f73-990f-4ae2-92cb-ffdb0160342f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:13.897586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.916722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-d21f7fce-a4ef-41c6-a6b9-2feb53eddff6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298181 Jun 30 02:29:14.018013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-57c2c3dd-d766-41a3-a64c-e5f6e064ae31 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928891 Jun 30 02:29:14.063027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=48a86f73-990f-4ae2-92cb-ffdb0160342f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:14.127487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6521b45e-4231-4c07-89be-9f78a33d9e63 req-5018d857-98e3-4e5d-9f32-d76c7ae6746b service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994506 Jun 30 02:29:14.287319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-a11df262-5b82-4719-be08-97aaa7da7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.289668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-a11df262-5b82-4719-be08-97aaa7da7e0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1094 time: 0.0795414 Jun 30 02:29:14.294548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181c7b-a916-4b24-9360-edb251b10fbe req-ab584afe-045d-4e8b-93ac-2cb0d2f6ae47 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.296309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35181c7b-a916-4b24-9360-edb251b10fbe req-ab584afe-045d-4e8b-93ac-2cb0d2f6ae47 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 948 time: 0.1026075 Jun 30 02:29:14.296803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.90', 54640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:14.300771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94176ece-b5e7-43be-9f24-3dcb1c49cd4e req-09e0a760-6980-4b12-8e7e-d52b44ad710c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.303357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94176ece-b5e7-43be-9f24-3dcb1c49cd4e req-09e0a760-6980-4b12-8e7e-d52b44ad710c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.1569259 Jun 30 02:29:14.329757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['48a86f73-990f-4ae2-92cb-ffdb0160342f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:14.412779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35181c7b-a916-4b24-9360-edb251b10fbe req-db16b913-1bbc-4022-8eae-6d235ff2c098 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081679 Jun 30 02:29:14.441348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94176ece-b5e7-43be-9f24-3dcb1c49cd4e req-aafe5e07-41e1-44d9-93eb-2c781c76fb73 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290565 Jun 30 02:29:14.475760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-85821e75-4ffd-4e4f-b407-0f3020331ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.478447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-85821e75-4ffd-4e4f-b407-0f3020331ddd service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1734552 Jun 30 02:29:14.500136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-4ab99177-98b3-416a-9bc3-dbde0b033166 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.504349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-4ab99177-98b3-416a-9bc3-dbde0b033166 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.2039735 Jun 30 02:29:14.523115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Request body: {'port': {'device_id': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'admin_state_up': True, 'tenant_id': '401abc5bdb3148718de0aa56525a5359'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:14.578473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-43548818-6c4f-4cdb-95dc-4973e95154e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.0921109 Jun 30 02:29:14.679302 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4584145f-e63d-49a3-ae64-b64fd36f0052 req-3f12aa78-5a4b-41c6-adc2-121fe469a7ee tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 210 time: 0.0392098 Jun 30 02:29:14.698244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-b0b7b858-4e36-47b5-8330-0394c10f6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.699723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-b0b7b858-4e36-47b5-8330-0394c10f6116 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1135812 Jun 30 02:29:14.741444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-7ae3dd6f-d4a2-49e6-93ed-9112301a7890 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307558 Jun 30 02:29:14.744526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Made reservation on behalf of 401abc5bdb3148718de0aa56525a5359 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:14.748441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.767015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68765c-8448-427d-8bb0-3a5859a9d67a req-5019d050-0fa8-41eb-b624-5fc278047cb0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.768499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f68765c-8448-427d-8bb0-3a5859a9d67a req-5019d050-0fa8-41eb-b624-5fc278047cb0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 970 time: 0.1303205 Jun 30 02:29:14.852704 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f68765c-8448-427d-8bb0-3a5859a9d67a req-981cda65-e882-4cc3-8bcb-abaf24e68d70 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746014 Jun 30 02:29:14.887005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-f4195c5b-f01a-42a6-8047-baea332fcf7e service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357079 Jun 30 02:29:14.924032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Allocated IP 172.20.0.5 (e6fa797f-3231-43b7-878e-392d247d64c3/027e92af-596a-40ea-9788-95bc7272badf/de6ad9fb-7b93-43bc-b19b-a039282207c6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:14.936057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cc1ce-f243-482a-a4a1-b0ae9cd1007a req-13a0713f-0feb-4517-a53a-8a4a3cb9b7f5 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.937557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a6cc1ce-f243-482a-a4a1-b0ae9cd1007a req-13a0713f-0feb-4517-a53a-8a4a3cb9b7f5 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 970 time: 0.1316960 Jun 30 02:29:15.017664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a6cc1ce-f243-482a-a4a1-b0ae9cd1007a req-7ce46a81-8367-4956-b6fe-a747751e4b0b tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680020 Jun 30 02:29:15.037550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aebafcc1-0c74-4f55-bd60-3583ee75cd2e req-b9476b5d-115b-47f3-8d26-8cef395e710d service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367247 Jun 30 02:29:15.069099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b95ea7-2879-4d1c-981f-5f6b576fc345 req-e7964a01-3c36-4f87-bd67-ef2ee5c8ea6a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.070863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5b95ea7-2879-4d1c-981f-5f6b576fc345 req-e7964a01-3c36-4f87-bd67-ef2ee5c8ea6a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 970 time: 0.1038225 Jun 30 02:29:15.110492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5b95ea7-2879-4d1c-981f-5f6b576fc345 req-f861298e-e379-4067-8848-7c7dababce63 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Jun 30 02:29:15.122858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.161455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.212531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Network e6fa797f-3231-43b7-878e-392d247d64c3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:15.218097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:15.223136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 48a86f73-990f-4ae2-92cb-ffdb0160342f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:15.223636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:15.228942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.229552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.233028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:15.249067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-a0b7acab-6d34-4ae6-b54a-dabe374ee7b5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298667 Jun 30 02:29:15.260798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Request body: {'port': {'device_id': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:15.276342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 48a86f73-990f-4ae2-92cb-ffdb0160342f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:15.280372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 48a86f73-990f-4ae2-92cb-ffdb0160342f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:15.280744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.363110 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.387413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a86f73-990f-4ae2-92cb-ffdb0160342f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:15.461363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 48a86f73-990f-4ae2-92cb-ffdb0160342f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:15.467731 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.502217 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48641110-495b-4de6-9f85-477deaaae36e" -d '{"events": [{"server_uuid": "3583f67e-6be6-4da7-a172-f1e0f3b42cce", "name": "network-vif-plugged", "status": "completed", "tag": "48a86f73-990f-4ae2-92cb-ffdb0160342f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:15.520922 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.539359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=48a86f73-990f-4ae2-92cb-ffdb0160342f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:15.611800 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1fc47-b57b-4645-b445-9dc59eccf3ee x-openstack-request-id: req-c1c1fc47-b57b-4645-b445-9dc59eccf3ee {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:15.612093 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3583f67e-6be6-4da7-a172-f1e0f3b42cce", "name": "network-vif-plugged", "status": "completed", "tag": "48a86f73-990f-4ae2-92cb-ffdb0160342f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:15.612344 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1c1fc47-b57b-4645-b445-9dc59eccf3ee {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:15.612807 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a86f73-990f-4ae2-92cb-ffdb0160342f', 'code': 200} Jun 30 02:29:15.756563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb0c2b-e9f3-4683-9346-a39f3768dc3f req-9ec8fc60-08da-4278-8d34-ed7c8bf6948e tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.758045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2dbb0c2b-e9f3-4683-9346-a39f3768dc3f req-9ec8fc60-08da-4278-8d34-ed7c8bf6948e tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 949 time: 0.1893785 Jun 30 02:29:15.822697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2dbb0c2b-e9f3-4683-9346-a39f3768dc3f req-53cebf5f-911c-4faa-ac02-665191b7a6e1 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Jun 30 02:29:15.897969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6ad9fb-7b93-43bc-b19b-a039282207c6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:15.906070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.919514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Transition to ACTIVE for port object de6ad9fb-7b93-43bc-b19b-a039282207c6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:15.924487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.956841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bee47b-6618-412f-b406-eee37a3acc07 req-28f9500e-fa07-4e51-a096-6b483a110fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.958359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69bee47b-6618-412f-b406-eee37a3acc07 req-28f9500e-fa07-4e51-a096-6b483a110fc3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 1100 time: 0.2735050 Jun 30 02:29:15.978249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aaebd-4c88-41e2-a57b-ac4de50d71a6 req-188c1dfe-36bc-49ee-a11c-17a6994717c5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.979680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30aaebd-4c88-41e2-a57b-ac4de50d71a6 req-188c1dfe-36bc-49ee-a11c-17a6994717c5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.2530475 Jun 30 02:29:15.986021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69bee47b-6618-412f-b406-eee37a3acc07 req-a20f59f6-72c7-446b-ba0f-99b3d3fb067d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.995919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 57de8849-1406-411c-9541-698e8b5a863a up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:16.006790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.052786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 57de8849-1406-411c-9541-698e8b5a863a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:16.055506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Attempting to bind port de6ad9fb-7b93-43bc-b19b-a039282207c6 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:16.055855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Attempting to bind port de6ad9fb-7b93-43bc-b19b-a039282207c6 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:16.056183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Attempting to bind port de6ad9fb-7b93-43bc-b19b-a039282207c6 on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:16.057550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 57de8849-1406-411c-9541-698e8b5a863a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:16.058135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.061872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Port de6ad9fb-7b93-43bc-b19b-a039282207c6 on network e6fa797f-3231-43b7-878e-392d247d64c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:16.062105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Attempting to bind port de6ad9fb-7b93-43bc-b19b-a039282207c6 on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:16.066748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30aaebd-4c88-41e2-a57b-ac4de50d71a6 req-03a60d62-5873-4d17-b985-eba000ed0765 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695302 Jun 30 02:29:16.081730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:16.082074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Checking segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:16.082487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Bound using segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:16.082937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Bound port: de6ad9fb-7b93-43bc-b19b-a039282207c6, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:16.083300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.105507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43766-21ff-4ee1-9bb5-0795b1308bbb req-551f5fbb-4d39-4f5b-bb7e-fa921f59b55a tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.107072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91e43766-21ff-4ee1-9bb5-0795b1308bbb req-551f5fbb-4d39-4f5b-bb7e-fa921f59b55a tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 943 time: 0.1777756 Jun 30 02:29:16.147588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.157863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69bee47b-6618-412f-b406-eee37a3acc07 req-a20f59f6-72c7-446b-ba0f-99b3d3fb067d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.163740 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69bee47b-6618-412f-b406-eee37a3acc07 req-a20f59f6-72c7-446b-ba0f-99b3d3fb067d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.185528 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91e43766-21ff-4ee1-9bb5-0795b1308bbb req-b3ac3380-5941-4a58-ac5b-f649bb2ebaf7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717521 Jun 30 02:29:16.190707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 57de8849-1406-411c-9541-698e8b5a863a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=57de8849-1406-411c-9541-698e8b5a863a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:16.196705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:16.198813 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.200425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:16.200686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:16.221162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.244371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69bee47b-6618-412f-b406-eee37a3acc07 req-a20f59f6-72c7-446b-ba0f-99b3d3fb067d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793338 Jun 30 02:29:16.258516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f59f6-72c7-446b-ba0f-99b3d3fb067d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb6b33-2217-48dd-b536-51ccbb049710,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.261398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.262012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.264011 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] 10.222.0.90 "PUT /v2.0/ports/de6ad9fb-7b93-43bc-b19b-a039282207c6 HTTP/1.1" status: 200 len: 1091 time: 1.0069907 Jun 30 02:29:16.264011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:16.267618 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea9d254-bc64-4805-9d8c-d483bd8ec438" -d '{"events": [{"name": "network-changed", "server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:16.293026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c59e0f-c1f4-446a-a2f0-c767289b0d71 req-e9786355-8613-4199-9187-3a6bb7094d47 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.293263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815883-6cda-4b4c-9765-c2d1d444f903 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.299103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57c59e0f-c1f4-446a-a2f0-c767289b0d71 req-e9786355-8613-4199-9187-3a6bb7094d47 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 970 time: 0.1181188 Jun 30 02:29:16.302659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=57de8849-1406-411c-9541-698e8b5a863a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.342098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 758e973a-8417-46a8-8084-accf84d375f4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:16.344930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57c59e0f-c1f4-446a-a2f0-c767289b0d71 req-1b9b6fc0-05a6-47b0-9685-000ce35732b8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jun 30 02:29:16.346450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 758e973a-8417-46a8-8084-accf84d375f4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:16.346825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.395585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a903837-9f33-4df8-a848-7c4a8b46743f req-bec253ea-318b-47c3-8553-7caf58078467 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.397278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a903837-9f33-4df8-a848-7c4a8b46743f req-bec253ea-318b-47c3-8553-7caf58078467 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.0724835 Jun 30 02:29:16.434378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.466253 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a903837-9f33-4df8-a848-7c4a8b46743f req-afba5f07-68a2-422e-ad45-0cc5e0abaeea tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Jun 30 02:29:16.468577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:16.474148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.475114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:16.488750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-4d833c96-a3ae-4093-bde5-5cadb7a1eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.490250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-4d833c96-a3ae-4093-bde5-5cadb7a1eb77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 1094 time: 0.0906854 Jun 30 02:29:16.545635 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fcb314-0682-42c6-bb09-37309b7f8488 x-openstack-request-id: req-f8fcb314-0682-42c6-bb09-37309b7f8488 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:16.546282 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:16.546282 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8fcb314-0682-42c6-bb09-37309b7f8488 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:16.546707 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'status': 'completed', 'code': 200} Jun 30 02:29:16.548403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-5f15e0be-5be4-4318-8f8e-53738df9024d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6 HTTP/1.1" status: 200 len: 217 time: 0.0495846 Jun 30 02:29:16.559527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda9216-b05d-4db8-8ad4-11d111f95a46 req-3ed7904e-20f7-41de-83cb-45f888f1ba42 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.561213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbda9216-b05d-4db8-8ad4-11d111f95a46 req-3ed7904e-20f7-41de-83cb-45f888f1ba42 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 970 time: 0.0894041 Jun 30 02:29:16.566838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 0ab8f227-65fa-483d-aac7-b8c527b76e91 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:16.574015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 0ab8f227-65fa-483d-aac7-b8c527b76e91 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:16.574406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.577075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.607774 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbda9216-b05d-4db8-8ad4-11d111f95a46 req-738d64e2-a611-4a24-a164-24787ad273e7 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Jun 30 02:29:16.608840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039a90-566f-42c6-a434-a89abe727288 req-75329d59-107e-4300-b9ea-35e39f1055fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.610847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-75329d59-107e-4300-b9ea-35e39f1055fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.0531752 Jun 30 02:29:16.644866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-61fc4693-46e0-45bb-a161-28e29cb74617 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269096 Jun 30 02:29:16.660681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.693486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:16.697913 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.698701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 110faade-194f-4b5e-801d-fcf5c0822618 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:16.733095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-12c27de0-e437-42b7-95c3-29f7c3aabfbd service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808945 Jun 30 02:29:16.771295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.785234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 110faade-194f-4b5e-801d-fcf5c0822618 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:16.788930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 110faade-194f-4b5e-801d-fcf5c0822618 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:16.789303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.833087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f039a90-566f-42c6-a434-a89abe727288 req-3d09f0d0-8425-454d-8eb0-1d217bbc501c service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892446 Jun 30 02:29:16.874453 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.910168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 110faade-194f-4b5e-801d-fcf5c0822618, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=110faade-194f-4b5e-801d-fcf5c0822618,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:16.914601 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.963785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=110faade-194f-4b5e-801d-fcf5c0822618,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:16.981871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-ea7b6f34-6ae9-4b85-be43-16ab84b0c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.983402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-ea7b6f34-6ae9-4b85-be43-16ab84b0c61d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 1094 time: 0.0866425 Jun 30 02:29:17.053991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73bc5f-5d3c-4fc4-8a34-09a39025d243 req-54e55cd6-3e8b-44ef-963e-edabecb81fe1 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.055506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b73bc5f-5d3c-4fc4-8a34-09a39025d243 req-54e55cd6-3e8b-44ef-963e-edabecb81fe1 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 949 time: 0.1182294 Jun 30 02:29:17.120321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b73bc5f-5d3c-4fc4-8a34-09a39025d243 req-8279ec26-9400-4c32-9dff-20bdc2be9df5 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589635 Jun 30 02:29:17.123082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-d37d441c-bde8-40a8-b0b3-27a97ee6e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.124389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-d37d441c-bde8-40a8-b0b3-27a97ee6e3e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 906 time: 0.1267052 Jun 30 02:29:17.172167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-cf9edc40-eb01-49bd-9f85-ef149bb28d6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6 HTTP/1.1" status: 200 len: 217 time: 0.0375340 Jun 30 02:29:17.221675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:17.227632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-4ab43b32-da69-4239-b49e-f9884ed6b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.229372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-4ab43b32-da69-4239-b49e-f9884ed6b1e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.0490496 Jun 30 02:29:17.239962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3cc36-2cb5-4707-88ef-1791cc5ecf73 req-a11eed8c-5756-4eb7-9dd7-b842c99554f1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.241572 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3dd3cc36-2cb5-4707-88ef-1791cc5ecf73 req-a11eed8c-5756-4eb7-9dd7-b842c99554f1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.0731039 Jun 30 02:29:17.278486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-f5c38bbe-895b-45fa-b729-46c79fffbbfa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410461 Jun 30 02:29:17.294018 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3dd3cc36-2cb5-4707-88ef-1791cc5ecf73 req-ede30176-3a9b-422f-925d-860f2e69bcf5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Jun 30 02:29:17.343995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:17.356491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'port_id': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'mac_address': 'fa:16:3e:5c:74:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64437cf9-cffa-4060-a46b-2b07339a54dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:17.395015 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.408130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5621c72-28fb-4ea0-9384-8911a596b325 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:17.418175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-3024a640-7ae6-468f-9dce-d411a982f0d8 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302366 Jun 30 02:29:17.431224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:17.436472 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.445894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bfe60-5175-4444-b351-da09a3321aec req-b08669c5-8bcf-4345-8834-129f563ad64b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.447440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a20bfe60-5175-4444-b351-da09a3321aec req-b08669c5-8bcf-4345-8834-129f563ad64b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 943 time: 0.1105156 Jun 30 02:29:17.496131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:17.533053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a20bfe60-5175-4444-b351-da09a3321aec req-e05eec26-5f7b-4b92-a24e-496877bd84e0 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737331 Jun 30 02:29:17.557839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33020ce7-4e5d-49ed-aea0-3e5e6cf700c3 req-968c66d9-5657-445d-83db-e2f9bb3f0cb0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.560316 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33020ce7-4e5d-49ed-aea0-3e5e6cf700c3 req-968c66d9-5657-445d-83db-e2f9bb3f0cb0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.0883753 Jun 30 02:29:17.570032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ea9d254-bc64-4805-9d8c-d483bd8ec438 req-88e8ca7b-e665-4fa8-a5b5-a6cf6a8ec0d9 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416476 Jun 30 02:29:17.603256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33020ce7-4e5d-49ed-aea0-3e5e6cf700c3 req-22c88f13-548f-4487-b5dd-004304eefe81 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361967 Jun 30 02:29:17.613882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de8849-1406-411c-9541-698e8b5a863a'}, {'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e973a-8417-46a8-8084-accf84d375f4'}, {'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91'}, {'server_uuid': '172f3d38-7207-4333-890d-3e123c532d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110faade-194f-4b5e-801d-fcf5c0822618'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:17.616463 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e7d76-0230-41b0-ae49-0ee48f4a5d41" -d '{"events": [{"server_uuid": "1bd701b1-bbdb-4961-a544-9f7d843bfc23", "name": "network-vif-plugged", "status": "completed", "tag": "57de8849-1406-411c-9541-698e8b5a863a"}, {"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-plugged", "status": "completed", "tag": "758e973a-8417-46a8-8084-accf84d375f4"}, {"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91"}, {"server_uuid": "172f3d38-7207-4333-890d-3e123c532d04", "name": "network-vif-plugged", "status": "completed", "tag": "110faade-194f-4b5e-801d-fcf5c0822618"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:17.665212 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35bcd8-bfdb-4ca9-bd6d-6e5cd8d2adaf x-openstack-request-id: req-bc35bcd8-bfdb-4ca9-bd6d-6e5cd8d2adaf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:17.665521 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd701b1-bbdb-4961-a544-9f7d843bfc23", "name": "network-vif-plugged", "status": "completed", "tag": "57de8849-1406-411c-9541-698e8b5a863a", "code": 200}, {"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-plugged", "status": "completed", "tag": "758e973a-8417-46a8-8084-accf84d375f4", "code": 200}, {"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91", "code": 200}, {"server_uuid": "172f3d38-7207-4333-890d-3e123c532d04", "name": "network-vif-plugged", "status": "completed", "tag": "110faade-194f-4b5e-801d-fcf5c0822618", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:17.665773 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc35bcd8-bfdb-4ca9-bd6d-6e5cd8d2adaf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:17.666249 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de8849-1406-411c-9541-698e8b5a863a', 'code': 200} Jun 30 02:29:17.666462 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e973a-8417-46a8-8084-accf84d375f4', 'code': 200} Jun 30 02:29:17.666699 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'code': 200} Jun 30 02:29:17.666947 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f3d38-7207-4333-890d-3e123c532d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110faade-194f-4b5e-801d-fcf5c0822618', 'code': 200} Jun 30 02:29:17.717590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b7148-cb5f-482e-b44f-72468e451224 req-9d4a6883-c9e1-4ca2-96e0-d8296c796300 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.725690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-228b7148-cb5f-482e-b44f-72468e451224 req-9d4a6883-c9e1-4ca2-96e0-d8296c796300 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.0781045 Jun 30 02:29:17.747668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['e5621c72-28fb-4ea0-9384-8911a596b325'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:17.768816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-228b7148-cb5f-482e-b44f-72468e451224 req-13db8815-59ad-4aaa-a757-ff21e1ced053 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Jun 30 02:29:17.881910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353f623-5a11-41b7-8067-31d564bf6103 req-5317d452-e5b3-4fe2-8d5c-3d70aa85b75f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.883609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1353f623-5a11-41b7-8067-31d564bf6103 req-5317d452-e5b3-4fe2-8d5c-3d70aa85b75f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.1233966 Jun 30 02:29:17.967378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d18e6d-3d40-4376-8753-96abfc250372 req-524d10ca-0d99-40ed-8e78-128673dc5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.968982 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38d18e6d-3d40-4376-8753-96abfc250372 req-524d10ca-0d99-40ed-8e78-128673dc5df8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1122 time: 0.1412132 Jun 30 02:29:17.977212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af8b53-c978-4503-9c92-86a527221d63 req-fee85905-ff5e-400e-a4b3-21297ad60bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.977636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1353f623-5a11-41b7-8067-31d564bf6103 req-4e9f5203-1f2e-4c6d-97a1-20083e3946cc tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820801 Jun 30 02:29:17.978784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7af8b53-c978-4503-9c92-86a527221d63 req-fee85905-ff5e-400e-a4b3-21297ad60bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 1122 time: 0.1480165 Jun 30 02:29:17.981367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90447ac3-1a2e-460a-abdd-7349ff907e76 req-7aa6d357-b749-41f3-97e8-95578f6cd0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.982744 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90447ac3-1a2e-460a-abdd-7349ff907e76 req-7aa6d357-b749-41f3-97e8-95578f6cd0bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1123 time: 0.0972674 Jun 30 02:29:18.004616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a198e0-1cd8-4d55-99f2-7e5c9c5ce711 req-4f13bef0-3177-4dc8-92ec-46fdcc995ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.006013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-58a198e0-1cd8-4d55-99f2-7e5c9c5ce711 req-4f13bef0-3177-4dc8-92ec-46fdcc995ffa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 1122 time: 0.1214740 Jun 30 02:29:18.025547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38d18e6d-3d40-4376-8753-96abfc250372 req-c350c82e-3531-4486-b97e-0ec48f512053 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 Jun 30 02:29:18.047283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90447ac3-1a2e-460a-abdd-7349ff907e76 req-ca4ca080-083b-4868-8cd2-1b8773cbc29c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572991 Jun 30 02:29:18.048689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-58a198e0-1cd8-4d55-99f2-7e5c9c5ce711 req-df12833a-fe80-441d-850c-3345def437dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Jun 30 02:29:18.051770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7af8b53-c978-4503-9c92-86a527221d63 req-d040f8aa-b6f6-4078-8dc4-5f6f7d953b0b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602782 Jun 30 02:29:18.438784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c23867-7894-411b-994c-2280ecbee3d2 req-93a9ad76-704f-43bb-947d-f86b5a6d88c8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.440409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79c23867-7894-411b-994c-2280ecbee3d2 req-93a9ad76-704f-43bb-947d-f86b5a6d88c8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 949 time: 0.0675797 Jun 30 02:29:18.471881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f136a9-1574-4fcb-afe2-962f70325ec8 req-a7b8ccbb-c8dd-4214-a299-98dba2031bd2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.473374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76f136a9-1574-4fcb-afe2-962f70325ec8 req-a7b8ccbb-c8dd-4214-a299-98dba2031bd2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.0632730 Jun 30 02:29:18.478765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79c23867-7894-411b-994c-2280ecbee3d2 req-08f3c8c4-d56b-4129-8a13-8dacf289f0ec tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Jun 30 02:29:18.512239 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76f136a9-1574-4fcb-afe2-962f70325ec8 req-571329a7-8bb2-4d02-82b0-6b414e87d7b1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Jun 30 02:29:18.712721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606f1d1-5152-4bc1-8bb0-1230bcc3dfaf req-51f7f9b2-0b2a-4c7a-9521-28ef37ebc88b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.714245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c606f1d1-5152-4bc1-8bb0-1230bcc3dfaf req-51f7f9b2-0b2a-4c7a-9521-28ef37ebc88b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 943 time: 0.0681970 Jun 30 02:29:18.752721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c606f1d1-5152-4bc1-8bb0-1230bcc3dfaf req-f7d49a1b-623b-4073-9243-d2d921fd3709 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Jun 30 02:29:18.970980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8148d-6a88-43f4-902c-b5a72deb024b req-4984072d-ae87-4fd9-a664-ea3e23103f35 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.974112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-10a8148d-6a88-43f4-902c-b5a72deb024b req-4984072d-ae87-4fd9-a664-ea3e23103f35 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.0660207 Jun 30 02:29:19.020664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-10a8148d-6a88-43f4-902c-b5a72deb024b req-e3ff03f9-7470-4785-bc60-06defc61033b tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Jun 30 02:29:19.063034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc6a2-1709-43c2-bb7d-52eb0c29f588 req-fd163778-53e0-4746-a3ba-53c13f255475 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.065057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-305dc6a2-1709-43c2-bb7d-52eb0c29f588 req-fd163778-53e0-4746-a3ba-53c13f255475 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.0668485 Jun 30 02:29:19.102559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-305dc6a2-1709-43c2-bb7d-52eb0c29f588 req-0f2bd944-d857-451c-8242-a725d38a1504 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Jun 30 02:29:19.184865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b2e2-f44d-4a5a-bf6d-ed4d00b4a651 req-2ea73575-67d7-46b8-8c0a-ba355217734f tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.186514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4399b2e2-f44d-4a5a-bf6d-ed4d00b4a651 req-2ea73575-67d7-46b8-8c0a-ba355217734f tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 949 time: 0.0679252 Jun 30 02:29:19.228720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:19.230872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4399b2e2-f44d-4a5a-bf6d-ed4d00b4a651 req-0a68e869-218d-408c-b890-3e3240466689 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365899 Jun 30 02:29:19.280549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b6793-154e-4455-945d-b6235f937877 req-85f78820-181e-4703-a0b5-7865ab2f36e6 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.282829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b07b6793-154e-4455-945d-b6235f937877 req-85f78820-181e-4703-a0b5-7865ab2f36e6 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.0795431 Jun 30 02:29:19.284378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port e5621c72-28fb-4ea0-9384-8911a596b325 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:19.288569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port e5621c72-28fb-4ea0-9384-8911a596b325 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:19.289180 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.331055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b07b6793-154e-4455-945d-b6235f937877 req-72642b91-6b55-4a23-aced-95e528d952a1 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391788 Jun 30 02:29:19.370859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.401895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:19.413898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.460365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:19.668013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:19.670400 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2aa33-00f7-43c6-a51c-0aa18907359f" -d '{"events": [{"server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "name": "network-vif-plugged", "status": "completed", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:19.690990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73487-e5eb-46e7-a2c5-acfcd8ff7ae3 req-f6520ce4-8347-4964-b897-34eee672563a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.692486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42c73487-e5eb-46e7-a2c5-acfcd8ff7ae3 req-f6520ce4-8347-4964-b897-34eee672563a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 945 time: 0.0659730 Jun 30 02:29:19.707442 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a028cda3-1232-4bab-9381-3938dc7a13f2 x-openstack-request-id: req-a028cda3-1232-4bab-9381-3938dc7a13f2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:19.707883 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "name": "network-vif-plugged", "status": "completed", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:19.708143 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a028cda3-1232-4bab-9381-3938dc7a13f2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:19.708557 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'code': 200} Jun 30 02:29:19.738963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42c73487-e5eb-46e7-a2c5-acfcd8ff7ae3 req-fc18f13f-e01c-4cdf-a03f-a68c716b1a14 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Jun 30 02:29:19.827658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5d7ed-fece-48de-842a-5225c9f7e649 req-27e0b615-0132-4881-85e5-8d322499c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.829733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35d5d7ed-fece-48de-842a-5225c9f7e649 req-27e0b615-0132-4881-85e5-8d322499c309 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1096 time: 0.0558863 Jun 30 02:29:19.868248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35d5d7ed-fece-48de-842a-5225c9f7e649 req-04c791d4-912c-4fa1-b6ec-0dbf7f7ca2d1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301762 Jun 30 02:29:19.940447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f8ccb-2e53-4e05-9e1d-add3390108aa req-43cdf5b3-8c68-46aa-baa7-8fd5c753b91c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.941976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-907f8ccb-2e53-4e05-9e1d-add3390108aa req-43cdf5b3-8c68-46aa-baa7-8fd5c753b91c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 943 time: 0.0676043 Jun 30 02:29:19.981948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-907f8ccb-2e53-4e05-9e1d-add3390108aa req-dc21ea12-63e1-463b-be7b-749522bd80d5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jun 30 02:29:20.211346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55119e7-d8c7-4e0c-bcf7-5bd38821fd86 req-ced390af-c49d-4d1d-9812-d85ba06841ac tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.212815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d55119e7-d8c7-4e0c-bcf7-5bd38821fd86 req-ced390af-c49d-4d1d-9812-d85ba06841ac tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.0722270 Jun 30 02:29:20.257239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d55119e7-d8c7-4e0c-bcf7-5bd38821fd86 req-00c6e60a-0f4f-49e0-947f-1cdccca2ebea tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Jun 30 02:29:20.289287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e3b5-696d-45b1-90a9-df9959295e36 req-b304151d-041a-4b26-abe8-dfeca56fee60 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.290938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce15e3b5-696d-45b1-90a9-df9959295e36 req-b304151d-041a-4b26-abe8-dfeca56fee60 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.0761206 Jun 30 02:29:20.332048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce15e3b5-696d-45b1-90a9-df9959295e36 req-9ef13d4c-0da6-4e5e-a19b-18bcd1041b07 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355179 Jun 30 02:29:20.439879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3525fc-0b62-4aa3-adae-430f85db76c0 req-0d71587a-bb78-4609-92f0-2e52b91f85ba tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.441404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c3525fc-0b62-4aa3-adae-430f85db76c0 req-0d71587a-bb78-4609-92f0-2e52b91f85ba tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 949 time: 0.0767376 Jun 30 02:29:20.482709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c3525fc-0b62-4aa3-adae-430f85db76c0 req-4d4275b4-6913-473f-b8fe-ba67ab9a2171 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff258546-55c3-4877-a031-5164b5e7481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Jun 30 02:29:20.542437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fde270-cda9-4227-88ae-404c6225228e req-8057afea-0534-455b-b2ed-bf05793ad993 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.543930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78fde270-cda9-4227-88ae-404c6225228e req-8057afea-0534-455b-b2ed-bf05793ad993 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.0936518 Jun 30 02:29:20.588137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78fde270-cda9-4227-88ae-404c6225228e req-ef330bc5-aed0-477b-b45a-ce5e55ba685b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345185 Jun 30 02:29:20.746395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82f5d7-243e-4053-8d76-8f0d3ee2236d req-dc4fcaae-4602-475d-8b31-6afe9ae77974 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.747846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b82f5d7-243e-4053-8d76-8f0d3ee2236d req-dc4fcaae-4602-475d-8b31-6afe9ae77974 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1122 time: 0.0515778 Jun 30 02:29:20.765677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1b82f5d7-243e-4053-8d76-8f0d3ee2236d req-d26f6af1-0120-4eea-9136-fd51c62d500f tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.901264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66cb1-1063-4398-8587-713373474311 req-40c46bb0-1cdc-4488-b7a7-a4134ceceae1 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.902767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8c66cb1-1063-4398-8587-713373474311 req-40c46bb0-1cdc-4488-b7a7-a4134ceceae1 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.90 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 949 time: 0.1032047 Jun 30 02:29:20.917019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1b82f5d7-243e-4053-8d76-8f0d3ee2236d req-d26f6af1-0120-4eea-9136-fd51c62d500f tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.926343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c80b8-206a-4d5b-ad04-096576c1a6a4 req-ce02e325-8576-43b6-9d47-c710f554271b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.927900 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-559c80b8-206a-4d5b-ad04-096576c1a6a4 req-ce02e325-8576-43b6-9d47-c710f554271b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 945 time: 0.0740390 Jun 30 02:29:20.939602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1b82f5d7-243e-4053-8d76-8f0d3ee2236d req-d26f6af1-0120-4eea-9136-fd51c62d500f tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.967969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-559c80b8-206a-4d5b-ad04-096576c1a6a4 req-51549ead-b351-40ba-bcb6-a7df6883db7a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Jun 30 02:29:21.010182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b82f5d7-243e-4053-8d76-8f0d3ee2236d req-d26f6af1-0120-4eea-9136-fd51c62d500f tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559395 Jun 30 02:29:21.038265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f6af1-0120-4eea-9136-fd51c62d500f tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85314baf-ccbe-45de-bc10-4c8fe166de5e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.094912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Deleting port 48a86f73-990f-4ae2-92cb-ffdb0160342f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:21.095406 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.200994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980693e2-25c5-4fbf-8087-7225502239f3 req-9fb4b835-2721-4ef9-8707-b685d1bdd3b7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.202775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-980693e2-25c5-4fbf-8087-7225502239f3 req-9fb4b835-2721-4ef9-8707-b685d1bdd3b7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 943 time: 0.0742691 Jun 30 02:29:21.246979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-980693e2-25c5-4fbf-8087-7225502239f3 req-d39dfa13-b42a-495b-b195-68d6a96fba6e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Jun 30 02:29:21.258021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:21.388398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:21.403504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] For port 48a86f73-990f-4ae2-92cb-ffdb0160342f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=48a86f73-990f-4ae2-92cb-ffdb0160342f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:21.404062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.404682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'mac_address': 'fa:16:3e:34:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:21.421527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Calling delete_port for 48a86f73-990f-4ae2-92cb-ffdb0160342f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:21.452097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.459383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0830-856a-4a26-8827-f322f746e60e req-4aaeacbf-7a5a-4461-b65b-b5e72331da5d tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.466409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6ad9fb-7b93-43bc-b19b-a039282207c6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:21.466578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6bcb0830-856a-4a26-8827-f322f746e60e req-4aaeacbf-7a5a-4461-b65b-b5e72331da5d tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.0775387 Jun 30 02:29:21.490899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:21.495430 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.519713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6bcb0830-856a-4a26-8827-f322f746e60e req-797861b1-e6b7-4f69-a4ad-3a2a39bd2c19 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487707 Jun 30 02:29:21.574406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.631648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.660690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['48a86f73-990f-4ae2-92cb-ffdb0160342f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:21.670412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Pushing event deleted for resources: {'Port': ['ID=48a86f73-990f-4ae2-92cb-ffdb0160342f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.718479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f296de3f-a745-4fe6-afbd-4b5b502e7c19 req-c535415d-515a-4e6e-91f8-c4e04c9714d2 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.78 "GET /v2.0/ports?device_id=3583f67e-6be6-4da7-a172-f1e0f3b42cce HTTP/1.1" status: 200 len: 210 time: 0.0444982 Jun 30 02:29:21.732117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50490) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:21.743465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['de6ad9fb-7b93-43bc-b19b-a039282207c6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:21.800600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] No DVR routers for this DVR port 48a86f73-990f-4ae2-92cb-ffdb0160342f on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:21.804859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.806915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8c66cb1-1063-4398-8587-713373474311 req-d23f92c5-1c8d-4092-9e40-56c46c9df2e8 tempest-ServerDiagnosticsNegativeTest-610756392 tempest-ServerDiagnosticsNegativeTest-610756392-project] 10.222.0.90 "DELETE /v2.0/ports/48a86f73-990f-4ae2-92cb-ffdb0160342f HTTP/1.1" status: 204 len: 173 time: 0.8920488 Jun 30 02:29:21.807357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'name': 'network-vif-deleted', 'tag': '48a86f73-990f-4ae2-92cb-ffdb0160342f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:21.809634 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bf0c8-b8ac-4ea2-96cd-3a738de79a69" -d '{"events": [{"server_uuid": "3583f67e-6be6-4da7-a172-f1e0f3b42cce", "name": "network-vif-deleted", "tag": "48a86f73-990f-4ae2-92cb-ffdb0160342f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:21.842114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9ccf-cd1c-4ce6-b488-2014b6c51f5e req-767d9ee9-4b1e-467f-85ff-77f43d37eb4a tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.843697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b76e9ccf-cd1c-4ce6-b488-2014b6c51f5e req-767d9ee9-4b1e-467f-85ff-77f43d37eb4a tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 1122 time: 0.1754515 Jun 30 02:29:21.879917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76e9ccf-cd1c-4ce6-b488-2014b6c51f5e req-1bf9e2d0-cfeb-4eb3-a3c6-9a0e691700ca tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.975415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-8583f5d3-2b9b-48a2-b1ae-46dd3c87a4aa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2374198 Jun 30 02:29:21.993150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c253f6d-b636-40ec-b566-5ddc061829ae req-00ae0518-66c2-4bb1-898f-d8aba839af98 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.994924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7c253f6d-b636-40ec-b566-5ddc061829ae req-00ae0518-66c2-4bb1-898f-d8aba839af98 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.1264052 Jun 30 02:29:22.013052 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76e9ccf-cd1c-4ce6-b488-2014b6c51f5e req-1bf9e2d0-cfeb-4eb3-a3c6-9a0e691700ca tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:22.017419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b76e9ccf-cd1c-4ce6-b488-2014b6c51f5e req-1bf9e2d0-cfeb-4eb3-a3c6-9a0e691700ca tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:22.051009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9e2d0-cfeb-4eb3-a3c6-9a0e691700ca tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad838db3-8798-4980-ba9f-53b668a32be0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:22.058122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7c253f6d-b636-40ec-b566-5ddc061829ae req-72bbf23a-acc3-4aa0-9f40-fcf7451a79e1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525551 Jun 30 02:29:22.067741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b76e9ccf-cd1c-4ce6-b488-2014b6c51f5e req-1bf9e2d0-cfeb-4eb3-a3c6-9a0e691700ca tempest-AggregatesAdminTestJSON-335811730 tempest-AggregatesAdminTestJSON-335811730-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163651 Jun 30 02:29:22.125743 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a6577b-89d2-4362-b77e-097912693db1 x-openstack-request-id: req-29a6577b-89d2-4362-b77e-097912693db1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:22.126603 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3583f67e-6be6-4da7-a172-f1e0f3b42cce", "name": "network-vif-deleted", "tag": "48a86f73-990f-4ae2-92cb-ffdb0160342f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:22.127133 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29a6577b-89d2-4362-b77e-097912693db1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:22.127902 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3583f67e-6be6-4da7-a172-f1e0f3b42cce', 'name': 'network-vif-deleted', 'tag': '48a86f73-990f-4ae2-92cb-ffdb0160342f', 'status': 'completed', 'code': 200} Jun 30 02:29:22.233675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ba27a-e7a5-4e83-b04a-314e57bae7e1 req-3eb4cd55-9939-4554-98cd-ad74b5c83593 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.235407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b81ba27a-e7a5-4e83-b04a-314e57bae7e1 req-3eb4cd55-9939-4554-98cd-ad74b5c83593 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.0671651 Jun 30 02:29:22.287000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b81ba27a-e7a5-4e83-b04a-314e57bae7e1 req-23c83d5a-280c-4b6a-90f3-e565c8892448 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jun 30 02:29:22.288488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a23cb-30f9-4b1c-96a3-4e7bfdeb391b req-f4c6d906-9683-40ea-8bae-c98232561a5b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.290004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d45a23cb-30f9-4b1c-96a3-4e7bfdeb391b req-f4c6d906-9683-40ea-8bae-c98232561a5b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 945 time: 0.0708277 Jun 30 02:29:22.337960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d45a23cb-30f9-4b1c-96a3-4e7bfdeb391b req-f3ad6111-822f-4b94-a289-46e04739b6b6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Jun 30 02:29:22.544755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3075-2485-4d5b-a99e-d7caf221be4e req-8fa3ab1b-0d60-4772-b1e8-ea350280c276 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.546619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b2e3075-2485-4d5b-a99e-d7caf221be4e req-8fa3ab1b-0d60-4772-b1e8-ea350280c276 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 944 time: 0.0960929 Jun 30 02:29:22.594329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b2e3075-2485-4d5b-a99e-d7caf221be4e req-21c6a18a-489b-45be-81d2-307dbd5da8d9 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Jun 30 02:29:22.665402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa6399-c940-446b-a0f9-724df8e46193 req-276d0841-01cb-48d6-822e-80452ba46d09 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.667030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51aa6399-c940-446b-a0f9-724df8e46193 req-276d0841-01cb-48d6-822e-80452ba46d09 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.0812488 Jun 30 02:29:22.743200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51aa6399-c940-446b-a0f9-724df8e46193 req-aaa8a3f5-3b94-474d-9ae0-805bbd44ccda tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583823 Jun 30 02:29:22.949942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44264b0-85c5-4fb2-b3a5-fc02c6607bd6 req-088f5fdd-ee03-4069-8071-0262ddd2b643 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.963483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f44264b0-85c5-4fb2-b3a5-fc02c6607bd6 req-088f5fdd-ee03-4069-8071-0262ddd2b643 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1096 time: 0.0733087 Jun 30 02:29:23.020749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f44264b0-85c5-4fb2-b3a5-fc02c6607bd6 req-296d96f2-7a39-4267-a045-1bf68e3f6e95 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Jun 30 02:29:23.062434 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-f274b250-aa9d-454b-93da-0531c90fc997 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=45188b29c5a44df4926afcea957dbd87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225794 Jun 30 02:29:23.195729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-cb418ec9-70b8-4a67-a1f7-4e072f9d082f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.197209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-cb418ec9-70b8-4a67-a1f7-4e072f9d082f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292243 Jun 30 02:29:23.197676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50572) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:23.212422 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-b419498e-10f0-4177-8ac2-a7a6561eda69 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/quotas/45188b29c5a44df4926afcea957dbd87 HTTP/1.1" status: 200 len: 375 time: 0.0093777 Jun 30 02:29:23.238642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2242-294a-4827-a564-c5b507e2ea80 req-c37d5df4-0a4c-4f94-a92b-7be63715f95d tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.240268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d5d2242-294a-4827-a564-c5b507e2ea80 req-c37d5df4-0a4c-4f94-a92b-7be63715f95d tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1096 time: 0.0665467 Jun 30 02:29:23.264129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:23.298816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d5d2242-294a-4827-a564-c5b507e2ea80 req-51c33878-ad18-43da-9dfe-cf502257c290 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Jun 30 02:29:23.333322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port de6ad9fb-7b93-43bc-b19b-a039282207c6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:23.338406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port de6ad9fb-7b93-43bc-b19b-a039282207c6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:23.338786 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.350301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-138f13c1-1fdc-4a88-b154-69084a0c1f3e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321795 Jun 30 02:29:23.382002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:23.382407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7645d88c-159a-4ef2-a0d5-59fb0bbebbbe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfff959d52384f998319ccd565f53ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835871 Jun 30 02:29:23.510351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a08b5dcd-36c7-4df7-967a-61e128288ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.559391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a08b5dcd-36c7-4df7-967a-61e128288ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.560032 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.589778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-5775c622-ca7f-4761-9a8e-c5597e0c5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.592381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-5775c622-ca7f-4761-9a8e-c5597e0c5536 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1122 time: 0.0970161 Jun 30 02:29:23.597771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:23.600341 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3c5181-db49-4bf1-ba4f-5198b650284c" -d '{"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-plugged", "status": "completed", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:23.604591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:23.615946 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.616657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 48a86f73-990f-4ae2-92cb-ffdb0160342f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:23.654483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff280b-0794-4d1b-8d3c-bd6000577a14 req-e82a02ca-c520-47f2-9775-e663b859e5fa tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.665581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4cff280b-0794-4d1b-8d3c-bd6000577a14 req-e82a02ca-c520-47f2-9775-e663b859e5fa tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2217817 Jun 30 02:29:23.709420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:23.722867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 48a86f73-990f-4ae2-92cb-ffdb0160342f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:29:23.722867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 48a86f73-990f-4ae2-92cb-ffdb0160342f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:23.726778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4cff280b-0794-4d1b-8d3c-bd6000577a14 req-9e83c935-9ab5-47b3-a092-49fb85392677 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595148 Jun 30 02:29:23.742565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a08b5dcd-36c7-4df7-967a-61e128288ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.753770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a08b5dcd-36c7-4df7-967a-61e128288ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.753770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a08b5dcd-36c7-4df7-967a-61e128288ca8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff258546-55c3-4877-a031-5164b5e7481f HTTP/1.1" status: 204 len: 168 time: 0.3665128 Jun 30 02:29:23.772391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b5dcd-36c7-4df7-967a-61e128288ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff258546-55c3-4877-a031-5164b5e7481f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:23.804171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-0a1a67c1-0943-4395-b827-dd10f359346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.805847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-0a1a67c1-0943-4395-b827-dd10f359346c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2064283 Jun 30 02:29:23.855185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-2579d3bc-9971-4c42-a527-58aefbc273bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0419376 Jun 30 02:29:23.873279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c7745b1-c65b-4eec-948c-4c7d7e69a388 req-82ba88f4-74bc-466a-8c8e-0b0e796a3798 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 210 time: 0.0566835 Jun 30 02:29:23.907466 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da315d23-82f7-4e57-86f8-05c359ac2b72 x-openstack-request-id: req-da315d23-82f7-4e57-86f8-05c359ac2b72 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:23.908865 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-plugged", "status": "completed", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:23.909219 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da315d23-82f7-4e57-86f8-05c359ac2b72 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:23.909777 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'code': 200} Jun 30 02:29:23.917281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-a75482db-c5d7-46ba-b4c7-c76a35bd8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.923560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-a75482db-c5d7-46ba-b4c7-c76a35bd8575 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0584614 Jun 30 02:29:24.102065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-3f7010b8-54f8-4b16-8445-7320e19a4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.103620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-3f7010b8-54f8-4b16-8445-7320e19a4a49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770768 Jun 30 02:29:24.139427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d336728-1377-482b-a61f-0e7a12b9fbeb req-067042d8-7bf9-4c7f-a2ec-aabd1a4164c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.143209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d336728-1377-482b-a61f-0e7a12b9fbeb req-067042d8-7bf9-4c7f-a2ec-aabd1a4164c1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 1096 time: 0.1217465 Jun 30 02:29:24.208355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d336728-1377-482b-a61f-0e7a12b9fbeb req-20200f98-1bdd-4ddb-a7e6-a088465709e3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Jun 30 02:29:24.271607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ff912c9b-a003-4b00-8056-77d9c6884167 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589038 Jun 30 02:29:24.280164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd4d4-d28e-4647-9426-1dc605a7eb7b req-24336ec4-e53e-46a2-bdcb-1b198bbe9c86 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.282515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb3bd4d4-d28e-4647-9426-1dc605a7eb7b req-24336ec4-e53e-46a2-bdcb-1b198bbe9c86 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 945 time: 0.1459367 Jun 30 02:29:24.302165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:24.317560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-694ed71e-eaff-46ef-a624-5724ee8d6326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.390223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb3bd4d4-d28e-4647-9426-1dc605a7eb7b req-f8621d26-e59b-40b1-85f3-f3763fb9e88f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952291 Jun 30 02:29:24.433158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-53b1262d-9683-4380-a2ee-8edaf4a81fb7 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494451 Jun 30 02:29:24.439383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-694ed71e-eaff-46ef-a624-5724ee8d6326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.444652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-694ed71e-eaff-46ef-a624-5724ee8d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.495656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-694ed71e-eaff-46ef-a624-5724ee8d6326 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b65f8ed137f493a8634394a45122717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922369 Jun 30 02:29:24.496830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed71e-eaff-46ef-a624-5724ee8d6326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2908d2bf-1cda-4d23-b5da-261267b9815d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:24.498646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50624) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:24.584843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1232c4-90cd-4789-a262-67e7c3950e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.612065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1232c4-90cd-4789-a262-67e7c3950e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.676597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1232c4-90cd-4789-a262-67e7c3950e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.681747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1232c4-90cd-4789-a262-67e7c3950e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.690707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5f1232c4-90cd-4789-a262-67e7c3950e2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2908d2bf-1cda-4d23-b5da-261267b9815d HTTP/1.1" status: 204 len: 168 time: 0.1896091 Jun 30 02:29:24.706749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1232c4-90cd-4789-a262-67e7c3950e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908d2bf-1cda-4d23-b5da-261267b9815d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:25.046807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50656) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:25.090740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df7e2-9c76-4eae-9442-8d0a35741317 req-a74c9fd1-4d9f-4130-92c7-ca910af54f29 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.093845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c3df7e2-9c76-4eae-9442-8d0a35741317 req-a74c9fd1-4d9f-4130-92c7-ca910af54f29 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.0935729 Jun 30 02:29:25.162922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c3df7e2-9c76-4eae-9442-8d0a35741317 req-be292f83-8693-4704-9832-a05bd9f95d10 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Jun 30 02:29:25.190637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-7f38f61e-b794-4dd2-8fa7-8fa53d362fa3 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=45188b29c5a44df4926afcea957dbd87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449262 Jun 30 02:29:25.216343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac47d871-8e2a-4332-b623-fcfbd7525946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.432961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-4aa7174b-d8a8-480f-878e-fc06d7f82a79 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.435185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-4aa7174b-d8a8-480f-878e-fc06d7f82a79 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298498 Jun 30 02:29:25.448535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c00fd19-2f3a-40bd-bc0b-898e16d4bfc8 req-2003f18b-c629-4b83-a740-b1c850f8529c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 210 time: 0.0491359 Jun 30 02:29:25.467712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Request body: {'port': {'device_id': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '45188b29c5a44df4926afcea957dbd87'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:25.477725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac47d871-8e2a-4332-b623-fcfbd7525946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.489323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac47d871-8e2a-4332-b623-fcfbd7525946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.548777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ac47d871-8e2a-4332-b623-fcfbd7525946 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b4b5cc55eeb483bbbe0cceb59910570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972918 Jun 30 02:29:25.549332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:25.585448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d871-8e2a-4332-b623-fcfbd7525946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa48748-2e4d-46d0-b752-46ef61d283f1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:25.655670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbcf96a0-5de2-4e67-82f6-9af3fd16174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.681537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbcf96a0-5de2-4e67-82f6-9af3fd16174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.697611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Made reservation on behalf of 45188b29c5a44df4926afcea957dbd87 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:25.701813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.824812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbcf96a0-5de2-4e67-82f6-9af3fd16174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.827987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbcf96a0-5de2-4e67-82f6-9af3fd16174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:25.830133 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bbcf96a0-5de2-4e67-82f6-9af3fd16174c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5aa48748-2e4d-46d0-b752-46ef61d283f1 HTTP/1.1" status: 204 len: 168 time: 0.2788742 Jun 30 02:29:25.841562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf96a0-5de2-4e67-82f6-9af3fd16174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa48748-2e4d-46d0-b752-46ef61d283f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:25.872576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee846256-ac61-4337-96ed-6475183852fa req-59762f27-31f8-4f56-84c1-d564e1b1c336 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.880073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee846256-ac61-4337-96ed-6475183852fa req-59762f27-31f8-4f56-84c1-d564e1b1c336 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 945 time: 0.1127975 Jun 30 02:29:25.951111 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee846256-ac61-4337-96ed-6475183852fa req-e27e63dd-fc29-4bfb-9de2-1f55cad577d7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700703 Jun 30 02:29:25.956670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Allocated IP 192.168.233.40 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/3568feca-11dc-4f1e-9111-85ec1106ebd7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:26.167608 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.413714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Transition to ACTIVE for port object 3568feca-11dc-4f1e-9111-85ec1106ebd7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:26.434982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:26.453359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.455962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.472340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0ab8f227-65fa-483d-aac7-b8c527b76e91', '110faade-194f-4b5e-801d-fcf5c0822618'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:26.558914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:26.570859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:26.573666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:26.580666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.580917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.595645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event updated for resources: {'Port': ['ID=3568feca-11dc-4f1e-9111-85ec1106ebd7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:26.606281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.606659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.607191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.607532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.607869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.608249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.608649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.608899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.609274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.609616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.610578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.610822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.744584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1527-240f-4e04-8334-7132e9e19cae req-d388308a-1db3-4603-936d-1bbd8c03ea7f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.752499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa3c1527-240f-4e04-8334-7132e9e19cae req-d388308a-1db3-4603-936d-1bbd8c03ea7f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.1937113 Jun 30 02:29:26.770177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-8fa5aee1-ede6-471a-9e00-d19f5f45782e tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:29:26.776826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-8fa5aee1-ede6-471a-9e00-d19f5f45782e tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2167213 Jun 30 02:29:26.781299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Request body: {'binding': {'host': 'n-h1-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:26.783661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:29:26.836363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa3c1527-240f-4e04-8334-7132e9e19cae req-89ee793d-b132-49a1-a908-3f690f58ddf9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801101 Jun 30 02:29:26.846623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.861402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.889528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-d33136bd-4296-4e00-97cc-4fb49e1c3f4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4326484 Jun 30 02:29:26.924429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad476d61-b018-488e-8c4a-d95c1e07fa8d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:26.937519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06e07ff10d144a8d9d9e95d6bf3a8063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006750 Jun 30 02:29:26.939778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.940120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.940462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.940794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.941123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.941633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.942320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.942663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.943048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.943390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.943714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.944037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2f97f-adf0-4a34-ac4d-707d87a48986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:26.947605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:26.949838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Request body: {'port': {'device_id': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:27.021776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-efcf4497-0d86-4855-8b70-f3b7bb36dfdb None None] Provisioning for port 3568feca-11dc-4f1e-9111-85ec1106ebd7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:27.026559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-efcf4497-0d86-4855-8b70-f3b7bb36dfdb None None] Provisioning complete for port 3568feca-11dc-4f1e-9111-85ec1106ebd7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:27.027201 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efcf4497-0d86-4855-8b70-f3b7bb36dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.046920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4116a37b-f701-4d68-a5fb-50cc698570ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.062368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.068498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-efcf4497-0d86-4855-8b70-f3b7bb36dfdb None None] Port 3568feca-11dc-4f1e-9111-85ec1106ebd7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:27.082430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4116a37b-f701-4d68-a5fb-50cc698570ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.098773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a51ba-3715-43cc-9368-08cf3021e799 req-9333e3da-f776-4aa3-b0da-4d2c8a73be57 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.100268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-035a51ba-3715-43cc-9368-08cf3021e799 req-9333e3da-f776-4aa3-b0da-4d2c8a73be57 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 945 time: 0.1213293 Jun 30 02:29:27.122859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on host n-h1-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:27.123100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:27.123428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:27.130336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:27.130668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:27.146008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:27.146395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:27.146834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:27.147390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Bound port: e5621c72-28fb-4ea0-9384-8911a596b325, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:27.152806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-035a51ba-3715-43cc-9368-08cf3021e799 req-8050f906-1f19-4cb4-b6e9-ba994b2de731 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Jun 30 02:29:27.167152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4116a37b-f701-4d68-a5fb-50cc698570ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.176983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4116a37b-f701-4d68-a5fb-50cc698570ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.180808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4116a37b-f701-4d68-a5fb-50cc698570ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad476d61-b018-488e-8c4a-d95c1e07fa8d HTTP/1.1" status: 204 len: 168 time: 0.2293971 Jun 30 02:29:27.196258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116a37b-f701-4d68-a5fb-50cc698570ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad476d61-b018-488e-8c4a-d95c1e07fa8d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:27.366066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:27.374392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.375884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ec2b1897-f3fb-44e0-a45c-e1538e59ac20 service neutron] 10.222.0.78 "POST /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325/bindings HTTP/1.1" status: 201 len: 389 time: 0.5979347 Jun 30 02:29:27.501113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3568feca-11dc-4f1e-9111-85ec1106ebd7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:27.512679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.535292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Transition to ACTIVE for port object 3568feca-11dc-4f1e-9111-85ec1106ebd7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:27.543352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.574633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09828989-1bc8-48ad-8c45-f53a52cef08d req-4ae256e0-8ed7-4223-9ebb-e5a56b91fa7c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.576025 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72521714-12fc-4a6d-a1db-59394fbfce10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.605618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Pushing event updated for resources: {'Port': ['ID=3568feca-11dc-4f1e-9111-85ec1106ebd7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:27.606581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09828989-1bc8-48ad-8c45-f53a52cef08d req-4ae256e0-8ed7-4223-9ebb-e5a56b91fa7c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 935 time: 0.1688359 Jun 30 02:29:27.653615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Attempting to bind port 3568feca-11dc-4f1e-9111-85ec1106ebd7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:27.654195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Attempting to bind port 3568feca-11dc-4f1e-9111-85ec1106ebd7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:27.654733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Attempting to bind port 3568feca-11dc-4f1e-9111-85ec1106ebd7 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:27.674830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Port 3568feca-11dc-4f1e-9111-85ec1106ebd7 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:27.675557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Attempting to bind port 3568feca-11dc-4f1e-9111-85ec1106ebd7 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:27.682705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:27.683049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:27.683692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:27.683872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Bound port: 3568feca-11dc-4f1e-9111-85ec1106ebd7, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:27.684237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.744875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09828989-1bc8-48ad-8c45-f53a52cef08d req-e90c8596-64bb-41d8-98a8-259ab906a443 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276674 Jun 30 02:29:27.783315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] For port 3568feca-11dc-4f1e-9111-85ec1106ebd7, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:27.787107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] For port 3568feca-11dc-4f1e-9111-85ec1106ebd7, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:27.798356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.831666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-e2ff8241-f3a0-4fff-b485-607d1edcc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.833528 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-e2ff8241-f3a0-4fff-b485-607d1edcc824 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1096 time: 0.1314003 Jun 30 02:29:27.895810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.896608 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.898057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] 10.222.0.67 "PUT /v2.0/ports/3568feca-11dc-4f1e-9111-85ec1106ebd7 HTTP/1.1" status: 200 len: 1095 time: 0.9618859 Jun 30 02:29:27.920219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'tag': '3568feca-11dc-4f1e-9111-85ec1106ebd7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:27.929221 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc307f01-a78e-4df4-9795-efde68811e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6739b578-1bec-44dd-baf9-b4214c2fb04b", "tag": "3568feca-11dc-4f1e-9111-85ec1106ebd7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:28.031474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-07170971-fdbe-47b4-8f90-443977ff311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.036230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-07170971-fdbe-47b4-8f90-443977ff311f service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1958210 Jun 30 02:29:28.038431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea39db-4121-4a78-824d-e0f165a61b1a service neutron] Pushing event updated for resources: {'Port': ['ID=3568feca-11dc-4f1e-9111-85ec1106ebd7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:28.094976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-99ca3c91-d5ba-4085-a9d4-b37575a39682 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.0503640 Jun 30 02:29:28.146110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-813983e9-4b37-4122-b063-fdcf2eada7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.147638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-813983e9-4b37-4122-b063-fdcf2eada7e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 1098 time: 0.1887376 Jun 30 02:29:28.175900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-cce57db6-519b-40c7-bfdb-c93adb8f8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.177485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-cce57db6-519b-40c7-bfdb-c93adb8f8626 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0772984 Jun 30 02:29:28.218063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-375d1d90-1bc4-4126-a7aa-fc6e454fe53b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0540917 Jun 30 02:29:28.228909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c22ca-801a-4951-8828-7b221e2fea0b req-1360202f-719f-4262-a765-4395634818f4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.230659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d89c22ca-801a-4951-8828-7b221e2fea0b req-1360202f-719f-4262-a765-4395634818f4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 945 time: 0.1675832 Jun 30 02:29:28.236874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-bbc99cb4-0577-4493-8912-d5d41d3a1b9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521224 Jun 30 02:29:28.302518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d89c22ca-801a-4951-8828-7b221e2fea0b req-35c52da3-2b7e-4c3d-ba08-0cacc43974c8 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601482 Jun 30 02:29:28.317028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1855529f-6563-4ac6-b0b7-704f4dea8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.318765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1855529f-6563-4ac6-b0b7-704f4dea8599 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0869899 Jun 30 02:29:28.363685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ed467d12-1d2e-40b5-b19b-124f60ba52a8 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195157 Jun 30 02:29:28.422379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-ada56547-1a7e-4140-bdb8-a15172d09c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.424461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-ada56547-1a7e-4140-bdb8-a15172d09c39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993109 Jun 30 02:29:28.509561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-df5babb7-5141-4f23-a3a1-48aeaffebd8c service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375697 Jun 30 02:29:28.527225 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3cea05-120c-4c67-a06b-183c137d1b50 x-openstack-request-id: req-af3cea05-120c-4c67-a06b-183c137d1b50 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:28.527768 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6739b578-1bec-44dd-baf9-b4214c2fb04b", "tag": "3568feca-11dc-4f1e-9111-85ec1106ebd7", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:28.527916 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af3cea05-120c-4c67-a06b-183c137d1b50 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:28.528441 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'tag': '3568feca-11dc-4f1e-9111-85ec1106ebd7', 'status': 'completed', 'code': 200} Jun 30 02:29:28.629685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-1d7893dd-f5a7-4b7d-96c9-ee2bc3106425 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976328 Jun 30 02:29:28.647516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e424b8-ab2e-4f73-b901-b9d0474f62ce req-8f4b3182-201c-4dff-a33b-eb60e6541bcb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.649043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3e424b8-ab2e-4f73-b901-b9d0474f62ce req-8f4b3182-201c-4dff-a33b-eb60e6541bcb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.1197200 Jun 30 02:29:28.770966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3e424b8-ab2e-4f73-b901-b9d0474f62ce req-7a47be55-11b3-42cc-9f37-525a36bf9159 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063478 Jun 30 02:29:28.801687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-f0fa74da-881e-46fb-ae71-d419dc267529 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.807392 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-f0fa74da-881e-46fb-ae71-d419dc267529 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.1645789 Jun 30 02:29:28.809082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-558d3a8d-e155-4b7d-bb59-785802f7cfeb req-de2d26eb-ee20-4faa-b7c3-bab109dee57f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591306 Jun 30 02:29:28.840196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:28.979772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:28.982905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307f01-a78e-4df4-9795-efde68811e6f req-3be95dd3-d515-40cb-8e7f-b8df2cc10774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.984509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-3be95dd3-d515-40cb-8e7f-b8df2cc10774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 1098 time: 0.1043098 Jun 30 02:29:29.174360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307f01-a78e-4df4-9795-efde68811e6f req-49442f03-352d-43cb-9618-0427ad0cada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.177643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-49442f03-352d-43cb-9618-0427ad0cada6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1798775 Jun 30 02:29:29.207814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f9d56-9488-4146-a118-a76385492ff6 req-5fe0fc7f-331b-4423-a96d-cdafccad4abc tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.214847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-613f9d56-9488-4146-a118-a76385492ff6 req-5fe0fc7f-331b-4423-a96d-cdafccad4abc tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 947 time: 0.1618483 Jun 30 02:29:29.265127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:29.280288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-613f9d56-9488-4146-a118-a76385492ff6 req-699e4449-479a-45c6-a96c-8790ac84153e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609932 Jun 30 02:29:29.289094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50878) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:29.290769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-04b767ab-c2a0-4776-9e5c-342ca8ccbdcb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7 HTTP/1.1" status: 200 len: 217 time: 0.1048517 Jun 30 02:29:29.337743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:29.387653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.390791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:29.393582 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6316a617-b751-450a-9eb4-403b46a57253" -d '{"events": [{"server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:29.403278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.404924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307f01-a78e-4df4-9795-efde68811e6f req-15f2e0be-da03-4d8e-aec7-1279c9a0873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.408253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-15f2e0be-da03-4d8e-aec7-1279c9a0873c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1082976 Jun 30 02:29:29.474889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2288358-c135-4376-a058-61d9eaa49954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.513340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:29.530101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307f01-a78e-4df4-9795-efde68811e6f req-7a1ae9f0-4bfa-4ecf-8ee5-76ce4990c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.532289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-7a1ae9f0-4bfa-4ecf-8ee5-76ce4990c62f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163867 Jun 30 02:29:29.567958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:29.567958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:29.568241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:29.576264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:29.576579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Attempting to bind port e5621c72-28fb-4ea0-9384-8911a596b325 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:29.586399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:29.586568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:29.586888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:29.587317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Bound port: e5621c72-28fb-4ea0-9384-8911a596b325, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:29.587676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.607725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4cb0-21d0-4592-b655-82b8f7cc816e req-8eeb942b-4d7e-456b-bbec-a9b4b06e8123 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.615079 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-798e4cb0-21d0-4592-b655-82b8f7cc816e req-8eeb942b-4d7e-456b-bbec-a9b4b06e8123 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.1394124 Jun 30 02:29:29.682993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-798e4cb0-21d0-4592-b655-82b8f7cc816e req-0efba07c-e897-479d-b8f9-61f00d940692 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670431 Jun 30 02:29:29.700640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:29.706272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:29.713519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.758953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-692135a5-61de-43d0-9b3b-650cc63dce29 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802336 Jun 30 02:29:29.823654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.824253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.825624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] 10.222.0.67 "PUT /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 1121 time: 0.9990919 Jun 30 02:29:29.827291 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f764a59-4aa9-4bd3-94f1-46af8e2d5ec9 x-openstack-request-id: req-1f764a59-4aa9-4bd3-94f1-46af8e2d5ec9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:29.827572 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:29.827820 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f764a59-4aa9-4bd3-94f1-46af8e2d5ec9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:29.828194 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'code': 200} Jun 30 02:29:29.828899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b9cd4-ad3e-4469-bf16-ee775250e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:29.903005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['e5621c72-28fb-4ea0-9384-8911a596b325'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:29.918183 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-73379c72-fd85-4c15-8fa8-c74605bfcb3f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717968 Jun 30 02:29:30.034946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2288358-c135-4376-a058-61d9eaa49954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.054902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2288358-c135-4376-a058-61d9eaa49954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.108695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8774e0-4d7d-41d3-ae44-aa113d5b4826 req-04f49a9a-a647-4f02-a3a6-7cfbda905d20 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:30.111072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff8774e0-4d7d-41d3-ae44-aa113d5b4826 req-04f49a9a-a647-4f02-a3a6-7cfbda905d20 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.0669074 Jun 30 02:29:30.126945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-9765d191-b602-4dd5-8264-c02277589028 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:30.128409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-9765d191-b602-4dd5-8264-c02277589028 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3536863 Jun 30 02:29:30.132401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2288358-c135-4376-a058-61d9eaa49954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8525418-d59c-4f02-883a-f858a55f63a2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.144829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a2288358-c135-4376-a058-61d9eaa49954 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a9e3100c89d4fd5a72dd9b5eb616b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508329 Jun 30 02:29:30.145773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:30.154714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc307f01-a78e-4df4-9795-efde68811e6f req-746d64b3-da05-4e44-acdf-59687f8bfea7 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239766 Jun 30 02:29:30.158930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-998e036f-ec7d-4193-aaed-84d7f0a5fb3f tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/quotas/784e60bf5a6c4bfaa0609a68f2acc573 HTTP/1.1" status: 200 len: 375 time: 0.0237582 Jun 30 02:29:30.166024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff8774e0-4d7d-41d3-ae44-aa113d5b4826 req-0c3a594d-e32d-46ae-a4ec-d5b52006ab2e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Jun 30 02:29:30.205271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-c6988d55-38ac-4aba-a2a0-f43eaa5281a3 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418897 Jun 30 02:29:30.207104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7540854-488e-4dd1-ad44-b14fdf583c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.236635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7540854-488e-4dd1-ad44-b14fdf583c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.261157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0751689e-5049-4453-945b-b6940d139c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.299443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7540854-488e-4dd1-ad44-b14fdf583c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.302294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7540854-488e-4dd1-ad44-b14fdf583c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.305890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a7540854-488e-4dd1-ad44-b14fdf583c41 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8525418-d59c-4f02-883a-f858a55f63a2 HTTP/1.1" status: 204 len: 168 time: 0.1565609 Jun 30 02:29:30.312178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7540854-488e-4dd1-ad44-b14fdf583c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8525418-d59c-4f02-883a-f858a55f63a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.512257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.583535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f6292-aa09-4109-8766-01c554d4cbf5 req-34b0a570-83c8-49e1-b74a-82653f63b1d0 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:30.585398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c08f6292-aa09-4109-8766-01c554d4cbf5 req-34b0a570-83c8-49e1-b74a-82653f63b1d0 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 947 time: 0.1164656 Jun 30 02:29:30.657352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40a8cc02-455e-4ab1-9bc4-1563f4e00d83 req-90c544e9-0651-4964-a136-c8d07d370680 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 210 time: 0.0521362 Jun 30 02:29:30.666143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c08f6292-aa09-4109-8766-01c554d4cbf5 req-d6db70e6-e0f0-481f-ba83-25ae7f8de64f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661795 Jun 30 02:29:30.716559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:30.742929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f84b6eb1-c7c7-48c8-938f-01bfd6264105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.923032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f84b6eb1-c7c7-48c8-938f-01bfd6264105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.930171 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f84b6eb1-c7c7-48c8-938f-01bfd6264105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.986276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b6eb1-c7c7-48c8-938f-01bfd6264105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff7eb64-f00a-4f68-86ed-73aa69528060,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.990886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f84b6eb1-c7c7-48c8-938f-01bfd6264105 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63e2f69117b0472eac09f6210489dd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730269 Jun 30 02:29:30.994708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:31.064969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc45b07-4333-47d7-b53f-926d01088ae1 req-a56fb3d1-a8b8-49e2-b431-a5f19d18c0ec tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.068290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fc45b07-4333-47d7-b53f-926d01088ae1 req-a56fb3d1-a8b8-49e2-b431-a5f19d18c0ec tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.1576185 Jun 30 02:29:31.076900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f16104c4-f4be-4066-8ec9-10be563aa17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.121965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f16104c4-f4be-4066-8ec9-10be563aa17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.136680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fc45b07-4333-47d7-b53f-926d01088ae1 req-f72ed5cb-657a-4e7b-8bfc-6329340de9e3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Jun 30 02:29:31.206468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f16104c4-f4be-4066-8ec9-10be563aa17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.209010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f16104c4-f4be-4066-8ec9-10be563aa17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.209839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f16104c4-f4be-4066-8ec9-10be563aa17d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bff7eb64-f00a-4f68-86ed-73aa69528060 HTTP/1.1" status: 204 len: 168 time: 0.2141054 Jun 30 02:29:31.230008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16104c4-f4be-4066-8ec9-10be563aa17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff7eb64-f00a-4f68-86ed-73aa69528060,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:31.258213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:31.321496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:31.466958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55b0d-8bea-47d4-8468-d431d546a0d8 req-c9e80fce-c91d-40ba-87e0-6576b8ea865a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.479296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94e55b0d-8bea-47d4-8468-d431d546a0d8 req-c9e80fce-c91d-40ba-87e0-6576b8ea865a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.1465867 Jun 30 02:29:31.641590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:31.679164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'mac_address': 'fa:16:3e:34:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:31.732665 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31833eac-1fe3-41cb-8c57-4e315f2c610a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.757330 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.774446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6ad9fb-7b93-43bc-b19b-a039282207c6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:31.782837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94e55b0d-8bea-47d4-8468-d431d546a0d8 req-cb1cbb5f-4796-4f5c-ace6-0c46b75a5365 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999113 Jun 30 02:29:31.812081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:31.820260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.916226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:31.944204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:31.947671 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:31.966083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['de6ad9fb-7b93-43bc-b19b-a039282207c6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:31.981110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15f8759f-a9d6-4abe-b6b5-598ae37ffcc8 req-aeaa5a4c-ec13-4978-9827-17226f1d5240 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 210 time: 0.0517855 Jun 30 02:29:32.009534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31833eac-1fe3-41cb-8c57-4e315f2c610a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.014960 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31833eac-1fe3-41cb-8c57-4e315f2c610a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.058030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.142693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-31833eac-1fe3-41cb-8c57-4e315f2c610a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b1089083bac48a095abf72ae5ac2423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785312 Jun 30 02:29:32.143097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51044) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:32.143386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31833eac-1fe3-41cb-8c57-4e315f2c610a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357928a5-30e3-4608-aed7-3a2a33391512,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:32.144061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3568feca-11dc-4f1e-9111-85ec1106ebd7 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:32.183533 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba52d1d-0492-42f3-b183-f950533c1bfe x-openstack-request-id: req-eba52d1d-0492-42f3-b183-f950533c1bfe {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:32.184533 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:32.184852 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eba52d1d-0492-42f3-b183-f950533c1bfe {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:32.185307 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'status': 'completed', 'code': 200} Jun 30 02:29:32.256742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-ea887b6f-abc8-4208-9840-4914c0bf1606 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506721 Jun 30 02:29:32.341279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3568feca-11dc-4f1e-9111-85ec1106ebd7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:32.359103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3568feca-11dc-4f1e-9111-85ec1106ebd7', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '3568feca-11dc-4f1e-9111-85ec1106ebd7', 'mac_address': 'fa:16:3e:b6:8b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:32.409363 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.434115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3568feca-11dc-4f1e-9111-85ec1106ebd7 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:32.473317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3568feca-11dc-4f1e-9111-85ec1106ebd7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:32.483807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.498986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a80f76-5175-4754-97e8-8d73e012a288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.551732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3568feca-11dc-4f1e-9111-85ec1106ebd7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:32.565764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a80f76-5175-4754-97e8-8d73e012a288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.607100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-af56ae93-e515-42f2-9dbd-f0b17ef2b8b8 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.608758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-af56ae93-e515-42f2-9dbd-f0b17ef2b8b8 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333750 Jun 30 02:29:32.618149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7aab2-d90f-4734-ae48-0e71c6b6eb68 req-d77f5af0-4f73-4f47-bed1-2a02b261919f tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.619703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52d7aab2-d90f-4734-ae48-0e71c6b6eb68 req-d77f5af0-4f73-4f47-bed1-2a02b261919f tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.1819673 Jun 30 02:29:32.624798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Request body: {'port': {'device_id': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '784e60bf5a6c4bfaa0609a68f2acc573'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:32.661621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-2b88f8a0-d8b0-4ff7-bf3e-4c2bb12564c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.664256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-2b88f8a0-d8b0-4ff7-bf3e-4c2bb12564c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1124 time: 0.4033577 Jun 30 02:29:32.674246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ec09d-2d0c-4b25-a8a3-9e994b6db939 req-65a08ce1-4367-4e64-8400-01311ddbf8b5 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.683680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f75ec09d-2d0c-4b25-a8a3-9e994b6db939 req-65a08ce1-4367-4e64-8400-01311ddbf8b5 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 947 time: 0.4729290 Jun 30 02:29:32.765330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52d7aab2-d90f-4734-ae48-0e71c6b6eb68 req-31e458a8-59ac-4918-820a-032cd5ce343c tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351454 Jun 30 02:29:32.832348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3568feca-11dc-4f1e-9111-85ec1106ebd7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:32.849103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a80f76-5175-4754-97e8-8d73e012a288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.853133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a80f76-5175-4754-97e8-8d73e012a288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.857965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-25a80f76-5175-4754-97e8-8d73e012a288 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/357928a5-30e3-4608-aed7-3a2a33391512 HTTP/1.1" status: 204 len: 168 time: 0.7137387 Jun 30 02:29:32.862481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Made reservation on behalf of 784e60bf5a6c4bfaa0609a68f2acc573 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:32.866745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.889000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.925170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a80f76-5175-4754-97e8-8d73e012a288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357928a5-30e3-4608-aed7-3a2a33391512,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:32.938612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f75ec09d-2d0c-4b25-a8a3-9e994b6db939 req-7f14aa69-6092-4edd-bb68-bf4afe6516b4 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530079 Jun 30 02:29:32.942104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-80f8d093-daed-4c3f-8e6a-c0e84c849e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.944439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-80f8d093-daed-4c3f-8e6a-c0e84c849e03 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2375162 Jun 30 02:29:33.079505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-9a67b2ee-f9f1-4fca-b522-b3f949cbc0a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.1210930 Jun 30 02:29:33.107601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d093c-08bd-42c3-af33-1a9779fc535d req-2f3518dc-3aeb-43f2-b3c9-48532ce14790 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.123758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed5d093c-08bd-42c3-af33-1a9779fc535d req-2f3518dc-3aeb-43f2-b3c9-48532ce14790 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.2405076 Jun 30 02:29:33.211781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-7e7995b0-8116-4749-82ec-073658c46784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.213857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-7e7995b0-8116-4749-82ec-073658c46784 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1242900 Jun 30 02:29:33.273469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed5d093c-08bd-42c3-af33-1a9779fc535d req-ef6eacc8-db02-48ac-964d-833944ac78a0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465697 Jun 30 02:29:33.300427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-626bed80-4057-43bf-a866-fe8565be7e4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743275 Jun 30 02:29:33.348343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:33.396832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.427201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.462926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-dd3eee0f-44ba-49cd-a8d8-571cb94c2b42 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357670 Jun 30 02:29:33.483260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f91f5-14c7-49cd-8fad-1733d5e981c7 req-aed5e39e-223e-467f-9b63-9d40a7a660d3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.491464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-380f91f5-14c7-49cd-8fad-1733d5e981c7 req-aed5e39e-223e-467f-9b63-9d40a7a660d3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2764168 Jun 30 02:29:33.541647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port de6ad9fb-7b93-43bc-b19b-a039282207c6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:33.543837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.611208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:33.626323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dde1cabf-2c29-4672-b46f-7a93ad43c0c6 req-82b7690d-af9b-4ba7-9b74-17414b3e7adf service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518273 Jun 30 02:29:33.692226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-380f91f5-14c7-49cd-8fad-1733d5e981c7 req-49bbdf90-0a80-4eda-a09e-219c4d1ede13 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998918 Jun 30 02:29:33.741657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Allocated IP 192.168.233.65 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/9d2534d3-bcee-48be-a19a-7290aa826840) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:33.767932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.820675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:33.825912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:33.828844 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fbbcce-e7a8-4395-81e8-963ac33d99b9" -d '{"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-plugged", "status": "completed", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:33.836390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.936495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:34.078422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97dd3846-9672-4f0f-871d-c9f396b04e2f req-06a84914-4066-44a3-99b8-f612271ad2a2 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 210 time: 0.5518010 Jun 30 02:29:34.090185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a067e3-1e2f-40d5-baea-0c49767f7120,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:34.105463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:34.124571 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3e803b6-e4a4-4885-a3f1-b218a405b262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.194132 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94c2f3-6790-43ef-be58-0e61719a01a5 x-openstack-request-id: req-8d94c2f3-6790-43ef-be58-0e61719a01a5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:34.194527 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-plugged", "status": "completed", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:34.194715 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d94c2f3-6790-43ef-be58-0e61719a01a5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:34.195124 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'code': 200} Jun 30 02:29:34.254504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14484749-ff92-49fb-8076-fcc1dfaeedcc req-20dcc7a3-45b3-48d6-9b10-fae7a10d9a77 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.263628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14484749-ff92-49fb-8076-fcc1dfaeedcc req-20dcc7a3-45b3-48d6-9b10-fae7a10d9a77 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.2233484 Jun 30 02:29:34.328812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.349474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581cf88-8ee1-4003-8c42-03b99602677a req-a11801ac-09f6-4f48-8cf9-f3c325af458b tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.351712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4581cf88-8ee1-4003-8c42-03b99602677a req-a11801ac-09f6-4f48-8cf9-f3c325af458b tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 971 time: 0.1702254 Jun 30 02:29:34.368680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14484749-ff92-49fb-8076-fcc1dfaeedcc req-7a6262f5-700a-4055-8aef-a0e7cbaa6f89 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4e8154e-de73-48f8-a830-1f152d9c8cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014824 Jun 30 02:29:34.434200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:34.482733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 has no active binding in host n-h1-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:29:34.529691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.567347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3e803b6-e4a4-4885-a3f1-b218a405b262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.568633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Transition to ACTIVE for port object 9d2534d3-bcee-48be-a19a-7290aa826840 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:34.588842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19996f7a-6f90-4ca1-8b3b-2ade01a8c157 req-5d23cef1-532d-4c45-a71c-7827087503e9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.590363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19996f7a-6f90-4ca1-8b3b-2ade01a8c157 req-5d23cef1-532d-4c45-a71c-7827087503e9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 948 time: 0.1850460 Jun 30 02:29:34.592592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3e803b6-e4a4-4885-a3f1-b218a405b262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.675931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3e803b6-e4a4-4885-a3f1-b218a405b262 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba0761c092624e7ca552fe33d65207e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9170949 Jun 30 02:29:34.676818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51122) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:34.681199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e803b6-e4a4-4885-a3f1-b218a405b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c20640-78c8-49d9-99cb-758c2db18e3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:34.699034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19996f7a-6f90-4ca1-8b3b-2ade01a8c157 req-3e4ee459-c1d4-4c0c-b518-6950a203574f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977204 Jun 30 02:29:34.719739 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.766508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Deleting port 57de8849-1406-411c-9541-698e8b5a863a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:34.766883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.783431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:34.787236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:34.794794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:34.801317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.802044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.805159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba507-b0b9-4b3a-8fab-158e095f9e80 req-eff9be49-e116-4bab-98ba-320025168f76 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.817893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Pushing event updated for resources: {'Port': ['ID=9d2534d3-bcee-48be-a19a-7290aa826840,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:34.826719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-033ba507-b0b9-4b3a-8fab-158e095f9e80 req-eff9be49-e116-4bab-98ba-320025168f76 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 943 time: 0.2350936 Jun 30 02:29:34.832363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-297a41d6-06ef-4ac7-9069-98a90136c516 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2113221 Jun 30 02:29:34.851472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Request body: {'port': {'device_id': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:34.961680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] For port 57de8849-1406-411c-9541-698e8b5a863a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=57de8849-1406-411c-9541-698e8b5a863a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:34.962065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.995677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.005416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Calling delete_port for 57de8849-1406-411c-9541-698e8b5a863a owned by compute:tempest-test_az-2122896877 {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:35.043696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56825d4f-e31d-45a5-acf5-3c52e143d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.068634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56825d4f-e31d-45a5-acf5-3c52e143d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.119707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-033ba507-b0b9-4b3a-8fab-158e095f9e80 req-933122c0-fd7e-4860-98fa-a194cc39276c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919383 Jun 30 02:29:35.138092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-38a2a958-477f-471c-a1fc-0ae80f121b15 None None] Provisioning for port 9d2534d3-bcee-48be-a19a-7290aa826840 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:35.151984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-38a2a958-477f-471c-a1fc-0ae80f121b15 None None] Provisioning complete for port 9d2534d3-bcee-48be-a19a-7290aa826840 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:35.152661 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38a2a958-477f-471c-a1fc-0ae80f121b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.170832 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56825d4f-e31d-45a5-acf5-3c52e143d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.173708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56825d4f-e31d-45a5-acf5-3c52e143d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.174860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-56825d4f-e31d-45a5-acf5-3c52e143d3db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98c20640-78c8-49d9-99cb-758c2db18e3f HTTP/1.1" status: 204 len: 168 time: 0.4958086 Jun 30 02:29:35.251550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56825d4f-e31d-45a5-acf5-3c52e143d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c20640-78c8-49d9-99cb-758c2db18e3f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:35.251783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-38a2a958-477f-471c-a1fc-0ae80f121b15 None None] Port 9d2534d3-bcee-48be-a19a-7290aa826840 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:35.310030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-6cf9ccf8-f422-4819-b0fb-4b775337995f tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=318985ec34e14331bb9c969a5a115c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943069 Jun 30 02:29:35.474604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb846-347e-498d-bf16-330daa8f3373 req-d916e4c1-4d7a-40e3-a6aa-fa20083e0b9d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.481791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a97bb846-347e-498d-bf16-330daa8f3373 req-d916e4c1-4d7a-40e3-a6aa-fa20083e0b9d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.1743779 Jun 30 02:29:35.514706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.535763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-4b328945-bc23-4f89-a6fe-2c12dc172d1f tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.542832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-4b328945-bc23-4f89-a6fe-2c12dc172d1f tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250938 Jun 30 02:29:35.558469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-f40de385-7ca3-436f-a532-7a41e54f8124 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/quotas/318985ec34e14331bb9c969a5a115c1f HTTP/1.1" status: 200 len: 375 time: 0.0146911 Jun 30 02:29:35.585171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Pushing event deleted for resources: {'Port': ['ID=57de8849-1406-411c-9541-698e8b5a863a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:35.659618 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a97bb846-347e-498d-bf16-330daa8f3373 req-4f6d772c-8539-4135-b48c-e83036820442 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766438 Jun 30 02:29:35.695891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-fda4f94a-8836-4534-a287-3b8067cc1aea tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=318985ec34e14331bb9c969a5a115c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276546 Jun 30 02:29:35.708291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] No DVR routers for this DVR port 57de8849-1406-411c-9541-698e8b5a863a on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:35.780233 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.782340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4581cf88-8ee1-4003-8c42-03b99602677a req-c89e3848-b522-42d6-a5d7-7861c74225e2 tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.67 "DELETE /v2.0/ports/57de8849-1406-411c-9541-698e8b5a863a HTTP/1.1" status: 204 len: 173 time: 1.4118729 Jun 30 02:29:35.783805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'name': 'network-vif-deleted', 'tag': '57de8849-1406-411c-9541-698e8b5a863a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:35.787419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2534d3-bcee-48be-a19a-7290aa826840 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:35.791222 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef46a3e5-126f-439e-a549-cd2716915bd7" -d '{"events": [{"server_uuid": "1bd701b1-bbdb-4961-a544-9f7d843bfc23", "name": "network-vif-deleted", "tag": "57de8849-1406-411c-9541-698e8b5a863a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:35.803386 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.888095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Transition to ACTIVE for port object 9d2534d3-bcee-48be-a19a-7290aa826840 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:35.903816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.978549 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-dab5d3b4-a274-4e7d-a5da-81dc33cada3b service neutron] 10.222.0.90 "GET /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.3225551 Jun 30 02:29:36.074394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Pushing event updated for resources: {'Port': ['ID=9d2534d3-bcee-48be-a19a-7290aa826840,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:36.120819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3568feca-11dc-4f1e-9111-85ec1106ebd7 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:36.304288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Attempting to bind port 9d2534d3-bcee-48be-a19a-7290aa826840 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:36.304288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Attempting to bind port 9d2534d3-bcee-48be-a19a-7290aa826840 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:36.304726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Attempting to bind port 9d2534d3-bcee-48be-a19a-7290aa826840 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:36.317204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Port 9d2534d3-bcee-48be-a19a-7290aa826840 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:36.317911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Attempting to bind port 9d2534d3-bcee-48be-a19a-7290aa826840 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:36.327202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:36.327447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:36.327974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:36.328327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Bound port: 9d2534d3-bcee-48be-a19a-7290aa826840, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:36.329172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.334625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 3568feca-11dc-4f1e-9111-85ec1106ebd7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:36.338979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3568feca-11dc-4f1e-9111-85ec1106ebd7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:36.339572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.423972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42babeac-3a68-4b3d-9f71-dd3971e39ca0 req-610fb9d0-e02d-462f-baa4-8dea83a68036 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.425559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42babeac-3a68-4b3d-9f71-dd3971e39ca0 req-610fb9d0-e02d-462f-baa4-8dea83a68036 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 947 time: 0.3318717 Jun 30 02:29:36.499216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cb37aa9-0ed2-41fc-8d23-960b1dcb68f5 req-3dc3c2db-0245-4a5d-a7a8-d2cf7959ec1a tempest-AggregatesAdminTestJSON-749461234 tempest-AggregatesAdminTestJSON-749461234-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd701b1-bbdb-4961-a544-9f7d843bfc23 HTTP/1.1" status: 200 len: 210 time: 0.1387815 Jun 30 02:29:36.563334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.631568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] For port 9d2534d3-bcee-48be-a19a-7290aa826840, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:36.639276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] For port 9d2534d3-bcee-48be-a19a-7290aa826840, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9d2534d3-bcee-48be-a19a-7290aa826840,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:36.652159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3568feca-11dc-4f1e-9111-85ec1106ebd7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:36.654839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.664777 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa96017-6633-4a3a-bdf9-3a90d0de2af7" -d '{"events": [{"server_uuid": "6739b578-1bec-44dd-baf9-b4214c2fb04b", "name": "network-vif-plugged", "status": "completed", "tag": "3568feca-11dc-4f1e-9111-85ec1106ebd7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:36.706264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3568feca-11dc-4f1e-9111-85ec1106ebd7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:36.721460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.723267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 57de8849-1406-411c-9541-698e8b5a863a no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:36.740950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.745936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.747616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] 10.222.0.90 "PUT /v2.0/ports/9d2534d3-bcee-48be-a19a-7290aa826840 HTTP/1.1" status: 200 len: 1095 time: 1.9063284 Jun 30 02:29:36.756119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'tag': '9d2534d3-bcee-48be-a19a-7290aa826840'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:36.758732 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea" -d '{"events": [{"name": "network-changed", "server_uuid": "6770af8a-3c5c-49e1-86cb-2d5655882af2", "tag": "9d2534d3-bcee-48be-a19a-7290aa826840"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:36.775752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 57de8849-1406-411c-9541-698e8b5a863a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:29:36.776290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 57de8849-1406-411c-9541-698e8b5a863a not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:36.815254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b0e45-8600-48bf-bd62-a91220b2833e service neutron] Pushing event updated for resources: {'Port': ['ID=9d2534d3-bcee-48be-a19a-7290aa826840,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:36.880144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3568feca-11dc-4f1e-9111-85ec1106ebd7,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:36.965461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:36.988267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42babeac-3a68-4b3d-9f71-dd3971e39ca0 req-123e18ac-e8ea-4b5e-81f3-e362022d8113 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531955 Jun 30 02:29:37.033727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:37.037142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-ddc51794-c762-43c5-b07f-3e722018e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.041218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-ddc51794-c762-43c5-b07f-3e722018e088 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 1098 time: 0.2113426 Jun 30 02:29:37.092667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219a19-6c14-4990-9e82-de075cad04d2 req-58ed9a6e-157a-4493-ba0a-1a7b4b7402a8 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.099040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f219a19-6c14-4990-9e82-de075cad04d2 req-58ed9a6e-157a-4493-ba0a-1a7b4b7402a8 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 949 time: 0.2496397 Jun 30 02:29:37.112459 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009de7d-b7c3-46c8-9971-d74fcc0416a2 x-openstack-request-id: req-0009de7d-b7c3-46c8-9971-d74fcc0416a2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:37.113099 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd701b1-bbdb-4961-a544-9f7d843bfc23", "name": "network-vif-deleted", "tag": "57de8849-1406-411c-9541-698e8b5a863a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:37.113513 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0009de7d-b7c3-46c8-9971-d74fcc0416a2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:37.113969 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd701b1-bbdb-4961-a544-9f7d843bfc23', 'name': 'network-vif-deleted', 'tag': '57de8849-1406-411c-9541-698e8b5a863a', 'status': 'completed', 'code': 200} Jun 30 02:29:37.135567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5621c72-28fb-4ea0-9384-8911a596b325 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:37.168934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:37.221923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-1d355d25-82d1-4492-908e-9f2c64a3e942 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9d2534d3-bcee-48be-a19a-7290aa826840 HTTP/1.1" status: 200 len: 217 time: 0.1688788 Jun 30 02:29:37.227410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e737b35-ff49-4e65-a56e-6fae53818d65 req-c0196235-6b26-4fdd-a286-4f4afeef6639 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 210 time: 0.0425475 Jun 30 02:29:37.230686 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:37.324383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f219a19-6c14-4990-9e82-de075cad04d2 req-e15380b8-80ca-41c6-ae6d-4c6c83913751 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312957 Jun 30 02:29:37.340604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-74141569-4ef1-4511-b848-6f2de8a75845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.342065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-74141569-4ef1-4511-b848-6f2de8a75845 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1097393 Jun 30 02:29:37.402071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] Transition to ACTIVE for port object e5621c72-28fb-4ea0-9384-8911a596b325 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:37.409973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:37.437600 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5fada-4590-4866-ad2e-2f777e01153c x-openstack-request-id: req-e7f5fada-4590-4866-ad2e-2f777e01153c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:37.438445 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739b578-1bec-44dd-baf9-b4214c2fb04b", "name": "network-vif-plugged", "status": "completed", "tag": "3568feca-11dc-4f1e-9111-85ec1106ebd7", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:37.439049 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7f5fada-4590-4866-ad2e-2f777e01153c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:37.439631 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3568feca-11dc-4f1e-9111-85ec1106ebd7', 'code': 200} Jun 30 02:29:37.530566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] No DVR routers for this DVR port e5621c72-28fb-4ea0-9384-8911a596b325 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:37.541335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] Pushing event updated for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:37.551710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-b2698d28-8816-4f98-965e-0cf1cc533451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.555436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-b2698d28-8816-4f98-965e-0cf1cc533451 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986356 Jun 30 02:29:37.608539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-b3db6914-c5fb-44fd-8cfc-f33e5de66b90 service neutron] 10.222.0.90 "PUT /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325/bindings/n-h1-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6237464 Jun 30 02:29:37.629495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c761a-bcb1-4943-b84d-378bbf34f47a req-9f224aa7-8a56-47bd-a606-d788c7e33e56 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.637485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-896c761a-bcb1-4943-b84d-378bbf34f47a req-9f224aa7-8a56-47bd-a606-d788c7e33e56 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.1892035 Jun 30 02:29:37.737616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-896c761a-bcb1-4943-b84d-378bbf34f47a req-adb52763-62a1-4382-97cf-8b04ddb39978 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991566 Jun 30 02:29:37.776933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492598d7-eeb5-4fdb-aa81-6ded5fb7f6c1 req-55c7bc2a-69f5-43be-8707-edc782c504f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.778553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-492598d7-eeb5-4fdb-aa81-6ded5fb7f6c1 req-55c7bc2a-69f5-43be-8707-edc782c504f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 1100 time: 0.1383989 Jun 30 02:29:37.829267 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7cac57-e9d5-4764-a7e2-ffcbe147a926 x-openstack-request-id: req-6e7cac57-e9d5-4764-a7e2-ffcbe147a926 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:37.829526 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6770af8a-3c5c-49e1-86cb-2d5655882af2", "tag": "9d2534d3-bcee-48be-a19a-7290aa826840", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:37.830089 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e7cac57-e9d5-4764-a7e2-ffcbe147a926 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:37.830293 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'tag': '9d2534d3-bcee-48be-a19a-7290aa826840', 'status': 'completed', 'code': 200} Jun 30 02:29:37.844861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-492598d7-eeb5-4fdb-aa81-6ded5fb7f6c1 req-0984aaf6-8ae9-4344-9698-f43fdd541d7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567379 Jun 30 02:29:37.858540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-f0c7f5bd-28a4-45cd-9112-387b369541d7 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926116 Jun 30 02:29:37.894244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55024a17-b7d0-4917-af31-683d07cefc73 req-a72590f8-56c0-43ab-bd17-96b7f1203327 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.895849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55024a17-b7d0-4917-af31-683d07cefc73 req-a72590f8-56c0-43ab-bd17-96b7f1203327 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2018671 Jun 30 02:29:38.044303 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55024a17-b7d0-4917-af31-683d07cefc73 req-6b37f13a-1a6f-466b-9be1-a560784798b6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248381 Jun 30 02:29:38.088722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b44d7899-2be3-40e2-9bf3-a38b02adec1d req-69b56034-f12a-4fad-929c-ad187798ff42 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889386 Jun 30 02:29:38.351146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-6822530e-aa50-4276-814a-9ba6c056a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.356689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-6822530e-aa50-4276-814a-9ba6c056a211 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 1098 time: 0.1866827 Jun 30 02:29:38.509084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-62246800-6b78-46b2-9d0c-8b805630533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.511008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-62246800-6b78-46b2-9d0c-8b805630533f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1428375 Jun 30 02:29:38.540361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b3b3d-aa4f-476e-b31b-223efb574cc3 req-6fa66d45-5f97-4c87-baa8-79b1c351107d tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.547033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d00b3b3d-aa4f-476e-b31b-223efb574cc3 req-6fa66d45-5f97-4c87-baa8-79b1c351107d tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 947 time: 0.2730863 Jun 30 02:29:38.616733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-445463a6-1fd7-49cc-9f23-fbdba7452083 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9d2534d3-bcee-48be-a19a-7290aa826840 HTTP/1.1" status: 200 len: 217 time: 0.0806208 Jun 30 02:29:38.688890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-2bcad2e1-55e5-4995-b7f0-96805e611b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.690589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-2bcad2e1-55e5-4995-b7f0-96805e611b70 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0683162 Jun 30 02:29:38.737788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:38.751678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-db135775-dd7d-48c6-a282-bb852c420e78 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=318985ec34e14331bb9c969a5a115c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498227 Jun 30 02:29:38.780378 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af5f9f23-1e73-4c35-a12f-06e47c5cc2cb req-af3f65ea-d9e6-42d7-94c6-8f39c0d97ed6 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 210 time: 0.0356441 Jun 30 02:29:38.802458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-ff72c5e1-a581-4509-8c18-e6fa55e8e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.803976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-ff72c5e1-a581-4509-8c18-e6fa55e8e84a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997951 Jun 30 02:29:38.873394 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d00b3b3d-aa4f-476e-b31b-223efb574cc3 req-164cb618-1493-4590-9f98-7d8ddc3f8243 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699924 Jun 30 02:29:39.066424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-868190b1-e6ab-4da9-965a-57d1b70945c1 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.068271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-868190b1-e6ab-4da9-965a-57d1b70945c1 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.6330838 Jun 30 02:29:39.137820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.171062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-91702cba-b43c-432b-8fff-5b0bb41e1bcd service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577332 Jun 30 02:29:39.256197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4fa0df8-e16e-4105-bcfb-a00a49807ee2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d87a23cd97d40dc91c6f3ec4b540b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150673 Jun 30 02:29:39.257725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:39.289937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-48480a7d-8dfa-467e-8e95-2d3260989362 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.291465 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-48480a7d-8dfa-467e-8e95-2d3260989362 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4972744 Jun 30 02:29:39.326056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Request body: {'port': {'device_id': 'c801d935-45ea-482e-af44-d5325e0de214', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '318985ec34e14331bb9c969a5a115c1f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:39.350596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-e5f16122-072a-472e-9f9c-4900d9fc14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.351612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81048dd7-c9e1-4e73-bdca-fa7b059cfcea req-1d0ccc0b-ce0a-4ed6-8f7a-e3e984fa88dd service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719849 Jun 30 02:29:39.352181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-e5f16122-072a-472e-9f9c-4900d9fc14bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&tenant_id=2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 1095 time: 0.2673032 Jun 30 02:29:39.373024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805bf74-9b71-4ccc-a42c-1472b7e054cf req-21293398-2506-429b-8a5b-4ad7296cd4ba tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.376456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:39.395435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8805bf74-9b71-4ccc-a42c-1472b7e054cf req-21293398-2506-429b-8a5b-4ad7296cd4ba tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 949 time: 0.3424206 Jun 30 02:29:39.443639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7741-1f01-463c-a2a2-14d61c70b391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.450675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:39.452995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8805bf74-9b71-4ccc-a42c-1472b7e054cf req-22421528-4d1f-4083-8ac7-d8c237d9e684 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Jun 30 02:29:39.476066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7741-1f01-463c-a2a2-14d61c70b391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.488327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203962e1-a481-4b54-b580-eb46c8b2b6d3 req-685976c7-71a0-4513-a251-cfbd0773c0ce tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.505337 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203962e1-a481-4b54-b580-eb46c8b2b6d3 req-685976c7-71a0-4513-a251-cfbd0773c0ce tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.3221226 Jun 30 02:29:39.584068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7741-1f01-463c-a2a2-14d61c70b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.586614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7741-1f01-463c-a2a2-14d61c70b391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.587785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f2b7741-1f01-463c-a2a2-14d61c70b391 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4e8154e-de73-48f8-a830-1f152d9c8cc7 HTTP/1.1" status: 204 len: 168 time: 0.3298550 Jun 30 02:29:39.613873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203962e1-a481-4b54-b580-eb46c8b2b6d3 req-a64a7496-3a6e-4bb1-a5f7-441c718f813c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061537 Jun 30 02:29:39.614732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7741-1f01-463c-a2a2-14d61c70b391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8154e-de73-48f8-a830-1f152d9c8cc7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:39.636874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-204a3c20-9682-4e5b-b3d5-69ce2e45fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.638885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-204a3c20-9682-4e5b-b3d5-69ce2e45fbd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1095 time: 0.2327580 Jun 30 02:29:39.668675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Made reservation on behalf of 318985ec34e14331bb9c969a5a115c1f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:39.674692 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.784158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.860063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-e13f9818-c9db-400c-a04b-3aea4eebb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.861730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-e13f9818-c9db-400c-a04b-3aea4eebb7eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2134418 Jun 30 02:29:39.994668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-48ee1a3f-345e-40c2-9aac-38aae10f62d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.0950410 Jun 30 02:29:40.040479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f52e120b-a902-4416-a638-966d8bc3e818 req-6470b55d-6678-4208-9994-cbabf91ea29e tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 210 time: 0.0460322 Jun 30 02:29:40.096511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b760c-b888-4ecb-8934-96e7fc68bd04 req-084fd100-a7b6-40a6-b6ea-53dcf93886ab tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.103751 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e28b760c-b888-4ecb-8934-96e7fc68bd04 req-084fd100-a7b6-40a6-b6ea-53dcf93886ab tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2567701 Jun 30 02:29:40.117297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-d7281ca2-a74c-450c-a2dc-6ffcfe35fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.118913 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-d7281ca2-a74c-450c-a2dc-6ffcfe35fbcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1162169 Jun 30 02:29:40.178644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-ceace22f-86ec-4f63-b554-b0efd733b022 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438879 Jun 30 02:29:40.213680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:40.260638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e28b760c-b888-4ecb-8934-96e7fc68bd04 req-8375559c-6ecf-43b6-ba5d-f8071894e8be tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559246 Jun 30 02:29:40.292566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.298537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d034f63f-3740-4ae0-b864-0e580c9bab9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b821a56e19c41c98de0e99e4d5c99e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832903 Jun 30 02:29:40.301401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:40.321356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.362750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea3c69-47df-4481-917d-8b7be85794c5 req-8a23f839-efd9-407c-8642-c7e348b375b4 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.373429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6ea3c69-47df-4481-917d-8b7be85794c5 req-8a23f839-efd9-407c-8642-c7e348b375b4 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 947 time: 0.1149609 Jun 30 02:29:40.417314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6ea3c69-47df-4481-917d-8b7be85794c5 req-6174259b-4b52-447d-84fe-f3444490ea53 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Jun 30 02:29:40.433534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-2f1d1acd-10c5-489e-b4b0-251fa53576d9 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428782 Jun 30 02:29:40.438627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.439537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cffbe6-cb22-42fb-a56e-80381b96627f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:40.542023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8485947-921a-4fbf-b5da-395dd673e3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.744681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0a216-c2c2-404a-beb7-2200b9e437fe req-db739d17-1bf4-40a7-a7a9-536b6c250154 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.753072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3de0a216-c2c2-404a-beb7-2200b9e437fe req-db739d17-1bf4-40a7-a7a9-536b6c250154 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 949 time: 0.1122801 Jun 30 02:29:40.822333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3de0a216-c2c2-404a-beb7-2200b9e437fe req-48a53744-31a7-476a-adc9-0d9762b0f9ad tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682242 Jun 30 02:29:40.844414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8485947-921a-4fbf-b5da-395dd673e3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.846800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Allocated IP 192.168.233.239 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/4dab3b7d-f75a-47bd-a8ba-de8f904bd26f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:40.869548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-114c0d3f-95c0-4927-8685-0afde26dd55b service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271941 Jun 30 02:29:41.055891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cf061-9158-4722-91d5-4445bf425717 req-ff5c6dba-0a31-477f-8f47-d0d3d3fefa42 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:41.064802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df8cf061-9158-4722-91d5-4445bf425717 req-ff5c6dba-0a31-477f-8f47-d0d3d3fefa42 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.1130917 Jun 30 02:29:41.116866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df8cf061-9158-4722-91d5-4445bf425717 req-b988801b-60ed-4019-a8c5-64689381b574 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505011 Jun 30 02:29:41.238152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.269863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8485947-921a-4fbf-b5da-395dd673e3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.276720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8485947-921a-4fbf-b5da-395dd673e3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.281084 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8485947-921a-4fbf-b5da-395dd673e3db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad838db3-8798-4980-ba9f-53b668a32be0 HTTP/1.1" status: 204 len: 168 time: 0.9767983 Jun 30 02:29:41.335640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Transition to ACTIVE for port object 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:41.338130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8485947-921a-4fbf-b5da-395dd673e3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad838db3-8798-4980-ba9f-53b668a32be0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:41.381929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9d2534d3-bcee-48be-a19a-7290aa826840 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:41.405371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-750e2d73-a6c8-43f7-b5c8-8a1709c676d2 req-28ecfdbe-abc2-479f-8a21-002b728eda28 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 210 time: 0.0435784 Jun 30 02:29:41.482372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-eabdd601-b5e2-4c49-a57d-cd89fb99cf2b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:41.486485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-eabdd601-b5e2-4c49-a57d-cd89fb99cf2b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.1983106 Jun 30 02:29:41.489217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.607534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:41.621380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:41.640165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:41.646537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:41.647324 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.673105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Pushing event updated for resources: {'Port': ['ID=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:41.684188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-be4d79cd-9756-42c7-accc-162ee12c67af tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3681910 Jun 30 02:29:41.702945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Request body: {'port': {'device_id': 'c801d935-45ea-482e-af44-d5325e0de214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:41.799111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 9d2534d3-bcee-48be-a19a-7290aa826840, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9d2534d3-bcee-48be-a19a-7290aa826840,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:41.863938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '9d2534d3-bcee-48be-a19a-7290aa826840', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '9d2534d3-bcee-48be-a19a-7290aa826840', 'mac_address': 'fa:16:3e:72:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:41.897048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e490f-f9ed-41eb-9ecb-f98989f5e357 req-28d157be-def3-4640-a849-3ca285b2d83f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:41.917196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb7e490f-f9ed-41eb-9ecb-f98989f5e357 req-28d157be-def3-4640-a849-3ca285b2d83f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2547343 Jun 30 02:29:42.005522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb7e490f-f9ed-41eb-9ecb-f98989f5e357 req-551e8b83-95a1-4797-a523-326e242b1c21 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875196 Jun 30 02:29:42.018031 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.067170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2534d3-bcee-48be-a19a-7290aa826840 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:42.146807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3752c002-8c5f-4b53-9f52-a75d0af03b54 None None] Provisioning for port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:42.160740 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.166942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 9d2534d3-bcee-48be-a19a-7290aa826840, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9d2534d3-bcee-48be-a19a-7290aa826840,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:42.169327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3752c002-8c5f-4b53-9f52-a75d0af03b54 None None] Provisioning complete for port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:42.170356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3752c002-8c5f-4b53-9f52-a75d0af03b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.223982 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.304965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-8d002945-113e-4dbc-b623-11d0743591f7 service neutron] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:42.309733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-8d002945-113e-4dbc-b623-11d0743591f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.311110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14eac83e-a152-471d-aea2-46ad8a423d5b req-8d002945-113e-4dbc-b623-11d0743591f7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325/bindings/n-h2-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.8144031 Jun 30 02:29:42.392262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3752c002-8c5f-4b53-9f52-a75d0af03b54 None None] Port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:42.430510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=9d2534d3-bcee-48be-a19a-7290aa826840,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:42.441061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.441560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.442094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.442691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.443178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.443656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.444131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.444605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.447419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-edc8cad5-2027-4b93-908a-0f51dbf5b4c0 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214&device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2&device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b&device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&device_id=172f3d38-7207-4333-890d-3e123c532d04&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c&device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 7319 time: 0.3624043 Jun 30 02:29:42.469167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['9d2534d3-bcee-48be-a19a-7290aa826840'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:42.488211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341abd42-c49f-43ad-b69f-3fb37e338cd5 req-9cea4645-7498-4581-9614-4dbc6f76efca tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.489851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-341abd42-c49f-43ad-b69f-3fb37e338cd5 req-9cea4645-7498-4581-9614-4dbc6f76efca tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 948 time: 0.1941359 Jun 30 02:29:42.533329 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-be9205ea-1383-4744-88ad-7ee49448ee63 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.554605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-341abd42-c49f-43ad-b69f-3fb37e338cd5 req-36bb8407-4b13-4fa4-832e-34c229b5912e tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Jun 30 02:29:42.685180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-be9205ea-1383-4744-88ad-7ee49448ee63 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.692643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-be9205ea-1383-4744-88ad-7ee49448ee63 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:42.764428 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47b771ff-ae9d-413a-95c0-5d95d2b91a71 req-be9205ea-1383-4744-88ad-7ee49448ee63 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&id=d6760bfc-1c38-41cf-a172-01c6500d7c55&id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&id=60cffbe6-cb22-42fb-a56e-80381b96627f&id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.3044884 Jun 30 02:29:42.826733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9205ea-1383-4744-88ad-7ee49448ee63 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b4ab6-1629-46de-828c-4ba1d97056cc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:43.018291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:43.071276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:43.089436 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.112560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Transition to ACTIVE for port object 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:43.114711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ce3cf-ffe7-4997-a298-b1837b293c75 req-e9aba105-1eed-48fa-9750-93debaaff985 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.127941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef8ce3cf-ffe7-4997-a298-b1837b293c75 req-e9aba105-1eed-48fa-9750-93debaaff985 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 936 time: 0.1244960 Jun 30 02:29:43.135339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466163b6-5287-42fa-9e47-33ed045c1173 req-3cee554d-5e4f-4cce-9354-1a046376a089 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.138233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-466163b6-5287-42fa-9e47-33ed045c1173 req-3cee554d-5e4f-4cce-9354-1a046376a089 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.1867847 Jun 30 02:29:43.139761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.177916 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef8ce3cf-ffe7-4997-a298-b1837b293c75 req-771809e9-3731-460e-b688-16764c1e2005 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 Jun 30 02:29:43.219745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-network', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:43.275692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Made reservation on behalf of c4159644fb6f4947bf7727322cf708cf for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:43.277578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Pushing event updated for resources: {'Port': ['ID=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:43.278560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.315375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.325152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-466163b6-5287-42fa-9e47-33ed045c1173 req-b8d3de39-9763-4747-a5e7-eb182f79f368 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697650 Jun 30 02:29:43.326017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Attempting to bind port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:43.326609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Attempting to bind port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:43.326949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Attempting to bind port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:43.351250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:43.351588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Attempting to bind port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:43.361364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:43.361915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:43.362538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:43.363237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Bound port: 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:43.363626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.400114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9d2534d3-bcee-48be-a19a-7290aa826840 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:43.510587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.529890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.533224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] For port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:43.537049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] For port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:43.552147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.593212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:43.611196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 9d2534d3-bcee-48be-a19a-7290aa826840 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:43.619126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 9d2534d3-bcee-48be-a19a-7290aa826840 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:43.620319 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.644772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.646126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.648198 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] 10.222.0.90 "PUT /v2.0/ports/4dab3b7d-f75a-47bd-a8ba-de8f904bd26f HTTP/1.1" status: 200 len: 1096 time: 1.9543865 Jun 30 02:29:43.669827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00147af1-f98e-4db8-a816-e88ecb54f893,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:43.675879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c801d935-45ea-482e-af44-d5325e0de214', 'tag': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:43.678472 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea5980a-b1f5-47e1-bb17-f807c34347ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c801d935-45ea-482e-af44-d5325e0de214", "tag": "4dab3b7d-f75a-47bd-a8ba-de8f904bd26f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:43.681808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.682818 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Added segment bd2484f8-d297-45ee-a99e-9182757ad64f of type vlan for network 0d0cf1e9-1fbe-411e-8904-1933af6c07de Jun 30 02:29:43.788236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44442bf6-3fc2-4d68-add8-8917116962cb service neutron] Pushing event updated for resources: {'Port': ['ID=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:43.821800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.841693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-e48a1799-1240-4543-870b-7502baf61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.843291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-e48a1799-1240-4543-870b-7502baf61c4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=318985ec34e14331bb9c969a5a115c1f&device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 1099 time: 0.1035349 Jun 30 02:29:43.853254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bd425-b2c6-495b-96b3-4fce1a7f43bd req-bd2b41e4-7647-490e-aee0-7e6177071445 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.865303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b4bd425-b2c6-495b-96b3-4fce1a7f43bd req-bd2b41e4-7647-490e-aee0-7e6177071445 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2441235 Jun 30 02:29:43.893004 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.900123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.901125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.901724 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.940879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9195831 Jun 30 02:29:43.952204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2534d3-bcee-48be-a19a-7290aa826840'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:43.967338 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c4529-99c7-4911-9f92-387515690d57" -d '{"events": [{"server_uuid": "6770af8a-3c5c-49e1-86cb-2d5655882af2", "name": "network-vif-plugged", "status": "completed", "tag": "9d2534d3-bcee-48be-a19a-7290aa826840"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:43.999487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 9d2534d3-bcee-48be-a19a-7290aa826840, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9d2534d3-bcee-48be-a19a-7290aa826840,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:44.009916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.014513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:44.025036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-5ffc7b52-ac06-46b6-93f8-2780621880ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f HTTP/1.1" status: 200 len: 217 time: 0.1576626 Jun 30 02:29:44.036170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Request body: {'subnet': {'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-subnet', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:44.096402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b4bd425-b2c6-495b-96b3-4fce1a7f43bd req-49419525-ea1a-464b-a83e-02c9f7ad7787 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300496 Jun 30 02:29:44.119105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed188e-cf23-4f0f-af29-adf2e9e28048 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0cf1e9-1fbe-411e-8904-1933af6c07de,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:44.120549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=9d2534d3-bcee-48be-a19a-7290aa826840,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:44.134151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-c720c968-539b-4307-a364-46e81404a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.137083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-c720c968-539b-4307-a364-46e81404a377 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0824597 Jun 30 02:29:44.150590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:44.152712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Made reservation on behalf of c4159644fb6f4947bf7727322cf708cf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:44.155082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.179790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32727f3c-eb19-4165-8ec1-4f4919210e68 req-f918fb3f-24cf-41ce-a43c-9048603d6ef2 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.181947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32727f3c-eb19-4165-8ec1-4f4919210e68 req-f918fb3f-24cf-41ce-a43c-9048603d6ef2 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.1413252 Jun 30 02:29:44.257293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-f037f901-7b9b-445a-9199-ce8ebaaa6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.262775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-f037f901-7b9b-445a-9199-ce8ebaaa6dfa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170218 Jun 30 02:29:44.278290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32727f3c-eb19-4165-8ec1-4f4919210e68 req-fa46f873-810f-44b3-a2e5-d000f2d20885 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650423 Jun 30 02:29:44.354628 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d212a-8589-44f2-bac8-f25699bc6dd1 x-openstack-request-id: req-750d212a-8589-44f2-bac8-f25699bc6dd1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:44.355247 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c801d935-45ea-482e-af44-d5325e0de214", "tag": "4dab3b7d-f75a-47bd-a8ba-de8f904bd26f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:44.355247 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-750d212a-8589-44f2-bac8-f25699bc6dd1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:44.355540 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c801d935-45ea-482e-af44-d5325e0de214', 'tag': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f', 'status': 'completed', 'code': 200} Jun 30 02:29:44.446614 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-7586e8f7-2b3d-4425-bc34-1bd8af665561 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641991 Jun 30 02:29:44.618926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dba29bfc-ef26-4c50-825f-be05d3ad0f53 req-6594cc6f-7571-4882-96ea-96a6f87a2a5e service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704540 Jun 30 02:29:44.648607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.741611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57512958-b307-4810-a2af-bc7f1933fa79 req-ff5ffc47-76f2-4b03-8d56-0ccb27f0edb2 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.749893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57512958-b307-4810-a2af-bc7f1933fa79 req-ff5ffc47-76f2-4b03-8d56-0ccb27f0edb2 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1095 time: 0.1777980 Jun 30 02:29:44.769161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1509c5-79c7-4b54-b667-cef47860f1c1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:44.782518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Checking segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:44.782869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Network hostable DHCP agents. Network: 0d0cf1e9-1fbe-411e-8904-1933af6c07de, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:44.787260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1ac46-acda-46a3-ab6b-d8b6338ff01d req-035dedd6-e642-4e07-b72f-ed8f581a0b46 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.787924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1ac46-acda-46a3-ab6b-d8b6338ff01d req-035dedd6-e642-4e07-b72f-ed8f581a0b46 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.788488 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1ac46-acda-46a3-ab6b-d8b6338ff01d req-035dedd6-e642-4e07-b72f-ed8f581a0b46 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.796223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-18b1ac46-acda-46a3-ab6b-d8b6338ff01d req-035dedd6-e642-4e07-b72f-ed8f581a0b46 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b&device_id=172f3d38-7207-4333-890d-3e123c532d04&device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 2926 time: 0.1471739 Jun 30 02:29:44.818830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57512958-b307-4810-a2af-bc7f1933fa79 req-47b7285d-c553-463b-a62e-98ff714d060b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664678 Jun 30 02:29:44.833399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:44.847859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 0d0cf1e9-1fbe-411e-8904-1933af6c07de) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:44.852982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.853573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.860605 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-18b1ac46-acda-46a3-ab6b-d8b6338ff01d req-bb645340-442f-423e-889b-c125ede2690e tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613425 Jun 30 02:29:44.863675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c1928-c231-411c-82f6-2ebf97d5b35f None None] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:44.867075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-010187ee-c9ca-42d8-ac9b-29fc8930f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.875629 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-010187ee-c9ca-42d8-ac9b-29fc8930f3ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=318985ec34e14331bb9c969a5a115c1f&device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 1099 time: 0.1819508 Jun 30 02:29:44.909289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-15552e20-d819-4816-bebf-0167e568d6c0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8933516 Jun 30 02:29:44.910103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:44.914447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:44.970158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.971477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.985346 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5cea41-f430-4465-8598-3711fb4c2e57 x-openstack-request-id: req-2c5cea41-f430-4465-8598-3711fb4c2e57 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:44.986019 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6770af8a-3c5c-49e1-86cb-2d5655882af2", "name": "network-vif-plugged", "status": "completed", "tag": "9d2534d3-bcee-48be-a19a-7290aa826840", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:44.986502 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c5cea41-f430-4465-8598-3711fb4c2e57 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:44.988154 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2534d3-bcee-48be-a19a-7290aa826840', 'code': 200} Jun 30 02:29:45.127539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-281f94f6-6a2e-4ef5-8bbd-ca068482a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.128989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-281f94f6-6a2e-4ef5-8bbd-ca068482a01b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2456098 Jun 30 02:29:45.161564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.181141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-27c6de35-db56-4741-8633-47fa1c24705e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f HTTP/1.1" status: 200 len: 217 time: 0.0421066 Jun 30 02:29:45.227391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:29:45.230788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.276193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-c4a24392-9fda-44fe-a726-e072e82b4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.277883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-c4a24392-9fda-44fe-a726-e072e82b4e66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0841153 Jun 30 02:29:45.315155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a9d6-3b23-456e-88b8-f6ecbadc1a86 req-97549134-5855-4933-9577-7448f351e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.316695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3400a9d6-3b23-456e-88b8-f6ecbadc1a86 req-97549134-5855-4933-9577-7448f351e6f8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 1100 time: 0.3009601 Jun 30 02:29:45.349655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83823a9-6fd5-4d73-b588-5ef25cfbc62b req-55987448-9240-459d-beff-9a434b625b67 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.351378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a83823a9-6fd5-4d73-b588-5ef25cfbc62b req-55987448-9240-459d-beff-9a434b625b67 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 948 time: 0.1694164 Jun 30 02:29:45.403565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-036859ca-28bc-4d74-935a-7e67fc98265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.405083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-036859ca-28bc-4d74-935a-7e67fc98265a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177437 Jun 30 02:29:45.442159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a83823a9-6fd5-4d73-b588-5ef25cfbc62b req-bb361a0a-9075-42e3-a8bd-d781b1d43079 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810747 Jun 30 02:29:45.502565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Allocated IP 172.20.0.2 (0d0cf1e9-1fbe-411e-8904-1933af6c07de/af1509c5-79c7-4b54-b667-cef47860f1c1/24c9b932-530f-4dfb-9938-7345be4a4413) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:45.617408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-ccdc667b-2b93-47f8-a66e-c49470c9ddf5 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968834 Jun 30 02:29:45.670965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.794729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea5980a-b1f5-47e1-bb17-f807c34347ba req-35e5ff57-56d6-4e04-b36b-bd8be9c5e778 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747677 Jun 30 02:29:45.814278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788c5f0-c592-4c60-8192-a48476645e17 req-f23f48e8-b7f1-4065-a2a5-ed0a7241a5b0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.816302 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6788c5f0-c592-4c60-8192-a48476645e17 req-f23f48e8-b7f1-4065-a2a5-ed0a7241a5b0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.1855087 Jun 30 02:29:45.822891 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.833844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Transition to ACTIVE for port object 24c9b932-530f-4dfb-9938-7345be4a4413 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:45.850653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3400a9d6-3b23-456e-88b8-f6ecbadc1a86 req-eed4c99e-87fe-45ac-b6a4-9d97c710ece5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477714 Jun 30 02:29:45.853852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Transition to ACTIVE for port object 24c9b932-530f-4dfb-9938-7345be4a4413 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:45.862590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.871781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6788c5f0-c592-4c60-8192-a48476645e17 req-9240a2b3-f8e8-4cdc-b450-fe00bb09e12f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466585 Jun 30 02:29:45.906049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-b04308ea-c54f-40d6-94cc-df8818071935 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.911794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-b04308ea-c54f-40d6-94cc-df8818071935 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.2166021 Jun 30 02:29:45.930099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-f802d692-1ede-4995-8c57-2b80f01b8fc7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/quotas/2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 375 time: 0.0147533 Jun 30 02:29:45.941399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Pushing event updated for resources: {'Port': ['ID=24c9b932-530f-4dfb-9938-7345be4a4413,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:45.962249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:45.964205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:45.977764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:46.113378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Attempting to bind port 24c9b932-530f-4dfb-9938-7345be4a4413 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:46.114555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Attempting to bind port 24c9b932-530f-4dfb-9938-7345be4a4413 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:46.115117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Attempting to bind port 24c9b932-530f-4dfb-9938-7345be4a4413 on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:46.135872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:46.136385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Checking segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:46.137017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.137486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Bound using segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:46.141349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Bound port: 24c9b932-530f-4dfb-9938-7345be4a4413, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:46.141349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.166924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-cfbf67b9-bc05-403f-81e8-4a032bed49c5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2308736 Jun 30 02:29:46.257757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] For port 24c9b932-530f-4dfb-9938-7345be4a4413, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:46.261003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e98fb2-845f-4d9a-8777-51deebc1c0e9 req-8d138aa8-dd9c-4bc9-8fc3-3d4e15c067d5 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:46.261316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] For port 24c9b932-530f-4dfb-9938-7345be4a4413, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=24c9b932-530f-4dfb-9938-7345be4a4413,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:46.273152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.277312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63e98fb2-845f-4d9a-8777-51deebc1c0e9 req-8d138aa8-dd9c-4bc9-8fc3-3d4e15c067d5 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.1588726 Jun 30 02:29:46.350367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.372246 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63e98fb2-845f-4d9a-8777-51deebc1c0e9 req-58841fa0-0ad4-4b01-90e2-07b3f787783a tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943067 Jun 30 02:29:46.400962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3d50b-2593-4240-af5c-1a03c0acaf75 None None] Pushing event updated for resources: {'Port': ['ID=24c9b932-530f-4dfb-9938-7345be4a4413,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:46.431063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.455344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-0bcd4704-58eb-4e8c-8541-a8a874b46513 service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855868 Jun 30 02:29:46.636652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Allocated IP 172.25.0.148 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e74652b6-b8a4-4887-bde3-2291fd332b0c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:46.662247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-8ab81ddf-66d4-4671-9ebc-acae45a611de service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646330 Jun 30 02:29:46.843471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.988063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.103272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Pushing event updated for resources: {'Port': ['ID=e74652b6-b8a4-4887-bde3-2291fd332b0c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:47.133586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:47.135672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:47.143000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:47.252454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037079aa-5c0f-42c3-9ba6-3de5ff0ef98b req-919f31fd-a8f4-4a61-9c43-545cd20c29bf tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:47.256129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-037079aa-5c0f-42c3-9ba6-3de5ff0ef98b req-919f31fd-a8f4-4a61-9c43-545cd20c29bf tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 948 time: 0.2271771 Jun 30 02:29:47.367159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-037079aa-5c0f-42c3-9ba6-3de5ff0ef98b req-ab124ac9-cff6-41c0-ad41-24349cd04fda tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830309 Jun 30 02:29:47.385109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 24c9b932-530f-4dfb-9938-7345be4a4413 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:47.446818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:47.561689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 24c9b932-530f-4dfb-9938-7345be4a4413 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:47.702412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed5c87c6-644e-44fc-b2d6-05bfa7455764 req-1db88404-0140-4a34-a408-56c8715e0f49 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 210 time: 0.0860944 Jun 30 02:29:47.766964 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.773578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:47.819882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f', 'mac_address': 'fa:16:3e:ea:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:47.874651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bd7f5-4674-496a-9f80-5e014ba0185b req-931033f7-a393-49f7-a16a-0e34fe5320e7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:47.881643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f15bd7f5-4674-496a-9f80-5e014ba0185b req-931033f7-a393-49f7-a16a-0e34fe5320e7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2013130 Jun 30 02:29:47.951431 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.982504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f15bd7f5-4674-496a-9f80-5e014ba0185b req-8c826336-53f2-491c-8507-c5e4ff9ab37c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943134 Jun 30 02:29:47.991063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:48.041744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:48.056923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.110594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e76c-a645-47df-9a15-66db95430c4a req-82b5383c-535f-4bbd-b2eb-1186fd674e2d tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.118169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08d7e76c-a645-47df-9a15-66db95430c4a req-82b5383c-535f-4bbd-b2eb-1186fd674e2d tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.1815095 Jun 30 02:29:48.203095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:48.284399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.296391 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:29:48.301886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08d7e76c-a645-47df-9a15-66db95430c4a req-15b337dc-f7a1-44a2-a439-60995641e51b tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001036 Jun 30 02:29:48.323923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['4dab3b7d-f75a-47bd-a8ba-de8f904bd26f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:48.502044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b124c-379e-4917-90cf-ec6908614fbf None None] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:48.595056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] Provisioning for port 24c9b932-530f-4dfb-9938-7345be4a4413 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:48.613537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] Provisioning complete for port 24c9b932-530f-4dfb-9938-7345be4a4413 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:48.613537 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.667320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:29:48.806517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a28ad-f028-4742-93ca-746d340d4328 req-37a483d7-8be0-4f40-8f8f-ebd91f1feb39 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.820008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c02a28ad-f028-4742-93ca-746d340d4328 req-37a483d7-8be0-4f40-8f8f-ebd91f1feb39 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 949 time: 0.1463256 Jun 30 02:29:48.866809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:48.879531 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:48.898253 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:48.901803 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:29:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:48.912619 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c02a28ad-f028-4742-93ca-746d340d4328 req-5c6ee6d7-1059-4397-9103-aed3d5e824d9 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911655 Jun 30 02:29:48.972355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.978068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51498) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:48.990516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2941effd-eb9b-411b-b56e-d5d559c70d3a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0792298 Jun 30 02:29:49.142652 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.238393 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:49.247122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-8f995a49-0068-49fa-a534-666a7cfd5c33 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:49.248631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-8f995a49-0068-49fa-a534-666a7cfd5c33 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.3245068 Jun 30 02:29:49.268878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Request body: {'port': {'device_id': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'admin_state_up': True, 'tenant_id': '2dbb83004b8f4085ab7a6805c071559c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:49.274977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] For port 24c9b932-530f-4dfb-9938-7345be4a4413, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=24c9b932-530f-4dfb-9938-7345be4a4413,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:49.309482 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.457706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94d02b-94ab-493d-ac2d-790cce98381b None None] Pushing event updated for resources: {'Port': ['ID=24c9b932-530f-4dfb-9938-7345be4a4413,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:49.480410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:49.574813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2900f04-5383-4d19-98dd-57da4333dc06 req-0b81ed5f-3f5a-45c9-bf45-de9696da74f6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 210 time: 0.0712810 Jun 30 02:29:49.609032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Made reservation on behalf of 2dbb83004b8f4085ab7a6805c071559c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:49.613562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.653637 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:47Z', 'revision_number': 3, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:49.663687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:49.669055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:49.669748 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.715670 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:49.716288 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Updating router db791815-86ff-4c65-9c24-e92ade3bf3e8 port e74652b6-b8a4-4887-bde3-2291fd332b0c binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:29:49.762543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-23aaaed9-419e-473b-ac83-65e31fde4490 None None] Provisioning complete for port 24c9b932-530f-4dfb-9938-7345be4a4413 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:49.762543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23aaaed9-419e-473b-ac83-65e31fde4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.803038 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.907312 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.977188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:49.980467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Allocated IP 172.20.0.7 (1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a/64437cf9-cffa-4060-a46b-2b07339a54dc/e8cb2b18-abde-4172-9738-a79fa53e0b97) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:49.981403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c801d935-45ea-482e-af44-d5325e0de214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:49.983984 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3925dc-24fe-434c-8f8d-fbc7262bd30f" -d '{"events": [{"server_uuid": "c801d935-45ea-482e-af44-d5325e0de214", "name": "network-vif-plugged", "status": "completed", "tag": "4dab3b7d-f75a-47bd-a8ba-de8f904bd26f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:49.995881 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.168598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:50.253378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b357e7-d18d-40ec-836a-037a9c2843c5 req-a75aa9aa-b3bc-406f-abb4-f630dd2010a6 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:50.255578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77b357e7-d18d-40ec-836a-037a9c2843c5 req-a75aa9aa-b3bc-406f-abb4-f630dd2010a6 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1123 time: 0.2876203 Jun 30 02:29:50.432204 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.452250 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Transition to ACTIVE for port object e74652b6-b8a4-4887-bde3-2291fd332b0c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:50.455694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77b357e7-d18d-40ec-836a-037a9c2843c5 req-942d899f-47f9-40fd-8050-805d8c6ba6e1 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918380 Jun 30 02:29:50.474671 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.484833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d1ba-92f5-455c-b9a3-b8b3fa270153 req-b92a7c53-5272-4d0e-b509-82359f2a3dd8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:50.492987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9f4d1ba-92f5-455c-b9a3-b8b3fa270153 req-b92a7c53-5272-4d0e-b509-82359f2a3dd8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.5814998 Jun 30 02:29:50.553824 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Pushing event updated for resources: {'Port': ['ID=e74652b6-b8a4-4887-bde3-2291fd332b0c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:50.601861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9f4d1ba-92f5-455c-b9a3-b8b3fa270153 req-452fc822-7452-4554-ade6-2e7d587f4abf tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079428 Jun 30 02:29:50.625732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.627859 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.629003 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.629444 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.630678 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.631223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.632705 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.633442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.635275 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.635892 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.636303 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.636755 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Tracked resource versions report: Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: pushed versions: Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: { 'AddressGroup': {'1.2'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Log': {'1.0'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Network': {'1.1'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Port': {'1.7'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'PortForwarding': {'1.2'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'QosPolicy': {'1.8'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'SecurityGroup': {'1.4'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'SubPort': {'1.0'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Subnet': {'1.1'}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Trunk': {'1.1'}} Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: consumer versions: Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: { DHCP agent@n-d-798054-5: {}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: HyperV agent@n-h1-798054-5: {}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: HyperV agent@n-h2-798054-5: {}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: L3 agent@n-d-798054-5: {}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: Metadata agent@n-d-798054-5: {}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: Metering agent@n-d-798054-5: {}, Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: Open vSwitch agent@n-d-798054-5: { 'AddressGroup': '1.2', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'ConntrackHelper': '1.0', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Log': '1.0', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Network': '1.1', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Port': '1.7', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'PortForwarding': '1.2', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'QosPolicy': '1.8', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'SecurityGroup': '1.4', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'SecurityGroupRule': '1.2', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'SubPort': '1.0', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Subnet': '1.1', Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: 'Trunk': '1.1'}} Jun 30 02:29:50.644737 n-d-798054-5 neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:29:50.648164 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Attempting to bind port e74652b6-b8a4-4887-bde3-2291fd332b0c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:50.654922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Attempting to bind port e74652b6-b8a4-4887-bde3-2291fd332b0c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:50.655430 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Attempting to bind port e74652b6-b8a4-4887-bde3-2291fd332b0c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:50.669981 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:50.671575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.674649 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:50.675225 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.675633 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:50.679021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Bound port: e74652b6-b8a4-4887-bde3-2291fd332b0c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:50.679419 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.688673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.741995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.815007 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] For port e74652b6-b8a4-4887-bde3-2291fd332b0c, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:50.823880 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] For port e74652b6-b8a4-4887-bde3-2291fd332b0c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e74652b6-b8a4-4887-bde3-2291fd332b0c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:50.832737 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.907776 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2f7c4-8b4b-457f-ba18-07019c292ef2 None None] Pushing event updated for resources: {'Port': ['ID=e74652b6-b8a4-4887-bde3-2291fd332b0c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:50.934389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:50.952496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:50.960658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:50.966928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:50.967869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.977565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:51.003988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-5ac30916-a10e-48d1-ba1a-88aeea7948a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7401614 Jun 30 02:29:51.010190 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:51.015584 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:29:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:51.016409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1c6b-a19b-4f51-96c8-f5e1d0843af6 req-548d81f9-3704-433b-b353-55a82ead6a6e tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.017759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4cf1c6b-a19b-4f51-96c8-f5e1d0843af6 req-548d81f9-3704-433b-b353-55a82ead6a6e tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 950 time: 0.1554716 Jun 30 02:29:51.023197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Request body: {'port': {'device_id': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:51.070492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd6df0-0c69-4731-a8e3-29a651010bcf req-25ec1eac-71d2-458c-875b-2361b8a95011 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.078622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4bdd6df0-0c69-4731-a8e3-29a651010bcf req-25ec1eac-71d2-458c-875b-2361b8a95011 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.2511771 Jun 30 02:29:51.106329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4cf1c6b-a19b-4f51-96c8-f5e1d0843af6 req-fe541064-33a4-4df8-9ca0-e26edc072579 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783215 Jun 30 02:29:51.146389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4bdd6df0-0c69-4731-a8e3-29a651010bcf req-3a6700fe-a651-43d6-b2f2-f788c6b14559 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668268 Jun 30 02:29:51.174754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Allocated IP 172.20.0.1 (0d0cf1e9-1fbe-411e-8904-1933af6c07de/af1509c5-79c7-4b54-b667-cef47860f1c1/1737486d-fe78-4100-a3e0-ac0a5203bae8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:51.214756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 24c9b932-530f-4dfb-9938-7345be4a4413 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:51.286781 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbcb2d8-8f0d-419f-9693-c6753a08c672 x-openstack-request-id: req-9bbcb2d8-8f0d-419f-9693-c6753a08c672 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:51.288050 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c801d935-45ea-482e-af44-d5325e0de214", "name": "network-vif-plugged", "status": "completed", "tag": "4dab3b7d-f75a-47bd-a8ba-de8f904bd26f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:51.288348 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bbcb2d8-8f0d-419f-9693-c6753a08c672 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:51.288785 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c801d935-45ea-482e-af44-d5325e0de214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f', 'code': 200} Jun 30 02:29:51.298257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:51.410169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 24c9b932-530f-4dfb-9938-7345be4a4413 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:51.413191 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:51.465415 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:51.592326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c92635-8560-4892-864e-33e1ee3625dd req-6476ec2a-bee9-4aec-aa36-581fb45dde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.594693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e4c92635-8560-4892-864e-33e1ee3625dd req-6476ec2a-bee9-4aec-aa36-581fb45dde4b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 1101 time: 0.2053859 Jun 30 02:29:51.599536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93630767-205b-4d9c-b352-3a002784672c req-e879a646-3f16-405f-8adc-d54b85c073d1 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.607100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93630767-205b-4d9c-b352-3a002784672c req-e879a646-3f16-405f-8adc-d54b85c073d1 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1123 time: 0.2512162 Jun 30 02:29:51.616911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:51.694215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93630767-205b-4d9c-b352-3a002784672c req-88387b70-a610-4496-b555-24f1899e816c tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858855 Jun 30 02:29:51.699090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Transition to ACTIVE for port object 1737486d-fe78-4100-a3e0-ac0a5203bae8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:51.732561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e4c92635-8560-4892-864e-33e1ee3625dd req-203bbdb2-72b0-4aeb-aa2b-e2784bcee97f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092880 Jun 30 02:29:51.811650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7f538-0e05-4fa3-bc54-0acf16aaebe6 req-2f40f631-44ea-4c4a-93dd-ebc316e588fc tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.819609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-58e7f538-0e05-4fa3-bc54-0acf16aaebe6 req-2f40f631-44ea-4c4a-93dd-ebc316e588fc tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 931 time: 0.2752049 Jun 30 02:29:51.827845 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:47Z', 'revision_number': 3, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:51.845304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:51.871879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-a1c0fa7e-303a-4f98-9568-41cb359ae2d1 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401378 Jun 30 02:29:51.892967 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68686cbd-c4a5-46d1-b4d6-3c6bbdf0c361 None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:47Z', 'revision_number': 3, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:29:51.912944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-58e7f538-0e05-4fa3-bc54-0acf16aaebe6 req-da0a3751-4022-47e9-b61d-6307152390f3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 Jun 30 02:29:52.019174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cb2b18-abde-4172-9738-a79fa53e0b97 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:52.034174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.057537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-8b84cb46-8780-4b76-9eab-c7a8a9301d3a tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.061125 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-8b84cb46-8780-4b76-9eab-c7a8a9301d3a tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879065 Jun 30 02:29:52.073327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Transition to ACTIVE for port object e8cb2b18-abde-4172-9738-a79fa53e0b97 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:52.075385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:52.086766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:52.098422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:52.099477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.106064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.418903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:52.419828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:52.420836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:52.498739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:52.548875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:52.548875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:52.570479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:52.575748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:52.606639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:52.606639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Bound port: e8cb2b18-abde-4172-9738-a79fa53e0b97, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:52.606639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.682419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a2dcc-78a3-4ac8-832a-09e1f409a0e7 req-b43597aa-5c92-4b83-89e6-62e14bcf457b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.723493 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d1a2dcc-78a3-4ac8-832a-09e1f409a0e7 req-b43597aa-5c92-4b83-89e6-62e14bcf457b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.5182209 Jun 30 02:29:52.737325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1cc491b2-30b4-4646-b441-5a9029c045a9 None None] Provisioning for port 1737486d-fe78-4100-a3e0-ac0a5203bae8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:52.744215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1cc491b2-30b4-4646-b441-5a9029c045a9 None None] Provisioning complete for port 1737486d-fe78-4100-a3e0-ac0a5203bae8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:52.745543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1cc491b2-30b4-4646-b441-5a9029c045a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.796693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Pushing event updated for resources: {'Port': ['ID=1737486d-fe78-4100-a3e0-ac0a5203bae8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:52.821433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-bac36dd1-9137-4dd6-b943-e969fd1400a5 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/quotas/784e60bf5a6c4bfaa0609a68f2acc573 HTTP/1.1" status: 200 len: 375 time: 0.7484314 Jun 30 02:29:52.838401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1cc491b2-30b4-4646-b441-5a9029c045a9 None None] Port 1737486d-fe78-4100-a3e0-ac0a5203bae8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:52.868352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:52.872401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:52.895943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.986951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.987573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.989639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-58e2f9ad-493d-4917-9464-106530937816 service neutron] 10.222.0.90 "PUT /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 1091 time: 1.9708817 Jun 30 02:29:52.991999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:52.995166 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581449af-c3ea-4efb-b6c6-26a5e203ef3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:53.019036 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d1a2dcc-78a3-4ac8-832a-09e1f409a0e7 req-dbdd1a21-06cc-4669-aac4-7685cf67d87a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945538 Jun 30 02:29:53.054057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-68890e74-8709-453b-8eec-31449b2ccc1d tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2312393 Jun 30 02:29:53.055002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.172050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2f9ad-493d-4917-9464-106530937816 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:53.207199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-2275a6ae-deb2-4b96-9f85-540ab4be096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:53.208850 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-2275a6ae-deb2-4b96-9f85-540ab4be096c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1094 time: 0.1229410 Jun 30 02:29:53.293319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e74652b6-b8a4-4887-bde3-2291fd332b0c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:53.311353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-64a8dce0-cb95-4fdb-a797-e5da7a9f94a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 217 time: 0.0880718 Jun 30 02:29:53.451729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-622bd850-ab6e-4983-8ae7-f4718a588c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:53.455315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-622bd850-ab6e-4983-8ae7-f4718a588c71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1322675 Jun 30 02:29:53.496826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-b6d480d6-24d0-4917-a5a1-1dcd2e36e51c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346203 Jun 30 02:29:53.521632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e74652b6-b8a4-4887-bde3-2291fd332b0c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:53.532102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e74652b6-b8a4-4887-bde3-2291fd332b0c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:53.532482 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.646655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.671811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.672651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.730800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-62480b3d-fa01-4302-b84c-473deada3205 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262230 Jun 30 02:29:53.790217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.817177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e74652b6-b8a4-4887-bde3-2291fd332b0c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e74652b6-b8a4-4887-bde3-2291fd332b0c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:53.831480 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.842933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df5aae-ef53-4fce-8b80-4accbcea3224 req-5f212a31-e182-41e6-a8d0-2919a0b34463 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:53.866609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97df5aae-ef53-4fce-8b80-4accbcea3224 req-5f212a31-e182-41e6-a8d0-2919a0b34463 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 950 time: 0.2305257 Jun 30 02:29:53.884307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:53.898566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e74652b6-b8a4-4887-bde3-2291fd332b0c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:53.923717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:54.059337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97df5aae-ef53-4fce-8b80-4accbcea3224 req-ade6f184-e129-449c-8e82-6fd86fe63d7c tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916921 Jun 30 02:29:54.065762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Pushing event updated for resources: {'Port': ['ID=1737486d-fe78-4100-a3e0-ac0a5203bae8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:54.075828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a19c0a-a90f-4f43-a695-e0eeb5766610 req-fea23606-095f-4832-bd69-39bdb378e60b service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363431 Jun 30 02:29:54.142626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0747d5-80ff-4330-a403-ba0ef63f9599 req-0ca7c1a7-f1fb-419c-ac5b-9da34f97337f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.149536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f0747d5-80ff-4330-a403-ba0ef63f9599 req-0ca7c1a7-f1fb-419c-ac5b-9da34f97337f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 943 time: 0.2742679 Jun 30 02:29:54.161314 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c592e-cd01-4981-acb1-d3df92cb31fb x-openstack-request-id: req-429c592e-cd01-4981-acb1-d3df92cb31fb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:54.161909 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:54.162528 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-429c592e-cd01-4981-acb1-d3df92cb31fb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:54.163245 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'status': 'completed', 'code': 200} Jun 30 02:29:54.254878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:29:54.325575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-2c7bd93d-fd97-4756-a955-6ccf0fba4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.329257 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-2c7bd93d-fd97-4756-a955-6ccf0fba4395 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1094 time: 0.1220224 Jun 30 02:29:54.376587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f0747d5-80ff-4330-a403-ba0ef63f9599 req-ae9bd5f7-f528-4f66-b930-0792604183d0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260303 Jun 30 02:29:54.492515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-48ba24a0-c80e-4b67-85ec-b32c53d93fb8 None None] Provisioning complete for port 1737486d-fe78-4100-a3e0-ac0a5203bae8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:54.493007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48ba24a0-c80e-4b67-85ec-b32c53d93fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.560955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-48ba24a0-c80e-4b67-85ec-b32c53d93fb8 None None] Port 1737486d-fe78-4100-a3e0-ac0a5203bae8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:54.569478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6a73371-8453-4065-bf55-c009966059ad req-aea55822-7c8a-45eb-8494-4210f0eba349 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 210 time: 0.0541739 Jun 30 02:29:54.571403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-1a0aae60-e556-4229-ab85-897e9408ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.573193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-1a0aae60-e556-4229-ab85-897e9408ef71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2381544 Jun 30 02:29:54.628034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:54.651295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-53f4192a-be91-435d-883f-619dc396f86d admin admin] 10.222.0.78 "PUT /v2.0/routers/db791815-86ff-4c65-9c24-e92ade3bf3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6718271 Jun 30 02:29:54.704970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-525fd724-f4e4-4b60-86d0-e07e57cd4ea1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 217 time: 0.1227016 Jun 30 02:29:54.807816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-a1707ec1-18aa-4c3b-95cf-1ada255de62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.809245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-a1707ec1-18aa-4c3b-95cf-1ada255de62b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0978367 Jun 30 02:29:54.877743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-3ab3b791-00fa-4829-b231-16d1abc989f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597930 Jun 30 02:29:54.973611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858da38-35ee-466f-a235-fbe2ceda9aae req-fb8cbf20-00d3-4350-9b87-70b2cf4eec3f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.981276 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b858da38-35ee-466f-a235-fbe2ceda9aae req-fb8cbf20-00d3-4350-9b87-70b2cf4eec3f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.2255833 Jun 30 02:29:55.051000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b858da38-35ee-466f-a235-fbe2ceda9aae req-03563bef-8949-4db8-a919-6318644096e5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687437 Jun 30 02:29:55.088654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-af7f3130-9b91-4c10-b1ec-351fada677bc service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949408 Jun 30 02:29:55.234915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e74652b6-b8a4-4887-bde3-2291fd332b0c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:55.290920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-581449af-c3ea-4efb-b6c6-26a5e203ef3a req-e66f3ba3-1b10-431d-b024-73aec9ea76e5 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892283 Jun 30 02:29:55.339836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e74652b6-b8a4-4887-bde3-2291fd332b0c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:55.340172 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.438651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51644) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:55.443966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-network', 'tenant_id': '84f70515d8c14134a78a1879511bb142'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:55.501981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Made reservation on behalf of 84f70515d8c14134a78a1879511bb142 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:55.505486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.548820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.599243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:55.632702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:55.641805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:29:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:55.667300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4f9d7ad5-cd31-4af8-8933-3af13fe9c14c tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504375 Jun 30 02:29:55.717475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.725641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.754453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:55.779492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.779838 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Added segment 6a383fc3-9cf7-4a09-bc5c-d12f1c818157 of type vlan for network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 Jun 30 02:29:55.782606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc005007-3d16-4327-bbc9-8a4351209d44,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:55.844412 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.901791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:55.905665 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.908677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.914213 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.958422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-5bcbb7e2-87f6-46ed-8e23-a9510405bb7a tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.960894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-5bcbb7e2-87f6-46ed-8e23-a9510405bb7a tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830038 Jun 30 02:29:55.984864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Request body: {'port': {'device_id': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '784e60bf5a6c4bfaa0609a68f2acc573'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:56.086699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9b9410-f09a-4ca3-b8d3-42d813e9a962,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:56.118398 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b8eb867a-1c2b-447b-ab81-4bd37f3ac964 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6783855 Jun 30 02:29:56.121330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51682) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:56.128826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Request body: {'subnet': {'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-subnet', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:56.176097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Made reservation on behalf of 84f70515d8c14134a78a1879511bb142 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:56.179333 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.195377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:56.233735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df85354e-ad70-4801-bee6-7c141530e8f9 req-d40a0d7d-5df8-4fe5-8a98-c64b547b39e3 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 210 time: 0.0383759 Jun 30 02:29:56.258387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Made reservation on behalf of 784e60bf5a6c4bfaa0609a68f2acc573 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:56.263869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.431538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d547937-2437-4708-a1e7-67b6ca16b791 req-468b9942-2b69-4bd3-a9bf-ffb610f1590a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.435408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d547937-2437-4708-a1e7-67b6ca16b791 req-468b9942-2b69-4bd3-a9bf-ffb610f1590a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 943 time: 0.2525368 Jun 30 02:29:56.459517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 2, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:56.509135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:56.509446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Updating router db791815-86ff-4c65-9c24-e92ade3bf3e8 port 1737486d-fe78-4100-a3e0-ac0a5203bae8 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:29:56.512097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d547937-2437-4708-a1e7-67b6ca16b791 req-26d9b13f-37c8-4f2d-b464-2e446efb8bd0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669403 Jun 30 02:29:56.553459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.591657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Allocated IP 192.168.233.49 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/54164fb3-8a41-474e-93b3-004bc0c5ca81) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:56.641997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.679915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2dd97-d6a8-486c-a5c7-baad634fd276 req-cb8914eb-d6db-434b-bcdb-0b2918c365c6 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.681698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28e2dd97-d6a8-486c-a5c7-baad634fd276 req-cb8914eb-d6db-434b-bcdb-0b2918c365c6 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 950 time: 0.1963778 Jun 30 02:29:56.750302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c551c7b1-f850-408e-8cfd-3f52888bf5e3,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:56.767299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Checking segment: {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:56.767653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Network hostable DHCP agents. Network: 2d9b9410-f09a-4ca3-b8d3-42d813e9a962, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:56.780695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28e2dd97-d6a8-486c-a5c7-baad634fd276 req-fd5395df-7440-460b-9520-9b6a1102fce2 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906570 Jun 30 02:29:56.799617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb46bc7-b4b3-491e-8858-23365696a390 req-e100469c-229f-440e-9288-c06c14974fe6 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.807419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfb46bc7-b4b3-491e-8858-23365696a390 req-e100469c-229f-440e-9288-c06c14974fe6 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1203504 Jun 30 02:29:56.832235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:56.852635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 2d9b9410-f09a-4ca3-b8d3-42d813e9a962) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:56.854216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.857841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.859643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.878669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Transition to ACTIVE for port object 54164fb3-8a41-474e-93b3-004bc0c5ca81 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:56.882450 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfb46bc7-b4b3-491e-8858-23365696a390 req-c71e100e-3ba1-4073-b9f4-0c30e9ded5e5 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Jun 30 02:29:56.912726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fbeb49cb-897f-4e0e-a4bf-28d5c3c582c1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7903221 Jun 30 02:29:56.913377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51702) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:56.918924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:56.940981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.951532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.955786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.973089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f12d8-b4d7-4b3d-b551-98e3ecc78f3e None None] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:57.027337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:57.034493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:57.037233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:57.043502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:57.044373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.072480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0928438 Jun 30 02:29:57.073404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['9d2534d3-bcee-48be-a19a-7290aa826840'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:57.080442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630f336-9850-4445-ab00-a1aa90658769 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Pushing event updated for resources: {'Port': ['ID=54164fb3-8a41-474e-93b3-004bc0c5ca81,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:57.097281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Request body: {'port': {'device_id': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:57.159682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.193029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.238175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Transition to ACTIVE for port object 1737486d-fe78-4100-a3e0-ac0a5203bae8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:57.240510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-2d9b9410-f09a-4ca3-b8d3-42d813e9a962', 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'fixed_ips': [{'subnet_id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:29:57.241357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.270093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.298563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.363771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20644f5a-fd74-4bf9-9eab-ff7e093584ba None None] Pushing event updated for resources: {'Port': ['ID=1737486d-fe78-4100-a3e0-ac0a5203bae8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:57.449186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.460254 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ecddd3c2-b0ed-4e9d-853b-16a541e79c6e service neutron] show failed (client error): The resource could not be found. Jun 30 02:29:57.461258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ecddd3c2-b0ed-4e9d-853b-16a541e79c6e service neutron] 10.222.0.67 "GET /v2.0/ports/758e973a-8417-46a8-8084-accf84d375f4/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.4080703 Jun 30 02:29:57.476433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4faab-f4b6-401d-902a-59d9364363ae req-2aea5f39-ea08-497d-ac0f-d62bb952ba2e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:57.478601 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ce4faab-f4b6-401d-902a-59d9364363ae req-2aea5f39-ea08-497d-ac0f-d62bb952ba2e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 971 time: 0.4510477 Jun 30 02:29:57.488327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:57.610130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cc1c20ba-c840-4eee-9aad-bd4c8d0d82e0 None None] Provisioning for port 54164fb3-8a41-474e-93b3-004bc0c5ca81 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:57.615449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ce4faab-f4b6-401d-902a-59d9364363ae req-080c7a4e-27c5-4784-a766-2735e2c96141 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132228 Jun 30 02:29:57.774938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-8dfaf48b-b85b-418f-9f35-036ec4b94329 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:57.776651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-8dfaf48b-b85b-418f-9f35-036ec4b94329 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.90 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 950 time: 0.2179544 Jun 30 02:29:57.802163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cc1c20ba-c840-4eee-9aad-bd4c8d0d82e0 None None] Provisioning complete for port 54164fb3-8a41-474e-93b3-004bc0c5ca81 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:57.802604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc1c20ba-c840-4eee-9aad-bd4c8d0d82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.805752 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:29:57.894972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Attempting to bind port 1737486d-fe78-4100-a3e0-ac0a5203bae8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:57.895287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Attempting to bind port 1737486d-fe78-4100-a3e0-ac0a5203bae8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:57.895435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Attempting to bind port 1737486d-fe78-4100-a3e0-ac0a5203bae8 on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:57.938853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Allocated IP 172.20.0.2 (2d9b9410-f09a-4ca3-b8d3-42d813e9a962/c551c7b1-f850-408e-8cfd-3f52888bf5e3/26f73959-1c32-4c0f-9e32-de91c2277ab0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:57.944571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54164fb3-8a41-474e-93b3-004bc0c5ca81 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:57.945638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d204794-0bf4-45c0-b2bf-b842d5fed4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.947606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:57.947980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Checking segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:57.948468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.948987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Bound using segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:57.949483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Bound port: 1737486d-fe78-4100-a3e0-ac0a5203bae8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:57.950029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.960470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.966786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.90', 54686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:58.002414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c20ba-c840-4eee-9aad-bd4c8d0d82e0 None None] Port 54164fb3-8a41-474e-93b3-004bc0c5ca81 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:58.038941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Transition to ACTIVE for port object 54164fb3-8a41-474e-93b3-004bc0c5ca81 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:58.050145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.102152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:58.171548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'port_id': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'mac_address': 'fa:16:3e:20:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64437cf9-cffa-4060-a46b-2b07339a54dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:58.184081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Pushing event updated for resources: {'Port': ['ID=54164fb3-8a41-474e-93b3-004bc0c5ca81,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:58.194226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Attempting to bind port 54164fb3-8a41-474e-93b3-004bc0c5ca81 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:58.194819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Attempting to bind port 54164fb3-8a41-474e-93b3-004bc0c5ca81 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:58.195253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Attempting to bind port 54164fb3-8a41-474e-93b3-004bc0c5ca81 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:58.207080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Port 54164fb3-8a41-474e-93b3-004bc0c5ca81 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:58.207558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Attempting to bind port 54164fb3-8a41-474e-93b3-004bc0c5ca81 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:58.222282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:58.223230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:58.223879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:58.224595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Bound port: 54164fb3-8a41-474e-93b3-004bc0c5ca81, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:58.225307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.231066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-b3f21f0a-fe92-4646-b078-e58a84f273c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.234902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-b3f21f0a-fe92-4646-b078-e58a84f273c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 1122 time: 0.2628593 Jun 30 02:29:58.251490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:58.255980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] For port 1737486d-fe78-4100-a3e0-ac0a5203bae8, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:58.314123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] For port 1737486d-fe78-4100-a3e0-ac0a5203bae8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1737486d-fe78-4100-a3e0-ac0a5203bae8,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:58.374374 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.388578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Transition to ACTIVE for port object 26f73959-1c32-4c0f-9e32-de91c2277ab0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:58.401595 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.408152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.458549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Transition to ACTIVE for port object 26f73959-1c32-4c0f-9e32-de91c2277ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:58.465115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cb2b18-abde-4172-9738-a79fa53e0b97 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:58.481818 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.508458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.533373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:58.544971 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.547901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20644f5a-fd74-4bf9-9eab-ff7e093584ba None None] Pushing event updated for resources: {'Port': ['ID=1737486d-fe78-4100-a3e0-ac0a5203bae8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:58.558254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:58.558423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.559151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:29:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:58.572003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:58.584442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8720-ac08-4f28-8033-2eae179028f0 req-12c9fbc3-bc82-4c87-8591-bb487b6db472 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.586575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-472a8720-ac08-4f28-8033-2eae179028f0 req-12c9fbc3-bc82-4c87-8591-bb487b6db472 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 947 time: 0.2526996 Jun 30 02:29:58.629338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:58.634016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Deleting port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:58.634840 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.635968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:58.688970 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.721551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Pushing event updated for resources: {'Port': ['ID=26f73959-1c32-4c0f-9e32-de91c2277ab0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:58.763210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] For port 54164fb3-8a41-474e-93b3-004bc0c5ca81, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:58.798523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] For port 54164fb3-8a41-474e-93b3-004bc0c5ca81, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:58.807806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-472a8720-ac08-4f28-8033-2eae179028f0 req-636b6308-afb7-4018-8e19-4788c9aecfc4 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152231 Jun 30 02:29:58.834853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.840540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648ab1a-9375-47fd-b8ff-4cc4af816054 req-009dc52a-61ca-45ab-9d13-a79dbdf84e5f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.848547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:58.849305 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1648ab1a-9375-47fd-b8ff-4cc4af816054 req-009dc52a-61ca-45ab-9d13-a79dbdf84e5f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 943 time: 0.5380480 Jun 30 02:29:58.877259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] For port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:58.877628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.892218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Attempting to bind port 26f73959-1c32-4c0f-9e32-de91c2277ab0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:58.892579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Attempting to bind port 26f73959-1c32-4c0f-9e32-de91c2277ab0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:58.892933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Attempting to bind port 26f73959-1c32-4c0f-9e32-de91c2277ab0 on network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:58.893798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Calling delete_port for 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:58.896127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['e8cb2b18-abde-4172-9738-a79fa53e0b97'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:58.955797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:58.956229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Checking segment: {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:58.956567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.956958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Bound using segment: {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:58.957440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Bound port: 26f73959-1c32-4c0f-9e32-de91c2277ab0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:58.957833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.958966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.960264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.961600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] 10.222.0.90 "PUT /v2.0/ports/54164fb3-8a41-474e-93b3-004bc0c5ca81 HTTP/1.1" status: 200 len: 1095 time: 1.8711529 Jun 30 02:29:58.969139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'tag': '54164fb3-8a41-474e-93b3-004bc0c5ca81'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:58.972439 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322b0fca-438e-4691-9938-b2b70c9a9d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "918ea7b9-60f7-4869-9af6-cf8c9b8f7f57", "tag": "54164fb3-8a41-474e-93b3-004bc0c5ca81"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:58.997680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.054768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Allocated IP 172.25.0.160 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/2e7e3e82-9a24-4c7d-b6d1-dade586c4180) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:59.119598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1648ab1a-9375-47fd-b8ff-4cc4af816054 req-def5c138-4e51-4c15-ad14-4beadf3ff114 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693024 Jun 30 02:29:59.151555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1255-3186-4b30-906c-9d68b2bde58e service neutron] Pushing event updated for resources: {'Port': ['ID=54164fb3-8a41-474e-93b3-004bc0c5ca81,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.258819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:59.265837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b334d-8834-4e14-967d-0ca6c9f931e1 req-c524c1a5-5753-4d54-b802-35c2a795d4ac tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.294024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b1b334d-8834-4e14-967d-0ca6c9f931e1 req-c524c1a5-5753-4d54-b802-35c2a795d4ac tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/ports?device_id=c801d935-45ea-482e-af44-d5325e0de214 HTTP/1.1" status: 200 len: 950 time: 0.2432475 Jun 30 02:29:59.322510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.349895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:59.378564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] For port 26f73959-1c32-4c0f-9e32-de91c2277ab0, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:59.383861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-69ec09ef-6daa-4e8d-8ef4-af39321012df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.386520 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-69ec09ef-6daa-4e8d-8ef4-af39321012df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 1098 time: 0.3637929 Jun 30 02:29:59.420955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Pushing event deleted for resources: {'Port': ['ID=4dab3b7d-f75a-47bd-a8ba-de8f904bd26f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.459020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-61db0402-9e52-4cee-b2cb-ee26dd964dc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81 HTTP/1.1" status: 200 len: 217 time: 0.0595224 Jun 30 02:29:59.459767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] For port 26f73959-1c32-4c0f-9e32-de91c2277ab0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=26f73959-1c32-4c0f-9e32-de91c2277ab0,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:59.462649 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b1b334d-8834-4e14-967d-0ca6c9f931e1 req-4dc3addd-6846-4357-b404-5a09ce585756 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.78 "GET /v2.0/security-groups?id=60cffbe6-cb22-42fb-a56e-80381b96627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674387 Jun 30 02:29:59.465197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.466167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] No DVR routers for this DVR port 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:59.471731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.485130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c35d344-a73b-4664-9d45-d29263ca7a97 req-65349080-b631-4575-99a7-cfb3948c09e5 tempest-TenantUsagesTestJSON-1157143354 tempest-TenantUsagesTestJSON-1157143354-project] 10.222.0.90 "DELETE /v2.0/ports/4dab3b7d-f75a-47bd-a8ba-de8f904bd26f HTTP/1.1" status: 204 len: 173 time: 1.6904557 Jun 30 02:29:59.489291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.491292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c801d935-45ea-482e-af44-d5325e0de214', 'name': 'network-vif-deleted', 'tag': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:59.493627 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2fe48-7644-415a-b091-4aa651ca56f2" -d '{"events": [{"server_uuid": "c801d935-45ea-482e-af44-d5325e0de214", "name": "network-vif-deleted", "tag": "4dab3b7d-f75a-47bd-a8ba-de8f904bd26f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:59.545212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Transition to ACTIVE for port object 758e973a-8417-46a8-8084-accf84d375f4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:59.554565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83b61d-0bce-4c8a-8472-bd0ddb2c1fda req-377ed22d-28c0-4f56-8c11-2f250d4708f5 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.567368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb83b61d-0bce-4c8a-8472-bd0ddb2c1fda req-377ed22d-28c0-4f56-8c11-2f250d4708f5 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2656257 Jun 30 02:29:59.580828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.591625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.602504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.681696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-57b659e1-933b-45c0-95c5-8f9105ae5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.683516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-57b659e1-933b-45c0-95c5-8f9105ae5472 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2141206 Jun 30 02:29:59.689118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:59.701901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:59.705282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:59.715173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:59.773879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c616e8-6183-485b-aa2a-9bf3d0581c58 None None] Pushing event updated for resources: {'Port': ['ID=26f73959-1c32-4c0f-9e32-de91c2277ab0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.807979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] No DVR routers for this DVR port 758e973a-8417-46a8-8084-accf84d375f4 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:59.823590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.854399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb83b61d-0bce-4c8a-8472-bd0ddb2c1fda req-6da6258f-6da7-49f5-8bd9-93215c1752d4 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859731 Jun 30 02:29:59.856288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.883811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.948115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:59.951698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:29:58Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:00.008281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:00.008810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:00.008915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:00.020101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Port 758e973a-8417-46a8-8084-accf84d375f4 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:00.020431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Attempting to bind port 758e973a-8417-46a8-8084-accf84d375f4 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:00.025544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:00.027974 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d118a-36a3-48aa-a548-4563f22d98b7" -d '{"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-unplugged", "status": "completed", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:00.031510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c4879-994c-44a1-918b-4f92766260d9 None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:29:58Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:00.035398 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.036542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:00.058753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:00.059665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:00.059665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:00.059960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Bound port: 758e973a-8417-46a8-8084-accf84d375f4, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:00.060254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.073261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-d0d9d4ec-252b-422b-9e1a-6741347d54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:00.074804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-d0d9d4ec-252b-422b-9e1a-6741347d54ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3723581 Jun 30 02:30:00.160256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:00.160256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 4dab3b7d-f75a-47bd-a8ba-de8f904bd26f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:00.172208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:00.320522 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e447f82-c458-498c-a39a-0c8516552eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.332098 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705339b-6b4a-4598-a075-26e78bdc4906 x-openstack-request-id: req-e705339b-6b4a-4598-a075-26e78bdc4906 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:00.333999 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918ea7b9-60f7-4869-9af6-cf8c9b8f7f57", "tag": "54164fb3-8a41-474e-93b3-004bc0c5ca81", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:00.334411 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e705339b-6b4a-4598-a075-26e78bdc4906 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:00.334979 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'tag': '54164fb3-8a41-474e-93b3-004bc0c5ca81', 'status': 'completed', 'code': 200} Jun 30 02:30:00.404641 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cd950c-2ea7-4704-af59-ba1f7abff613 x-openstack-request-id: req-68cd950c-2ea7-4704-af59-ba1f7abff613 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:00.405328 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c801d935-45ea-482e-af44-d5325e0de214", "name": "network-vif-deleted", "tag": "4dab3b7d-f75a-47bd-a8ba-de8f904bd26f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:00.406001 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68cd950c-2ea7-4704-af59-ba1f7abff613 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:00.406891 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c801d935-45ea-482e-af44-d5325e0de214', 'name': 'network-vif-deleted', 'tag': '4dab3b7d-f75a-47bd-a8ba-de8f904bd26f', 'status': 'completed', 'code': 200} Jun 30 02:30:00.473899 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.514232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.573044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:00.615090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:00.656122 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.724828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a445779-0f58-41cc-958c-32f3fc8f77d7 req-b90fca49-e394-441b-a981-a11f476ab6f2 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:00.736449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a445779-0f58-41cc-958c-32f3fc8f77d7 req-b90fca49-e394-441b-a981-a11f476ab6f2 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 947 time: 0.1899922 Jun 30 02:30:00.775527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:00.776582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.779351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] 10.222.0.90 "PUT /v2.0/ports/758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 1095 time: 2.5362303 Jun 30 02:30:00.787127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-97e69d9f-c9b1-4942-86cf-7916df47c90b service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906483 Jun 30 02:30:00.869326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a445779-0f58-41cc-958c-32f3fc8f77d7 req-1087ddff-2896-4c51-95e7-d999c207ae87 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317699 Jun 30 02:30:00.904010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.933410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624f1e8-6c51-48ac-a20f-7175ee74200d req-e02bee37-2c07-4887-b47b-1fd77777fcdd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:00.947281 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d624f1e8-6c51-48ac-a20f-7175ee74200d req-e02bee37-2c07-4887-b47b-1fd77777fcdd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 947 time: 0.6082778 Jun 30 02:30:01.001095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dd642-ba39-4a1c-ab78-e71242ae93d0 service neutron] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:01.082649 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90346da5-e991-4369-9123-747a2ff20bfc x-openstack-request-id: req-90346da5-e991-4369-9123-747a2ff20bfc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:01.083147 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-unplugged", "status": "completed", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:01.083227 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90346da5-e991-4369-9123-747a2ff20bfc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:01.083730 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'code': 200} Jun 30 02:30:01.175774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d624f1e8-6c51-48ac-a20f-7175ee74200d req-ce7a4d15-1c2e-4540-bd0c-5ab58bf0ef62 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261219 Jun 30 02:30:01.234954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-9dacf884-d414-4482-87d6-3d243538ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.253615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-9dacf884-d414-4482-87d6-3d243538ea99 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1098 time: 0.3792617 Jun 30 02:30:01.256090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edcb7ac8-220f-4852-a41d-5ecac4b03caa req-aca35ca6-99fe-4688-bad1-cb03eb49580b service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593177 Jun 30 02:30:01.406677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fcf55-0426-4c44-8a3b-d77c883c3e7a req-a5be1e5e-d1cc-4e0d-b237-24e460f2f0d4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.422182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-333fcf55-0426-4c44-8a3b-d77c883c3e7a req-a5be1e5e-d1cc-4e0d-b237-24e460f2f0d4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 944 time: 0.1597109 Jun 30 02:30:01.425305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Router 7975a575-5bf7-409f-9849-1c7107f071ef is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:30:01.431388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 26f73959-1c32-4c0f-9e32-de91c2277ab0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:01.518200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:01.586076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 26f73959-1c32-4c0f-9e32-de91c2277ab0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:01.595310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1737486d-fe78-4100-a3e0-ac0a5203bae8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:01.620970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-694f5a01-c51a-4762-bf88-e835b2fe2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.622682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-694f5a01-c51a-4762-bf88-e835b2fe2b3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3484762 Jun 30 02:30:01.632756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-f12e8dfa-2d03-4b87-8587-33a7b908d5be tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.639724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-f12e8dfa-2d03-4b87-8587-33a7b908d5be tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.2504199 Jun 30 02:30:01.661431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-333fcf55-0426-4c44-8a3b-d77c883c3e7a req-d1001107-fcc1-4f48-b562-e5e8692d491d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379370 Jun 30 02:30:01.665746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-3fe214fa-5c1b-4577-8656-9f53aa1d9dee tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/quotas/401abc5bdb3148718de0aa56525a5359 HTTP/1.1" status: 200 len: 375 time: 0.0250068 Jun 30 02:30:01.697468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-80286f67-aaef-4938-bd39-33865dca50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.699585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-80286f67-aaef-4938-bd39-33865dca50ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 1098 time: 0.3119881 Jun 30 02:30:01.711203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-cca6eb75-7055-4840-a1b7-52fc5c3dcb24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0684924 Jun 30 02:30:01.815828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-8007afd3-36b8-443c-98b6-49611bcce629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.817057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-8007afd3-36b8-443c-98b6-49611bcce629 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0751581 Jun 30 02:30:01.819815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:01.844686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f9659-fa1a-45a3-9ade-1bb2e2356367 None None] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:02.082163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port e8cb2b18-abde-4172-9738-a79fa53e0b97 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:02.114436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port e8cb2b18-abde-4172-9738-a79fa53e0b97 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:02.115832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.119406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-2d586c53-3395-4ad4-939d-aca31ba192c8 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4527636 Jun 30 02:30:02.121627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] Provisioning for port 26f73959-1c32-4c0f-9e32-de91c2277ab0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:02.128115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-196f5ea9-9ee4-48ff-a47f-e0f2ad9cfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.130001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-196f5ea9-9ee4-48ff-a47f-e0f2ad9cfe56 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3977060 Jun 30 02:30:02.162299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-5cd68a8a-6936-486f-8177-4ce78d473914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.163912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-5cd68a8a-6936-486f-8177-4ce78d473914 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3306613 Jun 30 02:30:02.168716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] Provisioning complete for port 26f73959-1c32-4c0f-9e32-de91c2277ab0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:02.169232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.232966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:02.240400 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.244333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 1737486d-fe78-4100-a3e0-ac0a5203bae8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:02.257900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1737486d-fe78-4100-a3e0-ac0a5203bae8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:02.258428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.328322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:02.362970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:02.375481 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Sync routers for ids ['7975a575-5bf7-409f-9849-1c7107f071ef'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:02.386192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Routers {'7975a575-5bf7-409f-9849-1c7107f071ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:02.387188 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7975a575-5bf7-409f-9849-1c7107f071ef'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:02.407143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.419480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.424499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d00efc73-2a86-4468-ad79-187c4500dc93 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5064845 Jun 30 02:30:02.429099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51810) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:02.487841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] For port 26f73959-1c32-4c0f-9e32-de91c2277ab0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=26f73959-1c32-4c0f-9e32-de91c2277ab0,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:02.544960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.552225 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.568307 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Set router 7975a575-5bf7-409f-9849-1c7107f071ef gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:02.571490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86064e85-e6ff-4320-8671-0acb2ea0fb7f req-31f96fe4-0dd2-4bc8-b1aa-6fa1f03fea98 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.572957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86064e85-e6ff-4320-8671-0acb2ea0fb7f req-31f96fe4-0dd2-4bc8-b1aa-6fa1f03fea98 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.3151515 Jun 30 02:30:02.580483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758e973a-8417-46a8-8084-accf84d375f4'}, {'name': 'network-changed', 'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'tag': '758e973a-8417-46a8-8084-accf84d375f4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:02.582595 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556758aa-599a-4e50-8d6a-0fec0aa6c475" -d '{"events": [{"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-unplugged", "status": "completed", "tag": "758e973a-8417-46a8-8084-accf84d375f4"}, {"name": "network-changed", "server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "tag": "758e973a-8417-46a8-8084-accf84d375f4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:02.584902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ae62-1b03-4d78-b2da-58bd6eb0b89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.585714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6d305f9f-9dc0-457f-9bd6-064ef4a3e82e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.587831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6d305f9f-9dc0-457f-9bd6-064ef4a3e82e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/ports?device_id=ad611bdb-1f61-43c4-92d3-7205731ac6a9 HTTP/1.1" status: 200 len: 943 time: 0.3286502 Jun 30 02:30:02.616843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedadae-dc9d-4bb6-a303-dbe1b62f5417 None None] Pushing event updated for resources: {'Port': ['ID=26f73959-1c32-4c0f-9e32-de91c2277ab0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:02.647444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-60312d18-01dc-4549-938c-fce6e43e091c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81 HTTP/1.1" status: 200 len: 217 time: 0.4982579 Jun 30 02:30:02.647907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.693568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:02.699521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:02.711727 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.807728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:02.824895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-5516d037-ca56-483f-b066-da252e1ed11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.826401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-5516d037-ca56-483f-b066-da252e1ed11a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1618354 Jun 30 02:30:02.826847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 1737486d-fe78-4100-a3e0-ac0a5203bae8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1737486d-fe78-4100-a3e0-ac0a5203bae8,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:02.834455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.898426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-f5e82a5e-aad8-4f24-8a4e-c93f978e346c service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668233 Jun 30 02:30:02.906125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-936e621b-9648-4f28-b76b-60d8d40dfdc8 None None] Provisioning complete for port 26f73959-1c32-4c0f-9e32-de91c2277ab0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:02.907110 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-936e621b-9648-4f28-b76b-60d8d40dfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.921199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-ea14669a-803e-4650-9a71-2d2928a68e70 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251892 Jun 30 02:30:02.976088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=1737486d-fe78-4100-a3e0-ac0a5203bae8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:03.001636 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:30:00Z', 'revision_number': 3, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:03.004169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86064e85-e6ff-4320-8671-0acb2ea0fb7f req-856596bf-d5b4-4818-bc30-251735c4da17 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127226 Jun 30 02:30:03.054023 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Checking router: 7975a575-5bf7-409f-9849-1c7107f071ef for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:03.054552 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Updating router 7975a575-5bf7-409f-9849-1c7107f071ef port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:03.085555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:03.088659 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d454f64a-9aed-4bf2-aa55-df215ced8189" -d '{"events": [{"server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "name": "network-vif-plugged", "status": "completed", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:03.132568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-07f7805e-07e5-4704-be73-e74c7036aeb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=318985ec34e14331bb9c969a5a115c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8538558 Jun 30 02:30:03.135242 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.157015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:03.213545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 26f73959-1c32-4c0f-9e32-de91c2277ab0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:03.217873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-0122dd50-d73c-4c09-8433-e1483aa9529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.219812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-0122dd50-d73c-4c09-8433-e1483aa9529b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857927 Jun 30 02:30:03.245956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Deleting port de6ad9fb-7b93-43bc-b19b-a039282207c6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:03.246229 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.277362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ae62-1b03-4d78-b2da-58bd6eb0b89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.280250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-7b9d23b9-aeea-4487-88f4-976bab5c8d6d service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811352 Jun 30 02:30:03.287926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 26f73959-1c32-4c0f-9e32-de91c2277ab0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:03.288082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.334902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ae62-1b03-4d78-b2da-58bd6eb0b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.361517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d22224-b30b-4bd1-a13a-c57c40fd35d8 req-236bd022-1d96-474f-82a7-7be33fc68587 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928266 Jun 30 02:30:03.421827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9f5ae62-1b03-4d78-b2da-58bd6eb0b89b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=204e868c955b46db8001ebe12118a4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5908730 Jun 30 02:30:03.426831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5ae62-1b03-4d78-b2da-58bd6eb0b89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31fd416-7047-4395-aea3-e9201423e692,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:03.429450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:03.429619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d06ed-bd38-411d-a1e7-05fff8c5436c req-bd62eb1d-4fdc-484d-b1d1-c4737aacaba7 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.433438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a41d06ed-bd38-411d-a1e7-05fff8c5436c req-bd62eb1d-4fdc-484d-b1d1-c4737aacaba7 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 947 time: 0.2600238 Jun 30 02:30:03.440918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-124d7718-dcee-49cb-a775-70e8e8d54265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.469544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1737486d-fe78-4100-a3e0-ac0a5203bae8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:03.503030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-124d7718-dcee-49cb-a775-70e8e8d54265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.518932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] For port de6ad9fb-7b93-43bc-b19b-a039282207c6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=de6ad9fb-7b93-43bc-b19b-a039282207c6,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:03.519792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.533499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-4d8837e5-24dc-45a2-9a08-5665469e9461 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831805 Jun 30 02:30:03.540935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Calling delete_port for de6ad9fb-7b93-43bc-b19b-a039282207c6 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:03.584469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1737486d-fe78-4100-a3e0-ac0a5203bae8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:03.584849 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.676535 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.711599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6f03-e3b7-41a5-a8f7-ea6084a9bbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.713010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Transition to ACTIVE for port object 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:03.736406 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.791265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6f03-e3b7-41a5-a8f7-ea6084a9bbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.806015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a41d06ed-bd38-411d-a1e7-05fff8c5436c req-2c4b9c78-e0e6-4a37-9d1b-de2ef90d619a tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463595 Jun 30 02:30:03.811179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.816639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.817307 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c160-dab4-4524-8e00-93d9048a3874 None None] Pushing event updated for resources: {'Port': ['ID=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:03.842640 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Attempting to bind port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:03.845376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Attempting to bind port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:03.846046 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Attempting to bind port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:03.863724 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:03.864072 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:03.864480 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.865117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:03.865348 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Bound port: 2e7e3e82-9a24-4c7d-b6d1-dade586c4180, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:03.865754 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.866921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event deleted for resources: {'Port': ['ID=de6ad9fb-7b93-43bc-b19b-a039282207c6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:03.906604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-124d7718-dcee-49cb-a775-70e8e8d54265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.909190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-124d7718-dcee-49cb-a775-70e8e8d54265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.910465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-124d7718-dcee-49cb-a775-70e8e8d54265 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60cffbe6-cb22-42fb-a56e-80381b96627f HTTP/1.1" status: 204 len: 168 time: 0.7480373 Jun 30 02:30:03.940252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-322b0fca-438e-4691-9938-b2b70c9a9d8c req-f6c7ae74-0139-4496-ad1d-13cca52498ba service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986225 Jun 30 02:30:03.954088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d7718-dcee-49cb-a775-70e8e8d54265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cffbe6-cb22-42fb-a56e-80381b96627f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:03.972418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6f03-e3b7-41a5-a8f7-ea6084a9bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.982861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6f03-e3b7-41a5-a8f7-ea6084a9bbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.987022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ed5f6f03-e3b7-41a5-a8f7-ea6084a9bbc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d31fd416-7047-4395-aea3-e9201423e692 HTTP/1.1" status: 204 len: 168 time: 0.5536416 Jun 30 02:30:04.018465 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b433f7-d200-489c-9595-ef1c255256f5 x-openstack-request-id: req-16b433f7-d200-489c-9595-ef1c255256f5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:04.020607 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-unplugged", "status": "completed", "tag": "758e973a-8417-46a8-8084-accf84d375f4", "code": 200}, {"name": "network-changed", "server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "tag": "758e973a-8417-46a8-8084-accf84d375f4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:04.021069 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16b433f7-d200-489c-9595-ef1c255256f5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:04.021672 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758e973a-8417-46a8-8084-accf84d375f4', 'code': 200} Jun 30 02:30:04.024548 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'tag': '758e973a-8417-46a8-8084-accf84d375f4', 'status': 'completed', 'code': 200} Jun 30 02:30:04.039584 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] For port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:04.050367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] No DVR routers for this DVR port de6ad9fb-7b93-43bc-b19b-a039282207c6 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:04.052309 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] For port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:04.065395 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.081872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f6f03-e3b7-41a5-a8f7-ea6084a9bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31fd416-7047-4395-aea3-e9201423e692,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:04.094459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.121593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb66d830-ac75-4ca5-9fad-5651a293b40f req-6f511b27-44a5-4812-ab61-e6bf2c203d5b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "DELETE /v2.0/ports/de6ad9fb-7b93-43bc-b19b-a039282207c6 HTTP/1.1" status: 204 len: 173 time: 1.5063872 Jun 30 02:30:04.172839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.214716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-deleted', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:04.219210 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c486daf-fc13-4626-a364-df258e0178e9" -d '{"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-deleted", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:04.256184 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Routers {'7975a575-5bf7-409f-9849-1c7107f071ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:04.268049 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7975a575-5bf7-409f-9849-1c7107f071ef'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:04.320028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9540617-eb52-4ab6-935f-113f3c8e95e7 req-f0811304-d1a8-41e9-ac5a-2cd26e6f4f1d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.331779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9540617-eb52-4ab6-935f-113f3c8e95e7 req-f0811304-d1a8-41e9-ac5a-2cd26e6f4f1d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 947 time: 0.4429402 Jun 30 02:30:04.394491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-29d175f7-643e-4e21-84fd-ab685ddc9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.396117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-29d175f7-643e-4e21-84fd-ab685ddc9411 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1098 time: 0.3610840 Jun 30 02:30:04.411394 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c160-dab4-4524-8e00-93d9048a3874 None None] Pushing event updated for resources: {'Port': ['ID=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:04.511478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] Set router 7975a575-5bf7-409f-9849-1c7107f071ef gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:04.574265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9540617-eb52-4ab6-935f-113f3c8e95e7 req-9cd48a36-12e4-4352-b07d-dc694a274a9c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414672 Jun 30 02:30:04.582632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077f810-fcb7-4520-8fb5-4443ccc63661 req-41ba651c-83d3-4e74-995b-fe37f5a1c606 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.585845 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f077f810-fcb7-4520-8fb5-4443ccc63661 req-41ba651c-83d3-4e74-995b-fe37f5a1c606 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 945 time: 0.3189180 Jun 30 02:30:04.599053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-9290e7e3-9570-482e-8736-64f2300b7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.600759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-9290e7e3-9570-482e-8736-64f2300b7182 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1098 time: 0.5564632 Jun 30 02:30:04.607144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:04.607485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:04.660042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea57d-708e-4de2-9716-7ce20e6066c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.677783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Allocated IP 172.20.0.1 (2d9b9410-f09a-4ca3-b8d3-42d813e9a962/c551c7b1-f850-408e-8cfd-3f52888bf5e3/96239701-99dd-4ab9-99f8-0e8a7052b58a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:04.679665 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.689827 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae329354-b283-4c67-9af5-293bdf8783f7 x-openstack-request-id: req-ae329354-b283-4c67-9af5-293bdf8783f7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:04.690412 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "name": "network-vif-plugged", "status": "completed", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:04.691197 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae329354-b283-4c67-9af5-293bdf8783f7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:04.691438 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'code': 200} Jun 30 02:30:04.725165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-a4add259-cb24-4464-8f38-8ba2cc51aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.726874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-a4add259-cb24-4464-8f38-8ba2cc51aa60 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3189991 Jun 30 02:30:04.740986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:30:04.740986 n-d-798054-5 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:30:04.740986 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id': '743c833b4f5445edb14872379d08ccf6', 'id': '8a529bac-153a-4be6-854b-8c6d6e716805', 'expiration': datetime.datetime(2021, 6, 30, 2, 32, 4, 722587)}] Jun 30 02:30:04.740986 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:30:04.741522 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:30:04.788098 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:30:00Z', 'revision_number': 3, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:04.793813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-67afcd19-e142-4adf-bb67-553c25f3a2fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0515876 Jun 30 02:30:04.843059 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbabeb-6dc3-4b02-878b-bb2e74d051cf None None] The sync data for ids ['7975a575-5bf7-409f-9849-1c7107f071ef'] in n-d-798054-5 is: [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:30:00Z', 'revision_number': 3, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:04.945083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c8674f0-d6a6-4848-aaf2-dfc723259a47 req-e1635e69-ec01-4da8-89ea-f2454d417da9 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 210 time: 0.0592670 Jun 30 02:30:04.966914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-15df1812-66df-4c3c-96fa-559b9a7fa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.969129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-15df1812-66df-4c3c-96fa-559b9a7fa4dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1460896 Jun 30 02:30:04.989483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f077f810-fcb7-4520-8fb5-4443ccc63661 req-ab08f84d-f741-47f9-80b0-2834fc29b50e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869252 Jun 30 02:30:05.079061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea57d-708e-4de2-9716-7ce20e6066c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.095225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea57d-708e-4de2-9716-7ce20e6066c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.141611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-0d2436ec-7eb5-4e6d-b21b-90771a5884e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.151467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-0d2436ec-7eb5-4e6d-b21b-90771a5884e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3625488 Jun 30 02:30:05.159873 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe4ddb-01a5-4727-9d40-52bf9343aa40 x-openstack-request-id: req-27fe4ddb-01a5-4727-9d40-52bf9343aa40 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:05.161963 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad611bdb-1f61-43c4-92d3-7205731ac6a9", "name": "network-vif-deleted", "tag": "de6ad9fb-7b93-43bc-b19b-a039282207c6", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:05.162531 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27fe4ddb-01a5-4727-9d40-52bf9343aa40 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:05.163397 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad611bdb-1f61-43c4-92d3-7205731ac6a9', 'name': 'network-vif-deleted', 'tag': 'de6ad9fb-7b93-43bc-b19b-a039282207c6', 'status': 'completed', 'code': 200} Jun 30 02:30:05.168591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ea57d-708e-4de2-9716-7ce20e6066c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d86af8-3e8c-4411-8636-6d8cd33ea775,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:05.190235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.241752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-a08e2b1c-582e-44ef-9935-5cf24242e47c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0623121 Jun 30 02:30:05.242729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.261106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Transition to ACTIVE for port object 96239701-99dd-4ab9-99f8-0e8a7052b58a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:05.263236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-5cbce760-37e1-4a7d-93bd-188f8c8eb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.263850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159c01-2feb-4bad-9ef7-2231df3cf47e req-0379bba3-d1d4-4585-9881-0346819b1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.264875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-5cbce760-37e1-4a7d-93bd-188f8c8eb08d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2858067 Jun 30 02:30:05.267643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f159c01-2feb-4bad-9ef7-2231df3cf47e req-0379bba3-d1d4-4585-9881-0346819b1994 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1096 time: 0.4438074 Jun 30 02:30:05.295787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9c7ea57d-708e-4de2-9716-7ce20e6066c4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc30034b88224ceea2e12ace7abfed24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767426 Jun 30 02:30:05.319077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51852) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:05.459484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-f207bbc2-0b3f-4e62-9625-5ccdfbeaf78a service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739826 Jun 30 02:30:05.469169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-bcb260e1-25c1-4619-9bda-8ba0e8c8fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.470668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-bcb260e1-25c1-4619-9bda-8ba0e8c8fe2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2130301 Jun 30 02:30:05.493208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f159c01-2feb-4bad-9ef7-2231df3cf47e req-0b1341a6-3cef-4de0-8e46-95b15c99cc99 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028642 Jun 30 02:30:05.520611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 54164fb3-8a41-474e-93b3-004bc0c5ca81 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:05.529549 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.617696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf90c-470f-427b-8125-bf42dfd39062 req-bf805184-34e6-4fbf-97d8-051c9c3914d9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.621793 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-060cf90c-470f-427b-8125-bf42dfd39062 req-bf805184-34e6-4fbf-97d8-051c9c3914d9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.3611937 Jun 30 02:30:05.623281 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-756a5fe1-7391-4be1-9a20-a2f8bc26bf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.641149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:05.669963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20686365-7d19-41be-9109-643edb955052 req-6b49d00d-2e29-4ca4-9bc2-7c0a809e0913 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.672186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20686365-7d19-41be-9109-643edb955052 req-6b49d00d-2e29-4ca4-9bc2-7c0a809e0913 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 947 time: 0.2286303 Jun 30 02:30:05.675967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Pushing event updated for resources: {'Port': ['ID=96239701-99dd-4ab9-99f8-0e8a7052b58a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:05.679870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:05.689507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-fefebd27-3fe1-4f63-b0b3-0bb2757a1b96 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975875 Jun 30 02:30:05.694017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:05.694737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.734925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 54164fb3-8a41-474e-93b3-004bc0c5ca81, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:05.742277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.759151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20686365-7d19-41be-9109-643edb955052 req-8ef3676f-86c0-4609-93ed-5fcad3956401 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719032 Jun 30 02:30:05.765310 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.770004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '54164fb3-8a41-474e-93b3-004bc0c5ca81', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '54164fb3-8a41-474e-93b3-004bc0c5ca81', 'mac_address': 'fa:16:3e:27:e2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:05.854028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=743c833b4f5445edb14872379d08ccf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2448318 Jun 30 02:30:05.854970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:05.926961 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.929039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a1f1-501e-45a0-8821-d5ab4fd553dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe27411-9071-464d-a2c1-3bb711406b8b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:05.978082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54164fb3-8a41-474e-93b3-004bc0c5ca81 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:06.059812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 54164fb3-8a41-474e-93b3-004bc0c5ca81, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:06.089959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.115977 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8187-1f09-4509-af29-3fe77038a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.184394 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8187-1f09-4509-af29-3fe77038a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.241142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=54164fb3-8a41-474e-93b3-004bc0c5ca81,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:06.256846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-76a4b12a-a37d-42ec-bfd8-6ab6aba94651 None None] Provisioning for port 96239701-99dd-4ab9-99f8-0e8a7052b58a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:06.278342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-76a4b12a-a37d-42ec-bfd8-6ab6aba94651 None None] Provisioning complete for port 96239701-99dd-4ab9-99f8-0e8a7052b58a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:06.278925 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76a4b12a-a37d-42ec-bfd8-6ab6aba94651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.354289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-756a5fe1-7391-4be1-9a20-a2f8bc26bf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.374223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-76a4b12a-a37d-42ec-bfd8-6ab6aba94651 None None] Port 96239701-99dd-4ab9-99f8-0e8a7052b58a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:06.441772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-060cf90c-470f-427b-8125-bf42dfd39062 req-07113dc7-629c-4684-be94-fd631cd74a03 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977338 Jun 30 02:30:06.466785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-939e0d74-d0c4-4aac-a439-0da61c202671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:06.470260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['54164fb3-8a41-474e-93b3-004bc0c5ca81'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:06.471332 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-939e0d74-d0c4-4aac-a439-0da61c202671 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9824529 Jun 30 02:30:06.473093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8187-1f09-4509-af29-3fe77038a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.476378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8187-1f09-4509-af29-3fe77038a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.481276 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5d2c8187-1f09-4509-af29-3fe77038a251 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0fe27411-9071-464d-a2c1-3bb711406b8b HTTP/1.1" status: 204 len: 168 time: 0.6238675 Jun 30 02:30:06.531592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3159a85-f9d0-47b9-9639-fc53e155a05e req-1ec3e790-a569-4b22-b9ee-6b678a29d384 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:06.540313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3159a85-f9d0-47b9-9639-fc53e155a05e req-1ec3e790-a569-4b22-b9ee-6b678a29d384 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 947 time: 0.4833236 Jun 30 02:30:06.596342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c8187-1f09-4509-af29-3fe77038a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe27411-9071-464d-a2c1-3bb711406b8b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:06.626605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-ec4d625f-d3e4-4dfe-bb50-88ce71fdcac0 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:06.628886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-ec4d625f-d3e4-4dfe-bb50-88ce71fdcac0 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.6069975 Jun 30 02:30:06.652430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Request body: {'port': {'device_id': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'admin_state_up': True, 'tenant_id': '401abc5bdb3148718de0aa56525a5359'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:06.835883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-756a5fe1-7391-4be1-9a20-a2f8bc26bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.838636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-756a5fe1-7391-4be1-9a20-a2f8bc26bf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.843676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-756a5fe1-7391-4be1-9a20-a2f8bc26bf30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1d86af8-3e8c-4411-8636-6d8cd33ea775 HTTP/1.1" status: 204 len: 168 time: 1.4860280 Jun 30 02:30:06.855239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3159a85-f9d0-47b9-9639-fc53e155a05e req-3a6148ff-83a2-44ac-acfa-a98cdb50bc93 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134162 Jun 30 02:30:06.943087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Made reservation on behalf of 401abc5bdb3148718de0aa56525a5359 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:06.950648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.088085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a5fe1-7391-4be1-9a20-a2f8bc26bf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d86af8-3e8c-4411-8636-6d8cd33ea775,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:07.139425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-10e2ef02-84ec-4277-8025-64e11d7a5c45 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547205 Jun 30 02:30:07.273935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eac1af6-3baa-4fc5-98b0-b3a3db8cadb0 req-97078524-1b9c-4802-a736-0ccdb4cbfca2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 210 time: 0.1255739 Jun 30 02:30:07.355627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.375575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:07.494647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Allocated IP 172.20.0.6 (e6fa797f-3231-43b7-878e-392d247d64c3/027e92af-596a-40ea-9788-95bc7272badf/741aa34e-41fd-4966-939c-c0eadccb8c8f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:07.526071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:07.560743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd60a-5081-41b2-bf3d-b29109d88bd5 req-99dbfbae-0238-44bc-8811-8b01a5bb353b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:07.570235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d4cd60a-5081-41b2-bf3d-b29109d88bd5 req-99dbfbae-0238-44bc-8811-8b01a5bb353b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 945 time: 0.7436562 Jun 30 02:30:07.573680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:07.585178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:07.585554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.666416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:07.700860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-556758aa-599a-4e50-8d6a-0fec0aa6c475 req-6bbee525-6ca6-47d6-b251-583f835194aa service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450270 Jun 30 02:30:07.767710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d4cd60a-5081-41b2-bf3d-b29109d88bd5 req-ef2593cb-5125-4ea8-a157-d530634a905b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683979 Jun 30 02:30:07.797857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: de6ad9fb-7b93-43bc-b19b-a039282207c6 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:07.798567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device de6ad9fb-7b93-43bc-b19b-a039282207c6 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:07.932003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:07.958769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.971370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '758e973a-8417-46a8-8084-accf84d375f4', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '758e973a-8417-46a8-8084-accf84d375f4', 'mac_address': 'fa:16:3e:29:0a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:07.983303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.989551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b6cb8-3154-4927-a1fc-f0620c8bec99 req-be0745ed-854d-4a70-a40f-51faf62232a5 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:07.996311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.996676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.011043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce2b6cb8-3154-4927-a1fc-f0620c8bec99 req-be0745ed-854d-4a70-a40f-51faf62232a5 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 948 time: 0.4342809 Jun 30 02:30:08.064352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:08.073335 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.087331 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.133383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.135655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758e973a-8417-46a8-8084-accf84d375f4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:08.150946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce2b6cb8-3154-4927-a1fc-f0620c8bec99 req-e4d9638b-aa8f-4879-b062-2e43a110b585 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388438 Jun 30 02:30:08.192103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:08.193643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:08.205007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.277048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.297094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Pushing event updated for resources: {'Port': ['ID=96239701-99dd-4ab9-99f8-0e8a7052b58a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:08.316810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:08.363951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Network e6fa797f-3231-43b7-878e-392d247d64c3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:08.386774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:08.417390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:08.422674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:08.426827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c236e-f12c-4ef6-91c1-dab2abe7766d req-9f64d7d2-83be-4bdf-8e5a-0c6901b14e80 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.428420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da9c236e-f12c-4ef6-91c1-dab2abe7766d req-9f64d7d2-83be-4bdf-8e5a-0c6901b14e80 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.3779535 Jun 30 02:30:08.429094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.429390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:08.430060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.444413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:08.457518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-9a9ac2de-39c1-4c22-a2d3-ce9184f89a96 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8120406 Jun 30 02:30:08.480377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Request body: {'port': {'device_id': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:08.526329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:08.571712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51906) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:08.590517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da9c236e-f12c-4ef6-91c1-dab2abe7766d req-6f87177b-8ff8-488a-a7de-67f27beee76b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084101 Jun 30 02:30:08.662656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Router 7975a575-5bf7-409f-9849-1c7107f071ef has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:08.869606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:08.884380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9fb276f2-be3e-4e22-a241-832b263d3754 admin admin] 10.222.0.78 "PUT /v2.0/routers/7975a575-5bf7-409f-9849-1c7107f071ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4399712 Jun 30 02:30:08.897268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Sync routers for ids ['7975a575-5bf7-409f-9849-1c7107f071ef'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:08.904400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a0b3-a4f8-4095-bbfa-098c8afbe447 req-f8d1fc0e-4430-4c58-a585-a85417652f06 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.907137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6903a0b3-a4f8-4095-bbfa-098c8afbe447 req-f8d1fc0e-4430-4c58-a585-a85417652f06 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 931 time: 0.1640913 Jun 30 02:30:08.910132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6127c-98e4-470c-af29-40598399e561 req-26e016f1-7168-4a87-bda6-682dc1b750b9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.911754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3a6127c-98e4-470c-af29-40598399e561 req-26e016f1-7168-4a87-bda6-682dc1b750b9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 948 time: 0.5501242 Jun 30 02:30:08.941573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Routers {'7975a575-5bf7-409f-9849-1c7107f071ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:08.942220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7975a575-5bf7-409f-9849-1c7107f071ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:08.986432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.990681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6903a0b3-a4f8-4095-bbfa-098c8afbe447 req-d0d3f705-5f2a-46e8-8288-129eace84cb3 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723543 Jun 30 02:30:09.002637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3a6127c-98e4-470c-af29-40598399e561 req-a1eaf8ca-7bbb-4e5a-b912-5d4b38f22e2a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829797 Jun 30 02:30:09.003238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:09.022060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-474ced83-c10c-4f06-be8c-194f0a2b6e2d None None] Provisioning complete for port 96239701-99dd-4ab9-99f8-0e8a7052b58a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:09.022060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-474ced83-c10c-4f06-be8c-194f0a2b6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.022623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-936721189-network', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:09.071928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Made reservation on behalf of a28dce9e600a447aa8a1da41a7cfffe3 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:09.078479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.101040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.128825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-474ced83-c10c-4f06-be8c-194f0a2b6e2d None None] Port 96239701-99dd-4ab9-99f8-0e8a7052b58a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:09.246048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:09.252000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d680bfff-5f99-45e0-9cd5-f57eec8383ca tempest-AutoAllocateNetworkTest-1395422674 tempest-AutoAllocateNetworkTest-1395422674-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0ae8a59e43eb4cb180e6e617af31dfe3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2461472 Jun 30 02:30:09.255938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:09.332138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.337189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.384402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:09.399595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb46f9-70c9-4acc-8674-72d4b01e18cb req-4a93aa69-f56d-4fc6-9818-b2a31832afdd tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.407022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bfb46f9-70c9-4acc-8674-72d4b01e18cb req-4a93aa69-f56d-4fc6-9818-b2a31832afdd tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 945 time: 0.1792140 Jun 30 02:30:09.408887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173254fe-4355-436a-b119-5e3374be79e3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:09.431189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.431538 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Added segment 72cdae6b-7db2-4a2c-983f-054a0b103984 of type vlan for network fea6bce6-a88b-4ed2-a479-bb7805a7b441 Jun 30 02:30:09.475912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b7a13-4498-4600-9335-24e79ff66df3 tempest-AutoAllocateNetworkTest-1395422674 tempest-AutoAllocateNetworkTest-1395422674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.477765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-081b7a13-4498-4600-9335-24e79ff66df3 tempest-AutoAllocateNetworkTest-1395422674 tempest-AutoAllocateNetworkTest-1395422674-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2214530 Jun 30 02:30:09.483193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:09.486245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bfb46f9-70c9-4acc-8674-72d4b01e18cb req-aed66547-8b72-4c1e-971f-9d8178380ff2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783558 Jun 30 02:30:09.503541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.535069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.540958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 54164fb3-8a41-474e-93b3-004bc0c5ca81 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:09.581968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Set router 7975a575-5bf7-409f-9849-1c7107f071ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:09.582292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.583301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.584639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.651381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f1f7d30e-1f98-4328-9e08-dc54daf12fd9 tempest-AutoAllocateNetworkTest-1395422674 tempest-AutoAllocateNetworkTest-1395422674-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1660392 Jun 30 02:30:09.662371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:09.673824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0992153 Jun 30 02:30:09.677785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51942) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:09.689846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Request body: {'subnet': {'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-936721189-subnet', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:09.705532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:09.705908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.721456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b2537-c862-488e-8c9f-372a115624f7 admin admin] Pushing event updated for resources: {'Network': ['ID=fea6bce6-a88b-4ed2-a479-bb7805a7b441,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:09.743518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:09.752915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-04f1fc12-3801-481e-9585-f28031e8af02 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.754626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-04f1fc12-3801-481e-9585-f28031e8af02 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 948 time: 0.2246449 Jun 30 02:30:09.762078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Made reservation on behalf of a28dce9e600a447aa8a1da41a7cfffe3 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:09.766900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.769966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8c1ae4d-a7b5-4fcb-8620-ad06d3d533e2 tempest-AutoAllocateNetworkTest-1395422674 tempest-AutoAllocateNetworkTest-1395422674-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0ae8a59e43eb4cb180e6e617af31dfe3 HTTP/1.1" status: 200 len: 208 time: 0.1012049 Jun 30 02:30:09.838088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 54164fb3-8a41-474e-93b3-004bc0c5ca81 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:09.870448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741aa34e-41fd-4966-939c-c0eadccb8c8f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:09.870683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 54164fb3-8a41-474e-93b3-004bc0c5ca81 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:09.870853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.886555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c773d-437a-4d84-b6b6-c3abebb29997 req-366fd73d-6ffa-4b0b-937a-dcbd95781feb tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.893411 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-51b8522f-9c2e-44c9-aa05-8880a5aaeee8 service neutron] delete failed (client error): The resource could not be found. Jun 30 02:30:09.894448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-51b8522f-9c2e-44c9-aa05-8880a5aaeee8 service neutron] 10.222.0.67 "DELETE /v2.0/ports/758e973a-8417-46a8-8084-accf84d375f4/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.1243608 Jun 30 02:30:09.895983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b0c773d-437a-4d84-b6b6-c3abebb29997 req-366fd73d-6ffa-4b0b-937a-dcbd95781feb tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 948 time: 0.4164448 Jun 30 02:30:09.899584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.988099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Transition to ACTIVE for port object 741aa34e-41fd-4966-939c-c0eadccb8c8f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:10.013335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.077181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b0c773d-437a-4d84-b6b6-c3abebb29997 req-769e8331-db3a-4da5-b281-482aaa3b55b2 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800246 Jun 30 02:30:10.089757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.122105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:30:06Z', 'revision_number': 4, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '96239701-99dd-4ab9-99f8-0e8a7052b58a', 'name': '', 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'mac_address': 'fa:16:3e:31:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:03Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 2, 'project_id': '84f70515d8c14134a78a1879511bb142', 'subnets': [{'id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:10.123781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54164fb3-8a41-474e-93b3-004bc0c5ca81'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:10.127692 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d28bff-1bac-4fb7-a924-2cd3f84c0a17" -d '{"events": [{"server_uuid": "918ea7b9-60f7-4869-9af6-cf8c9b8f7f57", "name": "network-vif-plugged", "status": "completed", "tag": "54164fb3-8a41-474e-93b3-004bc0c5ca81"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:10.184818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.189004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Checking router: 7975a575-5bf7-409f-9849-1c7107f071ef for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:10.189361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Updating router 7975a575-5bf7-409f-9849-1c7107f071ef port 96239701-99dd-4ab9-99f8-0e8a7052b58a binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:10.192388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 54164fb3-8a41-474e-93b3-004bc0c5ca81, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:10.219552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Attempting to bind port 741aa34e-41fd-4966-939c-c0eadccb8c8f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:10.220998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Attempting to bind port 741aa34e-41fd-4966-939c-c0eadccb8c8f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:10.221205 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.221752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Attempting to bind port 741aa34e-41fd-4966-939c-c0eadccb8c8f on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:10.228908 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.235733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:10.236362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Port 741aa34e-41fd-4966-939c-c0eadccb8c8f on network e6fa797f-3231-43b7-878e-392d247d64c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:10.236688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Attempting to bind port 741aa34e-41fd-4966-939c-c0eadccb8c8f on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:10.247557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:10.247991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Checking segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:10.253697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Bound using segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:10.254431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Bound port: 741aa34e-41fd-4966-939c-c0eadccb8c8f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:10.255146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.266108 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.319928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=54164fb3-8a41-474e-93b3-004bc0c5ca81,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.361371 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4478fc11-5416-407e-a082-7c9313c7b4a1,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.376225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426f681-fd5a-4566-aff9-87b1c61c00ef req-9d6673c9-05ba-4adf-979d-1f3f52e552a9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.384253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6426f681-fd5a-4566-aff9-87b1c61c00ef req-9d6673c9-05ba-4adf-979d-1f3f52e552a9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 948 time: 0.3015270 Jun 30 02:30:10.402524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-033e9ca7-5ce1-466e-a832-32e5f15d08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.402873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:10.404666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-033e9ca7-5ce1-466e-a832-32e5f15d08dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1099 time: 0.3584664 Jun 30 02:30:10.405799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Checking segment: {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:10.406529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Network hostable DHCP agents. Network: fea6bce6-a88b-4ed2-a479-bb7805a7b441, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:10.407028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481f10b-0e08-404f-b3bb-4e1ef6d6bdd2 req-27413c9f-dc92-4948-b3e7-f2864cadad96 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.409490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6481f10b-0e08-404f-b3bb-4e1ef6d6bdd2 req-27413c9f-dc92-4948-b3e7-f2864cadad96 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1096 time: 0.1228621 Jun 30 02:30:10.447788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:10.450913 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.460061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.462134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f93be09a-facc-4eaf-a3ed-a3ee3803d6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.514143 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6426f681-fd5a-4566-aff9-87b1c61c00ef req-63a6db95-bc76-4f62-854d-532e76229379 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288631 Jun 30 02:30:10.520083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.520838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.522473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] 10.222.0.90 "PUT /v2.0/ports/741aa34e-41fd-4966-939c-c0eadccb8c8f HTTP/1.1" status: 200 len: 1091 time: 2.0529561 Jun 30 02:30:10.536321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:10.540268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:10.543120 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87edafa5-7bc0-4e4e-8212-25180146249c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:10.571300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6481f10b-0e08-404f-b3bb-4e1ef6d6bdd2 req-ff443122-7863-4919-bdd2-0c477425e6e5 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528423 Jun 30 02:30:10.601856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-0e191cd4-28bb-408d-bb8a-2458e4d71834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.601856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-0e191cd4-28bb-408d-bb8a-2458e4d71834 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1808059 Jun 30 02:30:10.601856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, fea6bce6-a88b-4ed2-a479-bb7805a7b441) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:10.615886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.617156 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.619052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0bca7-37b9-4314-a993-3b8b5a9de5e1 None None] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:10.669150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1037bb-88ed-4fa4-902a-c4a5e8c874c2 service neutron] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.704074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.711154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-00982655-5710-49ff-9207-5442df6daf2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.0965185 Jun 30 02:30:10.727332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Transition to ACTIVE for port object 96239701-99dd-4ab9-99f8-0e8a7052b58a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:10.738572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.759499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-179dd989-e379-45ef-8dbb-b1b4c0131436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.761296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-179dd989-e379-45ef-8dbb-b1b4c0131436 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 1094 time: 0.1889024 Jun 30 02:30:10.795894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ddab7-f357-4fca-9227-0dea354cf3d7 None None] Pushing event updated for resources: {'Port': ['ID=96239701-99dd-4ab9-99f8-0e8a7052b58a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.820693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-9d240eaf-6a0f-46dc-86a4-82dbf2320886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.822430 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-9d240eaf-6a0f-46dc-86a4-82dbf2320886 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0712867 Jun 30 02:30:10.864868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5f4da-7c3b-433a-aeb0-369da62d5329 req-c02cfe66-f4ff-4bf9-815a-b88725264ead tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.866642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-4a7a3dfe-3039-42dc-8f97-c9de655d678d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f HTTP/1.1" status: 200 len: 217 time: 0.0905123 Jun 30 02:30:10.868429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5c5f4da-7c3b-433a-aeb0-369da62d5329 req-c02cfe66-f4ff-4bf9-815a-b88725264ead tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1925778 Jun 30 02:30:10.939649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Attempting to bind port 96239701-99dd-4ab9-99f8-0e8a7052b58a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:10.941430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Attempting to bind port 96239701-99dd-4ab9-99f8-0e8a7052b58a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:10.942247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Attempting to bind port 96239701-99dd-4ab9-99f8-0e8a7052b58a on network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:10.950562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5c5f4da-7c3b-433a-aeb0-369da62d5329 req-5d9a7475-eabd-4f15-bb24-40744256f0a3 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580010 Jun 30 02:30:10.961820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-02c2f92f-9731-4dc3-8d9d-7ec2b50329c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.963889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-02c2f92f-9731-4dc3-8d9d-7ec2b50329c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319499 Jun 30 02:30:10.969499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f93be09a-facc-4eaf-a3ed-a3ee3803d6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.988244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-22b9db37-0d15-4626-91ae-44e4cb26d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.990129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-22b9db37-0d15-4626-91ae-44e4cb26d465 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.0941269 Jun 30 02:30:10.991340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f93be09a-facc-4eaf-a3ed-a3ee3803d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.007994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-fea6bce6-a88b-4ed2-a479-bb7805a7b441', 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'fixed_ips': [{'subnet_id': '4478fc11-5416-407e-a082-7c9313c7b4a1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:30:11.009291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.028389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:11.029170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Checking segment: {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:11.034871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.035303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Bound using segment: {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:11.035834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Bound port: 96239701-99dd-4ab9-99f8-0e8a7052b58a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a383fc3-9cf7-4a09-bc5c-d12f1c818157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:11.036227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.054670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-bb3ffcc7-69cb-42f9-a730-b50d09ae7aff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510118 Jun 30 02:30:11.100934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-34ee3e05-e026-436c-be84-77d19025a289 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167562 Jun 30 02:30:11.108213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f93be09a-facc-4eaf-a3ed-a3ee3803d6e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ae8a59e43eb4cb180e6e617af31dfe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8663902 Jun 30 02:30:11.109554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51968) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:11.135168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93be09a-facc-4eaf-a3ed-a3ee3803d6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046d309-ef16-4a80-b765-0eccfd8879b0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:11.146607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8d7e4f30-29ef-4635-9d1e-76adc1592cfa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4612875 Jun 30 02:30:11.153610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51970) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:11.210058 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a678741-4a0f-45a6-b81e-6c007a41d794 x-openstack-request-id: req-7a678741-4a0f-45a6-b81e-6c007a41d794 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:11.210498 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:11.210758 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a678741-4a0f-45a6-b81e-6c007a41d794 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:11.211149 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'status': 'completed', 'code': 200} Jun 30 02:30:11.229024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:11.239279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] For port 96239701-99dd-4ab9-99f8-0e8a7052b58a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:11.245533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] For port 96239701-99dd-4ab9-99f8-0e8a7052b58a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=96239701-99dd-4ab9-99f8-0e8a7052b58a,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:11.245901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-d503726b-05dd-4fb7-9e57-6e5a1a37a2f2 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759427 Jun 30 02:30:11.248570 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618b5f5f-997a-4e80-b1ec-bdb981615a94 x-openstack-request-id: req-618b5f5f-997a-4e80-b1ec-bdb981615a94 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:11.250687 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918ea7b9-60f7-4869-9af6-cf8c9b8f7f57", "name": "network-vif-plugged", "status": "completed", "tag": "54164fb3-8a41-474e-93b3-004bc0c5ca81", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:11.250687 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-618b5f5f-997a-4e80-b1ec-bdb981615a94 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:11.250687 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54164fb3-8a41-474e-93b3-004bc0c5ca81', 'code': 200} Jun 30 02:30:11.341278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c73d1e-b594-4ec7-a96c-2ffeaa24d97c req-6f7613f1-76a8-481b-adb6-f216e3721f6f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.347612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.348251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.351051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1c73d1e-b594-4ec7-a96c-2ffeaa24d97c req-6f7613f1-76a8-481b-adb6-f216e3721f6f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 943 time: 0.1920016 Jun 30 02:30:11.409903 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.426892 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ee0b468-23fc-4a5c-b7d6-c5a54b81db6f req-1cc85d74-915c-428a-8d05-f38bc71bdcbe service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728895 Jun 30 02:30:11.430080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1c73d1e-b594-4ec7-a96c-2ffeaa24d97c req-7f3e6307-0ca7-4310-8136-6d658bf6735c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781832 Jun 30 02:30:11.479964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb9228e2-523f-4837-891a-10566b21d26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.560248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:11.566139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb9228e2-523f-4837-891a-10566b21d26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.584774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.594365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a29252b-4cb6-4c7d-a534-6f69664b68b8 req-f89532db-3678-46ec-9e7a-224385a3cb8f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732342 Jun 30 02:30:11.631068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec07f37-6496-46df-be61-c7c579ae039b req-fd41154a-2822-42b1-bec6-f9fb44781226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.632552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ec07f37-6496-46df-be61-c7c579ae039b req-fd41154a-2822-42b1-bec6-f9fb44781226 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 1100 time: 0.4071252 Jun 30 02:30:11.669587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ddab7-f357-4fca-9227-0dea354cf3d7 None None] Pushing event updated for resources: {'Port': ['ID=96239701-99dd-4ab9-99f8-0e8a7052b58a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:11.714247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Routers {'7975a575-5bf7-409f-9849-1c7107f071ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:11.715659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7975a575-5bf7-409f-9849-1c7107f071ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:11.784704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edafa5-7bc0-4e4e-8212-25180146249c req-84e75ce3-958a-4c2f-b13c-85781c5d4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.799871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-84e75ce3-958a-4c2f-b13c-85781c5d4230 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 1094 time: 0.2767160 Jun 30 02:30:11.809121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Allocated IP 172.20.0.2 (fea6bce6-a88b-4ed2-a479-bb7805a7b441/4478fc11-5416-407e-a082-7c9313c7b4a1/1e1c9818-9050-44c4-8902-f48bb39c17c8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:11.976573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 758e973a-8417-46a8-8084-accf84d375f4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:11.985025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edafa5-7bc0-4e4e-8212-25180146249c req-48be914c-9497-40e7-88b8-e4a7ca89d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.986980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 758e973a-8417-46a8-8084-accf84d375f4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:11.987289 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.987646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-48be914c-9497-40e7-88b8-e4a7ca89d824 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 906 time: 0.1870525 Jun 30 02:30:12.063280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-c4735d6d-bced-4f39-9c5f-6155068aa5a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f HTTP/1.1" status: 200 len: 217 time: 0.0473926 Jun 30 02:30:12.092180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626b50c-6ae3-4d6a-9887-2b4bcf11a20b req-092cb2ab-c6fe-4ab4-9bba-86e6ee142f6f tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.100550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9626b50c-6ae3-4d6a-9887-2b4bcf11a20b req-092cb2ab-c6fe-4ab4-9bba-86e6ee142f6f tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1096 time: 0.6694412 Jun 30 02:30:12.162870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bcf7-183a-4787-9d20-480551c1e94c req-2b511a6a-b728-4aec-b7b0-25073c4d6b35 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.164490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-10f1bcf7-183a-4787-9d20-480551c1e94c req-2b511a6a-b728-4aec-b7b0-25073c4d6b35 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 949 time: 0.4063339 Jun 30 02:30:12.166168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edafa5-7bc0-4e4e-8212-25180146249c req-44583f99-985a-4070-9304-2c81f97549a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.167520 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-44583f99-985a-4070-9304-2c81f97549a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.0918739 Jun 30 02:30:12.222095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ec07f37-6496-46df-be61-c7c579ae039b req-94a0870f-6674-4f95-8bff-bc33dd85b60a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797276 Jun 30 02:30:12.228525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-10f1bcf7-183a-4787-9d20-480551c1e94c req-99aa31f9-535b-46cb-afc0-b6ed1fa2a12d tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544922 Jun 30 02:30:12.229064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.251940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb9228e2-523f-4837-891a-10566b21d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.254580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb9228e2-523f-4837-891a-10566b21d26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.263867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb9228e2-523f-4837-891a-10566b21d26c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a046d309-ef16-4a80-b765-0eccfd8879b0 HTTP/1.1" status: 204 len: 168 time: 1.1450365 Jun 30 02:30:12.281127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9626b50c-6ae3-4d6a-9887-2b4bcf11a20b req-097d095f-9f91-4710-b065-4cc4307116a5 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790731 Jun 30 02:30:12.294588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-5722281c-095e-4df6-80df-8ae90df74d43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926104 Jun 30 02:30:12.349949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9228e2-523f-4837-891a-10566b21d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046d309-ef16-4a80-b765-0eccfd8879b0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:12.425099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-f732715a-22ba-4a83-9d68-e29b9641e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.426649 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-f732715a-22ba-4a83-9d68-e29b9641e23d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1123 time: 0.3908613 Jun 30 02:30:12.516173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.618533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] Set router 7975a575-5bf7-409f-9849-1c7107f071ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:12.662261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-1edac7f0-ccb7-49eb-af72-bf8c577c9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.663749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-1edac7f0-ccb7-49eb-af72-bf8c577c9b3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2110577 Jun 30 02:30:12.707260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Transition to ACTIVE for port object 1e1c9818-9050-44c4-8902-f48bb39c17c8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:12.728670 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-37316dbd-32ea-4f5f-ae25-9047b8300087 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91 HTTP/1.1" status: 200 len: 217 time: 0.0570657 Jun 30 02:30:12.738008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fa349-f684-44bc-9ec8-1e22095a82a9 req-cd96c6f6-c1e2-441d-9ef6-d6f5be863a71 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.745874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-269fa349-f684-44bc-9ec8-1e22095a82a9 req-cd96c6f6-c1e2-441d-9ef6-d6f5be863a71 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 948 time: 0.2372751 Jun 30 02:30:12.812626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Transition to ACTIVE for port object 1e1c9818-9050-44c4-8902-f48bb39c17c8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:12.816943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb484-dfd2-4daa-a5d5-265e72b1ff24 req-f4eba21b-ac81-4f50-a02f-d2c4e5b1b4ad tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.825635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09aeb484-dfd2-4daa-a5d5-265e72b1ff24 req-f4eba21b-ac81-4f50-a02f-d2c4e5b1b4ad tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2349272 Jun 30 02:30:12.835147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-070ad848-774d-4b5a-b227-f2d6675a0a9d service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784389 Jun 30 02:30:12.909859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.029146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-269fa349-f684-44bc-9ec8-1e22095a82a9 req-3f005c4b-6cf7-490a-943d-04ed08cadee4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819064 Jun 30 02:30:13.036376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09aeb484-dfd2-4daa-a5d5-265e72b1ff24 req-bb2165de-6106-456d-a080-0771badbbac7 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093344 Jun 30 02:30:13.036705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-aeb6cbf4-b31e-419a-8779-46563d390af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.040295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-aeb6cbf4-b31e-419a-8779-46563d390af1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2821796 Jun 30 02:30:13.056842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:13.095871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:13.106741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Pushing event updated for resources: {'Port': ['ID=1e1c9818-9050-44c4-8902-f48bb39c17c8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:13.120398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87edafa5-7bc0-4e4e-8212-25180146249c req-758af808-5b0f-49bc-9d67-3d14356e62b8 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670553 Jun 30 02:30:13.156186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:13.163493 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.166752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.212928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.213360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.213928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.214008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.214762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.214762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.214954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.215271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.215599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.215920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.217367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.217367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:13.221584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.259436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:13.280303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e973a-8417-46a8-8084-accf84d375f4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:13.283572 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f0e750-eb8d-42a1-bb81-dbfd2779e9d1" -d '{"events": [{"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-plugged", "status": "completed", "tag": "758e973a-8417-46a8-8084-accf84d375f4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:13.292394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.362974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-1f85aff3-3943-443e-8330-12b15fefa4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.372566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:13.379700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-1f85aff3-3943-443e-8330-12b15fefa4d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3297944 Jun 30 02:30:13.424663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Attempting to bind port 1e1c9818-9050-44c4-8902-f48bb39c17c8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:13.427168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Attempting to bind port 1e1c9818-9050-44c4-8902-f48bb39c17c8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:13.427743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Attempting to bind port 1e1c9818-9050-44c4-8902-f48bb39c17c8 on network fea6bce6-a88b-4ed2-a479-bb7805a7b441 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:13.435809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:13.436375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Checking segment: {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:13.437052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.438168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Bound using segment: {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:13.439238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Bound port: 1e1c9818-9050-44c4-8902-f48bb39c17c8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:13.439817 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.515812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:30:06Z', 'revision_number': 4, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '96239701-99dd-4ab9-99f8-0e8a7052b58a', 'name': '', 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'mac_address': 'fa:16:3e:31:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:03Z', 'updated_at': '2021-06-30T02:30:11Z', 'revision_number': 4, 'project_id': '84f70515d8c14134a78a1879511bb142', 'subnets': [{'id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:13.515980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae3d9b-fb33-4074-ac64-27e48d0c0d65 req-4309e669-c51d-4bb2-aace-128a7cf68462 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.519791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Allocated IP 172.25.0.30 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/41674c3f-d681-41f7-a045-de4f6c91d99c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:13.523907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51ae3d9b-fb33-4074-ac64-27e48d0c0d65 req-4309e669-c51d-4bb2-aace-128a7cf68462 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 943 time: 0.1335263 Jun 30 02:30:13.568657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51ae3d9b-fb33-4074-ac64-27e48d0c0d65 req-4d3d6018-c76f-42ae-b4a1-3f0bd181f80f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Jun 30 02:30:13.580718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fc130d-b3eb-4bb0-9e83-f66e8fdb6dde None None] The sync data for ids ['7975a575-5bf7-409f-9849-1c7107f071ef'] in n-d-798054-5 is: [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:30:06Z', 'revision_number': 4, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '96239701-99dd-4ab9-99f8-0e8a7052b58a', 'name': '', 'network_id': '2d9b9410-f09a-4ca3-b8d3-42d813e9a962', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'mac_address': 'fa:16:3e:31:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:03Z', 'updated_at': '2021-06-30T02:30:11Z', 'revision_number': 4, 'project_id': '84f70515d8c14134a78a1879511bb142', 'subnets': [{'id': 'c551c7b1-f850-408e-8cfd-3f52888bf5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:13.692120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] For port 1e1c9818-9050-44c4-8902-f48bb39c17c8, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:13.698975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] For port 1e1c9818-9050-44c4-8902-f48bb39c17c8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1e1c9818-9050-44c4-8902-f48bb39c17c8,segment=NetworkSegment(72cdae6b-7db2-4a2c-983f-054a0b103984),segment_id=72cdae6b-7db2-4a2c-983f-054a0b103984)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:13.721307 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.837650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f2a54-cc7a-454f-b283-8d745ea95a2f req-dcdbb007-e7f5-41d1-9f7c-c14987277e29 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.854770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb2f2a54-cc7a-454f-b283-8d745ea95a2f req-dcdbb007-e7f5-41d1-9f7c-c14987277e29 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1100 time: 0.4978764 Jun 30 02:30:13.866067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716802fc-d182-4175-a66a-d8e1c913c238 None None] Pushing event updated for resources: {'Port': ['ID=1e1c9818-9050-44c4-8902-f48bb39c17c8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:13.870933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-c1f25ac0-a4de-4fd1-9060-1d9013317978 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762783 Jun 30 02:30:14.040622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:14.040954 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.046783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604965514', 'description': 'tempest-description--613047450'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:14.067035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb2f2a54-cc7a-454f-b283-8d745ea95a2f req-2cbb0de9-4e7c-4f07-a797-609f22f89114 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110920 Jun 30 02:30:14.127231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.209651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c41d7a7-28ae-499a-8b31-48fcb08bc10e req-c1d5a6bc-c15f-4e8c-8c76-836f53d1c680 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146815 Jun 30 02:30:14.253139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.336082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.364224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.378882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:14.381123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Pushing event updated for resources: {'Port': ['ID=41674c3f-d681-41f7-a045-de4f6c91d99c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:14.384856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:14.388327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:14.458026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.461775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4195375 Jun 30 02:30:14.464284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:14.479452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'security_group_rule': {'security_group_id': '8f617c91-7b2d-4370-96bd-660a366e909c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:14.485076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c5dfb-d0a4-4454-b4f1-7de0f56b8154 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f617c91-7b2d-4370-96bd-660a366e909c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:14.496097 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9913c8-f218-4211-a57c-71a4b56aea4f x-openstack-request-id: req-8a9913c8-f218-4211-a57c-71a4b56aea4f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:14.496324 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-plugged", "status": "completed", "tag": "758e973a-8417-46a8-8084-accf84d375f4", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:14.496609 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a9913c8-f218-4211-a57c-71a4b56aea4f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:14.497041 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e973a-8417-46a8-8084-accf84d375f4', 'code': 200} Jun 30 02:30:14.554550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.715683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.767841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc75d-5396-4a88-9c06-2751a6e9a2c9 req-3bd96702-34af-469a-aa0d-2c47c6008695 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:14.774132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.790555 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c54dc75d-5396-4a88-9c06-2751a6e9a2c9 req-3bd96702-34af-469a-aa0d-2c47c6008695 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 949 time: 0.2714479 Jun 30 02:30:14.803826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531ea071-6460-45ee-9685-0c94ae64e95b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:14.833379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.842833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-172598d1-089a-4802-9c2b-993528138aa5 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3691392 Jun 30 02:30:14.843669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:14.849916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'security_group_rule': {'security_group_id': '8f617c91-7b2d-4370-96bd-660a366e909c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:14.894088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b912249-e6b0-402a-b099-784a585210be req-78c68e1e-be40-45b1-9807-6b3091fccaeb tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:14.895698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b912249-e6b0-402a-b099-784a585210be req-78c68e1e-be40-45b1-9807-6b3091fccaeb tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2097816 Jun 30 02:30:14.951187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:14.967107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c54dc75d-5396-4a88-9c06-2751a6e9a2c9 req-1bd3ca3c-0d55-41c7-8354-5590c5fc7238 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742437 Jun 30 02:30:15.007263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b912249-e6b0-402a-b099-784a585210be req-7bd08c7a-c755-4918-82c2-1644926084a0 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923846 Jun 30 02:30:15.172662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.205726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.221010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.292069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b747dc-52a7-4db4-ac37-1f9252577781,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:15.370194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.372567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-631d5c83-7be6-447e-b4aa-edffabd9cf0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5267007 Jun 30 02:30:15.377469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:15.384931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:15.467587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 96239701-99dd-4ab9-99f8-0e8a7052b58a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:15.473004 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.560986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 96239701-99dd-4ab9-99f8-0e8a7052b58a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:15.565426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32ea4-85d5-4fd1-bea2-8a5435127570 req-a4ffef41-1909-4cba-9a2e-df395ad8e269 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:15.567007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a32ea4-85d5-4fd1-bea2-8a5435127570 req-a4ffef41-1909-4cba-9a2e-df395ad8e269 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1096 time: 0.2778060 Jun 30 02:30:15.567364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 96239701-99dd-4ab9-99f8-0e8a7052b58a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:15.567850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.598433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:15.632048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a32ea4-85d5-4fd1-bea2-8a5435127570 req-85db188c-62ec-4efe-bd05-a08a8349f8cb tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549009 Jun 30 02:30:15.647059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26d287-f72a-4aeb-87f3-d127985ae398 None None] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:15.678868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.691302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171a2ff-f41f-4fdc-8302-3411f3773ab7 req-74176990-8ffe-41bf-855d-199219f47f89 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:15.707354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e171a2ff-f41f-4fdc-8302-3411f3773ab7 req-74176990-8ffe-41bf-855d-199219f47f89 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 943 time: 0.2458272 Jun 30 02:30:15.757126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.835845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Allocated IP 172.25.0.57 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/fbc2cef6-5b93-43b8-a20c-15663b798a29) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:15.847047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e171a2ff-f41f-4fdc-8302-3411f3773ab7 req-4f774fd4-2a88-455e-a915-3ba0de0f8273 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373258 Jun 30 02:30:15.888114 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.960202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5148ee4e-b423-43c5-8e0f-7268e614da51 None None] Provisioning for port 1e1c9818-9050-44c4-8902-f48bb39c17c8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:15.989713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.014384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:16.034392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 96239701-99dd-4ab9-99f8-0e8a7052b58a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=96239701-99dd-4ab9-99f8-0e8a7052b58a,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:16.041806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.042851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.042994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e1c9818-9050-44c4-8902-f48bb39c17c8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:16.045253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'mac_address': 'fa:16:3e:b9:6e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:16.113893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'Port': ['ID=fbc2cef6-5b93-43b8-a20c-15663b798a29,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.131343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:16.133047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:16.141937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:16.173384 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.234636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741aa34e-41fd-4966-939c-c0eadccb8c8f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:16.286473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:16.287938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-4e4568fb-b8dd-4878-9719-85d1745bb44a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451548 Jun 30 02:30:16.316977 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.323172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=96239701-99dd-4ab9-99f8-0e8a7052b58a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.325854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-367e813b-e30f-4165-9f6c-8350d32e1660 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=429329a1628d432892bf956f968901e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368094 Jun 30 02:30:16.328999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.380289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 1e1c9818-9050-44c4-8902-f48bb39c17c8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:16.390293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:16.415139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1e1c9818-9050-44c4-8902-f48bb39c17c8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:16.415677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.446927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:30:16.447847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.482756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-dca027e0-83b1-4e26-9a87-c57188db8f5d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.484396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-dca027e0-83b1-4e26-9a87-c57188db8f5d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887813 Jun 30 02:30:16.601260 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-042c37ca-8a5e-4814-b231-18432940928b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/quotas/d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 375 time: 0.0555451 Jun 30 02:30:16.620500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:16.630631 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.642044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'mac_address': 'fa:16:3e:94:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:tempest-test_az-2122896877', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:16.682940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:16.700770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.701079 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Sync routers for ids ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:16.712560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 1e1c9818-9050-44c4-8902-f48bb39c17c8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1e1c9818-9050-44c4-8902-f48bb39c17c8,segment=NetworkSegment(72cdae6b-7db2-4a2c-983f-054a0b103984),segment_id=72cdae6b-7db2-4a2c-983f-054a0b103984)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:16.717623 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Routers {'a487d919-cd38-4eb7-8ee7-3a9159fb57d2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:16.719342 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:16.725202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.731687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-03762a70-4adc-40b3-84ed-bd991158b2b7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293199 Jun 30 02:30:16.734096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.738468 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-83f358e2-f440-46e7-9514-38a0f0405a37 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5501587 Jun 30 02:30:16.740867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52080) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:16.811396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-12379721-9e04-400b-9647-aa2721d56ce2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5713463 Jun 30 02:30:16.876498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=1e1c9818-9050-44c4-8902-f48bb39c17c8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.891983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['741aa34e-41fd-4966-939c-c0eadccb8c8f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:16.909855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fd2d03a-0623-44fb-bf85-7015f04acc86 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.917642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fd2d03a-0623-44fb-bf85-7015f04acc86 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5838509 Jun 30 02:30:16.995042 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-22efa3fe-dc5d-48e7-8874-cf002ed6bfe1 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/quotas/429329a1628d432892bf956f968901e5 HTTP/1.1" status: 200 len: 375 time: 0.0762758 Jun 30 02:30:17.028792 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Set router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:17.071285 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.073263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-1bfb327d-933f-4a0a-a23f-a84c109e76b3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=429329a1628d432892bf956f968901e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764368 Jun 30 02:30:17.105193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-063bb36c-387e-4a71-822c-6d14b6843d1a None None] Provisioning complete for port 1e1c9818-9050-44c4-8902-f48bb39c17c8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:17.105995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-063bb36c-387e-4a71-822c-6d14b6843d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.248445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:17.294156 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.306339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.363447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-047a0d70-b9a5-4ce1-b3ac-f140377ea661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:17.366489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-047a0d70-b9a5-4ce1-b3ac-f140377ea661 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1100 time: 0.4669061 Jun 30 02:30:17.380658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 96239701-99dd-4ab9-99f8-0e8a7052b58a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:17.382202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.463653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:17.525865 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:14Z', 'revision_number': 3, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:17.536281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.562641 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Checking router: a487d919-cd38-4eb7-8ee7-3a9159fb57d2 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:17.563376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Updating router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 port 41674c3f-d681-41f7-a045-de4f6c91d99c binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:17.602871 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.742572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-c5c42765-18fc-4dab-8208-8383d2364479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:17.744692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-c5c42765-18fc-4dab-8208-8383d2364479 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3450267 Jun 30 02:30:17.754555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.766404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3872459 Jun 30 02:30:18.014083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.042881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3902bb3-a900-4d99-90d6-732e78757ba9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'Port': ['ID=fbc2cef6-5b93-43b8-a20c-15663b798a29,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:18.067546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0ab8f227-65fa-483d-aac7-b8c527b76e91'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:18.078457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-48a2d28f-9fe6-4f05-9d01-8d8d9ab0fc11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.2909963 Jun 30 02:30:18.116467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 96239701-99dd-4ab9-99f8-0e8a7052b58a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:18.117143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.122581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:18.182250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-814ed52a-c5ed-4ff9-9a59-85fa8e9a677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:18.184656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-814ed52a-c5ed-4ff9-9a59-85fa8e9a677b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0966885 Jun 30 02:30:18.201644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aded97-60b4-4409-86e3-d64f73a894b8 req-c54e3808-eb8e-474d-a802-6becabf169ab tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:18.213982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3aded97-60b4-4409-86e3-d64f73a894b8 req-c54e3808-eb8e-474d-a802-6becabf169ab tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 949 time: 0.4653757 Jun 30 02:30:18.328526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3aded97-60b4-4409-86e3-d64f73a894b8 req-c5282c80-9a03-4d00-a784-8fb01f576450 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105442 Jun 30 02:30:18.395106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:18.396487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-a084c09f-3bfa-4e55-ac27-1a90ff08a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:18.399189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-a084c09f-3bfa-4e55-ac27-1a90ff08a19d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815538 Jun 30 02:30:18.454394 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.473042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Allocated IP 172.20.0.1 (fea6bce6-a88b-4ed2-a479-bb7805a7b441/4478fc11-5416-407e-a082-7c9313c7b4a1/06d1dace-d99d-4160-85d1-cbcbb2e22067) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:18.492021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Transition to ACTIVE for port object 41674c3f-d681-41f7-a045-de4f6c91d99c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:18.504525 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.612388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e1c9818-9050-44c4-8902-f48bb39c17c8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:18.672289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-a1745c39-e87e-4880-a800-eb8ed4cc0c4d service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598112 Jun 30 02:30:18.716839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Attempting to bind port 41674c3f-d681-41f7-a045-de4f6c91d99c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:18.717501 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Attempting to bind port 41674c3f-d681-41f7-a045-de4f6c91d99c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:18.719110 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Attempting to bind port 41674c3f-d681-41f7-a045-de4f6c91d99c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:18.769970 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:18.770855 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:18.777361 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.778055 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:18.778849 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Bound port: 41674c3f-d681-41f7-a045-de4f6c91d99c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:18.780320 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.784306 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1cf62-279d-482d-a27e-22a2a94f2002 None None] Pushing event updated for resources: {'Port': ['ID=41674c3f-d681-41f7-a045-de4f6c91d99c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:18.839508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.864280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1e1c9818-9050-44c4-8902-f48bb39c17c8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:18.864654 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.869760 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.891717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Transition to ACTIVE for port object 06d1dace-d99d-4160-85d1-cbcbb2e22067 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:18.910458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54bdc4be-d682-471a-b7a3-1ad2ca6b1078 req-9ccf365e-f24f-4315-baca-41553fecfbbf service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320473 Jun 30 02:30:18.928126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:18.956922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] For port 41674c3f-d681-41f7-a045-de4f6c91d99c, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:18.961227 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] For port 41674c3f-d681-41f7-a045-de4f6c91d99c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41674c3f-d681-41f7-a045-de4f6c91d99c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:18.968440 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.977025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:18.982947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.992440 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.046723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Routers {'a487d919-cd38-4eb7-8ee7-3a9159fb57d2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:19.047818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:19.069550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:19.072881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd5061-0ccc-492a-a107-8b379a7ccf71 req-63bc48a8-290f-4e87-a9d1-aed66fc7ff90 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.074272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:19.076997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:19.078092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.081731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1dd5061-0ccc-492a-a107-8b379a7ccf71 req-63bc48a8-290f-4e87-a9d1-aed66fc7ff90 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 971 time: 0.1449449 Jun 30 02:30:19.130240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:19.136224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1dd5061-0ccc-492a-a107-8b379a7ccf71 req-091e995c-a297-4a12-82c9-aefbc9e74534 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534763 Jun 30 02:30:19.139208 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1cf62-279d-482d-a27e-22a2a94f2002 None None] Pushing event updated for resources: {'Port': ['ID=41674c3f-d681-41f7-a045-de4f6c91d99c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:19.189046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Pushing event updated for resources: {'Port': ['ID=06d1dace-d99d-4160-85d1-cbcbb2e22067,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:19.287704 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] Set router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:19.304332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4669c44d-7b99-417a-be3a-82b54f46690b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:19.314812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4669c44d-7b99-417a-be3a-82b54f46690b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243163 Jun 30 02:30:19.322610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Request body: {'binding': {'host': 'n-h1-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:19.323372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:30:19.434556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211ab6b-3161-4ed4-b084-3fa9d021e77c req-75402f7d-2abb-493c-9d1b-cf024688518f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.437590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6211ab6b-3161-4ed4-b084-3fa9d021e77c req-75402f7d-2abb-493c-9d1b-cf024688518f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 944 time: 0.1181879 Jun 30 02:30:19.481451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.489522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6211ab6b-3161-4ed4-b084-3fa9d021e77c req-bec24679-3a85-4074-af9b-636dffdd58a6 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458786 Jun 30 02:30:19.527274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-57e1776f-d757-4edf-a14e-fc694f26c3d9 None None] Provisioning for port 06d1dace-d99d-4160-85d1-cbcbb2e22067 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:19.534928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-57e1776f-d757-4edf-a14e-fc694f26c3d9 None None] Provisioning complete for port 06d1dace-d99d-4160-85d1-cbcbb2e22067 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:19.536736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57e1776f-d757-4edf-a14e-fc694f26c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.570473 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:14Z', 'revision_number': 3, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:19.604699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-57e1776f-d757-4edf-a14e-fc694f26c3d9 None None] Port 06d1dace-d99d-4160-85d1-cbcbb2e22067 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:19.614694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-5302e402-3675-4cff-a93e-f8c3f8f22732 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539007 Jun 30 02:30:19.622265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:19.631752 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457027-6b2e-47fb-aa96-fd4e6f5f8942 None None] The sync data for ids ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'] in n-d-798054-5 is: [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:14Z', 'revision_number': 3, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:19.712946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 741aa34e-41fd-4966-939c-c0eadccb8c8f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:19.718517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 741aa34e-41fd-4966-939c-c0eadccb8c8f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:19.719785 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.722429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab326f87-2434-4cf3-96a8-2deac99ee141 req-8255e766-6f9b-4145-a093-e03ff2cf01c5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 210 time: 0.0515580 Jun 30 02:30:19.778740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on host n-h1-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:19.779098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:19.779408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:19.816984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:19.817303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:19.839105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-25d210df-c411-494b-bdb6-bb923cbefc27 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.840992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-25d210df-c411-494b-bdb6-bb923cbefc27 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198434 Jun 30 02:30:19.846654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:19.846991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:19.847379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:19.847826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Bound port: e8cb2b18-abde-4172-9738-a79fa53e0b97, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:19.848764 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.861465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Request body: {'port': {'device_id': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'd63a9d26ac834261b2fbffb8ca2961d8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:19.903177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:19.904374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:19.908118 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2a5621-144f-42bf-aa88-ff572fa39572" -d '{"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-plugged", "status": "completed", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:19.915079 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.976929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e672b448-5b00-4340-9f40-de059106f057 req-c3aeac89-df0e-4e5c-821b-05e6614782c3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 210 time: 0.0737453 Jun 30 02:30:20.016591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:20.093988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:20.099328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.110380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-9faca258-541f-4d9f-bb12-0c644d4693d4 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=429329a1628d432892bf956f968901e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598907 Jun 30 02:30:20.124912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.126266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-bc292f47-9b06-46ef-b404-138d38a29397 service neutron] 10.222.0.78 "POST /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97/bindings HTTP/1.1" status: 201 len: 389 time: 0.8105562 Jun 30 02:30:20.129319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.130133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.190713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Made reservation on behalf of d63a9d26ac834261b2fbffb8ca2961d8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:20.194377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.311816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-a05f1ffd-583b-4ffe-b125-7de13a750ea9 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--604965514&fields=id&tenant_id=c4159644fb6f4947bf7727322cf708cf HTTP/1.1" status: 200 len: 267 time: 0.1575365 Jun 30 02:30:20.390996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:20.475031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-3f96ae8e-cdf0-474e-8296-de2062596bca tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.482363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-3f96ae8e-cdf0-474e-8296-de2062596bca tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 824 time: 0.1694498 Jun 30 02:30:20.485539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 0ab8f227-65fa-483d-aac7-b8c527b76e91 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:20.487093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.518615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-f56a9eba-a165-40a8-a3f5-e4352fcbce82 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/quotas/c4159644fb6f4947bf7727322cf708cf HTTP/1.1" status: 200 len: 375 time: 0.0349457 Jun 30 02:30:20.614457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-3a82f6c8-b020-4a1a-8045-7ad07aab7fb0 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.616950 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-3a82f6c8-b020-4a1a-8045-7ad07aab7fb0 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4809723 Jun 30 02:30:20.631231 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.639167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Pushing event updated for resources: {'Port': ['ID=06d1dace-d99d-4160-85d1-cbcbb2e22067,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:20.640365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Request body: {'port': {'device_id': '6840469b-45ea-452c-abe3-2574363644da', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '429329a1628d432892bf956f968901e5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:20.736007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:20.744349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.775132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-83fdb143-e815-47a6-9392-bb9a401fd410 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2538633 Jun 30 02:30:20.808880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:20.846067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:20.873489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:20.923601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-f1cba627-f8c7-4212-9c6d-262a2811cf7c service neutron] 10.222.0.78 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433299 Jun 30 02:30:20.943430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-76b6b769-3058-41ca-a138-e0142fba1518 tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.945509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-76b6b769-3058-41ca-a138-e0142fba1518 tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 1100 time: 0.3144989 Jun 30 02:30:20.964415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Made reservation on behalf of 429329a1628d432892bf956f968901e5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:20.968929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.989994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Allocated IP 192.168.233.140 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/c90bddf4-a9bf-4f99-995e-af05c66a8f8d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:20.992725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.028959 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.074245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-ac45dd11-f5b5-4814-b00c-18a3bc2458fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.075808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-ac45dd11-f5b5-4814-b00c-18a3bc2458fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1096 time: 0.3389328 Jun 30 02:30:21.108093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:21.112825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:30:21.112825 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:30:21.112825 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id_1': '5f1df1c7271b46208520d01c04fdb45a', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 30, 21, 54004)}] Jun 30 02:30:21.112825 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:30:21.122056 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:30:21.152228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-1c98a8c5-ad73-4b94-8c79-822057e7d253 service neutron] 10.222.0.78 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068369 Jun 30 02:30:21.224242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-86497219-d715-422d-afb2-dadedc26854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.225728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-86497219-d715-422d-afb2-dadedc26854d service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1398354 Jun 30 02:30:21.243929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7466edfe-4981-48b0-b7c6-d0efa2323072 None None] Provisioning complete for port 06d1dace-d99d-4160-85d1-cbcbb2e22067 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:21.244502 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7466edfe-4981-48b0-b7c6-d0efa2323072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.306951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7466edfe-4981-48b0-b7c6-d0efa2323072 None None] Port 06d1dace-d99d-4160-85d1-cbcbb2e22067 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:21.307216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-0b66b173-7ef5-4047-8c79-dea194877c14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 217 time: 0.0730658 Jun 30 02:30:21.351057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.372494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41674c3f-d681-41f7-a045-de4f6c91d99c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:21.416692 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2aabb-b946-4b25-94e4-ee9ff42557aa x-openstack-request-id: req-40a2aabb-b946-4b25-94e4-ee9ff42557aa {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:21.417293 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-plugged", "status": "completed", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:21.418069 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40a2aabb-b946-4b25-94e4-ee9ff42557aa {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:21.418510 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'code': 200} Jun 30 02:30:21.420210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.423610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.464295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Transition to ACTIVE for port object c90bddf4-a9bf-4f99-995e-af05c66a8f8d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:21.500142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 41674c3f-d681-41f7-a045-de4f6c91d99c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:21.504943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 41674c3f-d681-41f7-a045-de4f6c91d99c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:21.505314 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.535169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:21.541764 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a254151e-2eae-4aea-8940-afcde8a8737f admin admin] 10.222.0.78 "PUT /v2.0/routers/a487d919-cd38-4eb7-8ee7-3a9159fb57d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7994711 Jun 30 02:30:21.543440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.548573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-e4126068-e4f7-49bf-9fc9-f954f27c3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.551010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-e4126068-e4f7-49bf-9fc9-f954f27c3170 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.2341094 Jun 30 02:30:21.568327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:21.603662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:21.607451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:21.610651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:21.618224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.619646 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.627644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.728624 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.823856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 41674c3f-d681-41f7-a045-de4f6c91d99c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41674c3f-d681-41f7-a045-de4f6c91d99c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:21.828582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:21.847246 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.857154 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.869879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:21.887647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-faa214d1-8a62-4507-8664-133aeaea3218 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0319397 Jun 30 02:30:21.896150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Allocated IP 192.168.233.220 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/519b6ed8-15e8-462d-96f4-0f2e1d6a95f7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:21.931493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Request body: {'port': {'device_id': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:21.931662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=41674c3f-d681-41f7-a045-de4f6c91d99c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:21.941373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc26ead3-babe-4b25-8c8c-b4f0a80d44b1 req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9857106 Jun 30 02:30:21.986505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-c03dc256-3f2e-48fe-a236-f1b16038cae3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3850343 Jun 30 02:30:21.994144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ebe8a-1c20-4305-a99f-7c33dfdfd2ae tempest-LiveMigrationNegativeTest-3604599 tempest-LiveMigrationNegativeTest-3604599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873fdab2-748d-463d-a108-e908dd016eea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:22.011069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f137d7-23d2-47f0-80b6-2bafbadf01c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:22.080623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f950d4d9-4bca-426d-bfad-8a61c426520d None None] Provisioning for port c90bddf4-a9bf-4f99-995e-af05c66a8f8d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:22.084973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f950d4d9-4bca-426d-bfad-8a61c426520d None None] Provisioning complete for port c90bddf4-a9bf-4f99-995e-af05c66a8f8d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:22.085347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f950d4d9-4bca-426d-bfad-8a61c426520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:22.108378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:22.178788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f950d4d9-4bca-426d-bfad-8a61c426520d None None] Port c90bddf4-a9bf-4f99-995e-af05c66a8f8d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:22.224569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf327b-54ac-481b-85b5-cd18a428d876 req-0a9051ad-1327-44b9-8096-27d20dd99a74 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.226201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02bf327b-54ac-481b-85b5-cd18a428d876 req-0a9051ad-1327-44b9-8096-27d20dd99a74 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.4483466 Jun 30 02:30:22.288715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ec72d-bd07-47bc-8180-d4216f1c48f9 req-55e203f0-d548-4904-9746-967393175030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.289951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-242ec72d-bd07-47bc-8180-d4216f1c48f9 req-55e203f0-d548-4904-9746-967393175030 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 1096 time: 0.7377779 Jun 30 02:30:22.319739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-e4330d32-aad4-442f-9803-078fd3ab54bd service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150606 Jun 30 02:30:22.326411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:22.339071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Sync routers for ids ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:22.350827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52183a0-ccac-4962-8c98-7c388f9c1c1c req-06e6d10d-6068-4fbf-8430-f75379b19959 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.353181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f52183a0-ccac-4962-8c98-7c388f9c1c1c req-06e6d10d-6068-4fbf-8430-f75379b19959 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 945 time: 0.1565206 Jun 30 02:30:22.360123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Routers {'a487d919-cd38-4eb7-8ee7-3a9159fb57d2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:22.360766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:22.419250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f52183a0-ccac-4962-8c98-7c388f9c1c1c req-d773b4e2-cc62-45b0-94e1-bceba4bf1afb tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575514 Jun 30 02:30:22.498691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Set router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:22.631158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c9f45-091d-464c-9d6f-9f181f8bc29b req-347d3ac9-3472-46ec-a769-de47269358e1 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.632866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-276c9f45-091d-464c-9d6f-9f181f8bc29b req-347d3ac9-3472-46ec-a769-de47269358e1 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.0813704 Jun 30 02:30:22.653937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02bf327b-54ac-481b-85b5-cd18a428d876 req-d95d9389-3afd-4741-a600-374996d2ca31 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102402 Jun 30 02:30:22.664997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Transition to ACTIVE for port object 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:22.695748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-242ec72d-bd07-47bc-8180-d4216f1c48f9 req-d9b72008-5e65-47c6-9eed-01c98a7f0098 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918264 Jun 30 02:30:22.706097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-276c9f45-091d-464c-9d6f-9f181f8bc29b req-b73d6799-7f67-4b37-b6d3-1bdfa650b247 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668702 Jun 30 02:30:22.768438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-76462f9f-1637-4369-95d6-88375f6662f9 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265165 Jun 30 02:30:22.769659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:22.826083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:19Z', 'revision_number': 4, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '06d1dace-d99d-4160-85d1-cbcbb2e22067', 'name': '', 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'mac_address': 'fa:16:3e:1a:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4478fc11-5416-407e-a082-7c9313c7b4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:18Z', 'updated_at': '2021-06-30T02:30:19Z', 'revision_number': 2, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'subnets': [{'id': '4478fc11-5416-407e-a082-7c9313c7b4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:22.856011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Checking router: a487d919-cd38-4eb7-8ee7-3a9159fb57d2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:22.856724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Updating router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 port 06d1dace-d99d-4160-85d1-cbcbb2e22067 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:22.896610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:22.945701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133345d-40a5-4905-a1d1-24721bdde208 req-6959ff0b-1397-4823-b0ac-19493b40d331 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.953653 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a133345d-40a5-4905-a1d1-24721bdde208 req-6959ff0b-1397-4823-b0ac-19493b40d331 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 936 time: 0.1198182 Jun 30 02:30:22.973283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:22.983138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:22.986935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Pushing event updated for resources: {'Port': ['ID=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:22.991427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:22.996965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.997616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.035036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a133345d-40a5-4905-a1d1-24721bdde208 req-fb41661b-4cfc-4dc7-9c5b-2cdd10b8ef08 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792577 Jun 30 02:30:23.036553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-5fc0edd4-43c0-40d6-81a2-2e79a6e26049 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4035392 Jun 30 02:30:23.060501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Request body: {'port': {'device_id': '6840469b-45ea-452c-abe3-2574363644da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:23.064929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e170-99d2-4e5b-b2fe-65df10c1fac3 req-95d55526-e458-44f1-9cef-34e5af2cbb53 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.072389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e7d8e170-99d2-4e5b-b2fe-65df10c1fac3 req-95d55526-e458-44f1-9cef-34e5af2cbb53 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 936 time: 0.2414756 Jun 30 02:30:23.081548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90bddf4-a9bf-4f99-995e-af05c66a8f8d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:23.084199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-c9b123fb-0edf-408c-8cbc-42a59086f662 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.085699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-c9b123fb-0edf-408c-8cbc-42a59086f662 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.2393239 Jun 30 02:30:23.095357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.113587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Transition to ACTIVE for port object c90bddf4-a9bf-4f99-995e-af05c66a8f8d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:23.119205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.149140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:23.263969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e7d8e170-99d2-4e5b-b2fe-65df10c1fac3 req-33d60737-89f2-41e6-8acb-3dea1f63bc7d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906042 Jun 30 02:30:23.343463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fdaf9189-7cbf-44cb-af7f-b18c16471121 req-46f6e480-fd38-46a5-b40a-07e0277fafa0 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 210 time: 0.1282141 Jun 30 02:30:23.344904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:23.345419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:23.345908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:23.348391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:23.363347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:23.363937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:23.371176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:23.371715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:23.372324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:23.373220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Bound port: c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:23.373751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.424671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:23.429287 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc37f8d-519d-4349-bce9-d991af5b87b8" -d '{"events": [{"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:23.444230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41674c3f-d681-41f7-a045-de4f6c91d99c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:23.474881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:23.479872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:23.488635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.531580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.570754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Transition to ACTIVE for port object 06d1dace-d99d-4160-85d1-cbcbb2e22067 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:23.599681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0f195cb-8a87-4bf5-a650-ee92c87b49f8 None None] Provisioning for port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:23.600400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:23.613444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.625804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.627425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.630838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-22c5d074-218d-4719-b311-4bddaf4c0d84 service neutron] 10.222.0.67 "PUT /v2.0/ports/c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 1096 time: 1.7065358 Jun 30 02:30:23.632017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:23.639304 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc744e9-2446-4bef-aae5-9538f247bf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:23.648155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0f195cb-8a87-4bf5-a650-ee92c87b49f8 None None] Provisioning complete for port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:23.649214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0f195cb-8a87-4bf5-a650-ee92c87b49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.706658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.745131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f26f7-4f85-40ea-8c39-38558dbef260 None None] Pushing event updated for resources: {'Port': ['ID=06d1dace-d99d-4160-85d1-cbcbb2e22067,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:23.821445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.852603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d86e22-17ab-42ab-b30b-9298be341a5a req-8cdeb1cd-c889-41df-8b52-15292c47b5a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.863606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86d86e22-17ab-42ab-b30b-9298be341a5a req-8cdeb1cd-c889-41df-8b52-15292c47b5a7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 945 time: 0.1954937 Jun 30 02:30:23.887113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f0f195cb-8a87-4bf5-a650-ee92c87b49f8 None None] Port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:23.903771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 41674c3f-d681-41f7-a045-de4f6c91d99c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:23.904520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-f8403161-763b-4b1e-9b3e-f2e2c1db2387 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.907001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.907472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-f8403161-763b-4b1e-9b3e-f2e2c1db2387 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.90 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 824 time: 0.6405597 Jun 30 02:30:23.934190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-115baba4-f176-4fab-91b4-7bdf2edd0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.935713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-115baba4-f176-4fab-91b4-7bdf2edd0df5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1099 time: 0.2261660 Jun 30 02:30:23.984875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86d86e22-17ab-42ab-b30b-9298be341a5a req-cebd9869-9774-4270-9483-9382340d20c1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067698 Jun 30 02:30:24.054876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-4e2b4047-3245-4182-8d80-004302aa594f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.0949442 Jun 30 02:30:24.064057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Attempting to bind port 06d1dace-d99d-4160-85d1-cbcbb2e22067 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:24.064435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Attempting to bind port 06d1dace-d99d-4160-85d1-cbcbb2e22067 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:24.064791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Attempting to bind port 06d1dace-d99d-4160-85d1-cbcbb2e22067 on network fea6bce6-a88b-4ed2-a479-bb7805a7b441 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:24.100664 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc88e0-7030-4572-b51f-88466fb5497d x-openstack-request-id: req-7efc88e0-7030-4572-b51f-88466fb5497d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:24.100664 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:24.101536 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7efc88e0-7030-4572-b51f-88466fb5497d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:24.102100 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'code': 200} Jun 30 02:30:24.122433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:24.122903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Checking segment: {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:24.123384 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.123856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Bound using segment: {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:24.125115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Bound port: 06d1dace-d99d-4160-85d1-cbcbb2e22067, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cdae6b-7db2-4a2c-983f-054a0b103984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:24.128414 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.159993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-75640679-06e1-43ce-b737-289a77ef2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.161498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-75640679-06e1-43ce-b737-289a77ef2a03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0910320 Jun 30 02:30:24.209990 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-76020cc8-b272-49bf-ad70-5c9998bad1eb tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7516854 Jun 30 02:30:24.251283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:24.283487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-c99d7933-f928-4a5e-9722-428650bbf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.284687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-c99d7933-f928-4a5e-9722-428650bbf587 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146679 Jun 30 02:30:24.325464 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ae83f2-389e-4ea7-ae10-2bb4d6736131 x-openstack-request-id: req-c7ae83f2-389e-4ea7-ae10-2bb4d6736131 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:24.325757 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:24.326007 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7ae83f2-389e-4ea7-ae10-2bb4d6736131 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:24.326517 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'status': 'completed', 'code': 200} Jun 30 02:30:24.336174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-bf358d98-077d-464f-a646-58a559eb0e81 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4159644fb6f4947bf7727322cf708cf HTTP/1.1" status: 200 len: 379 time: 0.3407993 Jun 30 02:30:24.368061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] For port 06d1dace-d99d-4160-85d1-cbcbb2e22067, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:24.374537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] For port 06d1dace-d99d-4160-85d1-cbcbb2e22067, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=06d1dace-d99d-4160-85d1-cbcbb2e22067,segment=NetworkSegment(72cdae6b-7db2-4a2c-983f-054a0b103984),segment_id=72cdae6b-7db2-4a2c-983f-054a0b103984)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:24.381611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'port': {'device_id': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'admin_state_up': True, 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'security_groups': ['8f617c91-7b2d-4370-96bd-660a366e909c']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:24.389067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.428854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ca5a-3c92-4ee5-90e2-f531ca98e429 req-067a3276-5a9a-4d97-97b3-e34bf9ef5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.430239 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d20ca5a-3c92-4ee5-90e2-f531ca98e429 req-067a3276-5a9a-4d97-97b3-e34bf9ef5060 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1123 time: 0.1431277 Jun 30 02:30:24.432350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-c44c7f43-e460-48b1-8ba4-a86a02e1ceef service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376419 Jun 30 02:30:24.467415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Routers {'a487d919-cd38-4eb7-8ee7-3a9159fb57d2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:24.468975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:24.487667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.525324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f26f7-4f85-40ea-8c39-38558dbef260 None None] Pushing event updated for resources: {'Port': ['ID=06d1dace-d99d-4160-85d1-cbcbb2e22067,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:24.615563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d20ca5a-3c92-4ee5-90e2-f531ca98e429 req-589eb1b1-f771-4169-a046-5312d8a6705d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740842 Jun 30 02:30:24.667179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520b994-2911-4177-affe-dec4a151c804 req-1d060074-28f2-42cc-a47f-00f48f1e7d7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.668948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f520b994-2911-4177-affe-dec4a151c804 req-1d060074-28f2-42cc-a47f-00f48f1e7d7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1895967 Jun 30 02:30:24.671768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cc7fbd86-6913-4280-a5e3-ef7cbfdf128c req-df573be1-da93-41a1-9bfc-5fa1d0cbae23 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048733 Jun 30 02:30:24.722253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:24.727127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f520b994-2911-4177-affe-dec4a151c804 req-8732a4b8-5e58-4262-81fd-d5dc8f8d1e20 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514853 Jun 30 02:30:24.740290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] Set router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:24.774178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Made reservation on behalf of c4159644fb6f4947bf7727322cf708cf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:24.778000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.825774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-89bd7862-9221-4f39-9c5b-a47994dc4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.829142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-89bd7862-9221-4f39-9c5b-a47994dc4d88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1099 time: 0.0926769 Jun 30 02:30:24.867129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:24.984904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:19Z', 'revision_number': 4, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '06d1dace-d99d-4160-85d1-cbcbb2e22067', 'name': '', 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'mac_address': 'fa:16:3e:1a:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4478fc11-5416-407e-a082-7c9313c7b4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:18Z', 'updated_at': '2021-06-30T02:30:24Z', 'revision_number': 4, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'subnets': [{'id': '4478fc11-5416-407e-a082-7c9313c7b4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:25.001450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:25.005959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c9372-0fcd-4d3c-bc1e-cbbf01e4b87f req-3391e5ca-7c4f-45ae-bec9-3ac66b62b878 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.011662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cd5c9372-0fcd-4d3c-bc1e-cbbf01e4b87f req-3391e5ca-7c4f-45ae-bec9-3ac66b62b878 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1131344 Jun 30 02:30:25.014265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9a943-aa84-4659-9498-f3e8ce79b7f7 None None] The sync data for ids ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'] in n-d-798054-5 is: [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:19Z', 'revision_number': 4, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '06d1dace-d99d-4160-85d1-cbcbb2e22067', 'name': '', 'network_id': 'fea6bce6-a88b-4ed2-a479-bb7805a7b441', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'mac_address': 'fa:16:3e:1a:5d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4478fc11-5416-407e-a082-7c9313c7b4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:18Z', 'updated_at': '2021-06-30T02:30:24Z', 'revision_number': 4, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'subnets': [{'id': '4478fc11-5416-407e-a082-7c9313c7b4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:25.016556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-de6e996b-7ce1-4c8c-a30c-3fafd1b554ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.019476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-de6e996b-7ce1-4c8c-a30c-3fafd1b554ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1828666 Jun 30 02:30:25.043555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.048452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:25.050576 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91b6e22-0404-434a-b97b-574ff8a92633" -d '{"events": [{"server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:25.057330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.089882 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-ffc61a2f-dc46-4909-96f7-56831c958ac6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.0618091 Jun 30 02:30:25.117336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.131904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Transition to ACTIVE for port object 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:25.144899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Allocated IP 172.20.0.14 (0d0cf1e9-1fbe-411e-8904-1933af6c07de/af1509c5-79c7-4b54-b667-cef47860f1c1/d6713f38-e6a0-45db-b254-6cfe6e854cdd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:25.153432 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cd5c9372-0fcd-4d3c-bc1e-cbbf01e4b87f req-1676408c-4092-4c2a-bb0a-9333b2910dc0 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319139 Jun 30 02:30:25.166198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.168198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-7d2666af-fe29-4a47-a54d-9d2ef0121d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.169703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-7d2666af-fe29-4a47-a54d-9d2ef0121d96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0651360 Jun 30 02:30:25.202643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.279531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-8662ea81-e9ac-462d-bb3f-bb306c4ecbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.281596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-8662ea81-e9ac-462d-bb3f-bb306c4ecbce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042771 Jun 30 02:30:25.297542 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:30:25.437516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 06d1dace-d99d-4160-85d1-cbcbb2e22067 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:25.511069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-dd37096f-981c-48c8-85de-d12f410398bd service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195351 Jun 30 02:30:25.537330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341f427-2507-4869-a6fe-5e17dad50151 req-090198a3-d6b0-4e6f-acf3-9fffab65bdb6 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.544664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4341f427-2507-4869-a6fe-5e17dad50151 req-090198a3-d6b0-4e6f-acf3-9fffab65bdb6 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 948 time: 0.1752903 Jun 30 02:30:25.546986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 06d1dace-d99d-4160-85d1-cbcbb2e22067 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:25.556144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 06d1dace-d99d-4160-85d1-cbcbb2e22067 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:25.556880 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.568304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:25.569914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:25.570547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:25.579526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:25.615530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:25.616204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Attempting to bind port e8cb2b18-abde-4172-9738-a79fa53e0b97 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:25.656443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:25.656679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:25.657515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:25.657984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Bound port: e8cb2b18-abde-4172-9738-a79fa53e0b97, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:25.658412 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.692482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Allocated IP 172.25.0.96 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/80713268-7753-4b01-ba64-87de9ff59fd4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:25.695079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4341f427-2507-4869-a6fe-5e17dad50151 req-d531ebf6-c8e2-44a4-b8f7-b6a2ecf75783 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494684 Jun 30 02:30:25.733268 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.795418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbc744e9-2446-4bef-aae5-9538f247bf3a req-3ed4fbcb-b22e-4de8-a8d6-d69d377a992a service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766457 Jun 30 02:30:25.820502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 06d1dace-d99d-4160-85d1-cbcbb2e22067, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=06d1dace-d99d-4160-85d1-cbcbb2e22067,segment=NetworkSegment(72cdae6b-7db2-4a2c-983f-054a0b103984),segment_id=72cdae6b-7db2-4a2c-983f-054a0b103984)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:25.830918 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.912504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=06d1dace-d99d-4160-85d1-cbcbb2e22067,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:26.183007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Attempting to bind port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:26.183581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Attempting to bind port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:26.183706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Attempting to bind port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:26.227004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Pushing event updated for resources: {'Port': ['ID=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:26.229290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:26.229623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Attempting to bind port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:26.245029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206dbb7-4195-423b-a244-5f82a55198f9 req-973e903b-6af5-4ae1-a3a0-9356b98de00f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.255249 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a206dbb7-4195-423b-a244-5f82a55198f9 req-973e903b-6af5-4ae1-a3a0-9356b98de00f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 948 time: 0.0892339 Jun 30 02:30:26.287983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:26.288774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:26.288774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:26.289053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Bound port: 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:26.289413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.299044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a206dbb7-4195-423b-a244-5f82a55198f9 req-3782795b-ccbf-44e4-b873-3f095a433a5e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Jun 30 02:30:26.344637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.356768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:26.365841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.407853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Transition to ACTIVE for port object d6713f38-e6a0-45db-b254-6cfe6e854cdd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:26.414086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:26.425952 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.448207 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94369637-b997-4143-b726-5a5eee773829 req-3204c539-0ee2-4ebe-ae49-85332799c54f tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 210 time: 0.0340316 Jun 30 02:30:26.530167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] For port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:26.574227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] For port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:26.575340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.580475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:26.609368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.629694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c0a4d-7ed5-47e5-9f09-42b5a9821796 req-e41d8249-21e9-4814-b848-86f9e2176841 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.631569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e4c0a4d-7ed5-47e5-9f09-42b5a9821796 req-e41d8249-21e9-4814-b848-86f9e2176841 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 943 time: 0.0745416 Jun 30 02:30:26.632789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.637881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.637881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d2956a2f-d332-4fbc-8c13-22267dee1bf1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 1121 time: 3.5127788 Jun 30 02:30:26.637881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.668594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:26.678018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:26.685031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.685670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.687120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] 10.222.0.67 "PUT /v2.0/ports/519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 HTTP/1.1" status: 200 len: 1096 time: 3.6417403 Jun 30 02:30:26.693687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:26.701885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e4c0a4d-7ed5-47e5-9f09-42b5a9821796 req-143f31ce-9a56-4f7e-9215-6951721e9169 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630016 Jun 30 02:30:26.704733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:26.705533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Pushing event updated for resources: {'Port': ['ID=80713268-7753-4b01-ba64-87de9ff59fd4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:26.717297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:26.722480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:26.728394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.729061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.755611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['e8cb2b18-abde-4172-9738-a79fa53e0b97'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:26.828368 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4676c72d-fa9b-41c0-b39d-2021d37337dc x-openstack-request-id: req-4676c72d-fa9b-41c0-b39d-2021d37337dc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:26.828668 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:26.828837 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4676c72d-fa9b-41c0-b39d-2021d37337dc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:26.829164 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'code': 200} Jun 30 02:30:26.898713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5209363 Jun 30 02:30:26.945635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Request body: {'port': {'device_id': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:26.952998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.005565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Pushing event updated for resources: {'Port': ['ID=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:27.027085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.027515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.027832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.028109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.028440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.028767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.029093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.029412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.029737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.030196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.031095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.031418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60850785-e62c-4327-9e50-cfb6a7e8af89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:27.151740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-bfd3bcd0-1d35-4431-af38-13728b31a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.153254 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-bfd3bcd0-1d35-4431-af38-13728b31a537 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=429329a1628d432892bf956f968901e5&device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 1099 time: 0.3301351 Jun 30 02:30:27.158631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.163953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a440a3-77ad-487a-a6d7-62a61cdc6b0d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:27.201033 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.240868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-422ce4f8-fefc-4d88-b98c-a1e4d81c390c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 HTTP/1.1" status: 200 len: 217 time: 0.0490794 Jun 30 02:30:27.268095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68124f35-9d1c-48da-8bc6-86a404138081 None None] Provisioning for port d6713f38-e6a0-45db-b254-6cfe6e854cdd completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:27.276714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68124f35-9d1c-48da-8bc6-86a404138081 None None] Provisioning complete for port d6713f38-e6a0-45db-b254-6cfe6e854cdd triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:27.277228 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68124f35-9d1c-48da-8bc6-86a404138081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.325041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-68124f35-9d1c-48da-8bc6-86a404138081 None None] Port d6713f38-e6a0-45db-b254-6cfe6e854cdd cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:27.365233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 06d1dace-d99d-4160-85d1-cbcbb2e22067 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:27.388506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6231d-a817-46f1-92bc-c8bb55b03df6 req-abba8d67-ee61-4838-80b8-c166f1699761 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.390667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-ea86d0bf-942c-40fc-9b45-7049c368b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.392161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-ea86d0bf-942c-40fc-9b45-7049c368b141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1396961 Jun 30 02:30:27.392537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e6231d-a817-46f1-92bc-c8bb55b03df6 req-abba8d67-ee61-4838-80b8-c166f1699761 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.0868225 Jun 30 02:30:27.424189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 06d1dace-d99d-4160-85d1-cbcbb2e22067 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:27.424565 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.580016 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f467-f086-4b9b-9a50-ea499818fd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.634187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.651062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.695466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.699890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-d4395ca8-d702-4839-9811-00146d1992e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.701444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-d4395ca8-d702-4839-9811-00146d1992e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2978065 Jun 30 02:30:27.727292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e6231d-a817-46f1-92bc-c8bb55b03df6 req-2d2b7575-928c-4690-a43f-d2fc8f31d60c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258245 Jun 30 02:30:27.793040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.795195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5830529 Jun 30 02:30:27.819999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b78931-997b-417b-a8c2-adf1b94182f2 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Pushing event updated for resources: {'Port': ['ID=80713268-7753-4b01-ba64-87de9ff59fd4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:27.907810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-65cf56c7-34f7-4a46-a9a5-e406c09e36e7 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.1005504 Jun 30 02:30:27.937322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c12c3-104f-4461-bb49-5d4d2ba05b99 req-ee69ccd0-2132-4df0-b3b8-8cba34b57ef8 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.939187 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-236c12c3-104f-4461-bb49-5d4d2ba05b99 req-ee69ccd0-2132-4df0-b3b8-8cba34b57ef8 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 949 time: 0.0825713 Jun 30 02:30:27.981275 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-236c12c3-104f-4461-bb49-5d4d2ba05b99 req-edd51ec6-f71d-4ce5-8177-7988845df0df tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Jun 30 02:30:28.024428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6713f38-e6a0-45db-b254-6cfe6e854cdd {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:28.035210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-e209daa6-6782-460a-93a8-f09bc775fced service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235977 Jun 30 02:30:28.043056 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.119525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Transition to ACTIVE for port object d6713f38-e6a0-45db-b254-6cfe6e854cdd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:28.138002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.197742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-a1aec686-0e85-409a-b18c-4333101d7e73 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.205485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-a1aec686-0e85-409a-b18c-4333101d7e73 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2887709 Jun 30 02:30:28.207651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e239dac-57d1-4e82-ad30-89ecb2f1f7d1 req-9b337664-ff18-4eab-a3b2-238bcc9ef068 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.213832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e239dac-57d1-4e82-ad30-89ecb2f1f7d1 req-9b337664-ff18-4eab-a3b2-238bcc9ef068 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 948 time: 0.0878053 Jun 30 02:30:28.216194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-2e54a26a-d72c-4668-91cf-5c841f7d54e7 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:28.228414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d41167a-06d6-4997-bee9-5cfd2cb83484 req-2e54a26a-d72c-4668-91cf-5c841f7d54e7 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174711 Jun 30 02:30:28.278957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e239dac-57d1-4e82-ad30-89ecb2f1f7d1 req-74d7edcf-7716-410d-8a52-933abdf82315 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586593 Jun 30 02:30:28.301797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5926bf5-bd6c-4c91-b8ec-eda0a1683a72 req-fff2abbb-4fbe-4c93-ae9c-35e28329ecea service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560968 Jun 30 02:30:28.305141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Pushing event updated for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:28.366827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Attempting to bind port d6713f38-e6a0-45db-b254-6cfe6e854cdd on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:28.367400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Attempting to bind port d6713f38-e6a0-45db-b254-6cfe6e854cdd by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:28.367789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Attempting to bind port d6713f38-e6a0-45db-b254-6cfe6e854cdd on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:28.378175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Port d6713f38-e6a0-45db-b254-6cfe6e854cdd on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:28.378623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Attempting to bind port d6713f38-e6a0-45db-b254-6cfe6e854cdd on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:28.387958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:28.388359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Checking segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:28.388808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Bound using segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:28.389352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Bound port: d6713f38-e6a0-45db-b254-6cfe6e854cdd, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:28.391084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.451435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:28.477855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-8522e2df-5a76-4d1d-a943-206486cea8c3 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.479570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-8522e2df-5a76-4d1d-a943-206486cea8c3 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 949 time: 0.0986362 Jun 30 02:30:28.574229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:28.579430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:28.603020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:28.606532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300157c-e64f-4511-8fcb-0821204e1616 req-50bd655e-d7a1-475c-840f-760dc62d1156 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.608110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6300157c-e64f-4511-8fcb-0821204e1616 req-50bd655e-d7a1-475c-840f-760dc62d1156 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1948969 Jun 30 02:30:28.610609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.634079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'mac_address': 'fa:16:3e:fe:a1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:28.684227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Pushing event updated for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:28.684474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Deleting port 54164fb3-8a41-474e-93b3-004bc0c5ca81 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:28.684865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.705265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.706147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.707339 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-78c500bd-671a-4d0a-a138-5071f9eca318 service neutron] 10.222.0.90 "PUT /v2.0/ports/d6713f38-e6a0-45db-b254-6cfe6e854cdd HTTP/1.1" status: 200 len: 1092 time: 1.7769866 Jun 30 02:30:28.709607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.724848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90bddf4-a9bf-4f99-995e-af05c66a8f8d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:28.744806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6300157c-e64f-4511-8fcb-0821204e1616 req-e7331365-6eff-4b91-98f6-377ea301e3ac tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221948 Jun 30 02:30:28.760497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:28.776350 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.848216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97'}, {'name': 'network-changed', 'server_uuid': '6840469b-45ea-452c-abe3-2574363644da', 'tag': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7'}, {'name': 'network-changed', 'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:28.848972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:28.850825 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71015339-08e1-4748-88cf-164edc5239a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97"}, {"name": "network-changed", "server_uuid": "6840469b-45ea-452c-abe3-2574363644da", "tag": "519b6ed8-15e8-462d-96f4-0f2e1d6a95f7"}, {"name": "network-changed", "server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:28.867045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] For port 54164fb3-8a41-474e-93b3-004bc0c5ca81, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=54164fb3-8a41-474e-93b3-004bc0c5ca81,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:28.867045 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.879640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac71b6a-b0ba-4509-8c44-ef3581d7f262 req-e111b304-be58-465b-8521-31f17ba385d8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.888085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eac71b6a-b0ba-4509-8c44-ef3581d7f262 req-e111b304-be58-465b-8521-31f17ba385d8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 948 time: 0.2479434 Jun 30 02:30:28.918046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Calling delete_port for 54164fb3-8a41-474e-93b3-004bc0c5ca81 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:28.918282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-5b9db42c-1191-424d-94aa-fa188bfac437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.920655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-5b9db42c-1191-424d-94aa-fa188bfac437 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 1095 time: 0.1312668 Jun 30 02:30:28.963195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eac71b6a-b0ba-4509-8c44-ef3581d7f262 req-f8e95f6a-0b88-4067-8a62-219e59918e11 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741575 Jun 30 02:30:28.984440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-6d8d492c-63be-414c-bddf-ecb76a15afa5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd HTTP/1.1" status: 200 len: 217 time: 0.0510767 Jun 30 02:30:29.085645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-fa615df4-362c-462a-b605-4d06233e1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.087982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-fa615df4-362c-462a-b605-4d06233e1bce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.0837758 Jun 30 02:30:29.103543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c90bddf4-a9bf-4f99-995e-af05c66a8f8d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:29.146454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca61f9-6239-478e-8bcb-7faa8869c31d req-efe78b1c-07b8-48e9-aa4f-1f7cb7ee7cfb tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.147949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5aca61f9-6239-478e-8bcb-7faa8869c31d req-efe78b1c-07b8-48e9-aa4f-1f7cb7ee7cfb tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 944 time: 0.1662383 Jun 30 02:30:29.204088 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:29.211726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-026bc017-5474-403d-bf28-70f9d84c39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.213494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-026bc017-5474-403d-bf28-70f9d84c39ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104550 Jun 30 02:30:29.217371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5aca61f9-6239-478e-8bcb-7faa8869c31d req-15759e4f-fd9a-4619-9758-e28290d7511b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558827 Jun 30 02:30:29.222567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['9d2534d3-bcee-48be-a19a-7290aa826840', '54164fb3-8a41-474e-93b3-004bc0c5ca81'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:29.262136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Pushing event deleted for resources: {'Port': ['ID=54164fb3-8a41-474e-93b3-004bc0c5ca81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:29.284884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.285446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.285861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.286203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.286817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.287086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.288324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.288324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.288324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.288650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.288828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.289058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:29.344422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b25458-28a2-4eb4-9836-8bd23bca620d req-cecbcb7d-0720-41ba-a115-ce158c7be35a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.353016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49b25458-28a2-4eb4-9836-8bd23bca620d req-cecbcb7d-0720-41ba-a115-ce158c7be35a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 943 time: 0.2171519 Jun 30 02:30:29.389435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] No DVR routers for this DVR port 54164fb3-8a41-474e-93b3-004bc0c5ca81 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:29.392926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-27246a1b-6182-43ca-9ae1-4bb64c14f5bf service neutron] 10.222.0.90 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667719 Jun 30 02:30:29.396029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:29.398170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9794d4ee-d470-4b19-ae47-11fe41c5ec69 req-9a1935a0-2732-4d62-ae7a-238c51a79b68 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "DELETE /v2.0/ports/54164fb3-8a41-474e-93b3-004bc0c5ca81 HTTP/1.1" status: 204 len: 173 time: 0.9089561 Jun 30 02:30:29.399348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'name': 'network-vif-deleted', 'tag': '54164fb3-8a41-474e-93b3-004bc0c5ca81'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:29.401641 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa3d0d-2617-4c6f-858a-f5a607a5e102" -d '{"events": [{"server_uuid": "918ea7b9-60f7-4869-9af6-cf8c9b8f7f57", "name": "network-vif-deleted", "tag": "54164fb3-8a41-474e-93b3-004bc0c5ca81"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:29.442079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49b25458-28a2-4eb4-9836-8bd23bca620d req-45892ac6-d0dc-4d60-b4a0-2cb28c86fe5b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Jun 30 02:30:29.618192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94d87f8d-67ef-441b-8fc6-0cd0fd497ccb req-ace021f8-ff08-4ae4-aab4-63683ccca811 service neutron] 10.222.0.90 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056713 Jun 30 02:30:29.663846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323344b-461a-4940-9354-19c29530e281 req-5e8a637d-c1b2-4af9-bd66-4557702fc439 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.671948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4323344b-461a-4940-9354-19c29530e281 req-5e8a637d-c1b2-4af9-bd66-4557702fc439 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2232428 Jun 30 02:30:29.692211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b20ef54-8849-4c77-b149-b0e4e3f140a8 req-ee87231b-34e6-45ea-b54b-d622e3bb63a1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips/2d650f2d-95bc-4302-82c9-0bab5ace61fa HTTP/1.1" status: 200 len: 692 time: 0.1746671 Jun 30 02:30:29.718544 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4323344b-461a-4940-9354-19c29530e281 req-443d4ff1-3228-4175-9b22-e9c8fbe10a97 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455272 Jun 30 02:30:29.794030 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9d211-1106-4712-ae61-ff55b8678cce x-openstack-request-id: req-7db9d211-1106-4712-ae61-ff55b8678cce {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:29.794364 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6840469b-45ea-452c-abe3-2574363644da", "tag": "519b6ed8-15e8-462d-96f4-0f2e1d6a95f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:29.794633 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7db9d211-1106-4712-ae61-ff55b8678cce {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:29.795034 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'status': 'completed', 'code': 200} Jun 30 02:30:29.795292 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6840469b-45ea-452c-abe3-2574363644da', 'tag': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7', 'status': 'completed', 'code': 200} Jun 30 02:30:29.795550 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'status': 'completed', 'code': 200} Jun 30 02:30:29.856209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ef54-8849-4c77-b149-b0e4e3f140a8 req-52eff3bf-0949-4de9-953b-774e95c231b8 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.866820 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b20ef54-8849-4c77-b149-b0e4e3f140a8 req-52eff3bf-0949-4de9-953b-774e95c231b8 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1665366 Jun 30 02:30:29.873715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-0b20ef54-8849-4c77-b149-b0e4e3f140a8 req-ca09b073-1e9a-49b7-9176-2154f511501b tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:29.887196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b20ef54-8849-4c77-b149-b0e4e3f140a8 req-ca09b073-1e9a-49b7-9176-2154f511501b tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154095 Jun 30 02:30:30.071443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdec7-facd-40cc-a607-cffdbfdd45e9 req-b0f294ce-81ca-4355-99f1-147cf04d6c10 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.073230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-331fdec7-facd-40cc-a607-cffdbfdd45e9 req-b0f294ce-81ca-4355-99f1-147cf04d6c10 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 948 time: 0.0824196 Jun 30 02:30:30.126572 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-331fdec7-facd-40cc-a607-cffdbfdd45e9 req-c3c98db9-da0d-45d4-90e1-4001aa477058 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Jun 30 02:30:30.174465 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6539b29d-57f8-4eb0-98f2-cd8eeebf266c x-openstack-request-id: req-6539b29d-57f8-4eb0-98f2-cd8eeebf266c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:30.174827 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918ea7b9-60f7-4869-9af6-cf8c9b8f7f57", "name": "network-vif-deleted", "tag": "54164fb3-8a41-474e-93b3-004bc0c5ca81", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:30.175096 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6539b29d-57f8-4eb0-98f2-cd8eeebf266c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:30.175492 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918ea7b9-60f7-4869-9af6-cf8c9b8f7f57', 'name': 'network-vif-deleted', 'tag': '54164fb3-8a41-474e-93b3-004bc0c5ca81', 'status': 'completed', 'code': 200} Jun 30 02:30:30.200983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4ef90baa-811c-44b9-b2f9-0b00af2d387e req-49c0c528-3503-4e8d-8dc5-8720b3ab4dfa tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=918ea7b9-60f7-4869-9af6-cf8c9b8f7f57 HTTP/1.1" status: 200 len: 210 time: 0.0387568 Jun 30 02:30:30.246906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-7992f1fb-4172-45bd-b45e-fec29ae51847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.248512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-7992f1fb-4172-45bd-b45e-fec29ae51847 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=429329a1628d432892bf956f968901e5&device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 1099 time: 0.4170122 Jun 30 02:30:30.252722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-449d11fc-6249-4775-8395-3405fbfcf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.254260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-449d11fc-6249-4775-8395-3405fbfcf622 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1124 time: 0.4061983 Jun 30 02:30:30.277009 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69877ea-ef11-4098-a684-7ab79699f601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:30.471429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:30.474476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:30.523711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-85641ab2-786b-495d-8fbf-80f59267a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.525195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-85641ab2-786b-495d-8fbf-80f59267a4ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2526987 Jun 30 02:30:30.593384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-e5b6559b-e0da-4604-9a5c-aef6837add34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 217 time: 0.0591202 Jun 30 02:30:30.604406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437788a4-36f7-492b-b68a-5fec10b61dde req-adb62b6b-4e90-4c9b-b08d-9df87b9e5442 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.611181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-437788a4-36f7-492b-b68a-5fec10b61dde req-adb62b6b-4e90-4c9b-b08d-9df87b9e5442 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1943080 Jun 30 02:30:30.629504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-68387273-48d5-421a-95e9-aed6a85f6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.632683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-68387273-48d5-421a-95e9-aed6a85f6f96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3733869 Jun 30 02:30:30.667332 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:30.779654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port c90bddf4-a9bf-4f99-995e-af05c66a8f8d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:30.782068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-5eef7498-58cb-42b4-8f8d-2b9eb93d513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.783685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-5eef7498-58cb-42b4-8f8d-2b9eb93d513d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1702375 Jun 30 02:30:30.793568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port c90bddf4-a9bf-4f99-995e-af05c66a8f8d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:30.794223 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:30.847359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:30.862814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e55131b-cfa8-4d67-8bdc-deb106af4715 req-719497b7-6a0e-4864-9614-828b7a274cd4 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=a28dce9e600a447aa8a1da41a7cfffe3 HTTP/1.1" status: 200 len: 695 time: 0.1263392 Jun 30 02:30:30.870615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 has no active binding in host n-h1-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:30:30.917196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-437788a4-36f7-492b-b68a-5fec10b61dde req-d466b916-9acf-47d8-ae1a-0dd7c1bf00c5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050406 Jun 30 02:30:30.923669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-8d50ad2d-929e-4d51-aa24-4bc85ccb2453 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 HTTP/1.1" status: 200 len: 217 time: 0.2838767 Jun 30 02:30:30.930154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-aaa65cff-104c-4a9b-81cd-2e2959d0ef78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255991 Jun 30 02:30:30.933978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:30.977673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:30.978831 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09013afc-cb6f-4385-821d-695ce17624c2" -d '{"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-plugged", "status": "completed", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:31.022257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:31.022486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-84dd3c0a-b191-4910-a537-f25d01256362 service neutron] 10.222.0.90 "GET /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.3799515 Jun 30 02:30:31.032306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55131b-cfa8-4d67-8bdc-deb106af4715 req-87881482-6ed3-466b-a817-5d18cf454606 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.034074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.040882 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e55131b-cfa8-4d67-8bdc-deb106af4715 req-87881482-6ed3-466b-a817-5d18cf454606 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks?id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 787 time: 0.1677084 Jun 30 02:30:31.111720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-6cf9a234-3a03-41b9-a439-c30403022db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.113514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-6cf9a234-3a03-41b9-a439-c30403022db3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1804488 Jun 30 02:30:31.115386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-5e55131b-cfa8-4d67-8bdc-deb106af4715 req-9a8f2928-4468-4a95-9d35-1996fe83225a tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:31.122517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e55131b-cfa8-4d67-8bdc-deb106af4715 req-9a8f2928-4468-4a95-9d35-1996fe83225a tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0816975 Jun 30 02:30:31.156197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:31.256420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-1f0f9919-598b-45d1-8751-dc80613632ab service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041797 Jun 30 02:30:31.340388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-a098d4f9-67fe-4b63-bc65-5d160fe22466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.341929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-a098d4f9-67fe-4b63-bc65-5d160fe22466 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147739 Jun 30 02:30:31.362984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:31.375783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b75f0-799f-4960-b44d-57d770413d29 req-8fad219d-d2ef-4d4f-b796-19aa9bdbcc80 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.378557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad7b75f0-799f-4960-b44d-57d770413d29 req-8fad219d-d2ef-4d4f-b796-19aa9bdbcc80 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1915832 Jun 30 02:30:31.389156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a6260-1dd1-490a-a368-1f5098db3fcf req-ed36bcef-d326-44e7-aec1-a6ec509df214 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.391340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-467a6260-1dd1-490a-a368-1f5098db3fcf req-ed36bcef-d326-44e7-aec1-a6ec509df214 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 944 time: 0.1321008 Jun 30 02:30:31.401178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:31.457142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cb2b18-abde-4172-9738-a79fa53e0b97 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:31.471776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:31.476733 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-467a6260-1dd1-490a-a368-1f5098db3fcf req-2a9f424e-1cc4-4985-8c64-3f31426f922b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768402 Jun 30 02:30:31.494060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.505124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-52e6ab3d-7c3a-4b8d-9c37-a7ed3fe88dd2 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280703 Jun 30 02:30:31.525933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad7b75f0-799f-4960-b44d-57d770413d29 req-6fd1e82d-8a63-495f-9b89-7db5dad6f9db tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394522 Jun 30 02:30:31.566346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-201e53d6-e434-4f5e-847c-8acdc7077455 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140687 Jun 30 02:30:31.648036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] Transition to ACTIVE for port object e8cb2b18-abde-4172-9738-a79fa53e0b97 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:31.668009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.809980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:31.838691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-a824fcae-a19b-4227-b442-73a03ef5993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.840287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-a824fcae-a19b-4227-b442-73a03ef5993f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 1095 time: 0.2381356 Jun 30 02:30:31.842109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-e1c1cc89-e998-4287-933a-8175c4faa66c service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682729 Jun 30 02:30:31.858106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231050-5d42-4851-a4f0-77f7934aa93e req-b08d588d-70ee-428c-b17c-ce80ff209b54 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.859731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02231050-5d42-4851-a4f0-77f7934aa93e req-b08d588d-70ee-428c-b17c-ce80ff209b54 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 944 time: 0.1332324 Jun 30 02:30:31.860783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] No DVR routers for this DVR port e8cb2b18-abde-4172-9738-a79fa53e0b97 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:31.878160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8f53f-fb44-4920-bbdb-44107cdd6ea6 req-de61b86e-6536-4978-9a50-ea8e24e4489d tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.879779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28a8f53f-fb44-4920-bbdb-44107cdd6ea6 req-de61b86e-6536-4978-9a50-ea8e24e4489d tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1589122 Jun 30 02:30:31.921418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4ccb2d71-061e-4dc2-9981-e3be27f23b3a service neutron] 10.222.0.90 "PUT /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97/bindings/n-h1-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8796930 Jun 30 02:30:31.926850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02231050-5d42-4851-a4f0-77f7934aa93e req-77f8591d-0cd8-48a4-aed5-4f6e9b824daf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Jun 30 02:30:31.980975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28a8f53f-fb44-4920-bbdb-44107cdd6ea6 req-b736d86a-e6bb-429b-9ce2-e7bb6d1c6ad7 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859632 Jun 30 02:30:32.008408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.028331 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c17e89-7d22-4170-acb6-eb3426f8d7a9 x-openstack-request-id: req-d7c17e89-7d22-4170-acb6-eb3426f8d7a9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:32.028704 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-plugged", "status": "completed", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:32.029030 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7c17e89-7d22-4170-acb6-eb3426f8d7a9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:32.029496 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'code': 200} Jun 30 02:30:32.107108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-85bc6e95-2628-4d67-8507-d967e8756fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.108773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-85bc6e95-2628-4d67-8507-d967e8756fce service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 925 time: 0.2550535 Jun 30 02:30:32.230544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca967e4-ba7f-45e1-8a27-eb97e26890a0 req-b91ee1a1-d723-46ee-8e65-f8bdd3e5d569 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.235076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ca967e4-ba7f-45e1-8a27-eb97e26890a0 req-b91ee1a1-d723-46ee-8e65-f8bdd3e5d569 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 948 time: 0.0937488 Jun 30 02:30:32.261775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-6832b4a3-f3a2-4338-89b2-9228eab94f0d tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips/2d650f2d-95bc-4302-82c9-0bab5ace61fa HTTP/1.1" status: 200 len: 692 time: 0.2120898 Jun 30 02:30:32.268815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-f7a1ffb9-ea58-4ebc-b772-4d3eef5ab60e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd HTTP/1.1" status: 200 len: 217 time: 0.0960779 Jun 30 02:30:32.303227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ca967e4-ba7f-45e1-8a27-eb97e26890a0 req-c25d03e5-bcdf-4f2d-8890-d384ffd21cb4 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567095 Jun 30 02:30:32.410273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-8bf58025-1b40-4d4d-bf10-0447b29072e8 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.411928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-8bf58025-1b40-4d4d-bf10-0447b29072e8 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.4064491 Jun 30 02:30:32.423831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0525bf-9caa-40e3-a2c1-2f0d2d7193b2 req-c1f90785-b172-4a25-8a95-182cc54f3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.425287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db0525bf-9caa-40e3-a2c1-2f0d2d7193b2 req-c1f90785-b172-4a25-8a95-182cc54f3130 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1101 time: 0.2797122 Jun 30 02:30:32.438381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-2548f789-3162-472c-871b-eadf55c67c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.439786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-2548f789-3162-472c-871b-eadf55c67c62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.1574850 Jun 30 02:30:32.478100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:32.569502 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db0525bf-9caa-40e3-a2c1-2f0d2d7193b2 req-40b2baef-99e2-4f84-be4b-743912954620 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346064 Jun 30 02:30:32.583996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72e416-53bc-4518-9dc3-ec46ab8cfffe req-5d7eec26-2324-45b9-a9cd-98d4d5c3a90e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.585843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-ec5e9dd8-fa40-4c56-b07d-4fa602f9d976 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.588699 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec72e416-53bc-4518-9dc3-ec46ab8cfffe req-5d7eec26-2324-45b9-a9cd-98d4d5c3a90e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.0968616 Jun 30 02:30:32.591856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-ec5e9dd8-fa40-4c56-b07d-4fa602f9d976 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2964935 Jun 30 02:30:32.613782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-da2c2d18-ee60-4f13-85d7-c14e67b0e02c tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:32.614998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-da2c2d18-ee60-4f13-85d7-c14e67b0e02c tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079460 Jun 30 02:30:32.626605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-95ae1446-6de3-4636-85d2-25be45c6e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.628303 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-95ae1446-6de3-4636-85d2-25be45c6e4b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f&tenant_id=2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 1095 time: 0.2074740 Jun 30 02:30:32.640381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec72e416-53bc-4518-9dc3-ec46ab8cfffe req-db04a9ed-b7ae-4a79-9750-e7a415eab772 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Jun 30 02:30:32.643485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015339-08e1-4748-88cf-164edc5239a7 req-2926aee5-ec37-44f3-8161-5620ffcb3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.645182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-2926aee5-ec37-44f3-8161-5620ffcb3521 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797838 Jun 30 02:30:32.649283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:32.665857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:32.737619 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.753048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:32.776784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:32.784053 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.847003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:33.077038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['519b6ed8-15e8-462d-96f4-0f2e1d6a95f7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:33.100158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-43166af0-b118-49cf-97ff-d948e74a09db tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.4536324 Jun 30 02:30:33.132029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2b0-20c9-40f0-bfe3-2b68a4905935 req-83288384-0472-43fa-b3a1-cc57fb89b151 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.140563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0dc6a2b0-20c9-40f0-bfe3-2b68a4905935 req-83288384-0472-43fa-b3a1-cc57fb89b151 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 944 time: 0.0910473 Jun 30 02:30:33.177630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-269da974-5dd1-4a1f-80fe-779c1b2ad547 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0764620 Jun 30 02:30:33.188364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0dc6a2b0-20c9-40f0-bfe3-2b68a4905935 req-bc4c0fb8-963b-49ac-93be-6cc60e143728 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465460 Jun 30 02:30:33.189274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-c419aa17-e29f-4b16-8170-48c908b0cefb service neutron] 10.222.0.90 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296292 Jun 30 02:30:33.296644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-5a60523e-939b-4ee9-a2c0-7821f34756d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.299153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-5a60523e-939b-4ee9-a2c0-7821f34756d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1095 time: 0.5757890 Jun 30 02:30:33.388351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f8a03-a1bd-4b3e-b8da-618126d6657b req-6a25dcec-c890-4083-a227-496df0a0d094 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.391763 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b2f8a03-a1bd-4b3e-b8da-618126d6657b req-6a25dcec-c890-4083-a227-496df0a0d094 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.0755303 Jun 30 02:30:33.453403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b2f8a03-a1bd-4b3e-b8da-618126d6657b req-59064870-79c7-4573-ac41-9f48dd710262 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Jun 30 02:30:33.481479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71015339-08e1-4748-88cf-164edc5239a7 req-bb31a2da-ccd7-4bb1-ad90-d8afa5eb896f service neutron] 10.222.0.90 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812831 Jun 30 02:30:33.529381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4dccf65d-149a-4d76-8023-68b5310d3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.531398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4dccf65d-149a-4d76-8023-68b5310d3f67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1957278 Jun 30 02:30:33.538563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Deleting port 80713268-7753-4b01-ba64-87de9ff59fd4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:33.538991 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.640835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-8a30c9ef-7c6e-40ac-8ec6-a33a53e69614 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 200 len: 217 time: 0.0849261 Jun 30 02:30:33.658236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e45023-df73-44d5-884f-9bfde76237e9 req-6d15914d-43f7-4b2c-99c8-1bdc1eb6ae43 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.660695 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-90e45023-df73-44d5-884f-9bfde76237e9 req-6d15914d-43f7-4b2c-99c8-1bdc1eb6ae43 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.0865741 Jun 30 02:30:33.708096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-90e45023-df73-44d5-884f-9bfde76237e9 req-174d76b3-a434-4607-9d36-40f80797cb7e tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Jun 30 02:30:33.716887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d6713f38-e6a0-45db-b254-6cfe6e854cdd details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:33.724058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:33.724646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d12a63b6-1680-4a02-84a6-72e98f01fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.728480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-d12a63b6-1680-4a02-84a6-72e98f01fc96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0759351 Jun 30 02:30:33.728480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.728761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.777900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-7c95c5a8-f0e9-47b9-8076-0b4f7fb983f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450027 Jun 30 02:30:33.783442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Calling delete_port for 80713268-7753-4b01-ba64-87de9ff59fd4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:33.867959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:33.868630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 54164fb3-8a41-474e-93b3-004bc0c5ca81 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:33.899098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 54164fb3-8a41-474e-93b3-004bc0c5ca81 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:33.899676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 54164fb3-8a41-474e-93b3-004bc0c5ca81 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:33.903517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b31f-e15e-4600-b7b1-943397702a63 req-46702204-7353-423a-b3b9-565b7406db37 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.907280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc28b31f-e15e-4600-b7b1-943397702a63 req-46702204-7353-423a-b3b9-565b7406db37 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 944 time: 0.0827618 Jun 30 02:30:33.909251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:33.933952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'port_id': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'mac_address': 'fa:16:3e:2a:88:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:33.961286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc28b31f-e15e-4600-b7b1-943397702a63 req-20a39f57-2d97-4e57-8306-3f61a2091a83 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Jun 30 02:30:33.968567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-ee11c34c-7007-4576-98e2-662672930c9c service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325455 Jun 30 02:30:33.999999 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.019748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6713f38-e6a0-45db-b254-6cfe6e854cdd {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:34.050731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:34.058923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.118175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.128389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:34.161120 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.170805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Pushing event deleted for resources: {'Port': ['ID=80713268-7753-4b01-ba64-87de9ff59fd4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:34.191319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-4f508f5a-16c3-453c-ac47-7ba72ebb9e9a service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154334 Jun 30 02:30:34.192150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed3849-efe5-4b47-9a6a-1663e6179712 req-8b76d2eb-6603-4780-b61c-c02420680258 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.193925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-73ed3849-efe5-4b47-9a6a-1663e6179712 req-8b76d2eb-6603-4780-b61c-c02420680258 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.0945210 Jun 30 02:30:34.195228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.199105 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.214135 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eef44e39-25a3-4a52-a3d6-5c6734e191a4 req-2db23c32-34c3-4c25-95fb-40fe18f35daf tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "DELETE /v2.0/floatingips/2d650f2d-95bc-4302-82c9-0bab5ace61fa HTTP/1.1" status: 204 len: 173 time: 1.0224273 Jun 30 02:30:34.263318 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-73ed3849-efe5-4b47-9a6a-1663e6179712 req-b8053afa-5aef-4c67-b380-0961bffa88c3 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509117 Jun 30 02:30:34.410496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58504-e0e3-4d70-bfa0-d3d8d3947a7b req-e6b1f412-17ac-47d0-8645-94dc5b5ba785 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.413032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3e58504-e0e3-4d70-bfa0-d3d8d3947a7b req-e6b1f412-17ac-47d0-8645-94dc5b5ba785 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 949 time: 0.0841212 Jun 30 02:30:34.420308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['d6713f38-e6a0-45db-b254-6cfe6e854cdd'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:34.468605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3e58504-e0e3-4d70-bfa0-d3d8d3947a7b req-6b675d41-c3cc-4b55-9f45-00f9b01b164c tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Jun 30 02:30:34.491130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:34.491455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab4f8-c862-417e-90ce-3a96da90fe22 req-5202c351-90b3-4ecb-baa9-5b6a9444dcf8 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.493093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c95ab4f8-c862-417e-90ce-3a96da90fe22 req-5202c351-90b3-4ecb-baa9-5b6a9444dcf8 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.0968583 Jun 30 02:30:34.548526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93833b0-b8d8-4d91-b950-15e741082454 req-f0dc58c2-ad6c-4e88-ad29-6e48ed5582b1 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.550337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-f0dc58c2-ad6c-4e88-ad29-6e48ed5582b1 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.0807216 Jun 30 02:30:34.569451 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c95ab4f8-c862-417e-90ce-3a96da90fe22 req-0624eceb-d6f2-4e17-81a7-a8f32b53ee19 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686944 Jun 30 02:30:34.624500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:34.631078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:34.631877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.843442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-46c1f925-d01d-4d29-9ac6-e80eb53d584a tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2536705 Jun 30 02:30:34.850994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d93833b0-b8d8-4d91-b950-15e741082454 req-c7a8c4df-d0b4-4fc9-8a56-6ab35d471639 service neutron] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:34.853972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:34.856352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d93833b0-b8d8-4d91-b950-15e741082454 req-c7a8c4df-d0b4-4fc9-8a56-6ab35d471639 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.857501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d93833b0-b8d8-4d91-b950-15e741082454 req-c7a8c4df-d0b4-4fc9-8a56-6ab35d471639 service neutron] 10.222.0.67 "DELETE /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97/bindings/n-h2-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.2986431 Jun 30 02:30:34.879188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4f408-4f0d-4ec8-99aa-8437f071576a req-3b6816c1-41d4-4a6d-939f-ca70722d25f6 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.880763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdf4f408-4f0d-4ec8-99aa-8437f071576a req-3b6816c1-41d4-4a6d-939f-ca70722d25f6 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 945 time: 0.1949964 Jun 30 02:30:34.891281 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.940392 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdf4f408-4f0d-4ec8-99aa-8437f071576a req-923bf3d8-38d5-4c4a-aeaa-dc7584c94523 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491776 Jun 30 02:30:34.943514 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.973231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840469b-45ea-452c-abe3-2574363644da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:34.975119 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e81fc73-e910-41f1-bd42-819b4b130ec5" -d '{"events": [{"server_uuid": "6840469b-45ea-452c-abe3-2574363644da", "name": "network-vif-plugged", "status": "completed", "tag": "519b6ed8-15e8-462d-96f4-0f2e1d6a95f7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:34.993707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:35.000594 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.063848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:35.068416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.189211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e8c18-a1d6-4c30-904d-896ded53fcfd req-9643188f-7413-40a8-9981-eb31465ed492 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.193043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-161e8c18-a1d6-4c30-904d-896ded53fcfd req-9643188f-7413-40a8-9981-eb31465ed492 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1105678 Jun 30 02:30:35.209190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Allocated IP 172.25.0.143 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/bf18de13-e4b1-416a-9a64-24f4480270d8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:35.253690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-07791b51-e664-421a-98c9-a4d7c21f0b0f tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.255337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-07791b51-e664-421a-98c9-a4d7c21f0b0f tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.1197851 Jun 30 02:30:35.259640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-161e8c18-a1d6-4c30-904d-896ded53fcfd req-502d25f8-2f03-4565-bb02-20ad54714843 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590475 Jun 30 02:30:35.366782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.418259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.464466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Deleting port 9d2534d3-bcee-48be-a19a-7290aa826840 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:35.464890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:35.464995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.476528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Pushing event updated for resources: {'Port': ['ID=bf18de13-e4b1-416a-9a64-24f4480270d8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:35.481352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:35.484620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:35.560774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9089-1e91-430a-bab6-0175d0224218 req-5ace7526-069b-4850-ba35-eb1e920d21c1 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.562971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-029f9089-1e91-430a-bab6-0175d0224218 req-5ace7526-069b-4850-ba35-eb1e920d21c1 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/ports?device_id=6770af8a-3c5c-49e1-86cb-2d5655882af2 HTTP/1.1" status: 200 len: 949 time: 0.1593518 Jun 30 02:30:35.592508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.611012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] For port 9d2534d3-bcee-48be-a19a-7290aa826840, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9d2534d3-bcee-48be-a19a-7290aa826840,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:35.613975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.635646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Calling delete_port for 9d2534d3-bcee-48be-a19a-7290aa826840 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:35.643112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-029f9089-1e91-430a-bab6-0175d0224218 req-680c4313-ce42-4c23-9683-73d549446f95 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.78 "GET /v2.0/security-groups?id=30a067e3-1e2f-40d5-baea-0c49767f7120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727155 Jun 30 02:30:35.647078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.696962 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e25d5-5c25-4499-8bcc-9ff6ce99554b x-openstack-request-id: req-da4e25d5-5c25-4499-8bcc-9ff6ce99554b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:35.697478 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6840469b-45ea-452c-abe3-2574363644da", "name": "network-vif-plugged", "status": "completed", "tag": "519b6ed8-15e8-462d-96f4-0f2e1d6a95f7", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:35.697478 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da4e25d5-5c25-4499-8bcc-9ff6ce99554b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:35.697865 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6840469b-45ea-452c-abe3-2574363644da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7', 'code': 200} Jun 30 02:30:35.722988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d6713f38-e6a0-45db-b254-6cfe6e854cdd up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:35.848926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port d6713f38-e6a0-45db-b254-6cfe6e854cdd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:35.854343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port d6713f38-e6a0-45db-b254-6cfe6e854cdd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:35.854811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.873630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.894858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['9d2534d3-bcee-48be-a19a-7290aa826840'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:36.025270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.059752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] No DVR routers for this DVR port 9d2534d3-bcee-48be-a19a-7290aa826840 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:36.063903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Pushing event deleted for resources: {'Port': ['ID=9d2534d3-bcee-48be-a19a-7290aa826840,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.071993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.075032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f2fab52c-bfcc-4077-bdbb-42d93003485e req-6703602c-cfff-459f-bd1b-352118a9efe9 tempest-LiveMigrationNegativeTest-1972682976 tempest-LiveMigrationNegativeTest-1972682976-project] 10.222.0.90 "DELETE /v2.0/ports/9d2534d3-bcee-48be-a19a-7290aa826840 HTTP/1.1" status: 204 len: 173 time: 0.8108475 Jun 30 02:30:36.090699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'name': 'network-vif-deleted', 'tag': '9d2534d3-bcee-48be-a19a-7290aa826840'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:36.103203 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42931a1-c8cd-4356-97d5-7c2a2f17b332" -d '{"events": [{"server_uuid": "6770af8a-3c5c-49e1-86cb-2d5655882af2", "name": "network-vif-deleted", "tag": "9d2534d3-bcee-48be-a19a-7290aa826840"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:36.144815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:36.152026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.198671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82941674-2e95-4347-bfdd-3e3882a7c295 req-ac7cd444-0019-43aa-a226-438e8f27d382 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.199810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.206225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.212453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82941674-2e95-4347-bfdd-3e3882a7c295 req-ac7cd444-0019-43aa-a226-438e8f27d382 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 944 time: 0.3553483 Jun 30 02:30:36.228088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef019630-1530-4848-ad1f-4af77a0f54c1 req-aa171c6d-9fd5-41a1-9199-f146ef58adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.229638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef019630-1530-4848-ad1f-4af77a0f54c1 req-aa171c6d-9fd5-41a1-9199-f146ef58adaf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 1101 time: 0.3851514 Jun 30 02:30:36.248626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.263441 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.300754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Pushing event updated for resources: {'Port': ['ID=bf18de13-e4b1-416a-9a64-24f4480270d8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.307555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.315032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-3ebd7862-2bd1-465b-b896-9557ede240e1 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4659870 Jun 30 02:30:36.362477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82941674-2e95-4347-bfdd-3e3882a7c295 req-612ae895-a5ee-47e4-885e-49596066b616 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491942 Jun 30 02:30:36.368058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef019630-1530-4848-ad1f-4af77a0f54c1 req-84679ba1-d7b2-4c5d-bb1b-c78e910bf759 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274071 Jun 30 02:30:36.430226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-f7d22097-e54c-4ad9-8f05-57fd8b679f21 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1120741 Jun 30 02:30:36.562950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-d51def98-4a03-4916-9998-3b5dc840fb7d tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.564728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-d51def98-4a03-4916-9998-3b5dc840fb7d tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1304550 Jun 30 02:30:36.576469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-ecf2959d-b781-43a5-a345-995a89241444 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:36.578190 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54c8ba1d-afd2-4e88-aebb-29cfe020a85a req-ecf2959d-b781-43a5-a345-995a89241444 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076885 Jun 30 02:30:36.582439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd5a4-3c02-4305-8336-28d084526d9a req-e77631f7-8ee4-40b4-9f41-9d16366404c0 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.584741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-963dd5a4-3c02-4305-8336-28d084526d9a req-e77631f7-8ee4-40b4-9f41-9d16366404c0 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.0877557 Jun 30 02:30:36.638780 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-963dd5a4-3c02-4305-8336-28d084526d9a req-b2706ac3-f2ee-4880-b123-319d6d5226f8 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Jun 30 02:30:36.900451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6043bc-dcf0-474d-8b71-42d9587ec3ac req-6691d423-5ee5-4167-9025-3e047d2af8ba tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.902021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a6043bc-dcf0-474d-8b71-42d9587ec3ac req-6691d423-5ee5-4167-9025-3e047d2af8ba tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 950 time: 0.1028414 Jun 30 02:30:36.978901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a6043bc-dcf0-474d-8b71-42d9587ec3ac req-33365c9c-4907-46da-bfd7-92d84f92ed9f tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659819 Jun 30 02:30:37.144248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-886e73e1-6490-4b24-8ae4-1ecc78147fce service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388493 Jun 30 02:30:37.183587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daffe74-7849-4ee8-afb8-04977b66d5e8 req-8e7d1c72-6812-4ba5-8cc8-251fffebf1a1 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.185296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9daffe74-7849-4ee8-afb8-04977b66d5e8 req-8e7d1c72-6812-4ba5-8cc8-251fffebf1a1 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1015077 Jun 30 02:30:37.254646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9daffe74-7849-4ee8-afb8-04977b66d5e8 req-c8166f2a-a1c5-4bf2-b0f5-337207d504c9 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597780 Jun 30 02:30:37.293946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79755ed9-9da2-44e8-ba03-f917aee09338 req-624d45b7-89a9-48f8-b09b-1b2ba215c720 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.297309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79755ed9-9da2-44e8-ba03-f917aee09338 req-624d45b7-89a9-48f8-b09b-1b2ba215c720 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 946 time: 0.1370821 Jun 30 02:30:37.342133 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f486398a-a5ad-484d-af46-c6abb0884357 x-openstack-request-id: req-f486398a-a5ad-484d-af46-c6abb0884357 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:37.344776 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6770af8a-3c5c-49e1-86cb-2d5655882af2", "name": "network-vif-deleted", "tag": "9d2534d3-bcee-48be-a19a-7290aa826840", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:37.345050 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f486398a-a5ad-484d-af46-c6abb0884357 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:37.345474 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6770af8a-3c5c-49e1-86cb-2d5655882af2', 'name': 'network-vif-deleted', 'tag': '9d2534d3-bcee-48be-a19a-7290aa826840', 'status': 'completed', 'code': 200} Jun 30 02:30:37.376949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79755ed9-9da2-44e8-ba03-f917aee09338 req-4b0a9fd3-9ef0-4aea-9a2b-5aac611a659a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734639 Jun 30 02:30:37.464501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-1cbe0f53-5a36-46a8-9f08-cf0de5d28549 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips/ac80042d-88e9-4379-9a2f-55a21df53078 HTTP/1.1" status: 200 len: 693 time: 0.0664918 Jun 30 02:30:37.701826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:37.703230 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77ad519-c8e9-4841-92ba-89cef7ebd718" -d '{"events": [{"server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "name": "network-vif-plugged", "status": "completed", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:37.747447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-45be1c78-cc7e-485d-a0dc-5ee846c516f3 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.753378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-45be1c78-cc7e-485d-a0dc-5ee846c516f3 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2700515 Jun 30 02:30:37.767599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-43596b0e-5e85-4c64-ab18-ed8a22f256ef tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:37.772167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-43596b0e-5e85-4c64-ab18-ed8a22f256ef tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103505 Jun 30 02:30:37.806023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b916-73ea-412d-8c9f-91d60f8e8bfe req-3d5252ac-687a-4346-9134-81a7283b7c98 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.818741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab10b916-73ea-412d-8c9f-91d60f8e8bfe req-3d5252ac-687a-4346-9134-81a7283b7c98 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1636870 Jun 30 02:30:37.908163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab10b916-73ea-412d-8c9f-91d60f8e8bfe req-a60dae6a-776b-4025-872a-2f9242ca2c52 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884163 Jun 30 02:30:37.917236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-1f4b6ea2-3bed-41f2-bef9-095b61e2764a tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1383719 Jun 30 02:30:38.118969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-b883bc41-adfd-40a8-9f41-638cf0352260 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1900074 Jun 30 02:30:38.268060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52342) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:38.269498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b662-0353-49f9-bc6f-5746951d587c req-1d5e6ec3-f970-4599-a551-c8f242cef3e5 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:38.289338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f976b662-0353-49f9-bc6f-5746951d587c req-1d5e6ec3-f970-4599-a551-c8f242cef3e5 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 1095 time: 0.2055223 Jun 30 02:30:38.324156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Deleting port bf18de13-e4b1-416a-9a64-24f4480270d8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:38.326729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.407597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f976b662-0353-49f9-bc6f-5746951d587c req-11c49a14-7261-4abc-850a-fd2e0df6cdfb tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170290 Jun 30 02:30:38.638269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.638915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.650380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c68749ac-b3e2-4e18-b53b-69ca4041d37e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=784e60bf5a6c4bfaa0609a68f2acc573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800440 Jun 30 02:30:38.653311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:38.665026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Calling delete_port for bf18de13-e4b1-416a-9a64-24f4480270d8 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:38.728947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332271d-0b62-425f-84d1-a29411a40995 req-1f698a8c-627f-47de-b1e0-1f7fa636fb27 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:38.736961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8332271d-0b62-425f-84d1-a29411a40995 req-1f698a8c-627f-47de-b1e0-1f7fa636fb27 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1395783 Jun 30 02:30:38.815388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-840b27ff-5a1e-4902-90e8-72e713a7154a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.845093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-840b27ff-5a1e-4902-90e8-72e713a7154a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.901807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.907256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8332271d-0b62-425f-84d1-a29411a40995 req-b45b4554-b722-4703-a60e-dd6011a6f372 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693254 Jun 30 02:30:38.919367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-840b27ff-5a1e-4902-90e8-72e713a7154a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.926258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-840b27ff-5a1e-4902-90e8-72e713a7154a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.931730 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-840b27ff-5a1e-4902-90e8-72e713a7154a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30a067e3-1e2f-40d5-baea-0c49767f7120 HTTP/1.1" status: 204 len: 168 time: 0.2723715 Jun 30 02:30:38.950058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b27ff-5a1e-4902-90e8-72e713a7154a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a067e3-1e2f-40d5-baea-0c49767f7120,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:38.956774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Pushing event deleted for resources: {'Port': ['ID=bf18de13-e4b1-416a-9a64-24f4480270d8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:38.981702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.988953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.005145 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395f388e-3ebf-4a3d-8225-26c4cf79bad4 req-4f9accb4-a37a-417c-b8e4-d95b17881629 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "DELETE /v2.0/floatingips/ac80042d-88e9-4379-9a2f-55a21df53078 HTTP/1.1" status: 204 len: 173 time: 0.8851740 Jun 30 02:30:39.011411 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7217b0b-2b42-4340-9e5b-69ad454a7c5a x-openstack-request-id: req-a7217b0b-2b42-4340-9e5b-69ad454a7c5a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:39.016675 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "name": "network-vif-plugged", "status": "completed", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:39.017080 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7217b0b-2b42-4340-9e5b-69ad454a7c5a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:39.017651 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'code': 200} Jun 30 02:30:39.169688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.229311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e9c65-6c4b-4995-9842-02fc25058a5a req-80be2eb9-342e-4a8e-976b-af11f0b6aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.230763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-311e9c65-6c4b-4995-9842-02fc25058a5a req-80be2eb9-342e-4a8e-976b-af11f0b6aa45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 1097 time: 0.1270583 Jun 30 02:30:39.244335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea8377-5a3c-4a0c-9319-ff1fc8fd7ab0 req-999d0e03-ac43-4c04-b5e5-b67f94ce22f3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.245872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fea8377-5a3c-4a0c-9319-ff1fc8fd7ab0 req-999d0e03-ac43-4c04-b5e5-b67f94ce22f3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 950 time: 0.1144774 Jun 30 02:30:39.252897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99283c12-2cc4-4a5a-83c8-53fa2eb61c7a req-fb0f7e19-2e0b-4459-97d6-7098b1471006 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.267900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99283c12-2cc4-4a5a-83c8-53fa2eb61c7a req-fb0f7e19-2e0b-4459-97d6-7098b1471006 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1176832 Jun 30 02:30:39.331506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-311e9c65-6c4b-4995-9842-02fc25058a5a req-3a26ac05-ea56-4fdc-b7bc-c6758f9ae78e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624673 Jun 30 02:30:39.356641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fea8377-5a3c-4a0c-9319-ff1fc8fd7ab0 req-abd06ee6-d428-4ea8-9ac5-f74a74e9aafe tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962191 Jun 30 02:30:39.393550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99283c12-2cc4-4a5a-83c8-53fa2eb61c7a req-ba20eca9-8af6-4ebf-9afb-0461ee35dd22 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030307 Jun 30 02:30:39.457730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-8f500343-4537-4d2c-aae0-8b9f5e7bb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.459501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-8f500343-4537-4d2c-aae0-8b9f5e7bb529 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1101 time: 0.1188622 Jun 30 02:30:39.604426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:39.631384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b1f1-0bb0-4d0f-b834-ecbdcb11f0cd req-9d140931-6991-42c7-8b66-da11fbcfb238 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.642922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c34b1f1-0bb0-4d0f-b834-ecbdcb11f0cd req-9d140931-6991-42c7-8b66-da11fbcfb238 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 946 time: 0.1103327 Jun 30 02:30:39.707696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-db5c2caf-9f95-414d-ad73-416a5bc474f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f1df1c7271b46208520d01c04fdb45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997272 Jun 30 02:30:39.708386 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c34b1f1-0bb0-4d0f-b834-ecbdcb11f0cd req-fe31bf2b-e355-42eb-9937-7c4655b16f9e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630851 Jun 30 02:30:39.708868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52376) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:39.747125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9d2534d3-bcee-48be-a19a-7290aa826840 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:39.775588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 9d2534d3-bcee-48be-a19a-7290aa826840 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:39.775940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9d2534d3-bcee-48be-a19a-7290aa826840 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:39.782158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f9b1-eea0-4b23-b407-e68cc9a7c3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.813585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f9b1-eea0-4b23-b407-e68cc9a7c3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.893539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f9b1-eea0-4b23-b407-e68cc9a7c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.896009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f9b1-eea0-4b23-b407-e68cc9a7c3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.897134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ad9f9b1-eea0-4b23-b407-e68cc9a7c3eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/873fdab2-748d-463d-a108-e908dd016eea HTTP/1.1" status: 204 len: 168 time: 0.1873591 Jun 30 02:30:39.908851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9f9b1-eea0-4b23-b407-e68cc9a7c3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873fdab2-748d-463d-a108-e908dd016eea,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:39.931366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-3725f37b-687d-46d6-8809-aff1696ed379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.933029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-3725f37b-687d-46d6-8809-aff1696ed379 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.4651163 Jun 30 02:30:39.956682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5f3c-fdae-44ae-bb86-24ff754c3420 req-ca76a7ed-c297-4390-9600-1f725ae8f5b0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.963994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-815c5f3c-fdae-44ae-bb86-24ff754c3420 req-ca76a7ed-c297-4390-9600-1f725ae8f5b0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1113195 Jun 30 02:30:39.985342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-b50c2cd7-4fd2-4217-8478-c3d0936f1780 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.0411360 Jun 30 02:30:39.991639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-49d18f16-e8e3-41a7-b435-580a9fbee408 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.998141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-49d18f16-e8e3-41a7-b435-580a9fbee408 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.4433784 Jun 30 02:30:39.998355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-815c5f3c-fdae-44ae-bb86-24ff754c3420 req-aba31321-0e9f-4115-87c4-84a63bd3ee4e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Jun 30 02:30:40.040077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-1d167208-6fb9-4470-85fe-7fb61f182134 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/quotas/2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 375 time: 0.0410454 Jun 30 02:30:40.066740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-8c563a79-4a5a-4b90-a250-3782dafff48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.068100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-8c563a79-4a5a-4b90-a250-3782dafff48c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0679958 Jun 30 02:30:40.073612 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-0db11b9c-9657-4e69-bf24-5fa8edaa52da req-1e6afd42-3076-43dc-bdbe-bd793bdf2686 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] show failed (client error): The resource could not be found. Jun 30 02:30:40.074659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0db11b9c-9657-4e69-bf24-5fa8edaa52da req-1e6afd42-3076-43dc-bdbe-bd793bdf2686 tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips/ac80042d-88e9-4379-9a2f-55a21df53078 HTTP/1.1" status: 404 len: 350 time: 0.0385132 Jun 30 02:30:40.162045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-3a4ea48b-a539-44fb-bbe2-acf5bb123352 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125610 Jun 30 02:30:40.174230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-63f9af64-ad7d-4ea2-85ac-34ecadb9d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.175758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-63f9af64-ad7d-4ea2-85ac-34ecadb9d00b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847154 Jun 30 02:30:40.340092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-027c8c4a-a7ac-4fe7-b63c-b5e9c438ac92 service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631706 Jun 30 02:30:40.341763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-2d44414a-ca2e-4e07-866e-f9ebb91dd430 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580992 Jun 30 02:30:40.459846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.521491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-f4f140f0-301c-44a2-a5ad-5c570a2ac004 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736217 Jun 30 02:30:40.533828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-59c5511d-973b-4cd4-a94b-727e9a25c957 service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779773 Jun 30 02:30:40.755093 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-cf091000-7b0c-4414-955c-baac3b633392 req-f91b030f-3a5d-4f59-abe8-ca0eaf88bcda tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] show failed (client error): The resource could not be found. Jun 30 02:30:40.761910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf091000-7b0c-4414-955c-baac3b633392 req-f91b030f-3a5d-4f59-abe8-ca0eaf88bcda tempest-FloatingIPsTestJSON-1391995800 tempest-FloatingIPsTestJSON-1391995800-project] 10.222.0.78 "GET /v2.0/floatingips/ac80042d-88e9-4379-9a2f-55a21df53078 HTTP/1.1" status: 404 len: 350 time: 0.0567915 Jun 30 02:30:40.772201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52414) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:40.888550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72390-a1d4-4182-96a1-c318ab3942e1 req-c3550ab6-3eb8-4b27-b6bd-7f1611951899 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.900332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06c72390-a1d4-4182-96a1-c318ab3942e1 req-c3550ab6-3eb8-4b27-b6bd-7f1611951899 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1407547 Jun 30 02:30:40.941554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06c72390-a1d4-4182-96a1-c318ab3942e1 req-5cf505ad-843f-462d-8664-f8fe35fa62d8 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Jun 30 02:30:41.096373 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5b787fc9-1343-40af-86a5-9c0a0c80ce5d req-519d1d7e-2de5-47ce-a579-2250c1266b8f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 210 time: 0.0836563 Jun 30 02:30:41.182048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456a1b3-f7cb-4fd6-b053-a354e3f8eff6 req-8317ca52-58a4-42c6-9996-2e44cdfacfbc tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.183534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2456a1b3-f7cb-4fd6-b053-a354e3f8eff6 req-8317ca52-58a4-42c6-9996-2e44cdfacfbc tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.2252374 Jun 30 02:30:41.307076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2456a1b3-f7cb-4fd6-b053-a354e3f8eff6 req-3544acf0-8de8-4e56-a30c-b5fd1ac7d215 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089873 Jun 30 02:30:41.329926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39d21-3533-4b64-b12e-a90aa7e132f5 req-14a56dc9-7a72-4e44-9f2c-7af4eddf8f00 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.337359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81f39d21-3533-4b64-b12e-a90aa7e132f5 req-14a56dc9-7a72-4e44-9f2c-7af4eddf8f00 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 950 time: 0.0939114 Jun 30 02:30:41.384639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81f39d21-3533-4b64-b12e-a90aa7e132f5 req-4973ec27-6d37-4e28-9203-c2ca349ae5bd tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462761 Jun 30 02:30:41.577491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.588099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2db23-c6be-412c-ae5b-c648c020941d req-fad08971-e326-4ec6-af6d-0365e4914f15 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.589796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-60c2db23-c6be-412c-ae5b-c648c020941d req-fad08971-e326-4ec6-af6d-0365e4914f15 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 946 time: 0.1262569 Jun 30 02:30:41.619364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca6a-7716-4a48-b104-d176bf43fe8f req-14b0f473-3509-4e23-b949-7f4f96d4bd95 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.621018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e4dca6a-7716-4a48-b104-d176bf43fe8f req-14b0f473-3509-4e23-b949-7f4f96d4bd95 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.0851352 Jun 30 02:30:41.673437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e4dca6a-7716-4a48-b104-d176bf43fe8f req-5a528570-c676-4efb-b7dd-5654dd2afa11 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Jun 30 02:30:41.714244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-60c2db23-c6be-412c-ae5b-c648c020941d req-b546031c-bbe9-4ecb-a273-bda53cb373f2 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927482 Jun 30 02:30:41.897539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571bac-cca2-432e-9d49-cddd7272e5fe req-708d0b27-2bbb-4049-aed2-a122f026d6c1 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.899200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee571bac-cca2-432e-9d49-cddd7272e5fe req-708d0b27-2bbb-4049-aed2-a122f026d6c1 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 946 time: 0.0734909 Jun 30 02:30:41.908393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:41.913960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'floatingip': {'port_id': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:41.958642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.312574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Deleting port 06d1dace-d99d-4160-85d1-cbcbb2e22067 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:42.313189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.406651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54761776-9437-4725-b8f0-c7aa2ed3fc19 req-6e4f101e-3c62-409c-8157-47ceb7b7d276 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.410130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.410661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.411152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.411631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.412106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.412578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.413049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.413521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.413988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.416258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54761776-9437-4725-b8f0-c7aa2ed3fc19 req-6e4f101e-3c62-409c-8157-47ceb7b7d276 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.3395081 Jun 30 02:30:42.426599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a8e84d3-4a62-44d5-817a-1d7d96b4eeb1 req-3ad986f9-2e84-4259-b6a3-b03a7b7c502c tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6409 time: 0.4982643 Jun 30 02:30:42.473677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f582d7-95db-4139-a86d-158d58dd665b req-25da13b7-80af-4b98-9b97-8c4f0005fd1b tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.475478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40f582d7-95db-4139-a86d-158d58dd665b req-25da13b7-80af-4b98-9b97-8c4f0005fd1b tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 1101 time: 0.3362994 Jun 30 02:30:42.492880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] For port 06d1dace-d99d-4160-85d1-cbcbb2e22067, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=06d1dace-d99d-4160-85d1-cbcbb2e22067,segment=NetworkSegment(72cdae6b-7db2-4a2c-983f-054a0b103984),segment_id=72cdae6b-7db2-4a2c-983f-054a0b103984)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:42.493247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.513395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54761776-9437-4725-b8f0-c7aa2ed3fc19 req-3dca94f0-596f-4d45-b477-01521e3b3b5d tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959516 Jun 30 02:30:42.517696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Calling delete_port for 06d1dace-d99d-4160-85d1-cbcbb2e22067 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:42.578851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-dad2846a-181a-4fa2-b88b-6e5b73b5b2c4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.580256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-dad2846a-181a-4fa2-b88b-6e5b73b5b2c4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.3879931 Jun 30 02:30:42.601771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Request body: {'port': {'device_id': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'admin_state_up': True, 'tenant_id': '2dbb83004b8f4085ab7a6805c071559c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:42.624032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d629e3a5-4a45-410b-8002-09858da0e682 req-6df5b85c-6295-4e4a-b683-06a298c24c12 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 210 time: 0.0455947 Jun 30 02:30:42.862559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.898180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Pushing event deleted for resources: {'Port': ['ID=06d1dace-d99d-4160-85d1-cbcbb2e22067,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:42.929662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbcaae-755b-4796-879f-608647012200 req-a78c0645-9b31-4e5a-bfe9-7e3ec57e69f5 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.931172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cbcaae-755b-4796-879f-608647012200 req-a78c0645-9b31-4e5a-bfe9-7e3ec57e69f5 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 950 time: 0.1493933 Jun 30 02:30:43.035345 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cbcaae-755b-4796-879f-608647012200 req-696a75e6-883c-4e8c-894b-dda62729b126 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620379 Jun 30 02:30:43.111339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb1480-62e6-4d95-aad2-cacb7cb0dd4d req-541732cf-d454-476f-a375-e28f241d665f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.112990 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34eb1480-62e6-4d95-aad2-cacb7cb0dd4d req-541732cf-d454-476f-a375-e28f241d665f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.3976460 Jun 30 02:30:43.120248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Made reservation on behalf of 2dbb83004b8f4085ab7a6805c071559c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:43.124278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.140235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:30:43.143008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Deleting port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:43.143760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.148482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.224858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51ca9-0727-441e-8a56-dc6a5ae34ac0 req-c780cd4e-70cb-4f67-9359-ac415d9bd0d7 tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.226173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ad51ca9-0727-441e-8a56-dc6a5ae34ac0 req-c780cd4e-70cb-4f67-9359-ac415d9bd0d7 tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 886 time: 0.1612785 Jun 30 02:30:43.468533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:43.477648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11639fc-dd68-4358-9a12-2a432246444a req-8a25c031-cdc7-474a-89e8-ce558ba93a00 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.479189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e11639fc-dd68-4358-9a12-2a432246444a req-8a25c031-cdc7-474a-89e8-ce558ba93a00 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1255100 Jun 30 02:30:43.568683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e11639fc-dd68-4358-9a12-2a432246444a req-d8af0776-c4ef-490b-9d02-cb910a20eb09 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Jun 30 02:30:43.569797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.609836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.619015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34eb1480-62e6-4d95-aad2-cacb7cb0dd4d req-310d2fac-1457-44a2-8d85-0f4bef76d7fd tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917092 Jun 30 02:30:43.672965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:43.681485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8fa8f968-b86d-485a-ba4d-1d258183e51d admin admin] 10.222.0.78 "PUT /v2.0/routers/a487d919-cd38-4eb7-8ee7-3a9159fb57d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9060278 Jun 30 02:30:43.682397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52464) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:43.690441 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] Sync routers for ids ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:43.700895 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] Routers {'a487d919-cd38-4eb7-8ee7-3a9159fb57d2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:43.702381 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:43.744256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.744749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.745959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.746566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.747051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.747526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.747998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.748470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.749473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.755095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb65731-066b-4b17-9fea-f54ddd3d3dd3 req-e3bc4ef2-373e-44a8-a39a-fa0152bc4d9e tempest-NetworksTest-1379051549 tempest-NetworksTest-1379051549-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6409 time: 0.1554909 Jun 30 02:30:43.789661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] For port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:43.790025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.812984 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] Set router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:43.850738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Calling delete_port for 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:43.876460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Allocated IP 172.20.0.8 (1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a/64437cf9-cffa-4060-a46b-2b07339a54dc/1bf8942a-24af-4187-8414-f9398ee6819e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:43.902597 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9 associated. External IP: 172.25.0.57, port: d6713f38-e6a0-45db-b254-6cfe6e854cdd. Jun 30 02:30:43.923249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.990133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e13e71f2-27df-4ebb-8aa4-e63cd221a050 req-54b6d880-0e25-4f77-ad9c-7a19eb8ed54a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 210 time: 0.0706139 Jun 30 02:30:44.013433 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:42Z', 'revision_number': 5, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:44.047575 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] Checking router: a487d919-cd38-4eb7-8ee7-3a9159fb57d2 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:44.056957 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] Routers {'a487d919-cd38-4eb7-8ee7-3a9159fb57d2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:44.057916 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:44.107830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.131317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b01a-11a1-4c04-88ae-06a6fac3dfa1 req-05b08760-cbcf-4469-b43e-807810faee10 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.138705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2165b01a-11a1-4c04-88ae-06a6fac3dfa1 req-05b08760-cbcf-4469-b43e-807810faee10 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.3544745 Jun 30 02:30:44.198928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52472) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:44.212603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Deleting port 41674c3f-d681-41f7-a045-de4f6c91d99c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:44.212945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.239442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] Set router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:44.299920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2165b01a-11a1-4c04-88ae-06a6fac3dfa1 req-29728d69-15ef-4578-bef8-46eeb2837f51 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560552 Jun 30 02:30:44.355669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] For port 41674c3f-d681-41f7-a045-de4f6c91d99c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41674c3f-d681-41f7-a045-de4f6c91d99c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:44.356116 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.368220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143bf0a-1abf-4e8f-b5c3-f4391d17465b req-3563aaed-896f-4fee-a3cc-a8f71de219f9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.369794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5143bf0a-1abf-4e8f-b5c3-f4391d17465b req-3563aaed-896f-4fee-a3cc-a8f71de219f9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6840469b-45ea-452c-abe3-2574363644da HTTP/1.1" status: 200 len: 950 time: 0.1718173 Jun 30 02:30:44.398612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c6f5286-10b0-4e4a-9b51-5a78e158415a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.407459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Calling delete_port for 41674c3f-d681-41f7-a045-de4f6c91d99c owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:44.428018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.439825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['519b6ed8-15e8-462d-96f4-0f2e1d6a95f7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:44.452362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.491045 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:42Z', 'revision_number': 5, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:44.510500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Pushing event deleted for resources: {'Port': ['ID=519b6ed8-15e8-462d-96f4-0f2e1d6a95f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:44.532108 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7a153-1fe8-432e-949f-a80ebaf3a759 None None] The sync data for ids ['a487d919-cd38-4eb7-8ee7-3a9159fb57d2'] in n-d-798054-5 is: [{'id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'name': 'tempest-FloatingIPsTestJSON-936721189-router', 'tenant_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:11Z', 'updated_at': '2021-06-30T02:30:42Z', 'revision_number': 5, 'project_id': 'a28dce9e600a447aa8a1da41a7cfffe3', 'gw_port': {'id': '41674c3f-d681-41f7-a045-de4f6c91d99c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a487d919-cd38-4eb7-8ee7-3a9159fb57d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:13Z', 'updated_at': '2021-06-30T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:44.554002 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5143bf0a-1abf-4e8f-b5c3-f4391d17465b req-32dac9bc-0fcf-4dea-be42-071de40c4ae3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723983 Jun 30 02:30:44.558678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] No DVR routers for this DVR port 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:44.569782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.572369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40f582d7-95db-4139-a86d-158d58dd665b req-adc03d87-5bee-4b60-bfbb-f2472ef21f39 tempest-DeleteServersAdminTestJSON-1403786386 tempest-DeleteServersAdminTestJSON-1403786386-project-admin] 10.222.0.67 "DELETE /v2.0/ports/519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 HTTP/1.1" status: 204 len: 173 time: 2.0858233 Jun 30 02:30:44.608896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840469b-45ea-452c-abe3-2574363644da', 'name': 'network-vif-deleted', 'tag': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:44.611501 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221df68e-58a5-4083-9894-dc5dc15ffcf8" -d '{"events": [{"server_uuid": "6840469b-45ea-452c-abe3-2574363644da", "name": "network-vif-deleted", "tag": "519b6ed8-15e8-462d-96f4-0f2e1d6a95f7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:44.665600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:44.693474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c6f5286-10b0-4e4a-9b51-5a78e158415a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.706606 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ee6197-edea-486a-bac3-3837383b9bc0 x-openstack-request-id: req-06ee6197-edea-486a-bac3-3837383b9bc0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:44.706776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c6f5286-10b0-4e4a-9b51-5a78e158415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.706973 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6840469b-45ea-452c-abe3-2574363644da", "name": "network-vif-deleted", "tag": "519b6ed8-15e8-462d-96f4-0f2e1d6a95f7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:44.707176 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06ee6197-edea-486a-bac3-3837383b9bc0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:44.707611 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6840469b-45ea-452c-abe3-2574363644da', 'name': 'network-vif-deleted', 'tag': '519b6ed8-15e8-462d-96f4-0f2e1d6a95f7', 'status': 'completed', 'code': 200} Jun 30 02:30:44.710279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.744433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c6f5286-10b0-4e4a-9b51-5a78e158415a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad3708d0b581401da09c1fe7cfa20aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385952 Jun 30 02:30:44.754001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52482) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:44.822794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f5286-10b0-4e4a-9b51-5a78e158415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cd1007-37ab-4d8f-b80b-8194dfecfbd0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:44.894664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dab05db-0715-4af0-86a1-537594782fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.900464 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.922546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:44.924409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:44.951180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dab05db-0715-4af0-86a1-537594782fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.953977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=41674c3f-d681-41f7-a045-de4f6c91d99c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:44.961969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:44.968816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:44.974496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.975155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.008203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.009407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-a418a648-3d98-45c3-b4b8-04eb100eb578 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4144633 Jun 30 02:30:45.012416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:45.019200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.030687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Request body: {'port': {'device_id': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:45.050688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:45.064159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:45.064905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:45.098675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58141-e9f9-416c-8a72-7f9e0c704bdb req-708263ff-d4d1-4454-99ba-66603a89becc tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.100251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01c58141-e9f9-416c-8a72-7f9e0c704bdb req-708263ff-d4d1-4454-99ba-66603a89becc tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.2681634 Jun 30 02:30:45.102434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bbd95-6d03-419c-b815-dd2b0a7d6371 req-3aea213f-5d3e-46ec-94b6-816249296df8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.104067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-554bbd95-6d03-419c-b815-dd2b0a7d6371 req-3aea213f-5d3e-46ec-94b6-816249296df8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2799745 Jun 30 02:30:45.131652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-95148c47-4eb8-46d7-8e1e-e5637e44ad0e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "PUT /v2.0/floatingips/32dee0c5-6e3f-427f-9f2f-4d4913e164a9 HTTP/1.1" status: 200 len: 991 time: 3.2217205 Jun 30 02:30:45.152329 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.160393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.186961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-554bbd95-6d03-419c-b815-dd2b0a7d6371 req-85878b86-1726-44d5-9b48-7cdb0bd9c3a8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Jun 30 02:30:45.194664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.233647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:45.557617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 06d1dace-d99d-4160-85d1-cbcbb2e22067 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:45.564555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f88b-8e7b-4058-8493-52764a6a2a79 req-03f9b256-894b-43cb-8ca2-af86d9ab75d5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.571076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d77f88b-8e7b-4058-8493-52764a6a2a79 req-03f9b256-894b-43cb-8ca2-af86d9ab75d5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 931 time: 0.1897161 Jun 30 02:30:45.606922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 06d1dace-d99d-4160-85d1-cbcbb2e22067 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:45.607830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 06d1dace-d99d-4160-85d1-cbcbb2e22067 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:45.628540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01c58141-e9f9-416c-8a72-7f9e0c704bdb req-79dd7f51-b287-44dd-ae0f-84ecd6b499fd tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901328 Jun 30 02:30:45.629518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.630074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a487d919-cd38-4eb7-8ee7-3a9159fb57d2 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:30:45.631403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dab05db-0715-4af0-86a1-537594782fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.633925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dab05db-0715-4af0-86a1-537594782fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.634146 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d77f88b-8e7b-4058-8493-52764a6a2a79 req-7faedf7a-c8da-4ddf-94cb-f46d7f57cd62 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613244 Jun 30 02:30:45.635013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4dab05db-0715-4af0-86a1-537594782fac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77cd1007-37ab-4d8f-b80b-8194dfecfbd0 HTTP/1.1" status: 204 len: 168 time: 0.8799775 Jun 30 02:30:45.641420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.644942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7c27ce24-9573-4048-82e1-cd12ab52eb17 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a487d919-cd38-4eb7-8ee7-3a9159fb57d2 HTTP/1.1" status: 204 len: 168 time: 1.9599416 Jun 30 02:30:45.648234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52494) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:45.656462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab05db-0715-4af0-86a1-537594782fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cd1007-37ab-4d8f-b80b-8194dfecfbd0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.710221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Deleting subnet 4478fc11-5416-407e-a082-7c9313c7b4a1 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:30:45.720072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.749659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '32dee0c5-6e3f-427f-9f2f-4d4913e164a9', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'port_id': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'mac_address': 'fa:16:3e:2a:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:16Z', 'updated_at': '2021-06-30T02:30:42Z', 'revision_number': 1, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:45.756732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf8942a-24af-4187-8414-f9398ee6819e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:45.766533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.791119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.794845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Transition to ACTIVE for port object 1bf8942a-24af-4187-8414-f9398ee6819e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:45.804260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:45.805348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.816634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:45.817891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:45.855621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.937837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:45.938411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:45.938753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:45.987444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:45.987783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:45.997024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:45.997371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:45.997762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:45.998574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Bound port: 1bf8942a-24af-4187-8414-f9398ee6819e, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:45.998911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.004635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.027439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:46.078951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.092071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:46.101732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:46.114258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.117418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4478fc11-5416-407e-a082-7c9313c7b4a1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:46.131008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.136797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5969a6cc-9709-4f36-8c49-156f7b960a5c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4478fc11-5416-407e-a082-7c9313c7b4a1 HTTP/1.1" status: 204 len: 168 time: 0.4874115 Jun 30 02:30:46.137511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52500) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:46.166239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:46.166934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.168416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 1091 time: 1.1465991 Jun 30 02:30:46.183195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df3714-910e-4a0b-a072-de03fa362664 req-86ff7924-7ed1-4b29-bbd0-8a0ada2fe657 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:46.184948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21df3714-910e-4a0b-a072-de03fa362664 req-86ff7924-7ed1-4b29-bbd0-8a0ada2fe657 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2430031 Jun 30 02:30:46.210020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f35d27-bcf7-47ff-9e20-196170ffde2d None None] Network fea6bce6-a88b-4ed2-a479-bb7805a7b441 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:46.213832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08de0c-c7bd-469a-b643-1780f7e909b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:46.254464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:46.257600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21df3714-910e-4a0b-a072-de03fa362664 req-67c95699-54ab-4a2d-ab73-f4db1608d45e tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612884 Jun 30 02:30:46.258929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.333357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f55c-525b-48a7-8750-fc54dc9db753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.348706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Deleting port 1e1c9818-9050-44c4-8902-f48bb39c17c8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:46.352521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.440265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] For port 1e1c9818-9050-44c4-8902-f48bb39c17c8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1e1c9818-9050-44c4-8902-f48bb39c17c8,segment=NetworkSegment(72cdae6b-7db2-4a2c-983f-054a0b103984),segment_id=72cdae6b-7db2-4a2c-983f-054a0b103984)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:46.440635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.447406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-72be99f9-6132-48e4-a438-02ada45021e9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=429329a1628d432892bf956f968901e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531130 Jun 30 02:30:46.469612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Calling delete_port for 1e1c9818-9050-44c4-8902-f48bb39c17c8 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:46.514279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:46.534382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-47f7f0bb-7869-4131-9434-858ad1df5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:46.536096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-47f7f0bb-7869-4131-9434-858ad1df5df3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1094 time: 0.2989616 Jun 30 02:30:46.557791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:46.559377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 519b6ed8-15e8-462d-96f4-0f2e1d6a95f7 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:46.640470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.680382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8587ac-ae83-4633-8808-0a25ca80b974 None None] DHCP port deletion for fea6bce6-a88b-4ed2-a479-bb7805a7b441 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:30:46.688880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] No DVR routers for this DVR port 1e1c9818-9050-44c4-8902-f48bb39c17c8 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:46.692559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1c9818-9050-44c4-8902-f48bb39c17c8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:46.733898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '32dee0c5-6e3f-427f-9f2f-4d4913e164a9', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'port_id': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'mac_address': 'fa:16:3e:2a:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:16Z', 'updated_at': '2021-06-30T02:30:42Z', 'revision_number': 1, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:46.735846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d167c5a-ab3e-4351-93c9-976cfb56c7ef req-99f8a93d-28f3-4c8c-95dc-839ebd68f436 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:46.737971 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d167c5a-ab3e-4351-93c9-976cfb56c7ef req-99f8a93d-28f3-4c8c-95dc-839ebd68f436 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2853837 Jun 30 02:30:46.778159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30456137-c03c-4c1b-82e3-613b5a37176b None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '32dee0c5-6e3f-427f-9f2f-4d4913e164a9', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'port_id': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'mac_address': 'fa:16:3e:2a:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:16Z', 'updated_at': '2021-06-30T02:30:42Z', 'revision_number': 1, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:46.819027 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.837961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.838285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.839097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.839437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.839763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.840097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.840408 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.840726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.841034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.841343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.875797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd'}, {'name': 'network-changed', 'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:46.878233 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cb1953-c823-4638-ae74-caa15762dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd"}, {"name": "network-changed", "server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:46.891014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-e5ada3b5-4826-4e03-8169-b7f0da3afd6a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 217 time: 0.3459296 Jun 30 02:30:46.932711 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.933164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.933405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.933732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:30:46.934126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea6bce6-a88b-4ed2-a479-bb7805a7b441']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:46.958668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d167c5a-ab3e-4351-93c9-976cfb56c7ef req-8146a734-9b95-42ac-ab19-621873b091d2 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080801 Jun 30 02:30:46.964428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cdae6b-7db2-4a2c-983f-054a0b103984') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:46.964725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cdae6b-7db2-4a2c-983f-054a0b103984') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:46.990680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.991380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-24b67cf0-552e-4f4e-9a17-5ff7e597bc84 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:46.998216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-24b67cf0-552e-4f4e-9a17-5ff7e597bc84 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5367215 Jun 30 02:30:47.002787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f55c-525b-48a7-8750-fc54dc9db753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.013507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-24a3c7d5-273b-4c05-b25d-9393471d80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.015120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-24a3c7d5-273b-4c05-b25d-9393471d80eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1102030 Jun 30 02:30:47.017026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f55c-525b-48a7-8750-fc54dc9db753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.036626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.047048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1ee1f55c-525b-48a7-8750-fc54dc9db753 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=519b0b6bb8484fe38d978e1e393b3bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881107 Jun 30 02:30:47.050504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:30:47.050979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.056432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-f15dc78d-14d5-4907-842f-99b91f38cb40 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/quotas/429329a1628d432892bf956f968901e5 HTTP/1.1" status: 200 len: 375 time: 0.0572112 Jun 30 02:30:47.062143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:47.067668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05032175-754c-446d-8875-5e11e96da780 None None] New status for floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: from cryptography.utils import int_from_bytes Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: from cryptography.utils import int_from_bytes Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:30:47.087039 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:30:47.092135 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:30:47.099072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-d182f677-7f66-41aa-a701-61895750c99a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558724 Jun 30 02:30:47.160452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-15ad7e1f-2d77-484b-9f4d-72467c03b4db tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=429329a1628d432892bf956f968901e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655198 Jun 30 02:30:47.189760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1f55c-525b-48a7-8750-fc54dc9db753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda94276-157e-4291-996f-0486d899435d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:47.207235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.258194 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.262085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fea6bce6-a88b-4ed2-a479-bb7805a7b441 HTTP/1.1" status: 204 len: 168 time: 1.1234491 Jun 30 02:30:47.268130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc81fadd-5c5b-4295-83a9-de85a502fab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.268693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8d59-bdf2-4d46-aab2-b0864d1cfcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea6bce6-a88b-4ed2-a479-bb7805a7b441,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:47.291412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-ddde71d8-931f-40a0-80e0-be52bc04068d service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705782 Jun 30 02:30:47.313150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc81fadd-5c5b-4295-83a9-de85a502fab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.315771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07fe5a-2404-41f0-b163-d70acc7f38b1 req-6e77c68a-b4a2-4a9d-a76b-b5c0b376922f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.333181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f07fe5a-2404-41f0-b163-d70acc7f38b1 req-6e77c68a-b4a2-4a9d-a76b-b5c0b376922f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1928828 Jun 30 02:30:47.428677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41674c3f-d681-41f7-a045-de4f6c91d99c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:47.446752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc81fadd-5c5b-4295-83a9-de85a502fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.449118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc81fadd-5c5b-4295-83a9-de85a502fab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.453480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc81fadd-5c5b-4295-83a9-de85a502fab6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cda94276-157e-4291-996f-0486d899435d HTTP/1.1" status: 204 len: 168 time: 0.3861284 Jun 30 02:30:47.462122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f07fe5a-2404-41f0-b163-d70acc7f38b1 req-08185e8c-289e-4805-80d5-7d4563f6a4a3 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280279 Jun 30 02:30:47.484593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81fadd-5c5b-4295-83a9-de85a502fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda94276-157e-4291-996f-0486d899435d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:47.511831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 41674c3f-d681-41f7-a045-de4f6c91d99c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:47.512178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41674c3f-d681-41f7-a045-de4f6c91d99c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:47.512603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e1c9818-9050-44c4-8902-f48bb39c17c8 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:47.548932 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ba15b-701b-43e3-86d0-3113dc8d4439 x-openstack-request-id: req-616ba15b-701b-43e3-86d0-3113dc8d4439 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:47.549245 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:47.550419 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-616ba15b-701b-43e3-86d0-3113dc8d4439 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:47.552651 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'status': 'completed', 'code': 200} Jun 30 02:30:47.554909 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e', 'status': 'completed', 'code': 200} Jun 30 02:30:47.575826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d3a5290-82c3-4ba1-b73f-1766f8c80776 req-7036a1b7-692f-437c-8547-22b33f17af58 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656970 Jun 30 02:30:47.598037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 1e1c9818-9050-44c4-8902-f48bb39c17c8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:47.604131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e1c9818-9050-44c4-8902-f48bb39c17c8 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:47.656828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52536) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:47.776129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2a2dae2e-23b3-46cc-a27d-f47e94fd3289 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a28dce9e600a447aa8a1da41a7cfffe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152718 Jun 30 02:30:47.777186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52538) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:47.938282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-2424f03d-36a5-45b8-b906-4e0d1d784e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.940906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-2424f03d-36a5-45b8-b906-4e0d1d784e7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 1097 time: 0.1963189 Jun 30 02:30:47.971281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc276-e330-4abb-b5a5-66213e94d43b req-2e0827c4-ecc9-4ce2-bdda-6cfb9d927d3e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.976189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-964cc276-e330-4abb-b5a5-66213e94d43b req-2e0827c4-ecc9-4ce2-bdda-6cfb9d927d3e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.3428898 Jun 30 02:30:47.977845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f08049-f01c-4368-9a9b-c07fc5f2c2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:48.030295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2ddbb-5f1f-4fe6-8b62-3e65b8c1f57b req-89c5a805-a57c-4851-a21f-089ee35d4372 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.032486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ff2ddbb-5f1f-4fe6-8b62-3e65b8c1f57b req-89c5a805-a57c-4851-a21f-089ee35d4372 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2010105 Jun 30 02:30:48.037887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f08049-f01c-4368-9a9b-c07fc5f2c2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:48.122822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ff2ddbb-5f1f-4fe6-8b62-3e65b8c1f57b req-46bbf68a-aacc-402a-9a32-0792b3558c0a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Jun 30 02:30:48.152596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-964cc276-e330-4abb-b5a5-66213e94d43b req-36f3a8f6-5553-429a-ab4b-adc5ec42edde tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512806 Jun 30 02:30:48.158962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f08049-f01c-4368-9a9b-c07fc5f2c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:48.162080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53f08049-f01c-4368-9a9b-c07fc5f2c2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:48.179320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-53f08049-f01c-4368-9a9b-c07fc5f2c2ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/173254fe-4355-436a-b119-5e3374be79e3 HTTP/1.1" status: 204 len: 168 time: 0.3910937 Jun 30 02:30:48.198400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f08049-f01c-4368-9a9b-c07fc5f2c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173254fe-4355-436a-b119-5e3374be79e3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:48.251410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-979616c6-49b5-46cb-939b-b523fe7707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.255171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-979616c6-49b5-46cb-939b-b523fe7707b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 925 time: 0.3008699 Jun 30 02:30:48.390150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3bc4cf63-7699-4352-a94e-70fbe3d8e23b req-2170a920-6535-4b81-85a1-8e9bb329e7db tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 210 time: 0.1180892 Jun 30 02:30:48.633484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-a6f78d5d-037e-497f-a00c-7d442bfce742 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd HTTP/1.1" status: 200 len: 1001 time: 0.3596234 Jun 30 02:30:48.707017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a8fd3-57c6-46f2-a622-002a5d8f28d9 req-e375f26a-e00f-4846-9e17-6b23cfa8b7fa tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.717003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a194f-d82a-41b4-b61f-64e4bc8653f0 req-c45e5fc9-24fc-4d74-9530-7fdfd7309672 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.720166 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e6a8fd3-57c6-46f2-a622-002a5d8f28d9 req-e375f26a-e00f-4846-9e17-6b23cfa8b7fa tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1163220 Jun 30 02:30:48.724779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd1a194f-d82a-41b4-b61f-64e4bc8653f0 req-c45e5fc9-24fc-4d74-9530-7fdfd7309672 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2573867 Jun 30 02:30:48.749580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-f371ce6e-f9fa-446c-94a9-4af1581a370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.751293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-f371ce6e-f9fa-446c-94a9-4af1581a370a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.1066923 Jun 30 02:30:48.763211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e6a8fd3-57c6-46f2-a622-002a5d8f28d9 req-abd58826-38a9-43b4-945b-3cb6f657d9c4 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Jun 30 02:30:48.807682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd1a194f-d82a-41b4-b61f-64e4bc8653f0 req-5f4fa644-e7ea-4c61-b1fb-0f9184906cdf tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819676 Jun 30 02:30:48.869886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-825cb194-68db-4c1a-b785-0ca76e61f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.875469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-825cb194-68db-4c1a-b785-0ca76e61f65e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131010 Jun 30 02:30:48.999347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-565b0f1b-13a9-495c-9a37-57890a34d851 service neutron] 10.222.0.90 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039267 Jun 30 02:30:49.108577 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-08401dc7-2492-4892-9257-a80656c9f5e7 service neutron] 10.222.0.90 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011248 Jun 30 02:30:49.298288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-96dd7347-39ba-41cf-ba9c-b54b5397e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.303771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-96dd7347-39ba-41cf-ba9c-b54b5397e350 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1094 time: 0.1196146 Jun 30 02:30:49.532013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-8699ab16-8145-4f49-b57a-45bef769aed0 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=429329a1628d432892bf956f968901e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358474 Jun 30 02:30:49.629575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89b6f-c88f-45e5-90af-7f39a0fe849d req-68ccce7c-f178-4296-b98d-591a6faf1e0c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.638037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0a89b6f-c88f-45e5-90af-7f39a0fe849d req-68ccce7c-f178-4296-b98d-591a6faf1e0c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.1180174 Jun 30 02:30:49.648819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60876e-3e37-4ff8-83ff-49c988b60443 req-850a51a7-9df5-4e9b-821a-9b37efb6311b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.650452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d60876e-3e37-4ff8-83ff-49c988b60443 req-850a51a7-9df5-4e9b-821a-9b37efb6311b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2189317 Jun 30 02:30:49.673273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52612) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:49.673925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-a26734da-2982-414f-8304-3ef0dacff447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.675521 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-a26734da-2982-414f-8304-3ef0dacff447 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.3568668 Jun 30 02:30:49.701381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0a89b6f-c88f-45e5-90af-7f39a0fe849d req-3e662fb5-405e-4d5a-8065-42c245af66b4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Jun 30 02:30:49.755443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-af59ca7c-44cb-48fa-89d7-6e8fcb9df571 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 217 time: 0.0677657 Jun 30 02:30:49.823238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-network', 'tenant_id': '4b62868d137e4480b6a1077955f9b456'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:49.826381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d60876e-3e37-4ff8-83ff-49c988b60443 req-e6ad9237-8cea-4b4e-8dcc-ed7b347bc448 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622579 Jun 30 02:30:49.840266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-173e18a4-771c-4f8e-b291-8000e1242975 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.842574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-173e18a4-771c-4f8e-b291-8000e1242975 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047214 Jun 30 02:30:49.856110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Request body: {'port': {'device_id': '6239098d-d442-439b-a707-c8f039f19302', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '429329a1628d432892bf956f968901e5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:49.860351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Made reservation on behalf of 4b62868d137e4480b6a1077955f9b456 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:49.862754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.898473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4950fcff-dd86-472e-83e2-231196130fac req-395e9ea6-5b8d-44ba-b9ae-75e868061f80 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 210 time: 0.0402269 Jun 30 02:30:49.899216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.917209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-25b1500b-2683-4183-81da-187e6fa96894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.919377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-25b1500b-2683-4183-81da-187e6fa96894 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1473489 Jun 30 02:30:49.998740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-fe0ffdac-50c9-4cdc-ab0f-e71796fdbeac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519342 Jun 30 02:30:50.048603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.067821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.108632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:50.116397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Made reservation on behalf of 429329a1628d432892bf956f968901e5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:50.120269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.120601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac21fd9-efbc-471e-aa53-a11653cb65dd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:50.128555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.128775 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Added segment c837100d-c04a-41f5-874b-649e4721d59a of type vlan for network d6b8a4ca-4177-4789-8088-1369d0ed806a Jun 30 02:30:50.178070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe056-9d75-472f-821a-3836ae2754b6 req-fc655a83-bb01-4c0a-85c8-455454c5c5b2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.179592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-18fbe056-9d75-472f-821a-3836ae2754b6 req-fc655a83-bb01-4c0a-85c8-455454c5c5b2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.1510425 Jun 30 02:30:50.189740 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.241161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-18fbe056-9d75-472f-821a-3836ae2754b6 req-e05039db-7960-4564-8861-c8b38b2be85b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539684 Jun 30 02:30:50.245178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-c7f32970-cb5a-4fd1-b58d-cd4747d0a0af service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187650 Jun 30 02:30:50.246598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.247922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.248463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.306236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6317568 Jun 30 02:30:50.306856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52626) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:50.319902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Request body: {'subnet': {'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-subnet', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:50.336554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6a0c-9875-4c65-9bc5-44be338016d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b8a4ca-4177-4789-8088-1369d0ed806a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:50.349811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Made reservation on behalf of 4b62868d137e4480b6a1077955f9b456 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:50.352599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.353161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d6b8a4ca-4177-4789-8088-1369d0ed806a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:50.405246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b7797-f381-443b-8fc5-cb7077088554 req-c6d93fb7-d9ee-4571-a297-a45d1788ded4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.406988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-399b7797-f381-443b-8fc5-cb7077088554 req-c6d93fb7-d9ee-4571-a297-a45d1788ded4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2722766 Jun 30 02:30:50.439485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Allocated IP 192.168.233.180 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/548aa16d-1880-4fb3-ad3f-05602dcec92f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:50.489555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cb1953-c823-4638-ae74-caa15762dcfe req-332548fc-4c6e-49b3-b625-ce2cd5ae2566 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353761 Jun 30 02:30:50.523580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-399b7797-f381-443b-8fc5-cb7077088554 req-7d20bae0-cd43-4066-8a7d-710214c0979a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048567 Jun 30 02:30:50.599996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.664513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28161ec2-0951-4f46-ac99-b4a8e8c069db,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:50.681550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.682121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Checking segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:50.682520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Network hostable DHCP agents. Network: d6b8a4ca-4177-4789-8088-1369d0ed806a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:50.697861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Transition to ACTIVE for port object 548aa16d-1880-4fb3-ad3f-05602dcec92f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:50.703743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Network d6b8a4ca-4177-4789-8088-1369d0ed806a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:50.714366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d6b8a4ca-4177-4789-8088-1369d0ed806a) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:50.718830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.720213 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.741718 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.750652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8177a81e-5fca-4c8d-b37f-619cff95c1d9 None None] Network d6b8a4ca-4177-4789-8088-1369d0ed806a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:50.765461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a09b12a6-030c-4414-81e7-62e6ed39481b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4553208 Jun 30 02:30:50.765711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:50.792501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:50.813697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:50.821909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:50.825433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:50.833397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.834064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.890812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Pushing event updated for resources: {'Port': ['ID=548aa16d-1880-4fb3-ad3f-05602dcec92f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:50.925861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.927307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.937487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-149f39d1-e874-4fb6-813f-b46675d059eb tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0849936 Jun 30 02:30:50.951146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Request body: {'port': {'device_id': '6239098d-d442-439b-a707-c8f039f19302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:51.045458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d6b8a4ca-4177-4789-8088-1369d0ed806a', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:30:51.047072 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.080270 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.100267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eb510-3885-4d5d-b11a-3a2cf6319f3a req-871dde9f-83a9-4ce3-ac4a-db515692507b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.102090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee9eb510-3885-4d5d-b11a-3a2cf6319f3a req-871dde9f-83a9-4ce3-ac4a-db515692507b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.2599673 Jun 30 02:30:51.168703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90681c-2773-4e92-8028-b38d839b04dd req-a42b8fa6-efb2-444e-909e-1a6c653c62bd tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.184021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c90681c-2773-4e92-8028-b38d839b04dd req-a42b8fa6-efb2-444e-909e-1a6c653c62bd tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.0995643 Jun 30 02:30:51.188744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.223849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cb76f192-d76d-4d3b-9fa2-f2b039e6ed30 None None] Provisioning for port 548aa16d-1880-4fb3-ad3f-05602dcec92f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:51.231911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c90681c-2773-4e92-8028-b38d839b04dd req-b2ba1a44-c491-4b23-ab8c-12d1395aa7d7 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502605 Jun 30 02:30:51.234391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cb76f192-d76d-4d3b-9fa2-f2b039e6ed30 None None] Provisioning complete for port 548aa16d-1880-4fb3-ad3f-05602dcec92f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:51.234977 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb76f192-d76d-4d3b-9fa2-f2b039e6ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.291473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Allocated IP 172.20.0.2 (d6b8a4ca-4177-4789-8088-1369d0ed806a/28161ec2-0951-4f46-ac99-b4a8e8c069db/77ccca2d-35ed-4ff1-9670-c0ec8f32f915) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:51.308547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb76f192-d76d-4d3b-9fa2-f2b039e6ed30 None None] Port 548aa16d-1880-4fb3-ad3f-05602dcec92f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:51.369408 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.377805 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee9eb510-3885-4d5d-b11a-3a2cf6319f3a req-5176bd60-217d-45a7-a447-912261ad8332 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277887 Jun 30 02:30:51.458702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7cf17-8c32-437a-ad24-6b903afb8ceb req-0ace17e0-dcd8-4cd8-b158-45d78007fff1 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.460431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeb7cf17-8c32-437a-ad24-6b903afb8ceb req-0ace17e0-dcd8-4cd8-b158-45d78007fff1 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 936 time: 0.0901716 Jun 30 02:30:51.472978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.483089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Transition to ACTIVE for port object 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:51.508943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Transition to ACTIVE for port object 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:51.519402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.524871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeb7cf17-8c32-437a-ad24-6b903afb8ceb req-8f7a5e8b-4cc7-459d-aa20-61b2c39cf248 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Jun 30 02:30:51.573519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Network d6b8a4ca-4177-4789-8088-1369d0ed806a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:51.591263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:51.598956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:51.728256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Pushing event updated for resources: {'Port': ['ID=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:51.731306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154782c-5403-41df-9835-779290cf46e9 req-41f0c73a-412f-43c1-bfce-d45b8af2b306 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.740954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c154782c-5403-41df-9835-779290cf46e9 req-41f0c73a-412f-43c1-bfce-d45b8af2b306 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.0969152 Jun 30 02:30:51.763024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Attempting to bind port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:51.763396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Attempting to bind port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:51.763765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Attempting to bind port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 on network d6b8a4ca-4177-4789-8088-1369d0ed806a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:51.780380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:51.780380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Checking segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:51.780380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.780380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Bound using segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:51.780380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Bound port: 77ccca2d-35ed-4ff1-9670-c0ec8f32f915, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:51.786844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c154782c-5403-41df-9835-779290cf46e9 req-b5b63276-f469-44af-b3a4-b83e469f3b84 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Jun 30 02:30:51.788451 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.836870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:51.884528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52652) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:51.960961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] For port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:51.990004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] For port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:51.999909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.078007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5274f567-04f5-4de8-8690-4eabe79d8f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.110641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548aa16d-1880-4fb3-ad3f-05602dcec92f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:52.118519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.123158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:52.125818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6ac06-852d-457f-a23c-10a033eedb0a None None] Pushing event updated for resources: {'Port': ['ID=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.143432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '1bf8942a-24af-4187-8414-f9398ee6819e', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'port_id': '1bf8942a-24af-4187-8414-f9398ee6819e', 'mac_address': 'fa:16:3e:2c:65:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64437cf9-cffa-4060-a46b-2b07339a54dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:52.143951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Transition to ACTIVE for port object 548aa16d-1880-4fb3-ad3f-05602dcec92f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:52.156903 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.210610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.213710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5274f567-04f5-4de8-8690-4eabe79d8f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.223120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5274f567-04f5-4de8-8690-4eabe79d8f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.231065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf8942a-24af-4187-8414-f9398ee6819e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:52.243545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44471c-53ca-4816-9a9c-dd4cb02a3913 req-502a378b-9b99-4862-bc68-bdf42b4d06f1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.252612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd44471c-53ca-4816-9a9c-dd4cb02a3913 req-502a378b-9b99-4862-bc68-bdf42b4d06f1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2564328 Jun 30 02:30:52.284938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:52.297788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5274f567-04f5-4de8-8690-4eabe79d8f05 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f65201cb12a54b01ab9c2f240a1c0fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117606 Jun 30 02:30:52.301314 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.312252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274f567-04f5-4de8-8690-4eabe79d8f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa3e3f0-3fad-4732-9a3b-9b55a730cfc6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.316268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52658) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:52.335985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Pushing event updated for resources: {'Port': ['ID=548aa16d-1880-4fb3-ad3f-05602dcec92f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.413541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Attempting to bind port 548aa16d-1880-4fb3-ad3f-05602dcec92f on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:52.413872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Attempting to bind port 548aa16d-1880-4fb3-ad3f-05602dcec92f by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:52.414193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Attempting to bind port 548aa16d-1880-4fb3-ad3f-05602dcec92f on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:52.420289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad8737b-673f-48f0-9448-18dfe36da1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.434799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Port 548aa16d-1880-4fb3-ad3f-05602dcec92f on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:52.435125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Attempting to bind port 548aa16d-1880-4fb3-ad3f-05602dcec92f on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:52.470908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd44471c-53ca-4816-9a9c-dd4cb02a3913 req-b182cb00-1dfb-4abc-ad87-e0ce83ae7acc tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141879 Jun 30 02:30:52.473849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad8737b-673f-48f0-9448-18dfe36da1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.490827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:52.491403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:52.491949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:52.492593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Bound port: 548aa16d-1880-4fb3-ad3f-05602dcec92f, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:52.493115 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.552871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.564225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.649290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] For port 548aa16d-1880-4fb3-ad3f-05602dcec92f, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:52.655460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] For port 548aa16d-1880-4fb3-ad3f-05602dcec92f, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:52.655460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.655767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7704-492a-4e20-a7f6-0d2fd95cff75 req-e756c71e-c422-4c19-b3a1-d41380f25949 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.657583 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7704-492a-4e20-a7f6-0d2fd95cff75 req-e756c71e-c422-4c19-b3a1-d41380f25949 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1444731 Jun 30 02:30:52.673987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.686464 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad8737b-673f-48f0-9448-18dfe36da1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.699044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1bf8942a-24af-4187-8414-f9398ee6819e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:52.703452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad8737b-673f-48f0-9448-18dfe36da1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.718402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ad8737b-673f-48f0-9448-18dfe36da1ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fa3e3f0-3fad-4732-9a3b-9b55a730cfc6 HTTP/1.1" status: 204 len: 168 time: 0.4009905 Jun 30 02:30:52.765984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8737b-673f-48f0-9448-18dfe36da1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa3e3f0-3fad-4732-9a3b-9b55a730cfc6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.798956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7704-492a-4e20-a7f6-0d2fd95cff75 req-bf292622-80ec-44d2-aaa3-c5af7bbda654 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353817 Jun 30 02:30:52.827396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.828072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.829463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] 10.222.0.67 "PUT /v2.0/ports/548aa16d-1880-4fb3-ad3f-05602dcec92f HTTP/1.1" status: 200 len: 1096 time: 1.8833525 Jun 30 02:30:52.837616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6239098d-d442-439b-a707-c8f039f19302', 'tag': '548aa16d-1880-4fb3-ad3f-05602dcec92f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:52.847996 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071bee1-4833-4cfe-abb1-9463b0770209" -d '{"events": [{"name": "network-changed", "server_uuid": "6239098d-d442-439b-a707-c8f039f19302", "tag": "548aa16d-1880-4fb3-ad3f-05602dcec92f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:52.926223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ecd82-7597-4acf-b17b-6a7ad3ad621c service neutron] Pushing event updated for resources: {'Port': ['ID=548aa16d-1880-4fb3-ad3f-05602dcec92f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:53.013058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398656aa-dd6b-483a-9e40-cfd75f6e8afd req-a06ea586-57f8-46fc-9aa5-1c22a94abe38 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.020408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-398656aa-dd6b-483a-9e40-cfd75f6e8afd req-a06ea586-57f8-46fc-9aa5-1c22a94abe38 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 944 time: 0.3353300 Jun 30 02:30:53.028774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Allocated IP 172.25.0.48 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/33e55625-9a69-4db3-92fc-84e4cf6f6736) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:53.136616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee4e7-227e-4a21-b388-20a7a3c1cd17 req-609b84cd-a88c-469b-9632-703131f99310 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.139255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-028ee4e7-227e-4a21-b388-20a7a3c1cd17 req-609b84cd-a88c-469b-9632-703131f99310 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 948 time: 0.1004062 Jun 30 02:30:53.193312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-028ee4e7-227e-4a21-b388-20a7a3c1cd17 req-1eac5f3f-919a-4134-95cc-4dbabb25d68c tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Jun 30 02:30:53.208596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52674) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:53.210907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-398656aa-dd6b-483a-9e40-cfd75f6e8afd req-c5f5073c-e061-40ba-8394-3ca0cec99cc2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893706 Jun 30 02:30:53.225756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6be9a2d3-6d6b-4534-86cc-69be0782dcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.320618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.395913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-d5543b6f-8acc-495c-b04f-32c8a91c331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.397604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-d5543b6f-8acc-495c-b04f-32c8a91c331b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=429329a1628d432892bf956f968901e5&device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 1099 time: 0.3538911 Jun 30 02:30:53.418419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.430061 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375885e4-4867-4a66-a98c-f13f87432442 x-openstack-request-id: req-375885e4-4867-4a66-a98c-f13f87432442 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:53.430387 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6239098d-d442-439b-a707-c8f039f19302", "tag": "548aa16d-1880-4fb3-ad3f-05602dcec92f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:53.430632 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-375885e4-4867-4a66-a98c-f13f87432442 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:53.431031 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6239098d-d442-439b-a707-c8f039f19302', 'tag': '548aa16d-1880-4fb3-ad3f-05602dcec92f', 'status': 'completed', 'code': 200} Jun 30 02:30:53.479323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6be9a2d3-6d6b-4534-86cc-69be0782dcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.483498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:53.484074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6be9a2d3-6d6b-4534-86cc-69be0782dcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.519618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-f38f3e16-393f-46aa-85d4-c0f1a4c3736d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f HTTP/1.1" status: 200 len: 217 time: 0.1129425 Jun 30 02:30:53.523860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6be9a2d3-6d6b-4534-86cc-69be0782dcac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=484ae33662d04c81a45b1c842544e308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118329 Jun 30 02:30:53.529476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52678) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:53.558989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:53.574168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a2d3-6d6b-4534-86cc-69be0782dcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a8e1cf-f789-4278-b81e-a41100017cb1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:53.590896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:53.627953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:53.628977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caf93877-24ff-4472-8a13-df45ebdffd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.638900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08d221-8e6f-4ddc-94a8-d3ec7e230a75 None None] Network d6b8a4ca-4177-4789-8088-1369d0ed806a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:53.655414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caf93877-24ff-4472-8a13-df45ebdffd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.658735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:53.701813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] Provisioning for port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:53.716396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=33e55625-9a69-4db3-92fc-84e4cf6f6736,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:53.726514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] Provisioning complete for port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:53.726899 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.744144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caf93877-24ff-4472-8a13-df45ebdffd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.746913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caf93877-24ff-4472-8a13-df45ebdffd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.748160 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-caf93877-24ff-4472-8a13-df45ebdffd68 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37a8e1cf-f789-4278-b81e-a41100017cb1 HTTP/1.1" status: 204 len: 168 time: 0.2168434 Jun 30 02:30:53.774196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93877-24ff-4472-8a13-df45ebdffd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a8e1cf-f789-4278-b81e-a41100017cb1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:53.784726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109524b-43a7-4ad6-b3d7-7eafeeee5691 req-4df39aab-5242-4547-b993-ca3723eaf932 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.786431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8109524b-43a7-4ad6-b3d7-7eafeeee5691 req-4df39aab-5242-4547-b993-ca3723eaf932 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1727908 Jun 30 02:30:53.818205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-a8af96a5-8e7e-4310-bd8c-41a34817ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.819755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-a8af96a5-8e7e-4310-bd8c-41a34817ca88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2699804 Jun 30 02:30:53.865669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.867968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:53.880350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8109524b-43a7-4ad6-b3d7-7eafeeee5691 req-a271f128-c78b-44d3-a350-12de39d6fcc6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816398 Jun 30 02:30:53.882549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa4f51-d0d2-42c8-9cc4-5482d0915219 req-7eb46073-2a3e-4607-9120-931a05dabbb3 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.890511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ffa4f51-d0d2-42c8-9cc4-5482d0915219 req-7eb46073-2a3e-4607-9120-931a05dabbb3 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 945 time: 0.4233806 Jun 30 02:30:53.999928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] For port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:54.010975 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.026386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ffa4f51-d0d2-42c8-9cc4-5482d0915219 req-d671907f-1b68-4ca1-a5e5-c90c2df9d3f9 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347575 Jun 30 02:30:54.059892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-f6713299-f9f3-4731-856b-c59938ea8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.061566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 1bf8942a-24af-4187-8414-f9398ee6819e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:54.061991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-f6713299-f9f3-4731-856b-c59938ea8c81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311513 Jun 30 02:30:54.079613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 1bf8942a-24af-4187-8414-f9398ee6819e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:54.079997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.081474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.161859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21964a31-3e78-4e85-affe-9b08f118991b None None] Pushing event updated for resources: {'Port': ['ID=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:54.252735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.282507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-764c7af1-c5fd-4882-8a26-7dcdc65f8491 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132761 Jun 30 02:30:54.294016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:54.297708 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199f1eb-abfc-4921-bfaf-27ceb809f5ba" -d '{"events": [{"server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "name": "network-vif-plugged", "status": "completed", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:54.320254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:54.325628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f9405-e879-4902-a0aa-909706d295c3 req-2bcaac0e-3c3e-4d32-8d79-4027dc108376 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.332773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.342960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-404f9405-e879-4902-a0aa-909706d295c3 req-2bcaac0e-3c3e-4d32-8d79-4027dc108376 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1961536 Jun 30 02:30:54.431001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-404f9405-e879-4902-a0aa-909706d295c3 req-46fdf5ad-8660-43d9-a7f6-a1f5f72a4e29 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648091 Jun 30 02:30:54.499147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:54.538669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a43ba5d-e244-4de2-ab37-779abe8f6b3b req-e0c468bc-62e6-4c4b-bfbf-a712bff18c8b service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415385 Jun 30 02:30:54.541550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.644251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8106f703-dc22-420e-9b06-75dee1c1c839 None None] Provisioning complete for port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:54.645298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8106f703-dc22-420e-9b06-75dee1c1c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.774009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb249-9bee-4620-8bf9-ce53db7cdd93 req-96f68e9f-7223-46dd-9506-feb4c1f42da9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.778690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-d4516b1e-e5bc-429e-97d1-ed78d59e29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.781029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c5bb249-9bee-4620-8bf9-ce53db7cdd93 req-96f68e9f-7223-46dd-9506-feb4c1f42da9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 948 time: 0.1284034 Jun 30 02:30:54.786742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-d4516b1e-e5bc-429e-97d1-ed78d59e29ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=429329a1628d432892bf956f968901e5&device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 1099 time: 0.1891305 Jun 30 02:30:54.838768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c5bb249-9bee-4620-8bf9-ce53db7cdd93 req-04ead0e7-71be-4445-8aae-9cfae99f2550 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518174 Jun 30 02:30:54.919260 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c200bba0-3944-45b0-abd0-4692c4a03882 x-openstack-request-id: req-c200bba0-3944-45b0-abd0-4692c4a03882 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:54.919684 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "name": "network-vif-plugged", "status": "completed", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:54.920038 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c200bba0-3944-45b0-abd0-4692c4a03882 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:54.921268 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e', 'code': 200} Jun 30 02:30:54.949234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Router 0eb0a001-83ef-44e6-8ba4-855809312495 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:30:54.974652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-d9c5d2ce-164d-4c54-b4fc-db23a273f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.978635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-d9c5d2ce-164d-4c54-b4fc-db23a273f252 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1856539 Jun 30 02:30:55.319710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d37b3c-d9e6-4040-a855-9e5d5b1ce334 req-4610e8f7-91d0-4ace-ab8f-d2d012280fa1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.327515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36d37b3c-d9e6-4040-a855-9e5d5b1ce334 req-4610e8f7-91d0-4ace-ab8f-d2d012280fa1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.0882580 Jun 30 02:30:55.379585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36d37b3c-d9e6-4040-a855-9e5d5b1ce334 req-3c3c8908-6b24-4436-a9e1-88e0dc54fd8c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Jun 30 02:30:55.386690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:55.390088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-f4559f36-63d5-4bcf-bd94-51783af2f8a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f HTTP/1.1" status: 200 len: 217 time: 0.3742168 Jun 30 02:30:55.439737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:55.440101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.544721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-39113598-5b4f-4e77-a865-ad15469659b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.546430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-39113598-5b4f-4e77-a865-ad15469659b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1451147 Jun 30 02:30:55.556474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:55.582866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Sync routers for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:55.597481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:55.598361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:55.602264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3d81-80a2-4b02-80a0-14d6027132be req-e3b9adf1-5a42-4f10-9e33-aacb94ce4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.603730 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b7b3d81-80a2-4b02-80a0-14d6027132be req-e3b9adf1-5a42-4f10-9e33-aacb94ce4282 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1096 time: 0.2334335 Jun 30 02:30:55.617156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840abed-8d0c-43f3-a2b4-fd129b75114e req-d9fcd8c5-6bc8-4016-97aa-3616cfe0490d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.625380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0840abed-8d0c-43f3-a2b4-fd129b75114e req-d9fcd8c5-6bc8-4016-97aa-3616cfe0490d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.6008468 Jun 30 02:30:55.662855 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.666946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be740449-5640-4f22-bda0-6a930a8aa1e4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.9006121 Jun 30 02:30:55.667744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52748) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:55.720009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0840abed-8d0c-43f3-a2b4-fd129b75114e req-f827e95d-2990-45a0-8db3-8ded4f530b20 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944076 Jun 30 02:30:55.730106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b7b3d81-80a2-4b02-80a0-14d6027132be req-af712d60-aa93-45df-b0b0-989e6657ada5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019247 Jun 30 02:30:55.756403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-a511bdc7-4600-4151-a3a9-50ccef0cd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.759210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-a511bdc7-4600-4151-a3a9-50ccef0cd436 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2050915 Jun 30 02:30:55.883002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:55.907988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-268d2949-6a45-48fe-b2ff-70b3e3131adf service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413529 Jun 30 02:30:56.031839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e071bee1-4833-4cfe-abb1-9463b0770209 req-509c20bf-2b0e-4ce8-9988-d21c99ff7b7d service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173446 Jun 30 02:30:56.053557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17124766-b6bf-4878-8d18-0d1ad3c5ee94 req-de442c1b-4457-478f-880f-60807b8fdad1 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.062937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17124766-b6bf-4878-8d18-0d1ad3c5ee94 req-de442c1b-4457-478f-880f-60807b8fdad1 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.2639947 Jun 30 02:30:56.117174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:53Z', 'revision_number': 3, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:56.143346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17124766-b6bf-4878-8d18-0d1ad3c5ee94 req-842c32d4-2f04-449c-9aeb-f4c01921808b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Jun 30 02:30:56.146182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Checking router: 0eb0a001-83ef-44e6-8ba4-855809312495 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:56.147004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Updating router 0eb0a001-83ef-44e6-8ba4-855809312495 port 33e55625-9a69-4db3-92fc-84e4cf6f6736 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:56.147473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bc039-bd94-47ef-bfed-68650f20d4ab req-324c0d85-dda0-4be6-a1c8-7c2df0a4ede9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.155134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-946bc039-bd94-47ef-bfed-68650f20d4ab req-324c0d85-dda0-4be6-a1c8-7c2df0a4ede9 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 948 time: 0.0986755 Jun 30 02:30:56.200119 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.212410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-946bc039-bd94-47ef-bfed-68650f20d4ab req-9d312ae5-b98a-4f4c-9c94-e15b3ab95fac tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563879 Jun 30 02:30:56.438216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.536060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.547907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Transition to ACTIVE for port object 33e55625-9a69-4db3-92fc-84e4cf6f6736 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:56.556162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.613252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Attempting to bind port 33e55625-9a69-4db3-92fc-84e4cf6f6736 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:56.613623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Attempting to bind port 33e55625-9a69-4db3-92fc-84e4cf6f6736 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:56.613978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Attempting to bind port 33e55625-9a69-4db3-92fc-84e4cf6f6736 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:56.616136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac54087-28d0-4fb6-8f3b-34c9362c47b8 None None] Pushing event updated for resources: {'Port': ['ID=33e55625-9a69-4db3-92fc-84e4cf6f6736,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:56.621946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:56.622300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:56.622733 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.623115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:56.624193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Bound port: 33e55625-9a69-4db3-92fc-84e4cf6f6736, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:56.624575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.653137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ec168-369c-4ec3-890d-fd8bc5adef36 req-a2ca652a-c80d-4032-9120-2a8be28b33d8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.654608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d14ec168-369c-4ec3-890d-fd8bc5adef36 req-a2ca652a-c80d-4032-9120-2a8be28b33d8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1438091 Jun 30 02:30:56.683565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Allocated IP 172.20.0.1 (d6b8a4ca-4177-4789-8088-1369d0ed806a/28161ec2-0951-4f46-ac99-b4a8e8c069db/47e7eaeb-d105-4a00-a98a-9576bff285f3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:56.697165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] For port 33e55625-9a69-4db3-92fc-84e4cf6f6736, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:56.705216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] For port 33e55625-9a69-4db3-92fc-84e4cf6f6736, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=33e55625-9a69-4db3-92fc-84e4cf6f6736,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:56.714271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.730368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d14ec168-369c-4ec3-890d-fd8bc5adef36 req-35a3c85b-27b0-4386-8125-ac5d4132526d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Jun 30 02:30:56.795161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:56.796510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:56.833719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac54087-28d0-4fb6-8f3b-34c9362c47b8 None None] Pushing event updated for resources: {'Port': ['ID=33e55625-9a69-4db3-92fc-84e4cf6f6736,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:56.845231 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.863602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Transition to ACTIVE for port object 47e7eaeb-d105-4a00-a98a-9576bff285f3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:56.903886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.914444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:56.955319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Network d6b8a4ca-4177-4789-8088-1369d0ed806a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:56.958197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:56.964105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:57.030574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e086657-c67d-44cd-ba2e-e11e04a79e8f req-97c350da-df3b-45c9-b12f-bac96dee9ed5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.031682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Pushing event updated for resources: {'Port': ['ID=47e7eaeb-d105-4a00-a98a-9576bff285f3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:57.037663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e086657-c67d-44cd-ba2e-e11e04a79e8f req-97c350da-df3b-45c9-b12f-bac96dee9ed5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.1257381 Jun 30 02:30:57.086526 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.114352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e086657-c67d-44cd-ba2e-e11e04a79e8f req-f6af990c-5b2d-444d-8f06-e2bc3ec3ef2b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Jun 30 02:30:57.247678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:53Z', 'revision_number': 3, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:57.286783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2dec61-3c3f-4f61-b8c6-dac4213de8c3 None None] The sync data for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 is: [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:53Z', 'revision_number': 3, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:57.306383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.347608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e4cfb82-1d97-4f09-b985-61c2fd4a8133 None None] Provisioning for port 47e7eaeb-d105-4a00-a98a-9576bff285f3 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:57.352763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e4cfb82-1d97-4f09-b985-61c2fd4a8133 None None] Provisioning complete for port 47e7eaeb-d105-4a00-a98a-9576bff285f3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:57.353263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfb82-1d97-4f09-b985-61c2fd4a8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.423446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cfb82-1d97-4f09-b985-61c2fd4a8133 None None] Port 47e7eaeb-d105-4a00-a98a-9576bff285f3 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:57.448173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57f0de-fb99-4605-9dde-8411433439b7 req-1b4473e7-3639-4e1c-8180-cf81af69979c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.451121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c57f0de-fb99-4605-9dde-8411433439b7 req-1b4473e7-3639-4e1c-8180-cf81af69979c tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1036925 Jun 30 02:30:57.536557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c57f0de-fb99-4605-9dde-8411433439b7 req-bd288a1f-ffc5-420c-a4ae-5199156c7f4d tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792007 Jun 30 02:30:57.560679 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-6b16007b-694e-4b91-a920-306b14f6cb16 service neutron] show failed (client error): The resource could not be found. Jun 30 02:30:57.562925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-6b16007b-694e-4b91-a920-306b14f6cb16 service neutron] 10.222.0.67 "GET /v2.0/ports/c90bddf4-a9bf-4f99-995e-af05c66a8f8d/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0990150 Jun 30 02:30:57.587271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba1db-73cf-40d0-bbad-ffded9e84e53 req-50b89229-1686-4d50-8099-5a10882123bc tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.591613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4939130c-21a1-4aef-9547-0e3c723972c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.594620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bba1db-73cf-40d0-bbad-ffded9e84e53 req-50b89229-1686-4d50-8099-5a10882123bc tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 948 time: 0.1775997 Jun 30 02:30:57.666271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.676461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.695465 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bba1db-73cf-40d0-bbad-ffded9e84e53 req-a0bab510-cfb1-42c1-af39-d61619b63507 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993431 Jun 30 02:30:57.787517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.847970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:57.861959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Pushing event updated for resources: {'Port': ['ID=47e7eaeb-d105-4a00-a98a-9576bff285f3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:57.987826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Network d6b8a4ca-4177-4789-8088-1369d0ed806a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:57.989557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:58.104667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:58.127647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'mac_address': 'fa:16:3e:b9:6e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:58.251741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.299787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 741aa34e-41fd-4966-939c-c0eadccb8c8f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:58.336259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa6b4-40d6-4de9-8060-972b958989a6 req-0ae7a3d2-06b1-41ce-82cf-b95493eeb79b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.345731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ebfa6b4-40d6-4de9-8060-972b958989a6 req-0ae7a3d2-06b1-41ce-82cf-b95493eeb79b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2843640 Jun 30 02:30:58.354370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:58.385372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.389776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-adfb6fb3-3216-4666-a212-0245a708a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.392084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-adfb6fb3-3216-4666-a212-0245a708a817 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 1101 time: 0.2915299 Jun 30 02:30:58.408967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21ca7fc5-9712-496b-b03d-9cd26ecdc049 None None] Provisioning complete for port 47e7eaeb-d105-4a00-a98a-9576bff285f3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:58.413582 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21ca7fc5-9712-496b-b03d-9cd26ecdc049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.415243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:58.518582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-21ca7fc5-9712-496b-b03d-9cd26ecdc049 None None] Port 47e7eaeb-d105-4a00-a98a-9576bff285f3 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:58.520339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:58.542448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['741aa34e-41fd-4966-939c-c0eadccb8c8f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:58.542658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ebfa6b4-40d6-4de9-8060-972b958989a6 req-afda2163-203e-43c7-b696-a2c1409997ac tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958036 Jun 30 02:30:58.597334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.599240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 548aa16d-1880-4fb3-ad3f-05602dcec92f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:58.781907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Router 0eb0a001-83ef-44e6-8ba4-855809312495 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:58.819097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 548aa16d-1880-4fb3-ad3f-05602dcec92f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:58.829309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a99b-91eb-4641-b070-455bbcc99a51 req-5e22dba3-3cf5-4fb4-9efd-8d79346d81e5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.831527 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e263a99b-91eb-4641-b070-455bbcc99a51 req-5e22dba3-3cf5-4fb4-9efd-8d79346d81e5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.1536303 Jun 30 02:30:58.839228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '548aa16d-1880-4fb3-ad3f-05602dcec92f', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '548aa16d-1880-4fb3-ad3f-05602dcec92f', 'mac_address': 'fa:16:3e:8c:7f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:58.907442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.933400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548aa16d-1880-4fb3-ad3f-05602dcec92f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:58.991186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 548aa16d-1880-4fb3-ad3f-05602dcec92f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:59.001769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.014348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e0e0f-f667-4f22-9880-84c30872884c req-59ce3610-420f-45fe-83df-99235b8b0179 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.021212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f47e0e0f-f667-4f22-9880-84c30872884c req-59ce3610-420f-45fe-83df-99235b8b0179 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 972 time: 0.1637099 Jun 30 02:30:59.066456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:59.083662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e263a99b-91eb-4641-b070-455bbcc99a51 req-ad99e3b3-ce58-4fb7-bc52-19d71cb4e4c5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073658 Jun 30 02:30:59.100755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=548aa16d-1880-4fb3-ad3f-05602dcec92f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:59.131369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:59.132377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f47e0e0f-f667-4f22-9880-84c30872884c req-0d524ff1-58ac-4232-bc10-042a2017e0ff tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100414 Jun 30 02:30:59.142764 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3c218156-6d1e-44f0-bfa6-5eef85ab7f56 admin admin] 10.222.0.78 "PUT /v2.0/routers/0eb0a001-83ef-44e6-8ba4-855809312495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4737246 Jun 30 02:30:59.143325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52858) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:59.217768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:59.273753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['548aa16d-1880-4fb3-ad3f-05602dcec92f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:59.354345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:59.356983 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7dc72-6e33-4b00-b2a3-7abc2ab7bc52" -d '{"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-unplugged", "status": "completed", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:59.365083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.384302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291b86c-d4ae-49bb-b6a3-24f0e05ba18e req-4fc3f063-2aa1-4fd9-a2a0-058973e8f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.391627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f291b86c-d4ae-49bb-b6a3-24f0e05ba18e req-4fc3f063-2aa1-4fd9-a2a0-058973e8f3fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1123 time: 0.2487097 Jun 30 02:30:59.396338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Transition to ACTIVE for port object c90bddf4-a9bf-4f99-995e-af05c66a8f8d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:59.414750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.465449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 33e55625-9a69-4db3-92fc-84e4cf6f6736 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:59.544776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac73a8b5-d497-4516-8316-b2f21c069450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.547727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] No DVR routers for this DVR port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:59.556868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f291b86c-d4ae-49bb-b6a3-24f0e05ba18e req-94f123c2-c2f2-4dd9-b2d2-323d6ddaa54c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552746 Jun 30 02:30:59.617628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbda1-8d17-4259-9d3b-f894fa77c5c4 req-ab03855c-2637-4412-aa4a-e4748bcf5c11 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.620392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caedbda1-8d17-4259-9d3b-f894fa77c5c4 req-ab03855c-2637-4412-aa4a-e4748bcf5c11 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 949 time: 0.2731822 Jun 30 02:30:59.648039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:59.649677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 33e55625-9a69-4db3-92fc-84e4cf6f6736 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:59.666967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:59.667383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:59.667730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:59.674691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 33e55625-9a69-4db3-92fc-84e4cf6f6736 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:59.675908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.676204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:59.676543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Attempting to bind port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:59.684617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:59.684969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:59.685470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:59.685950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Bound port: c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:59.687179 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.763309 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caedbda1-8d17-4259-9d3b-f894fa77c5c4 req-1b978c0a-d8ad-4d46-9e9d-d896724d03ad tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338296 Jun 30 02:30:59.812860 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Sync routers for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:59.831994 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:59.832746 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:59.899471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:59.906181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.918287 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f61db36-45b5-4e6e-92ef-b96cd541e370 x-openstack-request-id: req-7f61db36-45b5-4e6e-92ef-b96cd541e370 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:59.918499 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac73a8b5-d497-4516-8316-b2f21c069450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.919588 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-unplugged", "status": "completed", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:59.920353 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f61db36-45b5-4e6e-92ef-b96cd541e370 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:59.921546 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'code': 200} Jun 30 02:30:59.931904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac73a8b5-d497-4516-8316-b2f21c069450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.934874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:59.944655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.961461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 33e55625-9a69-4db3-92fc-84e4cf6f6736, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=33e55625-9a69-4db3-92fc-84e4cf6f6736,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:59.969183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:59.985250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.986000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.987465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] 10.222.0.90 "PUT /v2.0/ports/c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 1096 time: 1.5835805 Jun 30 02:31:00.008059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593517a-4f0b-48f1-a168-1f56c68d976f req-39a834a8-4454-45ad-8c27-a19c2ef79b00 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.019788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7593517a-4f0b-48f1-a168-1f56c68d976f req-39a834a8-4454-45ad-8c27-a19c2ef79b00 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1096 time: 0.1986783 Jun 30 02:31:00.020007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.079590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ac73a8b5-d497-4516-8316-b2f21c069450 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a77b8c5762994154a1f62acc1aaa9cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9348345 Jun 30 02:31:00.080605 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:00.082465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52896) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:00.083317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73a8b5-d497-4516-8316-b2f21c069450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494498e2-962b-40f9-b0e7-1f1bb14278d8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.213886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337736a-2f9c-46bb-92e6-01167437b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.269064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a985e5-c93a-485d-b3ef-80e89f47ce18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.291172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7593517a-4f0b-48f1-a168-1f56c68d976f req-94e20044-3604-4b83-b92b-66587830b2f7 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683451 Jun 30 02:31:00.297434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 741aa34e-41fd-4966-939c-c0eadccb8c8f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:00.298029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.331566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a985e5-c93a-485d-b3ef-80e89f47ce18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.405930 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 2, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:00.447543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a985e5-c93a-485d-b3ef-80e89f47ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.450715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35a985e5-c93a-485d-b3ef-80e89f47ce18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.452934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-25e6c439-faf5-4946-9809-fdbae77638f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.456962 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-35a985e5-c93a-485d-b3ef-80e89f47ce18 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/494498e2-962b-40f9-b0e7-1f1bb14278d8 HTTP/1.1" status: 204 len: 168 time: 0.3510070 Jun 30 02:31:00.473014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-25e6c439-faf5-4946-9809-fdbae77638f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1099 time: 0.4476564 Jun 30 02:31:00.476796 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ea4813b-4a30-42e2-b375-f8176a9d22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.479620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=33e55625-9a69-4db3-92fc-84e4cf6f6736,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.534463 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.545805 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Checking router: 0eb0a001-83ef-44e6-8ba4-855809312495 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:00.546376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Updating router 0eb0a001-83ef-44e6-8ba4-855809312495 port 47e7eaeb-d105-4a00-a98a-9576bff285f3 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:31:00.599557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:00.605027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 548aa16d-1880-4fb3-ad3f-05602dcec92f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:00.651118 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.734649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-fc30a4f1-0d14-4ad8-9349-83426d97e115 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.743500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-fc30a4f1-0d14-4ad8-9349-83426d97e115 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 828 time: 0.2733850 Jun 30 02:31:00.783312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-a1da9a48-a2e6-4fff-9da8-fb03fe66ca5c tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/quotas/4b62868d137e4480b6a1077955f9b456 HTTP/1.1" status: 200 len: 375 time: 0.0373533 Jun 30 02:31:00.785624 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.868820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a985e5-c93a-485d-b3ef-80e89f47ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494498e2-962b-40f9-b0e7-1f1bb14278d8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.957801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-cf78ed40-3f33-44b6-8b73-be51243584c4 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717124 Jun 30 02:31:01.103337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-5d7fc293-3fd2-47b6-b376-8c97d8d6bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.106276 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-5d7fc293-3fd2-47b6-b376-8c97d8d6bd86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.6324172 Jun 30 02:31:01.122382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:01.125830 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.126784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:01.129458 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c730cb6e-d4b4-4ed2-992f-6203fd77f877" -d '{"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-plugged", "status": "completed", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:01.158695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52926) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:01.169031 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Transition to ACTIVE for port object 47e7eaeb-d105-4a00-a98a-9576bff285f3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:01.170072 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.191034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772d8df4-cd6d-47cb-9834-637e0b13bd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.192657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-5b1cfab3-812e-4599-a258-9c884ed0e748 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.0758648 Jun 30 02:31:01.193073 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.259034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 548aa16d-1880-4fb3-ad3f-05602dcec92f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:01.268900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-061be2d6-4cc7-4924-b0cd-86ff8465c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.270482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-061be2d6-4cc7-4924-b0cd-86ff8465c0f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0625398 Jun 30 02:31:01.282235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 548aa16d-1880-4fb3-ad3f-05602dcec92f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:01.282639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.287559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511b25a-c7a5-4314-8187-a326f121fdf5 req-510c7a5d-e4c0-4c92-8ab1-4d1a51a67965 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.297663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4511b25a-c7a5-4314-8187-a326f121fdf5 req-510c7a5d-e4c0-4c92-8ab1-4d1a51a67965 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 948 time: 0.5298798 Jun 30 02:31:01.335947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:01.347372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:01.364134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'mac_address': 'fa:16:3e:94:42:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:tempest-test_az-2122896877', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:01.408214 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4511b25a-c7a5-4314-8187-a326f121fdf5 req-76c810b7-6fb6-479f-bde7-ad46b96b8b0f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084003 Jun 30 02:31:01.413037 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Pushing event updated for resources: {'Port': ['ID=47e7eaeb-d105-4a00-a98a-9576bff285f3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:01.441034 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.441278 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.441629 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.441986 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.448896 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.450930 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.451284 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.452302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.452647 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.460733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.460973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.461742 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.462919 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.463982 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:01.478016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-ee118e18-7335-449a-a7f8-4b6912221a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.479327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:01.482460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-ee118e18-7335-449a-a7f8-4b6912221a62 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797912 Jun 30 02:31:01.505292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:01.510380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 33e55625-9a69-4db3-92fc-84e4cf6f6736 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:01.543371 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.571125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-d00a2ee4-7554-4695-8b35-3b9ace0c342c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:01.582352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-d00a2ee4-7554-4695-8b35-3b9ace0c342c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4405258 Jun 30 02:31:01.613553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 548aa16d-1880-4fb3-ad3f-05602dcec92f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:01.629894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.630938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:01.669733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Attempting to bind port 47e7eaeb-d105-4a00-a98a-9576bff285f3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:01.672352 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Attempting to bind port 47e7eaeb-d105-4a00-a98a-9576bff285f3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:01.674100 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Attempting to bind port 47e7eaeb-d105-4a00-a98a-9576bff285f3 on network d6b8a4ca-4177-4789-8088-1369d0ed806a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:01.697767 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:01.698456 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Checking segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:01.699056 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.699624 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Bound using segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:01.700320 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Bound port: 47e7eaeb-d105-4a00-a98a-9576bff285f3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:01.700893 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.714534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:01.723620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772d8df4-cd6d-47cb-9834-637e0b13bd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.752844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772d8df4-cd6d-47cb-9834-637e0b13bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.798701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 33e55625-9a69-4db3-92fc-84e4cf6f6736 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:01.799422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.804719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.853029 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] For port 47e7eaeb-d105-4a00-a98a-9576bff285f3, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:01.858705 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] For port 47e7eaeb-d105-4a00-a98a-9576bff285f3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=47e7eaeb-d105-4a00-a98a-9576bff285f3,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:01.873787 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.918808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0ab8f227-65fa-483d-aac7-b8c527b76e91'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:01.932914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:01.943465 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:01.962134 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:01.963096 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:01.966943 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-ae2b4b97-d8f1-4fed-9c34-3a40293ef928 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771724 Jun 30 02:31:02.020026 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-772d8df4-cd6d-47cb-9834-637e0b13bd57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3ec0ac3046d4e95b058b2d7de2672a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8601182 Jun 30 02:31:02.020809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d8df4-cd6d-47cb-9834-637e0b13bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd28e2c-6a32-4a2b-8e15-4e0eca603c3b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:02.042808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52930) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:02.124963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:02.155653 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:02.197739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e16a49-889d-43f1-a0d4-a74f66b85843 req-0d992175-12de-4fc1-9d57-c370f6ef0117 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161348 Jun 30 02:31:02.207716 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.208333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-94189302-57ed-409c-885f-f16a11093355 service neutron] 10.222.0.78 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798720 Jun 30 02:31:02.241405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248eb00-989c-4e4f-b6b0-0cf228a2e8c2 req-68225b25-6aba-46c0-b27e-083c91cef829 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.245590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b248eb00-989c-4e4f-b6b0-0cf228a2e8c2 req-68225b25-6aba-46c0-b27e-083c91cef829 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 971 time: 0.5425389 Jun 30 02:31:02.324265 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c269e-6c24-4ce1-8637-c860057e7963 None None] Pushing event updated for resources: {'Port': ['ID=47e7eaeb-d105-4a00-a98a-9576bff285f3,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:02.326395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b248eb00-989c-4e4f-b6b0-0cf228a2e8c2 req-916225c9-23b0-4e05-b605-e5b6735b9704 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722680 Jun 30 02:31:02.381405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f478c50b-4ae5-41b0-b441-fca81b0eef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.421802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:02.434601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=548aa16d-1880-4fb3-ad3f-05602dcec92f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:02.440870 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.447521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:02.450012 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f478c50b-4ae5-41b0-b441-fca81b0eef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.466472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-f3c9253b-c43e-4385-beba-6a4416fd4edc service neutron] 10.222.0.78 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572110 Jun 30 02:31:02.547900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f478c50b-4ae5-41b0-b441-fca81b0eef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.552727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f478c50b-4ae5-41b0-b441-fca81b0eef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.555879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f478c50b-4ae5-41b0-b441-fca81b0eef00 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbd28e2c-6a32-4a2b-8e15-4e0eca603c3b HTTP/1.1" status: 204 len: 168 time: 0.5114627 Jun 30 02:31:02.560206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:31:02.567187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478c50b-4ae5-41b0-b441-fca81b0eef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd28e2c-6a32-4a2b-8e15-4e0eca603c3b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:02.657106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:02.677267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:02.827111 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:01Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:02.918543 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f84242-c031-48f2-b9ef-33c0606a64b5 None None] The sync data for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 is: [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:01Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:03.162209 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ddfe2-cdca-4856-bd90-090277b8eb30 x-openstack-request-id: req-304ddfe2-cdca-4856-bd90-090277b8eb30 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:03.162852 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-plugged", "status": "completed", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:03.163320 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-304ddfe2-cdca-4856-bd90-090277b8eb30 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:03.164378 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'code': 200} Jun 30 02:31:03.239838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1fca8-5225-4d3e-b37a-25fc928edf5c req-c8d2c6cd-20d1-4e26-9685-b7ff3b754202 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.247231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ede1fca8-5225-4d3e-b37a-25fc928edf5c req-c8d2c6cd-20d1-4e26-9685-b7ff3b754202 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.2769904 Jun 30 02:31:03.255377 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913455d2-6d2e-467a-8771-db1bbbb93f52 x-openstack-request-id: req-913455d2-6d2e-467a-8771-db1bbbb93f52 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:03.256095 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:03.256095 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-913455d2-6d2e-467a-8771-db1bbbb93f52 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:03.256375 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'status': 'completed', 'code': 200} Jun 30 02:31:03.424808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ede1fca8-5225-4d3e-b37a-25fc928edf5c req-5c5d7b44-4076-41af-a7ff-02f7f9ff67f3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763532 Jun 30 02:31:03.571884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47e7eaeb-d105-4a00-a98a-9576bff285f3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:03.680702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-f60a4c87-515a-497b-97e2-120be41e52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.693648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-f60a4c87-515a-497b-97e2-120be41e52d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1099 time: 0.3848236 Jun 30 02:31:03.711184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-fe2f05d6-98d0-4c1a-b76b-da19eb644ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.715728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-fe2f05d6-98d0-4c1a-b76b-da19eb644ef4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1099 time: 0.3159401 Jun 30 02:31:03.829305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 47e7eaeb-d105-4a00-a98a-9576bff285f3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:03.838713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 47e7eaeb-d105-4a00-a98a-9576bff285f3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:03.841257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.962452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7203e41-d4ae-4f7f-b25e-f82a11c06092 req-536f97b9-4712-4134-be0a-2897d01838b5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.969897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7203e41-d4ae-4f7f-b25e-f82a11c06092 req-536f97b9-4712-4134-be0a-2897d01838b5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 948 time: 0.2494392 Jun 30 02:31:04.123105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7203e41-d4ae-4f7f-b25e-f82a11c06092 req-94e49634-f720-4856-ae2b-30a9e8805e4a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462550 Jun 30 02:31:04.192202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.473125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 47e7eaeb-d105-4a00-a98a-9576bff285f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=47e7eaeb-d105-4a00-a98a-9576bff285f3,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:04.482351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.494132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.613718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64557d9e-72ac-43ae-a54f-3d03c2107a95 req-005eb833-4133-40cc-ac17-8232f982b8da tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 210 time: 0.1202269 Jun 30 02:31:04.626577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-b33e5537-83fa-43ab-a096-8c78c1f6394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.628386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-b33e5537-83fa-43ab-a096-8c78c1f6394c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.9117460 Jun 30 02:31:04.629124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:04.630914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-18ff49d0-dac6-453f-84f4-a771e81eb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.634572 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-18ff49d0-dac6-453f-84f4-a771e81eb35d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.8720696 Jun 30 02:31:04.778085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=47e7eaeb-d105-4a00-a98a-9576bff285f3,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:04.874390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-c4093eb4-7f14-49eb-9852-ada4f55a41af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.2302771 Jun 30 02:31:04.924936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 0ab8f227-65fa-483d-aac7-b8c527b76e91 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:04.925308 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.060240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-84861e17-0442-4be3-a0d1-6bd3b061285d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.4073021 Jun 30 02:31:05.167650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6239098d-d442-439b-a707-c8f039f19302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548aa16d-1880-4fb3-ad3f-05602dcec92f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:05.170011 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb876cd-5f0f-437a-b217-f0320dc18beb" -d '{"events": [{"server_uuid": "6239098d-d442-439b-a707-c8f039f19302", "name": "network-vif-plugged", "status": "completed", "tag": "548aa16d-1880-4fb3-ad3f-05602dcec92f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:05.183183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.229205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-1ae754e6-e04b-45d6-be8d-0f242556e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.235418 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-1ae754e6-e04b-45d6-be8d-0f242556e883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2711756 Jun 30 02:31:05.313228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-a79c48da-f674-480f-a77f-8fe8c4cb120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.315245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-a79c48da-f674-480f-a77f-8fe8c4cb120e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1833510 Jun 30 02:31:05.352624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:05.368595 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.433464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4461-7463-4f5d-bc2e-c9979a77986c req-c64e061a-bf04-4136-a9f2-81df5ac87c5c tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.438672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d4e4461-7463-4f5d-bc2e-c9979a77986c req-c64e061a-bf04-4136-a9f2-81df5ac87c5c tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.2226768 Jun 30 02:31:05.532424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133419a3-907a-40dd-a47b-712231f5b40f req-2a7ab8cf-c5e4-4849-94f9-1c9b9457c61f tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.553010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-133419a3-907a-40dd-a47b-712231f5b40f req-2a7ab8cf-c5e4-4849-94f9-1c9b9457c61f tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1122 time: 0.5946543 Jun 30 02:31:05.564557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47e7eaeb-d105-4a00-a98a-9576bff285f3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:05.593285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d4e4461-7463-4f5d-bc2e-c9979a77986c req-a0118bc1-97c4-49c5-b0e2-e06186f87f4a tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498787 Jun 30 02:31:05.626269 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-133419a3-907a-40dd-a47b-712231f5b40f req-0e7ce10e-5adb-428b-a69b-4050d4befa2a tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723596 Jun 30 02:31:05.633162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-312f1d69-aaa4-4ae6-aef3-7cb156f246c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.640525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-312f1d69-aaa4-4ae6-aef3-7cb156f246c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3154199 Jun 30 02:31:05.647418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-f8f03cae-47ca-4938-ba7e-b09d82f54b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.649203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-f8f03cae-47ca-4938-ba7e-b09d82f54b5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3973165 Jun 30 02:31:05.781811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:05.804255 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebcb07c-02df-48a1-8fb2-b76c429da596 x-openstack-request-id: req-5ebcb07c-02df-48a1-8fb2-b76c429da596 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:05.805878 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6239098d-d442-439b-a707-c8f039f19302", "name": "network-vif-plugged", "status": "completed", "tag": "548aa16d-1880-4fb3-ad3f-05602dcec92f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:05.806298 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ebcb07c-02df-48a1-8fb2-b76c429da596 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:05.807113 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6239098d-d442-439b-a707-c8f039f19302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548aa16d-1880-4fb3-ad3f-05602dcec92f', 'code': 200} Jun 30 02:31:05.868721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 47e7eaeb-d105-4a00-a98a-9576bff285f3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:05.871404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.031785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:06.396322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:06.430688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'mac_address': 'fa:16:3e:fe:a1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:06.475647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-922bf243-f3e4-4f47-a584-1ff6f777deef service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8158984 Jun 30 02:31:06.518421 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.535345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90bddf4-a9bf-4f99-995e-af05c66a8f8d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:06.561367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:06.563993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b482927-3c84-47ac-bee8-b1f69a2f3df6 req-67597927-8197-4485-afb6-e94c67afddf3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.573551 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b482927-3c84-47ac-bee8-b1f69a2f3df6 req-67597927-8197-4485-afb6-e94c67afddf3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 948 time: 0.5531642 Jun 30 02:31:06.574645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.656577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b482927-3c84-47ac-bee8-b1f69a2f3df6 req-a6668f35-983c-4b08-939e-e497acedf618 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796795 Jun 30 02:31:06.701060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-7b2645d8-aad8-4b68-9d17-373054625cda tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.706168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-7b2645d8-aad8-4b68-9d17-373054625cda tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.90 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 828 time: 0.5707211 Jun 30 02:31:06.727207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Request body: {'port': {'device_id': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'admin_state_up': True, 'tenant_id': '4b62868d137e4480b6a1077955f9b456'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:06.733173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:06.782059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-7b02c3c1-2292-4e90-960f-1217a32a506c service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684045 Jun 30 02:31:06.793513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-be984119-85f1-42f2-b249-fda0a73cffd9 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1312253 Jun 30 02:31:07.019246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c90bddf4-a9bf-4f99-995e-af05c66a8f8d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:07.023412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Made reservation on behalf of 4b62868d137e4480b6a1077955f9b456 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:07.027396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.263030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Allocated IP 172.20.0.3 (d6b8a4ca-4177-4789-8088-1369d0ed806a/28161ec2-0951-4f46-ac99-b4a8e8c069db/988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:07.263599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e91d7c-5541-442d-a2e0-d06d86fb8cef req-8be8dc1d-4c66-4d1a-9573-f56fbfd63167 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447968 Jun 30 02:31:07.266020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f1b463a-1ca7-4157-9438-cd8358f32c85 req-90d6805a-8401-4f2d-a16f-c2e5fac63775 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 210 time: 0.7482400 Jun 30 02:31:07.301704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8d3bf-a705-4b7c-8f9e-7abbe3f9d3cf req-5ad06273-eb53-44fa-8bdf-81411217701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.305639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3f8d3bf-a705-4b7c-8f9e-7abbe3f9d3cf req-5ad06273-eb53-44fa-8bdf-81411217701a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 1101 time: 1.1978347 Jun 30 02:31:07.375700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3f8d3bf-a705-4b7c-8f9e-7abbe3f9d3cf req-b1397754-4e2f-4762-9e05-6d1bc6f6b7fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630214 Jun 30 02:31:07.642132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.699382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05162629-baaf-4453-b6d6-c3b4037bb87c req-680093f2-9a8e-4519-8012-d132e603f698 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.700891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05162629-baaf-4453-b6d6-c3b4037bb87c req-680093f2-9a8e-4519-8012-d132e603f698 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.2132981 Jun 30 02:31:07.705486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Transition to ACTIVE for port object 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:07.786212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05162629-baaf-4453-b6d6-c3b4037bb87c req-d5e545ae-20bc-4f5d-9247-b3817f4be78c tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786765 Jun 30 02:31:07.813483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:07.816069 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685df2cb-c8b2-4202-bc59-87fe0803a3f0" -d '{"events": [{"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:07.862432 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.894835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-c922c360-5b9f-4d58-b350-a2d402a3e8dd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.898965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-c922c360-5b9f-4d58-b350-a2d402a3e8dd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 949 time: 0.1950579 Jun 30 02:31:07.901000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Network d6b8a4ca-4177-4789-8088-1369d0ed806a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:07.945475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:07.960671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:08.052126 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-e3f5e6ab-eb09-44ad-b672-facf98d9218b service neutron] delete failed (client error): The resource could not be found. Jun 30 02:31:08.053171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-e3f5e6ab-eb09-44ad-b672-facf98d9218b service neutron] 10.222.0.67 "DELETE /v2.0/ports/c90bddf4-a9bf-4f99-995e-af05c66a8f8d/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.1457987 Jun 30 02:31:08.067469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.068141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.088058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3665900 Jun 30 02:31:08.104492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Request body: {'port': {'device_id': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:08.148776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624dc64-2864-4120-8abe-57331a382ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event updated for resources: {'Port': ['ID=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:08.289313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.377454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c0c1-bc1b-4736-8e11-5dfa1a57d880 req-5669f63b-5927-4af9-ae4f-97e37633c595 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.397475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03c4c0c1-bc1b-4736-8e11-5dfa1a57d880 req-5669f63b-5927-4af9-ae4f-97e37633c595 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 1124 time: 0.2300134 Jun 30 02:31:08.419241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-33e7e7e3-4f53-43fc-ba8d-ae703d7ca21d None None] Provisioning for port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:08.425211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-33e7e7e3-4f53-43fc-ba8d-ae703d7ca21d None None] Provisioning complete for port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:08.425448 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33e7e7e3-4f53-43fc-ba8d-ae703d7ca21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.470569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-520ad86f-a2ab-426c-93ff-e635628b8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.472094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-520ad86f-a2ab-426c-93ff-e635628b8337 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1100 time: 0.1911218 Jun 30 02:31:08.489100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af4b6-232f-4f2d-9594-ef587ff446cb req-4b31fcd7-6f90-4668-b497-98dd2527093c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.490678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a5af4b6-232f-4f2d-9594-ef587ff446cb req-4b31fcd7-6f90-4668-b497-98dd2527093c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 949 time: 0.1262352 Jun 30 02:31:08.509604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-33e7e7e3-4f53-43fc-ba8d-ae703d7ca21d None None] Port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:31:08.612076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03c4c0c1-bc1b-4736-8e11-5dfa1a57d880 req-5b39437d-1b77-4eaf-80e7-0c71db237082 tempest-ServersAdminTestJSON-1578015004 tempest-ServersAdminTestJSON-1578015004-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134266 Jun 30 02:31:08.619286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a5af4b6-232f-4f2d-9594-ef587ff446cb req-795b6b91-7f75-4c85-8127-74162dba1426 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172297 Jun 30 02:31:08.667239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-45264a9c-f8ec-4526-9eb8-48d3a364c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.669643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-45264a9c-f8ec-4526-9eb8-48d3a364c959 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1780620 Jun 30 02:31:08.710186 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be10ec24-7da9-49f6-88ba-82e372e0c948 x-openstack-request-id: req-be10ec24-7da9-49f6-88ba-82e372e0c948 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:08.710521 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:08.710783 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be10ec24-7da9-49f6-88ba-82e372e0c948 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:08.711195 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'code': 200} Jun 30 02:31:08.738367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-f527fdbe-3a19-43fd-88d0-690190856ed0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.0601442 Jun 30 02:31:08.829472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-38c87fcc-5fe3-4762-962a-6da8bdbde7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.831121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-38c87fcc-5fe3-4762-962a-6da8bdbde7f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0840905 Jun 30 02:31:08.903699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:08.913594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.931559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Transition to ACTIVE for port object 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:08.935422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.979508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-a8c76b48-70c9-4fdc-b5b3-28bb28caa6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.983940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-a8c76b48-70c9-4fdc-b5b3-28bb28caa6a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429861 Jun 30 02:31:09.109714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Pushing event updated for resources: {'Port': ['ID=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:09.187927 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.330384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-b7efd142-3783-4465-85fc-c74090d2896c service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399367 Jun 30 02:31:09.462748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Attempting to bind port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:09.462748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Attempting to bind port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:09.462748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Attempting to bind port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 on network d6b8a4ca-4177-4789-8088-1369d0ed806a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:09.511066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37b1d774-379d-44a3-a192-56535b8d2e8a req-334a69f2-4793-44ed-ad72-75ad3ad14bcf service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697211 Jun 30 02:31:09.547167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 on network d6b8a4ca-4177-4789-8088-1369d0ed806a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:09.547420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Attempting to bind port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 on network d6b8a4ca-4177-4789-8088-1369d0ed806a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:09.580076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2cb0d-7575-4382-ad39-a708b0c6208b req-cc763046-00c3-420c-baef-9f0f8fec1c62 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.581230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4d2cb0d-7575-4382-ad39-a708b0c6208b req-cc763046-00c3-420c-baef-9f0f8fec1c62 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 943 time: 0.2234437 Jun 30 02:31:09.582049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:09.582608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Checking segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:09.583228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Bound using segment: {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:09.583948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Bound port: 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c837100d-c04a-41f5-874b-649e4721d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:09.584533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.682828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4d2cb0d-7575-4382-ad39-a708b0c6208b req-ef667a29-d9ee-42a4-a702-45d6406922e1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Jun 30 02:31:09.784641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] For port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:09.790172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] For port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:09.800656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.895082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:10.003511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port c90bddf4-a9bf-4f99-995e-af05c66a8f8d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:10.009646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port c90bddf4-a9bf-4f99-995e-af05c66a8f8d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:10.010068 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.044258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.044886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.047238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] 10.222.0.90 "PUT /v2.0/ports/988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 1091 time: 1.9477861 Jun 30 02:31:10.047894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:10.050384 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:10.124082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d871962-ed5d-48dd-b2e1-ede97f99e34b service neutron] Pushing event updated for resources: {'Port': ['ID=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:10.184595 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.222490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264170bc-27f0-40f5-8415-adade0cc1f06 req-2485fe16-75c3-4615-b794-c4f7f0a09964 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.228956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:10.232324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-264170bc-27f0-40f5-8415-adade0cc1f06 req-2485fe16-75c3-4615-b794-c4f7f0a09964 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.4122484 Jun 30 02:31:10.241262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.378156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:10.409166 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-264170bc-27f0-40f5-8415-adade0cc1f06 req-42922779-e66c-4ed6-9c41-239d36521eda tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747234 Jun 30 02:31:10.421325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-cec3eb04-ca63-4717-b8d3-00e443fa7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.423922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-cec3eb04-ca63-4717-b8d3-00e443fa7576 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1094 time: 0.1879077 Jun 30 02:31:10.476995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.497405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-22c25260-6ddd-48d9-910c-ff81f4c82dc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 217 time: 0.0597043 Jun 30 02:31:10.640358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-83ab5da1-1e6f-477e-98f4-137f25f4e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.649608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-83ab5da1-1e6f-477e-98f4-137f25f4e77b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 200 len: 867 time: 0.1425214 Jun 30 02:31:10.712752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:10.715616 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c4dc9-28d1-4a02-a2dc-86c90551f4dd" -d '{"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-plugged", "status": "completed", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:10.835866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-0eca0d12-baab-4731-9b07-9062bdb636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.837362 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-0eca0d12-baab-4731-9b07-9062bdb636ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6b8a4ca-4177-4789-8088-1369d0ed806a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786976 Jun 30 02:31:10.852035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839594-7554-451d-b629-ed9fc7bd670a req-4a789d9b-6d5e-47e8-b91c-11ec9e2fa7b3 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.852633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18016a-0824-4eae-b5d2-6247408072f0 req-5918358d-3d17-4806-aa7d-3bf149227347 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.860679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e18016a-0824-4eae-b5d2-6247408072f0 req-5918358d-3d17-4806-aa7d-3bf149227347 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1768670 Jun 30 02:31:10.862115 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0839594-7554-451d-b629-ed9fc7bd670a req-4a789d9b-6d5e-47e8-b91c-11ec9e2fa7b3 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 949 time: 0.1385696 Jun 30 02:31:10.897407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0839594-7554-451d-b629-ed9fc7bd670a req-e527a77c-19cf-4ac6-9055-39d04de09c91 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Jun 30 02:31:10.967412 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec683332-b280-49d9-ae9d-b640c70174fb x-openstack-request-id: req-ec683332-b280-49d9-ae9d-b640c70174fb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:10.967711 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:10.967960 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec683332-b280-49d9-ae9d-b640c70174fb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:10.968369 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'status': 'completed', 'code': 200} Jun 30 02:31:11.000028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e18016a-0824-4eae-b5d2-6247408072f0 req-f9128e59-0964-4078-8bc4-6d33fe11bb80 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383510 Jun 30 02:31:11.046973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-05fb8acb-b2b9-42ae-a7b4-775230ad34ba service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840708 Jun 30 02:31:11.256621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f25370b6-52ba-4ab2-adb5-eb9f433859cf req-17ae41ed-2cbf-48b9-9534-da1f65829fc8 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944380 Jun 30 02:31:11.565722 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea4829-f8c2-445d-8f3d-f4b96fa12c7a x-openstack-request-id: req-5aea4829-f8c2-445d-8f3d-f4b96fa12c7a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:11.566228 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-plugged", "status": "completed", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:11.566411 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5aea4829-f8c2-445d-8f3d-f4b96fa12c7a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:11.566886 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'code': 200} Jun 30 02:31:11.646021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-ce0578af-6a48-41f1-9247-93e9d1a82d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.654140 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-ce0578af-6a48-41f1-9247-93e9d1a82d74 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1094 time: 0.2710538 Jun 30 02:31:11.683908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-8b4b2081-adeb-4026-a1ea-43544a7a5a4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.685435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-8b4b2081-adeb-4026-a1ea-43544a7a5a4b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 949 time: 0.2945039 Jun 30 02:31:11.856767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046da8f-822e-4f78-9dc6-1dadf1d9cff3 req-56cc2d21-5525-41e1-8f8a-a2304e7a61e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.859478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c046da8f-822e-4f78-9dc6-1dadf1d9cff3 req-56cc2d21-5525-41e1-8f8a-a2304e7a61e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 943 time: 0.3334589 Jun 30 02:31:11.962498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-f97f9a1a-3507-4cb1-b1a2-3323a2368200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.968472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c046da8f-822e-4f78-9dc6-1dadf1d9cff3 req-15db1241-849a-430e-9b0d-9cb54accdcd7 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991666 Jun 30 02:31:11.974716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-f97f9a1a-3507-4cb1-b1a2-3323a2368200 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 929 time: 0.3085268 Jun 30 02:31:11.987787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Deleting port 3568feca-11dc-4f1e-9111-85ec1106ebd7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:11.989271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.113150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-e99c441d-b5a7-46fc-8550-7817b55a1da2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 217 time: 0.1294436 Jun 30 02:31:12.193968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-b1b8d9fb-b7c2-4478-95c0-06c4e98a1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.195083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-b1b8d9fb-b7c2-4478-95c0-06c4e98a1042 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 200 len: 867 time: 0.0664580 Jun 30 02:31:12.209613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] For port 3568feca-11dc-4f1e-9111-85ec1106ebd7, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3568feca-11dc-4f1e-9111-85ec1106ebd7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:12.210371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.214240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa865-81ca-425f-b7d1-009256656e61 req-e1847267-2356-485e-a481-0942a448c31f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.225094 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-04caa865-81ca-425f-b7d1-009256656e61 req-e1847267-2356-485e-a481-0942a448c31f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.2431824 Jun 30 02:31:12.232310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Calling delete_port for 3568feca-11dc-4f1e-9111-85ec1106ebd7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:12.317996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-04caa865-81ca-425f-b7d1-009256656e61 req-0696c08d-9e47-40e5-b246-c9b463eca463 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914595 Jun 30 02:31:12.320090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab651a-9d60-4225-9365-7579ce0522f9 req-55ad230a-0a60-4136-9122-df56b9b633d3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.323168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87ab651a-9d60-4225-9365-7579ce0522f9 req-55ad230a-0a60-4136-9122-df56b9b633d3 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.1817670 Jun 30 02:31:12.373284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-29269427-0342-47af-b565-9870e86292be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.388384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-29269427-0342-47af-b565-9870e86292be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6b8a4ca-4177-4789-8088-1369d0ed806a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363919 Jun 30 02:31:12.603119 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87ab651a-9d60-4225-9365-7579ce0522f9 req-379d4eae-7b26-4df6-ae4a-5e3b57dac8c7 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728174 Jun 30 02:31:12.628142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-9180c80c-528b-4af6-bb05-f88f8c07fae5 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294271 Jun 30 02:31:12.637604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b45c5c-cf76-4db1-86c3-798f9e93eda7 req-c38ad418-efb2-4e24-9b7d-792e2a12dc3f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.642573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5b45c5c-cf76-4db1-86c3-798f9e93eda7 req-c38ad418-efb2-4e24-9b7d-792e2a12dc3f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 867 time: 0.1216469 Jun 30 02:31:12.643096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53188) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:12.668720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.680847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['110faade-194f-4b5e-801d-fcf5c0822618', '3568feca-11dc-4f1e-9111-85ec1106ebd7', '0ab8f227-65fa-483d-aac7-b8c527b76e91'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:12.761106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event deleted for resources: {'Port': ['ID=3568feca-11dc-4f1e-9111-85ec1106ebd7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:12.793580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] No DVR routers for this DVR port 3568feca-11dc-4f1e-9111-85ec1106ebd7 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:12.797785 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.800288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4250e79-d7c8-4b6b-a884-0a9bc96b107a req-0c1ebe75-0555-4b64-8bd1-5e4678787915 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "DELETE /v2.0/ports/3568feca-11dc-4f1e-9111-85ec1106ebd7 HTTP/1.1" status: 204 len: 173 time: 1.1056588 Jun 30 02:31:12.801078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'name': 'network-vif-deleted', 'tag': '3568feca-11dc-4f1e-9111-85ec1106ebd7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:12.803642 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dce1cb-4e9b-4786-b4ae-a77b93024c20" -d '{"events": [{"server_uuid": "6739b578-1bec-44dd-baf9-b4214c2fb04b", "name": "network-vif-deleted", "tag": "3568feca-11dc-4f1e-9111-85ec1106ebd7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:12.875599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-2ade03d2-4904-4e54-ae7c-44bd0c2e05cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2682626 Jun 30 02:31:12.909954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c2430a-bd4a-4fb7-aa9b-0897e4525bd9 req-b68885d5-93ad-44c3-ac53-a6e560ba87c1 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658477 Jun 30 02:31:13.053467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-3a2937d5-e2bd-4a62-a0e1-43b057e3ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.055428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-3a2937d5-e2bd-4a62-a0e1-43b057e3ba05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=45188b29c5a44df4926afcea957dbd87&device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 1122 time: 0.1414988 Jun 30 02:31:13.056778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3758c8a8-1032-4a81-918d-779f485ba24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.250263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-70ea6473-fb04-4f0a-ab6e-c6a38a9db22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.251920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-70ea6473-fb04-4f0a-ab6e-c6a38a9db22c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1727171 Jun 30 02:31:13.311532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5b45c5c-cf76-4db1-86c3-798f9e93eda7 req-b5ec3651-1f2e-49cf-915f-0a10ea66349b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014492 Jun 30 02:31:13.365638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-a3317018-76eb-4802-8788-028b120433d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=110faade-194f-4b5e-801d-fcf5c0822618 HTTP/1.1" status: 200 len: 217 time: 0.1056616 Jun 30 02:31:13.448003 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3758c8a8-1032-4a81-918d-779f485ba24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.454751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3758c8a8-1032-4a81-918d-779f485ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.479604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-3a420aa5-34ef-489d-9280-9e0144c48595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.482743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-3a420aa5-34ef-489d-9280-9e0144c48595 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1066082 Jun 30 02:31:13.522739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3758c8a8-1032-4a81-918d-779f485ba24d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51984897fcd54ae1807dcc2b5f3da372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8772402 Jun 30 02:31:13.523501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53214) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:13.569817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758c8a8-1032-4a81-918d-779f485ba24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8beb025-120f-4683-bdda-d9608a63ac34,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:13.601584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d44f8bbd-1973-47f6-b623-915be89edd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.667550 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e693130-1419-4011-a593-919f58fd8cfd x-openstack-request-id: req-0e693130-1419-4011-a593-919f58fd8cfd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:13.667751 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739b578-1bec-44dd-baf9-b4214c2fb04b", "name": "network-vif-deleted", "tag": "3568feca-11dc-4f1e-9111-85ec1106ebd7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:13.669410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d44f8bbd-1973-47f6-b623-915be89edd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.669998 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e693130-1419-4011-a593-919f58fd8cfd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:13.676335 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739b578-1bec-44dd-baf9-b4214c2fb04b', 'name': 'network-vif-deleted', 'tag': '3568feca-11dc-4f1e-9111-85ec1106ebd7', 'status': 'completed', 'code': 200} Jun 30 02:31:13.785145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d44f8bbd-1973-47f6-b623-915be89edd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.788867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d44f8bbd-1973-47f6-b623-915be89edd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.793103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d44f8bbd-1973-47f6-b623-915be89edd74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8beb025-120f-4683-bdda-d9608a63ac34 HTTP/1.1" status: 204 len: 168 time: 0.2674870 Jun 30 02:31:13.809713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f8bbd-1973-47f6-b623-915be89edd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8beb025-120f-4683-bdda-d9608a63ac34,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:13.813837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-ce95e401-38d8-4953-b062-ea3a708da7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.816591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-ce95e401-38d8-4953-b062-ea3a708da7c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3261952 Jun 30 02:31:13.906138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:14.106813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f9aa6-83b1-4ebd-ac4b-1a3a6a1d928c req-d9c79469-7d6f-47f2-89a6-c4ff5abd9248 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.116037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c2f9aa6-83b1-4ebd-ac4b-1a3a6a1d928c req-d9c79469-7d6f-47f2-89a6-c4ff5abd9248 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 943 time: 0.1920075 Jun 30 02:31:14.153164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-c6a7b408-accf-4e79-96fc-bbd15d3b5d2b service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240845 Jun 30 02:31:14.159303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:14.211512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'port_id': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'mac_address': 'fa:16:3e:f7:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:14.219698 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c2f9aa6-83b1-4ebd-ac4b-1a3a6a1d928c req-e9067e35-8642-4d31-9213-c533603f52d3 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975921 Jun 30 02:31:14.313247 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.337871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:14.353254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5e8e-8eba-4de0-9803-1d913c454da9 req-2da8a643-83aa-4f61-9f56-d89e3a7ed02d tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.363749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b9f5e8e-8eba-4de0-9803-1d913c454da9 req-2da8a643-83aa-4f61-9f56-d89e3a7ed02d tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.4206805 Jun 30 02:31:14.368792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:14.377685 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.419502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53232) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:14.446593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9c19a04-10fe-4637-ad97-0e39f8db3815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.461847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:14.463940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b9f5e8e-8eba-4de0-9803-1d913c454da9 req-51cd69c5-3e35-47a4-9de3-fa8044fef401 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 Jun 30 02:31:14.494617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22514d0d-3bb8-4ff2-856e-71b19374a537 req-87c9361c-8dde-4c3a-b8d6-b0e887fe98a3 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314297 Jun 30 02:31:14.495177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.496091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.496821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.497356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.497704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.513216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.526657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.527087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.532379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.532917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.533264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.533620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:14.740455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9c19a04-10fe-4637-ad97-0e39f8db3815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.757391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9c19a04-10fe-4637-ad97-0e39f8db3815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.791525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54599e1f-1924-405e-8cd3-ba988192e046 req-23eaea33-1cbd-491f-b2c9-d89cc2ce97da tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=6739b578-1bec-44dd-baf9-b4214c2fb04b HTTP/1.1" status: 200 len: 210 time: 0.0620222 Jun 30 02:31:14.808600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:14.861337 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d9c19a04-10fe-4637-ad97-0e39f8db3815 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de2dd21c37e047b784b939777aae0c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393702 Jun 30 02:31:14.863930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:14.876096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c19a04-10fe-4637-ad97-0e39f8db3815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe05d97a-741d-47e3-af84-93d22f73c4b8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:14.994384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24df608e-c723-420e-99dc-aaa9ec16f14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.034991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24df608e-c723-420e-99dc-aaa9ec16f14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.110454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24df608e-c723-420e-99dc-aaa9ec16f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.117834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24df608e-c723-420e-99dc-aaa9ec16f14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.125156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-24df608e-c723-420e-99dc-aaa9ec16f14d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe05d97a-741d-47e3-af84-93d22f73c4b8 HTTP/1.1" status: 204 len: 168 time: 0.2597191 Jun 30 02:31:15.135178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df608e-c723-420e-99dc-aaa9ec16f14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe05d97a-741d-47e3-af84-93d22f73c4b8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:15.268532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-ffa7cf40-8cbf-4ca4-a7c1-ecb5482f4899 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718257 Jun 30 02:31:15.412425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-fce921cb-aad1-48dc-bf57-8eb850082430 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.415007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-fce921cb-aad1-48dc-bf57-8eb850082430 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.2664807 Jun 30 02:31:15.556399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3ac0e-f5d1-4853-9e32-0c24e0325f99 req-b6882900-b748-4dc9-8144-c803df770254 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.570226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-00b3ac0e-f5d1-4853-9e32-0c24e0325f99 req-b6882900-b748-4dc9-8144-c803df770254 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 944 time: 0.1278732 Jun 30 02:31:15.611828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-cf61478f-27a6-4964-83c4-cae9fb09b100 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.618826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-cf61478f-27a6-4964-83c4-cae9fb09b100 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489389 Jun 30 02:31:15.727665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-00b3ac0e-f5d1-4853-9e32-0c24e0325f99 req-b16eb32d-807b-474b-a9bb-137fbe77c9c1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564648 Jun 30 02:31:15.849716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-aed1e99e-baf7-4a64-87da-d0ae3ca43eeb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/quotas/d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 375 time: 0.2288272 Jun 30 02:31:16.023259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Deleting port 548aa16d-1880-4fb3-ad3f-05602dcec92f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:16.023606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.043143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b934e53-2d27-4fcc-a198-63eb6f8a9aeb req-9c9187a1-d0d9-44c0-81b1-8b408397f7be tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.044738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b934e53-2d27-4fcc-a198-63eb6f8a9aeb req-9c9187a1-d0d9-44c0-81b1-8b408397f7be tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 950 time: 0.1088858 Jun 30 02:31:16.157335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b934e53-2d27-4fcc-a198-63eb6f8a9aeb req-71d78e0d-c61e-4361-98ea-b32ea298e794 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/security-groups?id=08f137d7-23d2-47f0-80b6-2bafbadf01c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994871 Jun 30 02:31:16.161948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] For port 548aa16d-1880-4fb3-ad3f-05602dcec92f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=548aa16d-1880-4fb3-ad3f-05602dcec92f,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:16.162338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.215546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Calling delete_port for 548aa16d-1880-4fb3-ad3f-05602dcec92f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:16.346673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-0c0fc1ea-7840-41f7-a8d0-c1a6bfaed486 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4959362 Jun 30 02:31:16.601220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.624267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['548aa16d-1880-4fb3-ad3f-05602dcec92f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:16.700586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Pushing event deleted for resources: {'Port': ['ID=548aa16d-1880-4fb3-ad3f-05602dcec92f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:16.706586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3568feca-11dc-4f1e-9111-85ec1106ebd7 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:16.802131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 3568feca-11dc-4f1e-9111-85ec1106ebd7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:16.818645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3568feca-11dc-4f1e-9111-85ec1106ebd7 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:16.825693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc8d950d-fa1b-47c7-9abe-9252e006737c req-455aaa6e-095f-456f-8f46-9e3ef8019d57 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 210 time: 0.1081939 Jun 30 02:31:16.863708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] No DVR routers for this DVR port 548aa16d-1880-4fb3-ad3f-05602dcec92f on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:16.876319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.878563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad5eda06-cc99-4937-a859-0b2167ed4969 req-61240788-126f-432f-b4a7-8fe97ab63196 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.67 "DELETE /v2.0/ports/548aa16d-1880-4fb3-ad3f-05602dcec92f HTTP/1.1" status: 204 len: 173 time: 1.4038498 Jun 30 02:31:16.879036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6239098d-d442-439b-a707-c8f039f19302', 'name': 'network-vif-deleted', 'tag': '548aa16d-1880-4fb3-ad3f-05602dcec92f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:16.881277 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44190e54-49f0-4972-8f0f-a6b22ca06dcb" -d '{"events": [{"server_uuid": "6239098d-d442-439b-a707-c8f039f19302", "name": "network-vif-deleted", "tag": "548aa16d-1880-4fb3-ad3f-05602dcec92f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:17.136706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808068d-73bc-4051-a191-a0e07623652a req-db949d0f-e053-4800-983b-f9673448daa1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.139435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7808068d-73bc-4051-a191-a0e07623652a req-db949d0f-e053-4800-983b-f9673448daa1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 944 time: 0.1272686 Jun 30 02:31:17.240675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7808068d-73bc-4051-a191-a0e07623652a req-cc6a631f-94eb-4d29-99f4-b6b401f41d40 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920882 Jun 30 02:31:17.290384 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959152eb-af22-48a6-84ef-f70be69f7dd7 x-openstack-request-id: req-959152eb-af22-48a6-84ef-f70be69f7dd7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:17.291479 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6239098d-d442-439b-a707-c8f039f19302", "name": "network-vif-deleted", "tag": "548aa16d-1880-4fb3-ad3f-05602dcec92f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:17.291630 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-959152eb-af22-48a6-84ef-f70be69f7dd7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:17.292167 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6239098d-d442-439b-a707-c8f039f19302', 'name': 'network-vif-deleted', 'tag': '548aa16d-1880-4fb3-ad3f-05602dcec92f', 'status': 'completed', 'code': 200} Jun 30 02:31:17.679974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-75e6a221-2886-424b-b330-58bb9c76bda6 req-a8aba02c-2e1e-4217-912a-c2f06b07ff32 tempest-DeleteServersAdminTestJSON-1776949755 tempest-DeleteServersAdminTestJSON-1776949755-project] 10.222.0.78 "GET /v2.0/ports?device_id=6239098d-d442-439b-a707-c8f039f19302 HTTP/1.1" status: 200 len: 210 time: 0.0835989 Jun 30 02:31:17.720120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-56b2b195-04ec-499d-838b-ee64a1b106d5 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c79b6d01bd5a491a97b7ddeba4640b9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594230 Jun 30 02:31:17.912477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-98b2f18b-5a1d-496c-813e-6c6795aa24df tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.920758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-98b2f18b-5a1d-496c-813e-6c6795aa24df tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930375 Jun 30 02:31:17.941330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-aaf814a6-450c-4cae-ac58-17bbd4f6a573 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/quotas/c79b6d01bd5a491a97b7ddeba4640b9f HTTP/1.1" status: 200 len: 375 time: 0.0189168 Jun 30 02:31:17.941756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:17.991713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-de5a874c-4854-472c-8107-0e9f6b64be6a tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c79b6d01bd5a491a97b7ddeba4640b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482156 Jun 30 02:31:18.010819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b404-43e6-4285-bf66-52422bc2ca21 req-dc7d7c87-2600-42cd-ad13-4bfda98a3332 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.013027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fee7b404-43e6-4285-bf66-52422bc2ca21 req-dc7d7c87-2600-42cd-ad13-4bfda98a3332 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.1316526 Jun 30 02:31:18.073638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fee7b404-43e6-4285-bf66-52422bc2ca21 req-06c0f84e-d869-47c5-a24b-efb17e6b209b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Jun 30 02:31:18.109774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:18.115751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:18.116227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:18.344792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:18.439062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:18.444727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:18.454882 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2f228a-e486-47e2-94fd-500c33705594" -d '{"events": [{"server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "name": "network-vif-plugged", "status": "completed", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:18.463069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:18.579726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:18.590006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b8e3287-eaf4-4450-9dc8-16aa586511ed req-e230b031-092f-420c-b7bd-fc7f92cf8ec0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 210 time: 0.0542238 Jun 30 02:31:18.683127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf777421-b3c2-49bb-b492-7a16074853ea req-ed57b4ee-e341-4af6-a9fe-b2b3f4fd694e tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.689940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf777421-b3c2-49bb-b492-7a16074853ea req-ed57b4ee-e341-4af6-a9fe-b2b3f4fd694e tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 945 time: 0.1986997 Jun 30 02:31:18.698105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 548aa16d-1880-4fb3-ad3f-05602dcec92f no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:18.747342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 548aa16d-1880-4fb3-ad3f-05602dcec92f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:18.748591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 548aa16d-1880-4fb3-ad3f-05602dcec92f not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:18.797631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-9efb2730-fa3f-4ecc-8819-19a711963b3c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915020 Jun 30 02:31:18.812706 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80c7eab9-35f3-4873-a185-5ab7edc089b3 req-4069a28b-fe74-473a-9b75-50f5b236ddf6 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 210 time: 0.0955572 Jun 30 02:31:18.913520 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ed6c64-5cac-4733-84ef-2cd8f34da1ad x-openstack-request-id: req-13ed6c64-5cac-4733-84ef-2cd8f34da1ad {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:18.913931 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "name": "network-vif-plugged", "status": "completed", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:18.914245 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13ed6c64-5cac-4733-84ef-2cd8f34da1ad {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:18.914734 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'code': 200} Jun 30 02:31:18.963720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf777421-b3c2-49bb-b492-7a16074853ea req-2ed80428-9868-4632-9d3d-f41aad9a897f tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562218 Jun 30 02:31:19.100843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-d7201865-1ac3-4631-a0e4-03ef51230309 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.105240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-d7201865-1ac3-4631-a0e4-03ef51230309 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744756 Jun 30 02:31:19.143566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Request body: {'port': {'device_id': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'd63a9d26ac834261b2fbffb8ca2961d8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:19.209878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-49fb6ab7-1f29-453c-b11a-217b3c52a503 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.237343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-49fb6ab7-1f29-453c-b11a-217b3c52a503 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.4161105 Jun 30 02:31:19.245469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c97f8a-45f2-4c65-81ab-b100501deb99 req-55f08199-4983-4565-b656-543f7eb3fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.260201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22c97f8a-45f2-4c65-81ab-b100501deb99 req-55f08199-4983-4565-b656-543f7eb3fd48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1096 time: 0.1977026 Jun 30 02:31:19.338874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22c97f8a-45f2-4c65-81ab-b100501deb99 req-1dfc6500-9500-450b-b895-d13c5450b093 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Jun 30 02:31:19.704086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Made reservation on behalf of d63a9d26ac834261b2fbffb8ca2961d8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:19.711219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.749498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a4fd3-b951-45d0-bd09-913549c69ee9 req-20f2a384-903c-45e4-b87b-4cb3df4f53bb tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.751062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-930a4fd3-b951-45d0-bd09-913549c69ee9 req-20f2a384-903c-45e4-b87b-4cb3df4f53bb tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 971 time: 0.3836768 Jun 30 02:31:19.788998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Deleting port 110faade-194f-4b5e-801d-fcf5c0822618 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:19.789690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.872075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-017ecfe5-d10a-4eeb-9951-dc8085658613 req-bf523fd7-7606-42f0-b81d-95e21bc32694 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 210 time: 0.0467210 Jun 30 02:31:19.953443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-930a4fd3-b951-45d0-bd09-913549c69ee9 req-163c615d-5800-4d63-ac97-2fbb172c4d4a tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929882 Jun 30 02:31:20.040891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] For port 110faade-194f-4b5e-801d-fcf5c0822618, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=110faade-194f-4b5e-801d-fcf5c0822618,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:20.041304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.056731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Calling delete_port for 110faade-194f-4b5e-801d-fcf5c0822618 owned by compute:tempest-test_az-2122896877 {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:20.164842 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd3a47bb-0c7b-471c-8d56-c86809453677 req-9eaa8761-ca1b-46aa-9505-0e02b5d7da27 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 210 time: 0.0381601 Jun 30 02:31:20.242718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Allocated IP 192.168.233.17 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/8e45f860-b1b3-4686-a9fd-fa1706f40dc2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:20.376811 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-7e3df2b5-bb12-4e58-b4e1-2f8a6fb2eb08 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c79b6d01bd5a491a97b7ddeba4640b9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349629 Jun 30 02:31:20.526206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-904e90fd-ae3a-4bcf-8bca-fb80113e909c tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.527923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-904e90fd-ae3a-4bcf-8bca-fb80113e909c tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448941 Jun 30 02:31:20.555521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Request body: {'port': {'device_id': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'c79b6d01bd5a491a97b7ddeba4640b9f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:20.774658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:20.798920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Made reservation on behalf of c79b6d01bd5a491a97b7ddeba4640b9f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:20.807493 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.844653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.005875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.016142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.128256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:21.250694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.268433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Transition to ACTIVE for port object 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:21.331157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.352189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4', 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:21.363360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:21.368110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:21.397290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:21.405145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:21.405145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.445159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3280110 Jun 30 02:31:21.472149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aaf01-e960-4709-a1b9-460a60e782c2 req-4c8a0a24-5b84-47ab-bb31-a37019881e2b tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:21.480266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-540aaf01-e960-4709-a1b9-460a60e782c2 req-4c8a0a24-5b84-47ab-bb31-a37019881e2b tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 945 time: 1.1669812 Jun 30 02:31:21.509276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Request body: {'port': {'device_id': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:21.627301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.761735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-43b66839-69d4-48b2-967b-baef08477ead admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=429329a1628d432892bf956f968901e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9844391 Jun 30 02:31:21.767314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53432) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:21.807856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1bff3ae8-7eb8-4a58-8d2f-447d6a4b2f18 None None] Provisioning for port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:21.816168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1bff3ae8-7eb8-4a58-8d2f-447d6a4b2f18 None None] Provisioning complete for port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:21.817449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bff3ae8-7eb8-4a58-8d2f-447d6a4b2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.818581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcfb08-0449-4bd3-b53c-4387ecd3f8e9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:21.834163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Allocated IP 192.168.233.210 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/89e34685-bb41-425f-bff6-8a60ff798597) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:21.848961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-540aaf01-e960-4709-a1b9-460a60e782c2 req-b60562c4-4b7c-4c65-816c-6c9ed92cf363 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668714 Jun 30 02:31:21.907127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077696-35e6-46ec-bec0-4027aed53cb0 req-d897ecab-51b7-4e2f-88eb-512ce20c5202 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:21.907338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.907485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1bff3ae8-7eb8-4a58-8d2f-447d6a4b2f18 None None] Port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:31:21.916005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85077696-35e6-46ec-bec0-4027aed53cb0 req-d897ecab-51b7-4e2f-88eb-512ce20c5202 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 935 time: 0.7633288 Jun 30 02:31:21.922056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0ab8f227-65fa-483d-aac7-b8c527b76e91'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:21.982931 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3dda7f9-a866-41af-97a1-b65c50a3dc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.999299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event deleted for resources: {'Port': ['ID=110faade-194f-4b5e-801d-fcf5c0822618,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.111203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85077696-35e6-46ec-bec0-4027aed53cb0 req-6ae086bf-2ca1-4f29-a0ef-4e05b4739b77 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940105 Jun 30 02:31:22.114726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] No DVR routers for this DVR port 110faade-194f-4b5e-801d-fcf5c0822618 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:22.117328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.120698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f11f5a3b-9512-4279-86a6-f89bfc666c76 req-436e7d28-7855-478b-a422-3aae4c842ab9 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "DELETE /v2.0/ports/110faade-194f-4b5e-801d-fcf5c0822618 HTTP/1.1" status: 204 len: 173 time: 2.8736877 Jun 30 02:31:22.121144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f3d38-7207-4333-890d-3e123c532d04', 'name': 'network-vif-deleted', 'tag': '110faade-194f-4b5e-801d-fcf5c0822618'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:22.130972 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9032a6-601d-4f8d-aaa7-7b61997a6291" -d '{"events": [{"server_uuid": "172f3d38-7207-4333-890d-3e123c532d04", "name": "network-vif-deleted", "tag": "110faade-194f-4b5e-801d-fcf5c0822618"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:22.156309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3dda7f9-a866-41af-97a1-b65c50a3dc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.164573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08ddb76c-bf13-4de1-a966-7eb75dff857e req-d83dd6c5-0099-487d-9712-db945fcfd821 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=172f3d38-7207-4333-890d-3e123c532d04 HTTP/1.1" status: 200 len: 210 time: 0.0541239 Jun 30 02:31:22.254487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.271652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Transition to ACTIVE for port object 89e34685-bb41-425f-bff6-8a60ff798597 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:22.325826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6561bb53-d2df-456f-8581-d10184686bf9 req-04a872d9-aa3a-4eca-ab30-a4156e289dd5 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 210 time: 0.0317221 Jun 30 02:31:22.333857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3dda7f9-a866-41af-97a1-b65c50a3dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.337664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3dda7f9-a866-41af-97a1-b65c50a3dc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.338846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b3dda7f9-a866-41af-97a1-b65c50a3dc97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08f137d7-23d2-47f0-80b6-2bafbadf01c4 HTTP/1.1" status: 204 len: 168 time: 0.5699201 Jun 30 02:31:22.351747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dda7f9-a866-41af-97a1-b65c50a3dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f137d7-23d2-47f0-80b6-2bafbadf01c4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.418245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.524620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Pushing event updated for resources: {'Port': ['ID=89e34685-bb41-425f-bff6-8a60ff798597,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.556925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:22.559600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:22.570604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:22.599483 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f871fe-a219-468a-aa62-76c90f6a099e x-openstack-request-id: req-e5f871fe-a219-468a-aa62-76c90f6a099e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:22.599930 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f3d38-7207-4333-890d-3e123c532d04", "name": "network-vif-deleted", "tag": "110faade-194f-4b5e-801d-fcf5c0822618", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:22.600164 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5f871fe-a219-468a-aa62-76c90f6a099e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:22.600989 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f3d38-7207-4333-890d-3e123c532d04', 'name': 'network-vif-deleted', 'tag': '110faade-194f-4b5e-801d-fcf5c0822618', 'status': 'completed', 'code': 200} Jun 30 02:31:22.665340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:22.672631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.673567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.676103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.694504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-ce9a7ff3-5978-4aa4-ad07-106ee03b675b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1555643 Jun 30 02:31:22.726337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Request body: {'port': {'device_id': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:22.726768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 110faade-194f-4b5e-801d-fcf5c0822618 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:22.728460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Transition to ACTIVE for port object 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:22.740929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.809132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 110faade-194f-4b5e-801d-fcf5c0822618 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:22.809481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 110faade-194f-4b5e-801d-fcf5c0822618 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:22.888000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.933843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.993763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:23.036485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Attempting to bind port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:23.036485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Attempting to bind port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:23.036485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Attempting to bind port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:23.047803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0443-371c-4a8a-94d9-e76eba8e7bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.049651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:23.049980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Attempting to bind port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:23.087596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:23.089272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:23.089742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:23.092261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Bound port: 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:23.092794 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.168990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9b5aae9e-614e-42e9-9938-31932ad23934 None None] Provisioning for port 89e34685-bb41-425f-bff6-8a60ff798597 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:23.175648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9b5aae9e-614e-42e9-9938-31932ad23934 None None] Provisioning complete for port 89e34685-bb41-425f-bff6-8a60ff798597 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:23.176202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b5aae9e-614e-42e9-9938-31932ad23934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.499918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0443-371c-4a8a-94d9-e76eba8e7bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.521485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0443-371c-4a8a-94d9-e76eba8e7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.527153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9b5aae9e-614e-42e9-9938-31932ad23934 None None] Port 89e34685-bb41-425f-bff6-8a60ff798597 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:31:23.572124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf0443-371c-4a8a-94d9-e76eba8e7bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f828fee-6503-44ad-83fe-f6f47e478cbe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:23.631881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:23.648103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb965-9fe4-4c79-b8fc-8d0f409ac7f4 req-9cf71b04-6e02-47e9-8e8b-c08e0c566aec tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.649841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c8bb965-9fe4-4c79-b8fc-8d0f409ac7f4 req-9cf71b04-6e02-47e9-8e8b-c08e0c566aec tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 945 time: 0.5654833 Jun 30 02:31:23.671926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cdbfa-0fe2-48cd-86f6-8137c4266fde req-89ca7b1a-f2ae-4630-942c-c6a491c15be3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.679700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-209cdbfa-0fe2-48cd-86f6-8137c4266fde req-89ca7b1a-f2ae-4630-942c-c6a491c15be3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.3015819 Jun 30 02:31:23.684478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9bcf0443-371c-4a8a-94d9-e76eba8e7bd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57e7c6b047fa4c20b05b8a52ae137b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896102 Jun 30 02:31:23.685089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:23.698003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:23.716917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.766934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-209cdbfa-0fe2-48cd-86f6-8137c4266fde req-1939ebd5-21c0-4cb2-816b-d692a2670679 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862250 Jun 30 02:31:23.782086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.782594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.784033 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 1095 time: 2.3274989 Jun 30 02:31:23.785154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e34685-bb41-425f-bff6-8a60ff798597 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:23.809737 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c8bb965-9fe4-4c79-b8fc-8d0f409ac7f4 req-589e48ed-d2cc-4510-9cd5-312b999fdbf1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412301 Jun 30 02:31:23.819285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.858386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Transition to ACTIVE for port object 89e34685-bb41-425f-bff6-8a60ff798597 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:23.872498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.908242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9c4b2-d896-44a1-90ba-7139977bac86 service neutron] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:23.921761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-858edad8-c2d9-42c9-a086-67fe541cbd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.950534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Pushing event updated for resources: {'Port': ['ID=89e34685-bb41-425f-bff6-8a60ff798597,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:23.952624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-858edad8-c2d9-42c9-a086-67fe541cbd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.015231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-d3aec74b-9e56-40b5-b4df-645c4b4f6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.017353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-d3aec74b-9e56-40b5-b4df-645c4b4f6c00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1098 time: 0.1667333 Jun 30 02:31:24.073074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-79b1ccf0-1195-4b72-83e9-19c700ab3053 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 217 time: 0.0470285 Jun 30 02:31:24.093247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Attempting to bind port 89e34685-bb41-425f-bff6-8a60ff798597 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:24.093587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Attempting to bind port 89e34685-bb41-425f-bff6-8a60ff798597 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:24.094192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Attempting to bind port 89e34685-bb41-425f-bff6-8a60ff798597 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:24.106129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Port 89e34685-bb41-425f-bff6-8a60ff798597 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:24.106490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Attempting to bind port 89e34685-bb41-425f-bff6-8a60ff798597 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:24.113613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:24.113947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:24.114506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:24.115043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Bound port: 89e34685-bb41-425f-bff6-8a60ff798597, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:24.115492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.124336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-858edad8-c2d9-42c9-a086-67fe541cbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.136945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-858edad8-c2d9-42c9-a086-67fe541cbd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.142919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-858edad8-c2d9-42c9-a086-67fe541cbd4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f828fee-6503-44ad-83fe-f6f47e478cbe HTTP/1.1" status: 204 len: 168 time: 0.4524248 Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: from cryptography.utils import int_from_bytes Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: from cryptography.utils import int_from_bytes Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.149497 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:24.153405 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:24.274556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858edad8-c2d9-42c9-a086-67fe541cbd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f828fee-6503-44ad-83fe-f6f47e478cbe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:24.313166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-0aab7dce-5c3c-4528-bdb8-748e8d068f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.314711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-0aab7dce-5c3c-4528-bdb8-748e8d068f66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2341855 Jun 30 02:31:24.394288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b300f-415b-4334-9af9-aa6f5313ee96 req-00cfac99-9246-4cba-aff8-19c3ec6466e1 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.408606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e22b300f-415b-4334-9af9-aa6f5313ee96 req-00cfac99-9246-4cba-aff8-19c3ec6466e1 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 948 time: 0.3150921 Jun 30 02:31:24.414958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] For port 89e34685-bb41-425f-bff6-8a60ff798597, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:24.460511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] For port 89e34685-bb41-425f-bff6-8a60ff798597, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=89e34685-bb41-425f-bff6-8a60ff798597,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:24.490750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e22b300f-415b-4334-9af9-aa6f5313ee96 req-8ef57465-1f4d-407b-b108-07642df6794f tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811908 Jun 30 02:31:24.505595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.518538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-55108cc0-41e1-4bc2-9701-a3c44cd4dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.520429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-55108cc0-41e1-4bc2-9701-a3c44cd4dcb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908262 Jun 30 02:31:24.671101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Pushing event updated for resources: {'Port': ['ID=89e34685-bb41-425f-bff6-8a60ff798597,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:24.674436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.675040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.688638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-a30038b0-7c70-4e3a-b35e-ba7e87d519c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/89e34685-bb41-425f-bff6-8a60ff798597 HTTP/1.1" status: 200 len: 1096 time: 1.9741375 Jun 30 02:31:24.707553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:24.710122 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332ebb29-0013-4cb3-975c-98472e1514a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:24.714928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-5c2384b5-8a3b-48b0-9d01-0037d02fe2e9 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791544 Jun 30 02:31:24.780224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'tag': '89e34685-bb41-425f-bff6-8a60ff798597'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:24.782875 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8317c24-a64d-4b23-9bb4-b116b34d6786" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd32907-ffb1-4197-be9f-213d0e343dfe", "tag": "89e34685-bb41-425f-bff6-8a60ff798597"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:24.800804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-085b58c2-abad-4384-9150-fe5b4e238a38 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 258 time: 0.5657828 Jun 30 02:31:24.808140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:24.871967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fd1f62a-bd58-4652-9cc3-e1ea887b71a8 req-59461170-933e-4042-b83f-e2007d40fd1f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427696 Jun 30 02:31:24.878223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.965367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-4bfe26e4-a5a3-48eb-8dae-bb2e2207d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.967553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-4bfe26e4-a5a3-48eb-8dae-bb2e2207d112 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c79b6d01bd5a491a97b7ddeba4640b9f&device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 1099 time: 0.1622062 Jun 30 02:31:24.990270 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777f303-4768-42b5-9ac0-65972219e3d5 x-openstack-request-id: req-e777f303-4768-42b5-9ac0-65972219e3d5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:24.990996 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:24.991321 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e777f303-4768-42b5-9ac0-65972219e3d5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:24.991790 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'status': 'completed', 'code': 200} Jun 30 02:31:25.016806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-57ec6d5f-3829-4703-bdb4-0183b729b555 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89e34685-bb41-425f-bff6-8a60ff798597 HTTP/1.1" status: 200 len: 217 time: 0.0403008 Jun 30 02:31:25.112712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-0ec055b3-bfa6-4b1d-97bf-a98c86485665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.114868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-0ec055b3-bfa6-4b1d-97bf-a98c86485665 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0898294 Jun 30 02:31:25.140500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.175757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-fe2c0997-7004-46fa-9d12-ec5127673eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.177537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-fe2c0997-7004-46fa-9d12-ec5127673eef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1098 time: 0.1586871 Jun 30 02:31:25.276834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e677-2b59-4683-b697-f778fb4b37aa req-4b7931a7-3a9b-4ac4-9f39-8b5312310201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.278423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-4b7931a7-3a9b-4ac4-9f39-8b5312310201 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522808 Jun 30 02:31:25.330030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-cbcd4b16-0f95-423d-a71f-eff60e228052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.331548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-cbcd4b16-0f95-423d-a71f-eff60e228052 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1264219 Jun 30 02:31:25.340204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b4848-7dc3-4821-b4e7-148601054d9c req-af613cca-11b1-48b1-a527-41d0ce04d776 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.341210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Allocated IP 172.25.0.187 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/192a462e-638f-4fc0-868b-e1de269154dc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:25.348228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee2b4848-7dc3-4821-b4e7-148601054d9c req-af613cca-11b1-48b1-a527-41d0ce04d776 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.2050123 Jun 30 02:31:25.399315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-61a9fb28-7500-408c-8946-04be9b2cc36e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 217 time: 0.0484188 Jun 30 02:31:25.449658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee2b4848-7dc3-4821-b4e7-148601054d9c req-b4ad545e-0926-48d7-8644-53685ff07dfc tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004686 Jun 30 02:31:25.469773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-462cd645-3dd2-4711-8465-a49d016053ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.471472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-462cd645-3dd2-4711-8465-a49d016053ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0600035 Jun 30 02:31:25.511923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-549b9aae-c860-40b2-862f-9379fdf0f2bb service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181194 Jun 30 02:31:25.518211 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.550891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-32c015a1-718b-4ae1-8cb3-f4a8f0c00a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.553173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-32c015a1-718b-4ae1-8cb3-f4a8f0c00a19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735810 Jun 30 02:31:25.572261 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f46b4-dc9f-4ed9-8546-5dafd5f5d06c x-openstack-request-id: req-152f46b4-dc9f-4ed9-8546-5dafd5f5d06c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:25.572632 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd32907-ffb1-4197-be9f-213d0e343dfe", "tag": "89e34685-bb41-425f-bff6-8a60ff798597", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:25.572772 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-152f46b4-dc9f-4ed9-8546-5dafd5f5d06c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:25.573347 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'tag': '89e34685-bb41-425f-bff6-8a60ff798597', 'status': 'completed', 'code': 200} Jun 30 02:31:25.648941 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8311e677-2b59-4683-b697-f778fb4b37aa req-6f4e85ea-ea6d-4765-978c-eec684a98ee6 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277800 Jun 30 02:31:25.668487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.712449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-4c52cb0b-8fe1-48d1-a9e8-2679296f078f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512043 Jun 30 02:31:25.714420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:25.719659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:25.726945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:25.758457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808eaf-0712-42d9-8079-0f5498d52448 req-045263db-a645-426d-b1a0-a70f8d5ee92b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.759971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2808eaf-0712-42d9-8079-0f5498d52448 req-045263db-a645-426d-b1a0-a70f8d5ee92b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 973 time: 0.1310973 Jun 30 02:31:25.787805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event updated for resources: {'Port': ['ID=192a462e-638f-4fc0-868b-e1de269154dc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:25.852493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-a88ff711-308f-48e7-a3dd-4583f2ba7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.853006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2808eaf-0712-42d9-8079-0f5498d52448 req-4b51ac76-987e-423e-b157-728648ebdb39 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/security-groups?id=658f6fa0-c3c1-4c14-9fba-238eeea0b326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680962 Jun 30 02:31:25.854194 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-a88ff711-308f-48e7-a3dd-4583f2ba7e40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c79b6d01bd5a491a97b7ddeba4640b9f&device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 1099 time: 0.1287189 Jun 30 02:31:25.879719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-332ebb29-0013-4cb3-975c-98472e1514a2 req-99df5e1b-6146-40f0-be4d-cc5d9d59f44c service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546581 Jun 30 02:31:25.921507 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.005594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.007883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-765caeb6-0389-4d92-a054-ae797565f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.009472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-765caeb6-0389-4d92-a054-ae797565f845 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1485045 Jun 30 02:31:26.077505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-9cfdda92-8e13-4b3f-a5ec-3ee9497978c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89e34685-bb41-425f-bff6-8a60ff798597 HTTP/1.1" status: 200 len: 217 time: 0.0420048 Jun 30 02:31:26.179019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-5adecb7b-d752-475a-a39c-8f9c9e212629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.180467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-5adecb7b-d752-475a-a39c-8f9c9e212629 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0894151 Jun 30 02:31:26.285751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.288646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-27e19fa1-3377-427a-94f0-aa4f3ed7fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.290092 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-27e19fa1-3377-427a-94f0-aa4f3ed7fcc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990906 Jun 30 02:31:26.291107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.331621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971680-e452-4207-93de-774d83b540a7 req-15c56684-be76-4bb7-a3fa-8ccb144ca860 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.333165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb971680-e452-4207-93de-774d83b540a7 req-15c56684-be76-4bb7-a3fa-8ccb144ca860 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 948 time: 0.0739760 Jun 30 02:31:26.373374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb971680-e452-4207-93de-774d83b540a7 req-fec2a754-4d5e-42de-a449-fbf18b92076f tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Jun 30 02:31:26.406052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event updated for resources: {'Port': ['ID=192a462e-638f-4fc0-868b-e1de269154dc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:26.428476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.463855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.465104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-a7655609-0dc8-4c1e-8fc5-b8123833ce13 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6632428 Jun 30 02:31:26.467531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-1fea2e35-3173-482f-b493-b47f738ef64a service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493003 Jun 30 02:31:26.516124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290411c8-3692-407e-835c-04254ddaaba9 req-d0199ca5-2870-416b-942e-92c9c069010b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.517680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-290411c8-3692-407e-835c-04254ddaaba9 req-d0199ca5-2870-416b-942e-92c9c069010b tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 973 time: 0.0800238 Jun 30 02:31:26.637511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Deleting port 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:26.637827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.771696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] For port 0ab8f227-65fa-483d-aac7-b8c527b76e91, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0ab8f227-65fa-483d-aac7-b8c527b76e91,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:26.772339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.787201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Calling delete_port for 0ab8f227-65fa-483d-aac7-b8c527b76e91 owned by compute:tempest-test_az-2122896877 {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:26.859152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-c69db5b2-e0d9-4d74-a0c8-86600bb15f5b tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.3854876 Jun 30 02:31:26.955827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.969104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0ab8f227-65fa-483d-aac7-b8c527b76e91'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:26.985401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Pushing event deleted for resources: {'Port': ['ID=0ab8f227-65fa-483d-aac7-b8c527b76e91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:26.997059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8317c24-a64d-4b23-9bb4-b116b34d6786 req-1c1de6e0-93b0-485e-9992-d492e0ccfe6f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214424 Jun 30 02:31:27.017792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-79c6fd5f-75cc-41f3-8239-52dc15befaf7 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.020019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0b0a77f-868f-46e3-8731-ffe825d31788 req-79c6fd5f-75cc-41f3-8239-52dc15befaf7 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1526196 Jun 30 02:31:27.068899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] No DVR routers for this DVR port 0ab8f227-65fa-483d-aac7-b8c527b76e91 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:27.073368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.075325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-290411c8-3692-407e-835c-04254ddaaba9 req-344d59b2-cc19-462b-8e00-c7107bb00b7f tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.67 "DELETE /v2.0/ports/0ab8f227-65fa-483d-aac7-b8c527b76e91 HTTP/1.1" status: 204 len: 173 time: 0.5515599 Jun 30 02:31:27.075771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-deleted', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:27.079070 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee23fc7-8ff1-449d-bf84-a585d7fbbfbe" -d '{"events": [{"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-deleted", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:27.200453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22bff7-efb7-4084-a4b0-594bac9aa099 req-e87eb5a7-1672-4f1e-8315-b39d67976f3b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.203071 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c22bff7-efb7-4084-a4b0-594bac9aa099 req-e87eb5a7-1672-4f1e-8315-b39d67976f3b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.0753736 Jun 30 02:31:27.249896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c22bff7-efb7-4084-a4b0-594bac9aa099 req-f20d8666-e0c2-4422-9ec5-1db9fbbab40b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Jun 30 02:31:27.454990 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50818cc6-6a50-4836-8680-c4047c35e951 req-63ead997-1e0d-447a-aa6e-0ef1af328178 tempest-ServersAdminTestJSON-2142329230 tempest-ServersAdminTestJSON-2142329230-project] 10.222.0.78 "GET /v2.0/ports?device_id=430a271b-bc93-4038-a72d-3856c89e317a HTTP/1.1" status: 200 len: 210 time: 0.0300574 Jun 30 02:31:27.577051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50b753b1-3292-4fbb-aa11-7177a6a3d9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.586435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-98dc6a46-262c-4453-b975-844c314cedee tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.587978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-98dc6a46-262c-4453-b975-844c314cedee tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1532526 Jun 30 02:31:27.645850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-fd0b47a4-1dcd-4c9e-a8fd-4772dbdfdfbe tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0503354 Jun 30 02:31:27.662655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Request body: {'floatingip': {'port_id': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:27.687623 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2075e4-26c5-42a6-953a-f3f08d448203 x-openstack-request-id: req-2f2075e4-26c5-42a6-953a-f3f08d448203 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:27.687904 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430a271b-bc93-4038-a72d-3856c89e317a", "name": "network-vif-deleted", "tag": "0ab8f227-65fa-483d-aac7-b8c527b76e91", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:27.688359 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f2075e4-26c5-42a6-953a-f3f08d448203 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:27.688758 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430a271b-bc93-4038-a72d-3856c89e317a', 'name': 'network-vif-deleted', 'tag': '0ab8f227-65fa-483d-aac7-b8c527b76e91', 'status': 'completed', 'code': 200} Jun 30 02:31:27.713396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.133260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93c57c-7917-4861-b053-a1086591e105 req-35f2abd4-8639-4d42-bd90-a6669d568d3f tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.134754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da93c57c-7917-4861-b053-a1086591e105 req-35f2abd4-8639-4d42-bd90-a6669d568d3f tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 948 time: 0.0714877 Jun 30 02:31:28.179779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da93c57c-7917-4861-b053-a1086591e105 req-9703ed4a-506e-4ede-841e-fbdd7f883d9e tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Jun 30 02:31:28.343013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0b70-16ba-4434-a43e-d4183994eeba req-ac0ac9ab-b412-4ee9-b62b-04a2c204b0ec tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.344527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1bc0b70-16ba-4434-a43e-d4183994eeba req-ac0ac9ab-b412-4ee9-b62b-04a2c204b0ec tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1096 time: 0.0614257 Jun 30 02:31:28.384786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1bc0b70-16ba-4434-a43e-d4183994eeba req-d9beeaa0-967b-4df1-b522-4c56d0b2f0d1 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338426 Jun 30 02:31:28.405033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.410132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.527582 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Floating IP 5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7 associated. External IP: 172.25.0.187, port: 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6. Jun 30 02:31:28.616361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-35da609d-b427-489f-b323-8aec22feedeb tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.617885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-35da609d-b427-489f-b323-8aec22feedeb tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.1072407 Jun 30 02:31:28.635788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-e66fcae7-3f21-4d9d-837c-201f34a5ab4b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/quotas/401abc5bdb3148718de0aa56525a5359 HTTP/1.1" status: 200 len: 375 time: 0.0093348 Jun 30 02:31:28.744824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53660) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:28.745804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-9737d6cb-90c4-497c-9411-ed301d5afaea tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989659 Jun 30 02:31:28.753169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Router 0eb0a001-83ef-44e6-8ba4-855809312495 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:28.771842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 89e34685-bb41-425f-bff6-8a60ff798597 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:28.851258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-9970519a-0d4d-419c-ac67-d33a6d6c148b service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984638 Jun 30 02:31:28.893594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fea14243-2aa6-4551-b2db-0b081dce5765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.894484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 89e34685-bb41-425f-bff6-8a60ff798597, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=89e34685-bb41-425f-bff6-8a60ff798597,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:28.907982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '89e34685-bb41-425f-bff6-8a60ff798597', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '89e34685-bb41-425f-bff6-8a60ff798597', 'mac_address': 'fa:16:3e:05:a3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:28.924793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:28.936406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.940387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] Sync routers for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:28.955410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-2db5a97b-194d-4c6b-9361-64c7779370e8 service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032639 Jun 30 02:31:28.958633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.960506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:28.961120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:28.992415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b077aad1-7465-476b-89d3-45b76e821d27 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "PUT /v2.0/floatingips/5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7 HTTP/1.1" status: 200 len: 996 time: 1.3385324 Jun 30 02:31:28.993916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:28.996255 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bacffd3-f27c-457d-a0d3-ce6565067ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:29.027920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e34685-bb41-425f-bff6-8a60ff798597 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:29.089420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 89e34685-bb41-425f-bff6-8a60ff798597, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=89e34685-bb41-425f-bff6-8a60ff798597,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:29.090535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fea14243-2aa6-4551-b2db-0b081dce5765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.096872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-16172034-5dcc-464e-9b9b-17de4c3bb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.098422 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-16172034-5dcc-464e-9b9b-17de4c3bb10c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1096 time: 0.0895603 Jun 30 02:31:29.099507 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fea14243-2aa6-4551-b2db-0b081dce5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.104193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:29.188187 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fea14243-2aa6-4551-b2db-0b081dce5765 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=922f2872e8bf45c8a96a4d326ddd7f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423335 Jun 30 02:31:29.190885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14243-2aa6-4551-b2db-0b081dce5765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9f492-93ea-4a68-a973-31238fe55bbf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:29.191238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:29.249495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b8ad8198-ad00-4abf-a1bc-f874733a57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.251272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-b8ad8198-ad00-4abf-a1bc-f874733a57de service neutron] 10.222.0.78 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 929 time: 0.1420648 Jun 30 02:31:29.304262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.304487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:29.335712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.367802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=89e34685-bb41-425f-bff6-8a60ff798597,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:29.377166 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.380593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-c60bbc41-663a-48df-88ea-a3ea516db7ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 999 time: 0.1233246 Jun 30 02:31:29.387622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be4a7-7946-4734-bda5-2e293017ddb7 req-07ef8b5f-7846-4a7a-9c6f-b05db0d306e7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.390573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f9be4a7-7946-4734-bda5-2e293017ddb7 req-07ef8b5f-7846-4a7a-9c6f-b05db0d306e7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.1442690 Jun 30 02:31:29.432144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:29.441278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-4a6041b4-c7f4-4ef1-a276-db075110804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.449507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'mac_address': 'fa:16:3e:b4:b7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:29.453662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-4a6041b4-c7f4-4ef1-a276-db075110804e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 200 len: 867 time: 0.0720148 Jun 30 02:31:29.473256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f9be4a7-7946-4734-bda5-2e293017ddb7 req-4a909d18-6907-4167-961f-0de486eadd58 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740058 Jun 30 02:31:29.491822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'port_id': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'mac_address': 'fa:16:3e:f7:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:31:25Z', 'updated_at': '2021-06-30T02:31:28Z', 'revision_number': 1, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:04Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:29.508514 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.514651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.518828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8dd9f492-93ea-4a68-a973-31238fe55bbf HTTP/1.1" status: 204 len: 168 time: 0.3264213 Jun 30 02:31:29.530514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9f492-93ea-4a68-a973-31238fe55bbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:29.540794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] Checking router: 0eb0a001-83ef-44e6-8ba4-855809312495 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:29.542105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.542794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.543787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.544534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.545245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.545969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.546555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.547032 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.547532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.548014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.548491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.548983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.549457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b19ceea-e9f9-4bac-be79-ecae9009e1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:29.561034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:29.565208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-058a93d2-e926-4ddc-8805-fd4cf645572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.570015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-058a93d2-e926-4ddc-8805-fd4cf645572c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6b8a4ca-4177-4789-8088-1369d0ed806a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148582 Jun 30 02:31:29.585424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-4b7d9e02-1222-4fac-8399-dd8d8f9b0157 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:29.586972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-4b7d9e02-1222-4fac-8399-dd8d8f9b0157 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072782 Jun 30 02:31:29.590876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:29.591760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:29.596845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:29.633763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.703628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:29.777560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:29.907457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['89e34685-bb41-425f-bff6-8a60ff798597'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:29.909060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8e45f860-b1b3-4686-a9fd-fa1706f40dc2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:30.021359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:30.039744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-e6f1c1e4-7cb5-429e-960a-3f40a9c0675d service neutron] 10.222.0.78 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430082 Jun 30 02:31:30.075472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:30.119213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29df46fc-8f0f-41ad-acee-0d665474e8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.148956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f9c0dbf-0936-4624-8242-0e7b9827cbbf req-5d793731-ce8a-4578-a81b-d7224dd43ead service neutron] 10.222.0.78 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081700 Jun 30 02:31:30.213807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.247800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29df46fc-8f0f-41ad-acee-0d665474e8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.258584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29df46fc-8f0f-41ad-acee-0d665474e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.308355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-29df46fc-8f0f-41ad-acee-0d665474e8f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14d3fa2bd25641e981a8034abeb68247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306557 Jun 30 02:31:30.311774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53702) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:30.319829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df46fc-8f0f-41ad-acee-0d665474e8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246dd76f-8a8a-4314-99fd-2a56a65842ed,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:30.323296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:30.326928 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68356278-2c55-4d33-9576-7d2fd894b70a" -d '{"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-unplugged", "status": "completed", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:30.352747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-488dcfcd-2e21-4b9d-b5a7-8f69a3ad4587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.364377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:30.389249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.399288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.441450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.539409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.546382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.551979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/246dd76f-8a8a-4314-99fd-2a56a65842ed HTTP/1.1" status: 204 len: 168 time: 0.2383225 Jun 30 02:31:30.601824 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da39bb9f-816f-49d8-8016-7098e0513669 x-openstack-request-id: req-da39bb9f-816f-49d8-8016-7098e0513669 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:30.602436 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:30.602717 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da39bb9f-816f-49d8-8016-7098e0513669 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:30.603295 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'status': 'completed', 'code': 200} Jun 30 02:31:30.621413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'port_id': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'mac_address': 'fa:16:3e:f7:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:31:25Z', 'updated_at': '2021-06-30T02:31:28Z', 'revision_number': 1, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:04Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:30.622047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246dd76f-8a8a-4314-99fd-2a56a65842ed,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:30.626293 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.652334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78227c4c-48dd-43a2-9425-212380b64ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:30.780082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee037c63-1f33-45e3-9fe0-3158f6407406 None None] The sync data for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 is: [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'port_id': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'mac_address': 'fa:16:3e:f7:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:31:25Z', 'updated_at': '2021-06-30T02:31:28Z', 'revision_number': 1, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:04Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:30.781645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-d88848e4-8f07-4d34-b44c-9c9dc97315bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.783754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-d88848e4-8f07-4d34-b44c-9c9dc97315bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1096 time: 0.1328809 Jun 30 02:31:30.795573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:30.812148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:30.874935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:30.913095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-9532279f-35ad-48a6-8563-e3f31206e49c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.914680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-9532279f-35ad-48a6-8563-e3f31206e49c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/ports?device_id=7fba31b8-a4e3-4553-845f-d6eed6c25800 HTTP/1.1" status: 200 len: 943 time: 0.1930506 Jun 30 02:31:30.930138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51a1d667-7400-4352-83d2-d68d5732a913 req-28320a0e-94c5-491e-8056-cf3881855706 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 210 time: 0.0517864 Jun 30 02:31:31.031976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-be7bcca0-09b1-4db4-b2a6-29760bdc428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.036032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-be7bcca0-09b1-4db4-b2a6-29760bdc428f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 929 time: 0.2398314 Jun 30 02:31:31.150961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Deleting port 741aa34e-41fd-4966-939c-c0eadccb8c8f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:31.151766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.162043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-0e24cd62-8b50-4697-af84-1ddaad0c53c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 999 time: 0.1139650 Jun 30 02:31:31.162198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 0ab8f227-65fa-483d-aac7-b8c527b76e91 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:31.162490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0ab8f227-65fa-483d-aac7-b8c527b76e91 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:31.318481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-a68c3cc4-711f-46b2-9e3a-52ce032c19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.320340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-a68c3cc4-711f-46b2-9e3a-52ce032c19ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 200 len: 867 time: 0.1411579 Jun 30 02:31:31.337870 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085f38a-63d5-4501-a00a-ec5e1edfd52c None None] New status for floating IP 5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:31:31.389558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c8949-fb9c-4281-ad77-d18b953112c1 req-f58efd61-a953-46a1-ac89-6aec1d3bc62c tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.390883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d8c8949-fb9c-4281-ad77-d18b953112c1 req-f58efd61-a953-46a1-ac89-6aec1d3bc62c tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 949 time: 0.1501787 Jun 30 02:31:31.422473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-3c42e549-2c44-4557-b1b0-3217a66cc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.423985 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-3c42e549-2c44-4557-b1b0-3217a66cc8d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6b8a4ca-4177-4789-8088-1369d0ed806a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931680 Jun 30 02:31:31.461515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] For port 741aa34e-41fd-4966-939c-c0eadccb8c8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=741aa34e-41fd-4966-939c-c0eadccb8c8f,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:31.463411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.476082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d8c8949-fb9c-4281-ad77-d18b953112c1 req-95e70849-4d7e-4f70-80ff-07b74cf70f27 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762188 Jun 30 02:31:31.484092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Calling delete_port for 741aa34e-41fd-4966-939c-c0eadccb8c8f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:31.642267 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ebdcbad6-0a82-46a1-9df6-b5b3f3ea7f37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45188b29c5a44df4926afcea957dbd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651782 Jun 30 02:31:31.650983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:31.768791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-d50820d2-6253-4309-93ab-b6c360426b29 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318851 Jun 30 02:31:31.784198 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-60e5d2ed-74c6-49db-ae14-94cda6f704d1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 258 time: 0.2574756 Jun 30 02:31:31.788922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:31.791347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26900f57-b07f-4f2c-90f9-333cee2688e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.808139 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.850394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53754) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:31.852742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event deleted for resources: {'Port': ['ID=741aa34e-41fd-4966-939c-c0eadccb8c8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:31.881989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.933508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26900f57-b07f-4f2c-90f9-333cee2688e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.967712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bacffd3-f27c-457d-a0d3-ce6565067ee5 req-98271d87-6e53-4f2e-b89d-f368e8f85a03 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732631 Jun 30 02:31:31.984309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] No DVR routers for this DVR port 741aa34e-41fd-4966-939c-c0eadccb8c8f on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:31.995287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.999876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d021b3b-4c08-466d-aab4-9f406fdb21da req-f418ff9f-bf90-4d0a-a743-2621a506711c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "DELETE /v2.0/ports/741aa34e-41fd-4966-939c-c0eadccb8c8f HTTP/1.1" status: 204 len: 173 time: 1.0759430 Jun 30 02:31:32.000551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-deleted', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:32.003878 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1d0f09-714a-4c9e-a4d1-9dca1bfe4852" -d '{"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-deleted", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:32.009741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.058817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-014dd0ba-29c0-4e71-a1fa-fc79f0137f41 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.062143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-014dd0ba-29c0-4e71-a1fa-fc79f0137f41 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.4339211 Jun 30 02:31:32.066005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.084524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Request body: {'port': {'device_id': 'b688c174-0b62-41d3-b713-6992c7c66573', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'admin_state_up': True, 'tenant_id': '401abc5bdb3148718de0aa56525a5359'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:32.141821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26900f57-b07f-4f2c-90f9-333cee2688e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.144853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26900f57-b07f-4f2c-90f9-333cee2688e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.146515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-26900f57-b07f-4f2c-90f9-333cee2688e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/658f6fa0-c3c1-4c14-9fba-238eeea0b326 HTTP/1.1" status: 204 len: 168 time: 0.4813163 Jun 30 02:31:32.171740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26900f57-b07f-4f2c-90f9-333cee2688e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f6fa0-c3c1-4c14-9fba-238eeea0b326,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:32.263421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-4a660dd9-3a9f-4a1f-b7cb-85fc57e504ff tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:32.265249 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-4a660dd9-3a9f-4a1f-b7cb-85fc57e504ff tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4114099 Jun 30 02:31:32.322546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Allocated IP 172.25.0.165 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/08631a7d-f835-4893-9fb2-17a6a7edb5cb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:32.496440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.544426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Made reservation on behalf of 401abc5bdb3148718de0aa56525a5359 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:32.550738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.561219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.605280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:32.610513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:32.615526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:32.688377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event updated for resources: {'Port': ['ID=08631a7d-f835-4893-9fb2-17a6a7edb5cb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:32.711040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Allocated IP 172.20.0.2 (e6fa797f-3231-43b7-878e-392d247d64c3/027e92af-596a-40ea-9788-95bc7272badf/01cebc03-e18e-4b9b-884f-440e6a2ebb5e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:32.725613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Request body: {'binding': {'host': 'n-h1-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:32.726067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:31:32.745121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53780) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:32.788168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.804273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:32.811516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-19b7dca5-b5e1-4ba3-bdd1-d6df4a58828d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a39b587e74dc40bdb86797d3fc38577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638490 Jun 30 02:31:32.818195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:32.901977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.911048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:32.917024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:32.917400 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.960684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af4f8cbf-527e-413b-94e4-2feab0471625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.016034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af4f8cbf-527e-413b-94e4-2feab0471625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.041355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.094533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.114005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:33.120510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af4f8cbf-527e-413b-94e4-2feab0471625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.123627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af4f8cbf-527e-413b-94e4-2feab0471625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.125056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-af4f8cbf-527e-413b-94e4-2feab0471625 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b43b4ab6-1629-46de-828c-4ba1d97056cc HTTP/1.1" status: 204 len: 168 time: 0.3056128 Jun 30 02:31:33.130669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.131751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 89e34685-bb41-425f-bff6-8a60ff798597 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:33.146055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f8cbf-527e-413b-94e4-2feab0471625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b4ab6-1629-46de-828c-4ba1d97056cc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.168811 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.186534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on host n-h1-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:33.186873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:33.187205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:33.224362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Network e6fa797f-3231-43b7-878e-392d247d64c3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:33.227715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:33.232728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:33.233637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:33.235901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:33.238656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.239295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.253406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:33.254073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:33.254781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:33.255426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Bound port: 1bf8942a-24af-4187-8414-f9398ee6819e, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:33.257590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.266893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-358774b3-2d91-48b7-834f-728eb0418ce2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1887529 Jun 30 02:31:33.268097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.273399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 89e34685-bb41-425f-bff6-8a60ff798597 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:33.280505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 89e34685-bb41-425f-bff6-8a60ff798597 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:33.282290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.287801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Request body: {'port': {'device_id': 'b688c174-0b62-41d3-b713-6992c7c66573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:33.328635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:33.337757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.338974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] 10.222.0.78 "POST /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8530362 Jun 30 02:31:33.391989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.415283 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.423590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.442101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.494405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event updated for resources: {'Port': ['ID=08631a7d-f835-4893-9fb2-17a6a7edb5cb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.504161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 89e34685-bb41-425f-bff6-8a60ff798597, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=89e34685-bb41-425f-bff6-8a60ff798597,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:33.518581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.565664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.583864 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ad4c9-e7f0-41cf-bfa7-ad27d41d765a x-openstack-request-id: req-d89ad4c9-e7f0-41cf-bfa7-ad27d41d765a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:33.584629 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-unplugged", "status": "completed", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:33.585085 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d89ad4c9-e7f0-41cf-bfa7-ad27d41d765a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:33.586220 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'code': 200} Jun 30 02:31:33.594956 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.597371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-a6ff7c35-74d3-4102-85b9-2caaf7679234 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8123453 Jun 30 02:31:33.689895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=89e34685-bb41-425f-bff6-8a60ff798597,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.719774 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-4a6eb590-af82-4cc1-a742-5da204b01a19 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1157329 Jun 30 02:31:33.848500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-7e62c2be-422e-49e8-809d-b5ced0f244f6 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.849985 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-435b3a41-a0ed-4879-b619-ecf1d76f9f6b req-7e62c2be-422e-49e8-809d-b5ced0f244f6 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1232500 Jun 30 02:31:33.867259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-f64b0666-fa8d-485e-b4a4-d98aac69e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.868601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-f64b0666-fa8d-485e-b4a4-d98aac69e743 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1096 time: 0.1808290 Jun 30 02:31:33.990042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:34.000395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3092-9a35-4fcf-98dd-a9ab1d71f077 req-bdbec411-e1d6-4ee2-ba41-4727aebc8a80 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.010462 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e6e3092-9a35-4fcf-98dd-a9ab1d71f077 req-bdbec411-e1d6-4ee2-ba41-4727aebc8a80 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.2404609 Jun 30 02:31:34.025419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 741aa34e-41fd-4966-939c-c0eadccb8c8f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:34.026442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 741aa34e-41fd-4966-939c-c0eadccb8c8f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:34.048692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cebc03-e18e-4b9b-884f-440e6a2ebb5e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:34.068239 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.113867 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e6e3092-9a35-4fcf-98dd-a9ab1d71f077 req-a0e57936-c247-4c7b-8d1b-4b8aafc86aac tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015844 Jun 30 02:31:34.121423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Transition to ACTIVE for port object 01cebc03-e18e-4b9b-884f-440e6a2ebb5e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:34.125345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-3e0070bd-a1b6-413f-9ac6-265942e32336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.127294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-3e0070bd-a1b6-413f-9ac6-265942e32336 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2520308 Jun 30 02:31:34.129446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.145879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f14b-9efc-498a-87f2-3e87305d7364 req-53ee760d-5b35-4e5f-926b-f77b31426028 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.156659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43a6f14b-9efc-498a-87f2-3e87305d7364 req-53ee760d-5b35-4e5f-926b-f77b31426028 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 931 time: 0.0821707 Jun 30 02:31:34.174017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.193822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43a6f14b-9efc-498a-87f2-3e87305d7364 req-120e8845-e40d-4962-819c-2bf91925c12e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363297 Jun 30 02:31:34.216893 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a64b99-9c9e-4960-b0d2-99235be99a97 x-openstack-request-id: req-f2a64b99-9c9e-4960-b0d2-99235be99a97 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:34.217554 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba31b8-a4e3-4553-845f-d6eed6c25800", "name": "network-vif-deleted", "tag": "741aa34e-41fd-4966-939c-c0eadccb8c8f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:34.217713 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2a64b99-9c9e-4960-b0d2-99235be99a97 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:34.218202 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba31b8-a4e3-4553-845f-d6eed6c25800', 'name': 'network-vif-deleted', 'tag': '741aa34e-41fd-4966-939c-c0eadccb8c8f', 'status': 'completed', 'code': 200} Jun 30 02:31:34.257337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:34.267887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-26cba78a-ab96-490f-97dc-fd17973a00ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 217 time: 0.1309443 Jun 30 02:31:34.379169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Attempting to bind port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:34.379514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Attempting to bind port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:34.379829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Attempting to bind port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:34.398133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e on network e6fa797f-3231-43b7-878e-392d247d64c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:34.398525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Attempting to bind port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:34.402617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-24f0e10c-7fab-4bb2-8bcb-06d42cc49424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.404586 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-24f0e10c-7fab-4bb2-8bcb-06d42cc49424 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1293781 Jun 30 02:31:34.411434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:34.411770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Checking segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:34.412145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Bound using segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:34.412577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Bound port: 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:34.412933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.455309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-73c8d40f-c319-4142-a0f6-a2aa68d48eca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387309 Jun 30 02:31:34.512857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf13b-0ad7-47d6-9115-281275426c08 req-5416c143-e922-41fb-b4f2-04b1999caf01 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.515012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a4bf13b-0ad7-47d6-9115-281275426c08 req-5416c143-e922-41fb-b4f2-04b1999caf01 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 950 time: 0.1857660 Jun 30 02:31:34.606053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0b9b-e7cc-4ae2-b70f-738fc738b6db req-77e3cc07-ef34-418b-815d-cc684d3e212f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.607503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e6b0b9b-e7cc-4ae2-b70f-738fc738b6db req-77e3cc07-ef34-418b-815d-cc684d3e212f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.0642662 Jun 30 02:31:34.619567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a4bf13b-0ad7-47d6-9115-281275426c08 req-58d920fc-34f7-4b3c-9150-135c0cefdbfa tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776250 Jun 30 02:31:34.622121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:34.645216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:34.648438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-6b256eda-9220-4489-af63-92ab92101a4a service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840837 Jun 30 02:31:34.652189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.662177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e6b0b9b-e7cc-4ae2-b70f-738fc738b6db req-ddd208e3-837b-4419-ae1f-dfbfd160f4f3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Jun 30 02:31:34.736859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.737474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.738887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] 10.222.0.90 "PUT /v2.0/ports/01cebc03-e18e-4b9b-884f-440e6a2ebb5e HTTP/1.1" status: 200 len: 1091 time: 1.4613171 Jun 30 02:31:34.896680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc574a-e99f-4be2-959d-8fcadd1f04d2 service neutron] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:34.930128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-cdeca869-5905-4222-a91a-4f6da9f58da6 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753613 Jun 30 02:31:34.984126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-53386861-2462-44f1-aba8-dca17eff7983 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.985738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-53386861-2462-44f1-aba8-dca17eff7983 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2414973 Jun 30 02:31:35.009429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-907a2cf8-2cff-44f2-8c46-eeb762b84cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.011065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-907a2cf8-2cff-44f2-8c46-eeb762b84cfd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 1094 time: 0.1991446 Jun 30 02:31:35.083294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-c1711dcb-29d9-4fda-9a23-853b4ef3a1f1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0875359 Jun 30 02:31:35.084683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-d278356f-edd4-4151-935c-ea10d600bac6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e HTTP/1.1" status: 200 len: 217 time: 0.0469255 Jun 30 02:31:35.094053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53844) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:35.095929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-cb53866b-4b31-408c-a900-8ae7afe20c0e tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Request body: {'floatingip': {'port_id': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:35.180343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-cb53866b-4b31-408c-a900-8ae7afe20c0e tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.242807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b2024e1-72e0-4759-b691-0c4b8997e3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.271664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-5a500b39-e39f-4a03-a481-cf03e3c20b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.273655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-5a500b39-e39f-4a03-a481-cf03e3c20b53 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.1740191 Jun 30 02:31:35.352959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-f3e3344c-1b50-465c-9170-bd3879491d79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680859 Jun 30 02:31:35.384363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b2024e1-72e0-4759-b691-0c4b8997e3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.391513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b2024e1-72e0-4759-b691-0c4b8997e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.462473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b2024e1-72e0-4759-b691-0c4b8997e3ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e64ab8fe2584d3090088b025247d682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649869 Jun 30 02:31:35.463101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2024e1-72e0-4759-b691-0c4b8997e3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a98d8b-804c-4fd5-9231-c1e52000c913,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:35.467117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:35.538843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373628e-b769-4fdf-b743-4b5ae5c6d236 req-40daec01-0602-4b7a-afcf-cb42d94566f5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.541928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3373628e-b769-4fdf-b743-4b5ae5c6d236 req-40daec01-0602-4b7a-afcf-cb42d94566f5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0804951 Jun 30 02:31:35.584111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3373628e-b769-4fdf-b743-4b5ae5c6d236 req-fae5d584-b9f5-4998-b198-6da14fe305d7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Jun 30 02:31:35.588262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}, {'server_uuid': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e34685-bb41-425f-bff6-8a60ff798597'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:35.590885 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce977509-86c4-4746-828d-b6fcff0d2bed" -d '{"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-plugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}, {"server_uuid": "7cd32907-ffb1-4197-be9f-213d0e343dfe", "name": "network-vif-plugged", "status": "completed", "tag": "89e34685-bb41-425f-bff6-8a60ff798597"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:35.600207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-05f87afe-95d4-48be-9990-5e787eacc44e service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315493 Jun 30 02:31:35.641055 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f0febd1-b56b-4dec-b15f-49b19ef7f4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.691297 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-cb53866b-4b31-408c-a900-8ae7afe20c0e tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:31:35.692591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef0e9dda-0698-4c5b-9473-02808f7a8ca3 req-cb53866b-4b31-408c-a900-8ae7afe20c0e tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "PUT /v2.0/floatingips/c8f1e139-b313-4fd5-87cc-4fbd75c7f587 HTTP/1.1" status: 409 len: 550 time: 0.6032653 Jun 30 02:31:35.731613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f0febd1-b56b-4dec-b15f-49b19ef7f4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.785320 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0540a6-628c-46b7-9d6d-c501bbbbbf5e req-a822b7e0-59f5-49c5-817e-3efb0e5c9601 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709757 Jun 30 02:31:35.801799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf615c49-0868-461f-a5d8-00ac72b933d8 req-ea5acff8-f16d-4ca5-a7a3-7334351b857f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.807067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf615c49-0868-461f-a5d8-00ac72b933d8 req-ea5acff8-f16d-4ca5-a7a3-7334351b857f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 943 time: 0.0909307 Jun 30 02:31:35.819873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f0febd1-b56b-4dec-b15f-49b19ef7f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.823815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f0febd1-b56b-4dec-b15f-49b19ef7f4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.828304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f0febd1-b56b-4dec-b15f-49b19ef7f4d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4a98d8b-804c-4fd5-9231-c1e52000c913 HTTP/1.1" status: 204 len: 168 time: 0.3569822 Jun 30 02:31:35.831591 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01464e7-ace4-482a-902a-ed46264e198d x-openstack-request-id: req-b01464e7-ace4-482a-902a-ed46264e198d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:35.831799 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-plugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "code": 200}, {"server_uuid": "7cd32907-ffb1-4197-be9f-213d0e343dfe", "name": "network-vif-plugged", "status": "completed", "tag": "89e34685-bb41-425f-bff6-8a60ff798597", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:35.832050 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b01464e7-ace4-482a-902a-ed46264e198d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:35.832436 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'code': 200} Jun 30 02:31:35.832693 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e34685-bb41-425f-bff6-8a60ff798597', 'code': 200} Jun 30 02:31:35.851509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0febd1-b56b-4dec-b15f-49b19ef7f4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a98d8b-804c-4fd5-9231-c1e52000c913,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:35.913753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf615c49-0868-461f-a5d8-00ac72b933d8 req-4dd0e0de-7958-4b95-bcaa-416f33f03298 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938764 Jun 30 02:31:36.044109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ef706-cd1f-4d99-8e99-386391c05a97 req-64fda2ea-fcf1-4cd1-aa39-a6dd055397bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.048256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c06ef706-cd1f-4d99-8e99-386391c05a97 req-64fda2ea-fcf1-4cd1-aa39-a6dd055397bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1100 time: 0.1129510 Jun 30 02:31:36.098764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd91c2-6248-41b9-87f2-df7f5cadde15 req-0f3a07e6-b4e5-4b67-96eb-3a8f97b15abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.100276 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2cd91c2-6248-41b9-87f2-df7f5cadde15 req-0f3a07e6-b4e5-4b67-96eb-3a8f97b15abc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 1101 time: 0.1667318 Jun 30 02:31:36.108939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18228-d9d5-4afc-8f67-13b3ab4b92ae req-5545e9a9-3462-47c0-9300-1628acde298a tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.110538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ccf18228-d9d5-4afc-8f67-13b3ab4b92ae req-5545e9a9-3462-47c0-9300-1628acde298a tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 950 time: 0.1559374 Jun 30 02:31:36.167902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c06ef706-cd1f-4d99-8e99-386391c05a97 req-8de16d5d-dc30-49d8-8e30-b06a970ba379 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106613 Jun 30 02:31:36.177801 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2cd91c2-6248-41b9-87f2-df7f5cadde15 req-8263b9e7-ad9e-4d7f-ab01-c61af2406798 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661111 Jun 30 02:31:36.179002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4616f-ad9e-4c36-9911-1bb9492294ac req-ba66a371-15d6-4fa1-9b62-b783f74e0655 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.182969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ccf18228-d9d5-4afc-8f67-13b3ab4b92ae req-28741570-fa61-4ce4-b67d-af01e497a607 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646174 Jun 30 02:31:36.188156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0ac4616f-ad9e-4c36-9911-1bb9492294ac req-ba66a371-15d6-4fa1-9b62-b783f74e0655 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.1335485 Jun 30 02:31:36.219690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:36.222337 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f874b-ab3a-4434-b636-072935d17324" -d '{"events": [{"name": "network-changed", "server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:36.252848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0ac4616f-ad9e-4c36-9911-1bb9492294ac req-c71cc05c-c5bd-4f3a-a3b6-184b394e742e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637598 Jun 30 02:31:36.253552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53880) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:36.269310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4eab155-0ea6-42d8-a4ae-a8a441d89929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:36.275120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-5d03b169-08cf-4d52-a0a9-18d692677b67 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips/c8f1e139-b313-4fd5-87cc-4fbd75c7f587 HTTP/1.1" status: 200 len: 693 time: 0.0499890 Jun 30 02:31:36.411441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-adae7c99-eb50-4cde-9cd4-3ac9c13fa157 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.419366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4eab155-0ea6-42d8-a4ae-a8a441d89929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:36.421010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-adae7c99-eb50-4cde-9cd4-3ac9c13fa157 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1398730 Jun 30 02:31:36.428192 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4eab155-0ea6-42d8-a4ae-a8a441d89929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:36.477207 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4eab155-0ea6-42d8-a4ae-a8a441d89929 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=432071228c404575be600eaca65c2578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202816 Jun 30 02:31:36.477207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eab155-0ea6-42d8-a4ae-a8a441d89929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38248514-67f2-4413-a2a7-d35c321bdb99,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:36.478434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:36.531345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-348b0f04-e7cc-4e35-8037-6535646784b9 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1087737 Jun 30 02:31:36.534877 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3323a1-87af-4823-bc1c-b6bd7d148428 x-openstack-request-id: req-4e3323a1-87af-4823-bc1c-b6bd7d148428 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:36.535362 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:36.535537 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e3323a1-87af-4823-bc1c-b6bd7d148428 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:36.535926 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'status': 'completed', 'code': 200} Jun 30 02:31:36.645685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-619c87d5-5850-4cbc-845f-16f7b59ccabf tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1127222 Jun 30 02:31:36.739444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062309b2-547e-4493-bfc0-3d0f109cf149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:36.795507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f93f8d-6d47-4c7f-a5ad-78cbb0b833af req-2a75adda-5ed8-4575-bea6-fe784d3db9ac tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.798423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062309b2-547e-4493-bfc0-3d0f109cf149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:36.802689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f874b-ab3a-4434-b636-072935d17324 req-aacfcfa7-bf3c-4735-8a4f-87a7cceddbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.803199 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07f93f8d-6d47-4c7f-a5ad-78cbb0b833af req-2a75adda-5ed8-4575-bea6-fe784d3db9ac tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0742910 Jun 30 02:31:36.804182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-aacfcfa7-bf3c-4735-8a4f-87a7cceddbed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 1094 time: 0.2674792 Jun 30 02:31:36.839178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07f93f8d-6d47-4c7f-a5ad-78cbb0b833af req-92f37a2d-d3c2-4625-871b-a4b6ee84d373 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Jun 30 02:31:36.936013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Deleting port 08631a7d-f835-4893-9fb2-17a6a7edb5cb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:36.936692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:36.996852 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062309b2-547e-4493-bfc0-3d0f109cf149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.000602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062309b2-547e-4493-bfc0-3d0f109cf149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.001900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-062309b2-547e-4493-bfc0-3d0f109cf149 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38248514-67f2-4413-a2a7-d35c321bdb99 HTTP/1.1" status: 204 len: 168 time: 0.5224805 Jun 30 02:31:37.038966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062309b2-547e-4493-bfc0-3d0f109cf149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38248514-67f2-4413-a2a7-d35c321bdb99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:37.059754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f874b-ab3a-4434-b636-072935d17324 req-49755bd2-0399-472f-b866-4c250b6f26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.070408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-49755bd2-0399-472f-b866-4c250b6f26a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 906 time: 0.2541299 Jun 30 02:31:37.145717 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.146426 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.149575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-f5ed5737-7b0d-4442-b1cb-a73ce95d6e12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e HTTP/1.1" status: 200 len: 217 time: 0.0629377 Jun 30 02:31:37.162675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Calling delete_port for 08631a7d-f835-4893-9fb2-17a6a7edb5cb owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:37.226597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09459-76e6-4b34-8203-cce28e9ec5e4 req-031f35ee-8ff6-4c37-9853-7a066d88a7b7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.229278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1e09459-76e6-4b34-8203-cce28e9ec5e4 req-031f35ee-8ff6-4c37-9853-7a066d88a7b7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 943 time: 0.1006126 Jun 30 02:31:37.272993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f874b-ab3a-4434-b636-072935d17324 req-becf2b36-6de6-49af-9963-1bc07ef869c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.274569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-becf2b36-6de6-49af-9963-1bc07ef869c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.1096990 Jun 30 02:31:37.283655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1e09459-76e6-4b34-8203-cce28e9ec5e4 req-7b0ed82b-95ef-4d44-ae7c-a44bdca9ec0e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Jun 30 02:31:37.333979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-10932e4d-fb88-4e6f-854f-952bb4e19065 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424349 Jun 30 02:31:37.492511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd52d5a-0507-4b8e-9b28-fc266e43e294 req-ed1bf852-1e29-43bd-b40d-971942360907 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.499983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4bd52d5a-0507-4b8e-9b28-fc266e43e294 req-ed1bf852-1e29-43bd-b40d-971942360907 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 950 time: 0.0777595 Jun 30 02:31:37.555996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4bd52d5a-0507-4b8e-9b28-fc266e43e294 req-f548a5a7-42f3-4bfb-ba3e-1f3b9532233a tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Jun 30 02:31:37.788588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53926) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:37.853218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1a91b-3d26-41f5-8644-992ea4e0dc36 req-8cdaac3c-2488-4050-b232-22a47a7e066c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.854873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ee1a91b-3d26-41f5-8644-992ea4e0dc36 req-8cdaac3c-2488-4050-b232-22a47a7e066c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.1362698 Jun 30 02:31:37.928047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ee1a91b-3d26-41f5-8644-992ea4e0dc36 req-503213c3-9b99-4fe8-8e54-f2b1703892e2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651340 Jun 30 02:31:37.956166 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.989233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event deleted for resources: {'Port': ['ID=08631a7d-f835-4893-9fb2-17a6a7edb5cb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:37.992738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be6f5a9f-eb49-45e7-9429-7f267c44dace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.999141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-9245a8a7-9c01-4b2a-b4da-ed11ecdd9f96 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550927 Jun 30 02:31:38.013906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:38.173406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be6f5a9f-eb49-45e7-9429-7f267c44dace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.187779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be6f5a9f-eb49-45e7-9429-7f267c44dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.230087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.240829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.245693 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.251830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ae14da2-16f6-4496-958a-a6b12d9facf3 req-3b661fb7-f2a6-4db2-bef0-d88ba0e76094 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "DELETE /v2.0/floatingips/c8f1e139-b313-4fd5-87cc-4fbd75c7f587 HTTP/1.1" status: 204 len: 173 time: 1.6057048 Jun 30 02:31:38.263958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'mac_address': 'fa:16:3e:ee:4b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:38.282933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be6f5a9f-eb49-45e7-9429-7f267c44dace admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41dbbe0367b146fdb88e7b002cd4b063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932408 Jun 30 02:31:38.283797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:38.289329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f5a9f-eb49-45e7-9429-7f267c44dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775190dd-2836-4bda-af76-a5acb8a87403,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.333624 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.349542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cebc03-e18e-4b9b-884f-440e6a2ebb5e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:38.374668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.381120 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.469012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.476953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86d4cf-02a5-4ecd-9e59-ffea60843ea6 req-2ff31f26-1966-468e-afd4-9152a1c1104a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.484972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a86d4cf-02a5-4ecd-9e59-ffea60843ea6 req-2ff31f26-1966-468e-afd4-9152a1c1104a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0908198 Jun 30 02:31:38.492029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-9d551722-628a-4731-b528-92175cd0625a tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 1001 time: 0.2107992 Jun 30 02:31:38.544847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a86d4cf-02a5-4ecd-9e59-ffea60843ea6 req-f7a2ad57-1738-4784-96af-55fbe2771e49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584891 Jun 30 02:31:38.635725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f63113d-78d6-40c3-be6a-c8202b6f0776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.643781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-234f874b-ab3a-4434-b636-072935d17324 req-5051bfd9-bc2e-4602-b2b3-f681320e2e89 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360028 Jun 30 02:31:38.656774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-123f4c77-9081-47c2-b114-cc9010db1315 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.660692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-123f4c77-9081-47c2-b114-cc9010db1315 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports/988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 942 time: 0.1119835 Jun 30 02:31:38.682802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f63113d-78d6-40c3-be6a-c8202b6f0776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.754271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f63113d-78d6-40c3-be6a-c8202b6f0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.757036 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f63113d-78d6-40c3-be6a-c8202b6f0776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.758197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1f63113d-78d6-40c3-be6a-c8202b6f0776 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/775190dd-2836-4bda-af76-a5acb8a87403 HTTP/1.1" status: 204 len: 168 time: 0.4562259 Jun 30 02:31:38.775619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['01cebc03-e18e-4b9b-884f-440e6a2ebb5e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:38.780064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63113d-78d6-40c3-be6a-c8202b6f0776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775190dd-2836-4bda-af76-a5acb8a87403,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.818953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5bf31-88d5-4d12-a196-a31810298f3e req-d6c79f02-1e5a-473a-9388-e01531f204f4 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.828712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eef5bf31-88d5-4d12-a196-a31810298f3e req-d6c79f02-1e5a-473a-9388-e01531f204f4 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 944 time: 0.1811032 Jun 30 02:31:38.875569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eef5bf31-88d5-4d12-a196-a31810298f3e req-9ad9d375-9310-45db-8063-ca3f539325ab tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Jun 30 02:31:38.966703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-acbe647a-a9ca-4e4f-acaf-db728c563157 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 1001 time: 0.1597867 Jun 30 02:31:39.148197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03d2c8-4389-4cec-a802-22850ae2fa11 req-499f7951-dc71-4da7-830a-7af0d99950a9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.152809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7c03d2c8-4389-4cec-a802-22850ae2fa11 req-499f7951-dc71-4da7-830a-7af0d99950a9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.1299851 Jun 30 02:31:39.181265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-8fa7941a-fc07-46df-afa8-b9058fbe8b3a tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.183796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-8fa7941a-fc07-46df-afa8-b9058fbe8b3a tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2129879 Jun 30 02:31:39.190144 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.197636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-efd84ae7-dc23-46a3-98a7-d498104eebde tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:39.205412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-efd84ae7-dc23-46a3-98a7-d498104eebde tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152476 Jun 30 02:31:39.236093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7c03d2c8-4389-4cec-a802-22850ae2fa11 req-740f2723-eac8-4620-a55b-a906bc9ec621 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739906 Jun 30 02:31:39.302008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-ee3d1ed2-2802-4e27-a4da-6a53a8642df2 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 1001 time: 0.0932906 Jun 30 02:31:39.307893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:39.313142 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:31:39.377003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.442805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9b64d-c24c-498e-8af4-6eccd6a8e191 req-6f3ed1b7-b455-447e-8727-7dfe1a27ac40 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.444545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4c9b64d-c24c-498e-8af4-6eccd6a8e191 req-6f3ed1b7-b455-447e-8727-7dfe1a27ac40 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 950 time: 0.0789478 Jun 30 02:31:39.487205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4c9b64d-c24c-498e-8af4-6eccd6a8e191 req-56407d2e-2847-4b57-a9df-0e0672ac0340 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Jun 30 02:31:39.569443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.580016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.580432 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Floating IP 5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7 disassociated. External IP: 172.25.0.187, port: 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6. Jun 30 02:31:39.694119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247adb8-0888-4614-a6a2-d1344fa1745b req-b3a288a7-d97d-4dff-a872-4aff8c174954 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.697734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0247adb8-0888-4614-a6a2-d1344fa1745b req-b3a288a7-d97d-4dff-a872-4aff8c174954 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.0723295 Jun 30 02:31:39.765626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0247adb8-0888-4614-a6a2-d1344fa1745b req-1fd67df9-e297-44bf-8a2f-4379895b1e5a tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Jun 30 02:31:39.852374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Router 0eb0a001-83ef-44e6-8ba4-855809312495 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:39.998715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:40.003858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:40.008839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] Sync routers for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:40.018765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:40.049664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-6f83decc-0a1f-496e-9d37-3703072cacaa tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "PUT /v2.0/floatingips/5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7 HTTP/1.1" status: 200 len: 695 time: 0.7466986 Jun 30 02:31:40.050201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:40.052688 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eaa214-c930-4e93-8dd9-f361f293d214" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:40.115445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:40.116423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:40.130573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-43f7c080-4e3f-471e-9f04-aaba503429f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.139690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-43f7c080-4e3f-471e-9f04-aaba503429f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1096 time: 0.0740228 Jun 30 02:31:40.190619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:40.197383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:40.198131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:40.277172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-e459a1cc-2a89-4166-9ab5-6833752cc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.295013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-e459a1cc-2a89-4166-9ab5-6833752cc794 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 929 time: 0.1541185 Jun 30 02:31:40.309794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:40.361688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-e640a6de-9a85-4b63-9907-e838225cef40 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 217 time: 0.0650373 Jun 30 02:31:40.437643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-c7f2368f-5351-49a9-a442-fc482f1d0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.439329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-c7f2368f-5351-49a9-a442-fc482f1d0b9b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 200 len: 867 time: 0.0666769 Jun 30 02:31:40.496895 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:40.505161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:40.533090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-09f4e3a4-03ee-49e8-9a58-db4bfbd2275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.534663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:40.535427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-09f4e3a4-03ee-49e8-9a58-db4bfbd2275d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6b8a4ca-4177-4789-8088-1369d0ed806a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902050 Jun 30 02:31:40.537124 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c6430-5b6b-4dbd-a03a-a12f92d2fd81" -d '{"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-plugged", "status": "completed", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:40.562333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:40.578251 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:40.660618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:40.690043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:04Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:40.710367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-e22378f4-b4b0-4448-b503-a2e7fb74e265 service neutron] 10.222.0.78 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668398 Jun 30 02:31:40.722424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] Checking router: 0eb0a001-83ef-44e6-8ba4-855809312495 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:40.731465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:40.734519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:40.853432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf6c8da6-cc9c-4e67-ae01-a4be1f6c2fb7 req-683901f6-1c57-4c85-b803-783341c729a2 service neutron] 10.222.0.78 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322572 Jun 30 02:31:40.865622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:40.909926 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b269f10d-f656-42bd-8be3-4df62068551d x-openstack-request-id: req-b269f10d-f656-42bd-8be3-4df62068551d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:40.910329 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:40.910639 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b269f10d-f656-42bd-8be3-4df62068551d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:40.911097 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'status': 'completed', 'code': 200} Jun 30 02:31:40.987944 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187c0960-79af-44b0-81e7-8c0f6f7486c5 x-openstack-request-id: req-187c0960-79af-44b0-81e7-8c0f6f7486c5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:40.988240 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-plugged", "status": "completed", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:40.988517 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-187c0960-79af-44b0-81e7-8c0f6f7486c5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:40.988877 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'code': 200} Jun 30 02:31:41.028669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77938f2b-dcb4-4af5-8e09-06a7965f0058 req-18fc5704-781e-4137-870d-7789e918ef93 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.032770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77938f2b-dcb4-4af5-8e09-06a7965f0058 req-18fc5704-781e-4137-870d-7789e918ef93 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 945 time: 0.1564507 Jun 30 02:31:41.039812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-79338dd7-05e8-4a7d-b56e-f639fd5e3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.041162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-79338dd7-05e8-4a7d-b56e-f639fd5e3f64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b62868d137e4480b6a1077955f9b456&device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 1096 time: 0.0970848 Jun 30 02:31:41.098766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77938f2b-dcb4-4af5-8e09-06a7965f0058 req-4939ad75-e651-4b6d-8a1f-bb269e2e13f9 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Jun 30 02:31:41.143166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:04Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:41.170392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb403c80-4824-4c4e-b414-f79b19431483 None None] The sync data for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 is: [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:30:57Z', 'revision_number': 4, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '47e7eaeb-d105-4a00-a98a-9576bff285f3', 'name': '', 'network_id': 'd6b8a4ca-4177-4789-8088-1369d0ed806a', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'mac_address': 'fa:16:3e:38:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:56Z', 'updated_at': '2021-06-30T02:31:04Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'subnets': [{'id': '28161ec2-0951-4f46-ac99-b4a8e8c069db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:41.217934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-e3aaf926-1343-4c84-ba83-6d581a1f1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.219447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-e3aaf926-1343-4c84-ba83-6d581a1f1e3f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 200 len: 929 time: 0.1663499 Jun 30 02:31:41.276996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aac19d-5dd6-4f76-8290-915cc82ea884 req-0aae26b4-cdc7-43d4-babb-725565a24ff1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.278698 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0aac19d-5dd6-4f76-8290-915cc82ea884 req-0aae26b4-cdc7-43d4-babb-725565a24ff1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.0692487 Jun 30 02:31:41.280734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-38305b5e-1c58-413c-b4af-c1eadcc7dc2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 200 len: 217 time: 0.0531840 Jun 30 02:31:41.289182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b5f64-7d30-487c-badc-74d6eabbe09d req-8e33d6cb-5625-4221-a277-033c67cc62dc tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.290761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e01b5f64-7d30-487c-badc-74d6eabbe09d req-8e33d6cb-5625-4221-a277-033c67cc62dc tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 950 time: 0.1848450 Jun 30 02:31:41.294141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b204-a786-4ff7-94ad-f560a9c1aad9 req-e10ab507-bdbe-4e00-a984-73d88ddf817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.296662 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d451b204-a786-4ff7-94ad-f560a9c1aad9 req-e10ab507-bdbe-4e00-a984-73d88ddf817f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 1096 time: 0.1918488 Jun 30 02:31:41.322666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0aac19d-5dd6-4f76-8290-915cc82ea884 req-a3cf9989-d1c5-43fa-b128-b91804a25572 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Jun 30 02:31:41.394502 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d451b204-a786-4ff7-94ad-f560a9c1aad9 req-9ff640b1-8b05-4eb6-82e1-51ca4bd14916 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894029 Jun 30 02:31:41.396204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-d8dfa89f-c807-4a02-996b-fbb7e502b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.397617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-d8dfa89f-c807-4a02-996b-fbb7e502b1f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 200 len: 867 time: 0.1058137 Jun 30 02:31:41.400773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e01b5f64-7d30-487c-badc-74d6eabbe09d req-b8769dd5-e702-4fed-8b50-f32f2735ff93 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967646 Jun 30 02:31:41.459584 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186748c1-cdb8-420a-a5ef-d80ba3edd138 None None] New status for floating IP 5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:31:41.469505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-722b54c6-11bb-4ecf-8cb9-0de5a63543d6 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips/5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7 HTTP/1.1" status: 200 len: 695 time: 0.0551672 Jun 30 02:31:41.531783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-21088364-5da7-468d-a61e-1c751b2bc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.534547 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-21088364-5da7-468d-a61e-1c751b2bc12d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6b8a4ca-4177-4789-8088-1369d0ed806a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741241 Jun 30 02:31:41.601428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-9a035a50-d131-4bd9-8684-c187b3a61c32 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.603115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-9a035a50-d131-4bd9-8684-c187b3a61c32 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1279914 Jun 30 02:31:41.670502 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-6abd430e-dfec-4a02-9035-a7b1e95023af tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 698 time: 0.0574460 Jun 30 02:31:41.671068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-5846ee2f-0c78-4d88-a9a6-a9e90b43dfd4 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270716 Jun 30 02:31:41.728703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-165ad389-7320-4fb7-9c17-e31bd2271b8f tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 698 time: 0.0564590 Jun 30 02:31:41.798823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0eaa214-c930-4e93-8dd9-f361f293d214 req-932d5301-f423-42d6-8f01-d44a9733ba85 service neutron] 10.222.0.90 "GET /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133306 Jun 30 02:31:41.880227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Deleting port 192a462e-638f-4fc0-868b-e1de269154dc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:41.880570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:41.960202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:41.960757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:41.973610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Calling delete_port for 192a462e-638f-4fc0-868b-e1de269154dc owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:42.103252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-bb7c8479-1d32-456f-a2bf-10cf1bb8e6ea tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.104794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-bb7c8479-1d32-456f-a2bf-10cf1bb8e6ea tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 950 time: 0.0774257 Jun 30 02:31:42.123500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-89ca6deb-b962-45e9-9e16-db30675d1c6f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786231 Jun 30 02:31:42.176058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.217052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event deleted for resources: {'Port': ['ID=192a462e-638f-4fc0-868b-e1de269154dc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:42.235211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Deleting port 89e34685-bb41-425f-bff6-8a60ff798597 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:42.235565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.308166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.311163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.327196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05976b27-078f-4cbf-a09a-593d651c92d8 req-cd6e4f3c-b454-419c-a87c-ee781104b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "DELETE /v2.0/floatingips/5efaa7c2-5b6b-4a13-a8f4-1ad69b3305d7 HTTP/1.1" status: 204 len: 173 time: 0.5912509 Jun 30 02:31:42.365470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] For port 89e34685-bb41-425f-bff6-8a60ff798597, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=89e34685-bb41-425f-bff6-8a60ff798597,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:42.365836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.380791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Calling delete_port for 89e34685-bb41-425f-bff6-8a60ff798597 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:42.587583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.600787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['89e34685-bb41-425f-bff6-8a60ff798597'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:42.675256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Pushing event deleted for resources: {'Port': ['ID=89e34685-bb41-425f-bff6-8a60ff798597,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:42.753950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78a860-4383-4e55-b30c-6192adf0218a req-15b9e246-cc15-4810-aef0-a7e2cb5ca5ad tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.761487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec78a860-4383-4e55-b30c-6192adf0218a req-15b9e246-cc15-4810-aef0-a7e2cb5ca5ad tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 945 time: 0.0852983 Jun 30 02:31:42.793031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] No DVR routers for this DVR port 89e34685-bb41-425f-bff6-8a60ff798597 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:42.798116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.800965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a87ed6e-d239-4cca-b8cd-c29b6e642a6e req-a8d24f25-dd49-41ec-8347-956d62fed81b tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.67 "DELETE /v2.0/ports/89e34685-bb41-425f-bff6-8a60ff798597 HTTP/1.1" status: 204 len: 173 time: 0.6901574 Jun 30 02:31:42.853652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01f205-a7bb-4728-89fb-723bd94d6050 req-a00cacbc-b19c-4bee-bb62-c7208be056b5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.855493 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a01f205-a7bb-4728-89fb-723bd94d6050 req-a00cacbc-b19c-4bee-bb62-c7208be056b5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.1722970 Jun 30 02:31:42.869043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec78a860-4383-4e55-b30c-6192adf0218a req-ec0612f6-ab7f-4494-b0b4-a974017f4fb9 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062119 Jun 30 02:31:42.910113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a01f205-a7bb-4728-89fb-723bd94d6050 req-a060829e-1ebb-4c5e-b271-0082e1fc3574 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483916 Jun 30 02:31:42.912432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'name': 'network-vif-deleted', 'tag': '89e34685-bb41-425f-bff6-8a60ff798597'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:42.916244 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d14a16-cd4a-4721-b93b-176771cc2b96" -d '{"events": [{"server_uuid": "7cd32907-ffb1-4197-be9f-213d0e343dfe", "name": "network-vif-deleted", "tag": "89e34685-bb41-425f-bff6-8a60ff798597"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:43.174073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-194a42ca-9b03-4ad1-8a3a-68e471d1cf08 req-d513d913-dd4c-47d3-88f4-490862487a08 tempest-ImagesNegativeTestJSON-1931946936 tempest-ImagesNegativeTestJSON-1931946936-project] 10.222.0.78 "GET /v2.0/ports?device_id=7cd32907-ffb1-4197-be9f-213d0e343dfe HTTP/1.1" status: 200 len: 210 time: 0.0540252 Jun 30 02:31:43.259211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec80a7-777f-4a3e-accc-230efc299a26 req-a70c09b8-e704-4404-9c79-3cc6a85367a6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.266901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3dec80a7-777f-4a3e-accc-230efc299a26 req-a70c09b8-e704-4404-9c79-3cc6a85367a6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.1502502 Jun 30 02:31:43.311407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3dec80a7-777f-4a3e-accc-230efc299a26 req-916170dc-8bc1-47fd-95c3-297ce457b701 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Jun 30 02:31:43.499592 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b55c75-8a7f-4bff-a3da-669d480378d6 x-openstack-request-id: req-33b55c75-8a7f-4bff-a3da-669d480378d6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:43.499878 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd32907-ffb1-4197-be9f-213d0e343dfe", "name": "network-vif-deleted", "tag": "89e34685-bb41-425f-bff6-8a60ff798597", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:43.500129 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33b55c75-8a7f-4bff-a3da-669d480378d6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:43.500557 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd32907-ffb1-4197-be9f-213d0e343dfe', 'name': 'network-vif-deleted', 'tag': '89e34685-bb41-425f-bff6-8a60ff798597', 'status': 'completed', 'code': 200} Jun 30 02:31:43.669124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65e08-46ef-43ac-8c04-a0df7cf93c43 req-eb05c6dc-712a-4a37-900e-8561be5d77ca tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.671891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ed65e08-46ef-43ac-8c04-a0df7cf93c43 req-eb05c6dc-712a-4a37-900e-8561be5d77ca tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0809250 Jun 30 02:31:43.720922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ed65e08-46ef-43ac-8c04-a0df7cf93c43 req-fd712b78-c469-40bd-bdbb-6ae4fa043a31 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0432465 Jun 30 02:31:43.786584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2de0e98-3842-4ea4-9404-e0089ec9a0f7 req-4af180db-2fa2-44a1-93de-d5542ca1a785 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0429389 Jun 30 02:31:43.906642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-85dca4a0-4f18-461b-ad10-5339c0cf5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.909377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-85dca4a0-4f18-461b-ad10-5339c0cf5d15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1100 time: 0.0691876 Jun 30 02:31:44.021416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-4757eddf-8565-41b5-a7ee-5a73cb1e832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.022924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-4757eddf-8565-41b5-a7ee-5a73cb1e832f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1066327 Jun 30 02:31:44.069163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-1e7813a8-8175-4a37-9faa-79e53ecd4296 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 217 time: 0.0392995 Jun 30 02:31:44.133518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-42140098-b67a-4d05-951e-9b8757000f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.135013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-42140098-b67a-4d05-951e-9b8757000f47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0599730 Jun 30 02:31:44.210226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-ed6901b1-0e3a-434b-b306-11bb57d0f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.212579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-ed6901b1-0e3a-434b-b306-11bb57d0f669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704567 Jun 30 02:31:44.423056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6e473-e932-4f72-957a-a906a51b48b6 req-271a1867-0fca-45cc-81a2-8eec12fd9222 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.425978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70f6e473-e932-4f72-957a-a906a51b48b6 req-271a1867-0fca-45cc-81a2-8eec12fd9222 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0751510 Jun 30 02:31:44.458958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54248) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:44.479774 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70f6e473-e932-4f72-957a-a906a51b48b6 req-177d87e4-04ff-4054-8876-bd2a54594a7d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468328 Jun 30 02:31:44.583183 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d442788-02bb-40a3-a7a5-e6063369461c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.676406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-54ff210e-9a63-433d-8201-fe22cfbeb24c service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562321 Jun 30 02:31:44.684838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939964-eb66-445b-a8e9-5a5d2857e3a8 req-5fec1c02-a90c-43f5-aab3-1535a44f8dde tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.686907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6b939964-eb66-445b-a8e9-5a5d2857e3a8 req-5fec1c02-a90c-43f5-aab3-1535a44f8dde tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 945 time: 0.4115524 Jun 30 02:31:44.702600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ba5ee-176a-4cd6-82a8-dcf34555f11b req-9ebf0959-2f7a-411a-9a3c-87e4c90cb031 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.704102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f74ba5ee-176a-4cd6-82a8-dcf34555f11b req-9ebf0959-2f7a-411a-9a3c-87e4c90cb031 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 945 time: 0.1118701 Jun 30 02:31:44.766323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d442788-02bb-40a3-a7a5-e6063369461c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.770201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f74ba5ee-176a-4cd6-82a8-dcf34555f11b req-3d7d50cc-acf8-4ce6-88f5-ce18be663e39 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584967 Jun 30 02:31:44.771293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d442788-02bb-40a3-a7a5-e6063369461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.781059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6b939964-eb66-445b-a8e9-5a5d2857e3a8 req-2392d5cf-54b4-4490-a3a4-4ae1f0444133 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844641 Jun 30 02:31:44.810751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-0aa41e89-422d-488e-a432-4b7d5df13663 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221325 Jun 30 02:31:44.826824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0d442788-02bb-40a3-a7a5-e6063369461c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16ae80abaffc401daedd06e048adab9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665547 Jun 30 02:31:44.829692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d442788-02bb-40a3-a7a5-e6063369461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e32deda-cf70-456a-b093-7d84f0d9246d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:44.830550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:44.895077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c2397-f941-4d81-8190-8f97541478e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.920678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c2397-f941-4d81-8190-8f97541478e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.979275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c2397-f941-4d81-8190-8f97541478e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.982628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34c2397-f941-4d81-8190-8f97541478e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.984223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e34c2397-f941-4d81-8190-8f97541478e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e32deda-cf70-456a-b093-7d84f0d9246d HTTP/1.1" status: 204 len: 168 time: 0.1523867 Jun 30 02:31:44.993617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2397-f941-4d81-8190-8f97541478e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e32deda-cf70-456a-b093-7d84f0d9246d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:45.127169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3648873-3b65-4bcf-88ec-fcfe98154653 req-df90cbf4-ea59-4e32-a257-0b326e2918e9 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.129050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3648873-3b65-4bcf-88ec-fcfe98154653 req-df90cbf4-ea59-4e32-a257-0b326e2918e9 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.0910947 Jun 30 02:31:45.175158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3648873-3b65-4bcf-88ec-fcfe98154653 req-eac46a9d-3698-402e-a08e-0da819f8d2d3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Jun 30 02:31:45.404974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:45.424630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10c968fa-b3c9-4aee-9cd5-aec8de73d833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.564033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10c968fa-b3c9-4aee-9cd5-aec8de73d833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.568710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10c968fa-b3c9-4aee-9cd5-aec8de73d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.639928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-10c968fa-b3c9-4aee-9cd5-aec8de73d833 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=453408cc18d64c8b9323fb8b8bf62424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330794 Jun 30 02:31:45.642652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:45.644165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c968fa-b3c9-4aee-9cd5-aec8de73d833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68a2df-ee63-4c44-999e-fbb943272ad3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:45.703217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc137d-7a9d-4f03-b52b-a750363c02e4 req-a673eb05-4a29-4d41-a094-f98120f38b07 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.706951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02dc137d-7a9d-4f03-b52b-a750363c02e4 req-a673eb05-4a29-4d41-a094-f98120f38b07 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 945 time: 0.1232162 Jun 30 02:31:45.707787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54ae5151-f062-4ee1-aa96-ea34e9ddcd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.730358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54ae5151-f062-4ee1-aa96-ea34e9ddcd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.756761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02dc137d-7a9d-4f03-b52b-a750363c02e4 req-cb381a9e-d5a5-4a98-b485-e382044a3c3f tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Jun 30 02:31:45.803290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54ae5151-f062-4ee1-aa96-ea34e9ddcd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.807822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54ae5151-f062-4ee1-aa96-ea34e9ddcd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.809277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-54ae5151-f062-4ee1-aa96-ea34e9ddcd4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c68a2df-ee63-4c44-999e-fbb943272ad3 HTTP/1.1" status: 204 len: 168 time: 0.1653018 Jun 30 02:31:45.820921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae5151-f062-4ee1-aa96-ea34e9ddcd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68a2df-ee63-4c44-999e-fbb943272ad3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:45.949891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67528a9b-659f-443c-9b88-106f0f076242 req-1381a009-9dae-488e-9cab-890a0ae08d28 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.952413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67528a9b-659f-443c-9b88-106f0f076242 req-1381a009-9dae-488e-9cab-890a0ae08d28 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0934286 Jun 30 02:31:46.011725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67528a9b-659f-443c-9b88-106f0f076242 req-130110c5-a74d-4ce2-a1e8-8bc23c4a9618 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Jun 30 02:31:46.037428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c687c-5add-4d69-b158-8dff6dcc2a1e req-5a42058f-cb8e-4b9a-a724-94ea03113534 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.038417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a04c687c-5add-4d69-b158-8dff6dcc2a1e req-5a42058f-cb8e-4b9a-a724-94ea03113534 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 945 time: 0.0789573 Jun 30 02:31:46.078101 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a04c687c-5add-4d69-b158-8dff6dcc2a1e req-35599812-e9fa-4cc0-8475-5bea06ad6464 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/security-groups?id=fac21fd9-efbc-471e-aa53-a11653cb65dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Jun 30 02:31:46.247156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95949f-b495-473b-94c3-a1643242da7a req-96f4adaf-555c-4941-9e0d-185d9c93f4c1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.249054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da95949f-b495-473b-94c3-a1643242da7a req-96f4adaf-555c-4941-9e0d-185d9c93f4c1 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 945 time: 0.1083872 Jun 30 02:31:46.396037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Deleting port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:46.396383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.521983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] For port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:46.522446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.539787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Calling delete_port for 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:46.662476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2add30c-aaf9-4751-805e-b57d5c4059f3 req-faa897ee-9d67-4fc5-be36-072f87327600 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.673548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2add30c-aaf9-4751-805e-b57d5c4059f3 req-faa897ee-9d67-4fc5-be36-072f87327600 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 945 time: 0.1042712 Jun 30 02:31:46.743261 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2add30c-aaf9-4751-805e-b57d5c4059f3 req-1a50e253-aa5c-4cae-9667-0a6b2482e447 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670252 Jun 30 02:31:46.798108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.801940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54436) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:46.814245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:46.867437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Pushing event deleted for resources: {'Port': ['ID=988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:46.933996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 89e34685-bb41-425f-bff6-8a60ff798597 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:46.965126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 89e34685-bb41-425f-bff6-8a60ff798597 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:46.966357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 89e34685-bb41-425f-bff6-8a60ff798597 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:46.992932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] No DVR routers for this DVR port 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:47.000474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:47.003854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da95949f-b495-473b-94c3-a1643242da7a req-30f9d9db-2952-44b2-a9d2-8132bdce2467 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.90 "DELETE /v2.0/ports/988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 HTTP/1.1" status: 204 len: 173 time: 0.7424142 Jun 30 02:31:47.004328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'name': 'network-vif-deleted', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:47.011258 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710dcf88-7aa7-4ffc-9a77-896108cf4080" -d '{"events": [{"server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "name": "network-vif-deleted", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:47.067569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4418379-d51f-4dd0-b6ad-39f86bb8ef78 req-474955e3-8152-4b7a-92ad-08a157c5f2a5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.069447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4418379-d51f-4dd0-b6ad-39f86bb8ef78 req-474955e3-8152-4b7a-92ad-08a157c5f2a5 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 945 time: 0.1190088 Jun 30 02:31:47.154834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4418379-d51f-4dd0-b6ad-39f86bb8ef78 req-9b5ad5df-2a9d-4acd-9da1-88a5fc46f097 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782697 Jun 30 02:31:47.189105 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44cec5-3326-487a-9712-9f26904b62ef x-openstack-request-id: req-ef44cec5-3326-487a-9712-9f26904b62ef {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:47.189400 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1fdcac-fc6e-488c-81e3-2c4ca96911a0", "name": "network-vif-deleted", "tag": "988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:47.189653 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef44cec5-3326-487a-9712-9f26904b62ef {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:47.190056 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1fdcac-fc6e-488c-81e3-2c4ca96911a0', 'name': 'network-vif-deleted', 'tag': '988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6', 'status': 'completed', 'code': 200} Jun 30 02:31:47.243089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e55b615d-6df9-4607-94f7-4f8f9f0fe628 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c79b6d01bd5a491a97b7ddeba4640b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391444 Jun 30 02:31:47.245658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54466) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:47.331180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95438fc7-17a0-4f07-ae0d-2efb45ae6876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:47.357930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95438fc7-17a0-4f07-ae0d-2efb45ae6876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:47.374617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e04dd51f-dfd3-4576-b2dc-a7322c6786de req-55e92602-c064-41cb-9969-775d39185ded tempest-FloatingIPsAssociationNegativeTestJSON-1399192200 tempest-FloatingIPsAssociationNegativeTestJSON-1399192200-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d1fdcac-fc6e-488c-81e3-2c4ca96911a0 HTTP/1.1" status: 200 len: 210 time: 0.0361803 Jun 30 02:31:47.454157 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95438fc7-17a0-4f07-ae0d-2efb45ae6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:47.456925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95438fc7-17a0-4f07-ae0d-2efb45ae6876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:47.462830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-95438fc7-17a0-4f07-ae0d-2efb45ae6876 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f41d67a-1d49-48ed-a0d8-8019b2ebdef9 HTTP/1.1" status: 204 len: 168 time: 0.2114611 Jun 30 02:31:47.471757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5090e5-d28d-45b8-a097-3dbc62415509 req-154a30e6-409b-41fa-8502-9428ab12eb87 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.473669 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e5090e5-d28d-45b8-a097-3dbc62415509 req-154a30e6-409b-41fa-8502-9428ab12eb87 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.1092770 Jun 30 02:31:47.482561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95438fc7-17a0-4f07-ae0d-2efb45ae6876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f41d67a-1d49-48ed-a0d8-8019b2ebdef9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:47.534598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e5090e5-d28d-45b8-a097-3dbc62415509 req-af99db5a-9a88-4e72-990e-c9e4ac0d6a0a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537636 Jun 30 02:31:47.679369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-142453a6-4555-44ce-bf1a-c931c8f863b5 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.681060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-142453a6-4555-44ce-bf1a-c931c8f863b5 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.1477394 Jun 30 02:31:47.692688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:47.838383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.041090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:48.126856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:48.209505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.237719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.406515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:48.423029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:48.426708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:48.428017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:48.434006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:48.434385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Attempting to bind port 1bf8942a-24af-4187-8414-f9398ee6819e on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:48.441897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:48.442244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:48.442707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:48.443251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Bound port: 1bf8942a-24af-4187-8414-f9398ee6819e, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:48.443629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.530158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01523c-010a-4d55-ba4a-ffcc27f9b879 req-1cae15d2-1727-4312-9531-3f03f245c75d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.533009 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d01523c-010a-4d55-ba4a-ffcc27f9b879 req-1cae15d2-1727-4312-9531-3f03f245c75d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.0844073 Jun 30 02:31:48.575561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:48.576926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54568) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:48.579091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:48.584634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.597983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d01523c-010a-4d55-ba4a-ffcc27f9b879 req-d7d1127b-5ed7-4a20-9701-58bfc2aecb4b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581720 Jun 30 02:31:48.681816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.682554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.684106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] 10.222.0.67 "PUT /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 1121 time: 0.9959731 Jun 30 02:31:48.692179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe73495-9ddd-4039-9f2e-4fc80a9b6579 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:48.718763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-639379920-network', 'tenant_id': 'e578c8b1fa0646c49f2453f7b39cf3f1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:48.753664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Made reservation on behalf of e578c8b1fa0646c49f2453f7b39cf3f1 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:48.756594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.767511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.776831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:48.777305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['1bf8942a-24af-4187-8414-f9398ee6819e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:48.864750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1bf8942a-24af-4187-8414-f9398ee6819e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:48.961950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.970395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.007385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:49.027248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:31:49.064066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5367c9c-432e-482d-b7ed-7f8a0c18b925,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.086655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.088261 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Added segment 07a60735-0888-4b63-9b95-cfb2d588e42b of type vlan for network 9c7d81a9-c880-4abb-af66-064fe1bad96d Jun 30 02:31:49.096645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2626ec-926f-4109-927c-f457c2ad1e42 req-ade1a80b-0692-4e04-ae73-7f34303c860f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.100902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ba2626ec-926f-4109-927c-f457c2ad1e42 req-ade1a80b-0692-4e04-ae73-7f34303c860f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.2133052 Jun 30 02:31:49.140805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.192933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e'}, {'name': 'network-changed', 'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:49.196313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.196515 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60" -d '{"events": [{"server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e"}, {"name": "network-changed", "server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:49.198153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.198783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.258893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ba2626ec-926f-4109-927c-f457c2ad1e42 req-2397c22e-f7c7-4af1-a9c4-2da4313c46c1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162267 Jun 30 02:31:49.283248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6996834 Jun 30 02:31:49.283248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:49.292641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:49.296241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Request body: {'subnet': {'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-639379920-subnet', 'tenant_id': 'e578c8b1fa0646c49f2453f7b39cf3f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:49.315539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d521-79aa-4e7d-9b89-1a6b15b6ea3e admin admin] Pushing event updated for resources: {'Network': ['ID=9c7d81a9-c880-4abb-af66-064fe1bad96d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.333788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:31:49.363548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Made reservation on behalf of e578c8b1fa0646c49f2453f7b39cf3f1 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:49.366108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.515880 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d374b128-81b1-45f4-8880-03fb034c1c79 x-openstack-request-id: req-d374b128-81b1-45f4-8880-03fb034c1c79 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:49.516283 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e", "code": 200}, {"name": "network-changed", "server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:49.516771 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d374b128-81b1-45f4-8880-03fb034c1c79 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:49.517245 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e', 'code': 200} Jun 30 02:31:49.517590 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e', 'status': 'completed', 'code': 200} Jun 30 02:31:49.604054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.631493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e has no active binding in host n-h1-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:31:49.721319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Checking segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:49.721707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Network hostable DHCP agents. Network: 9c7d81a9-c880-4abb-af66-064fe1bad96d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:31:49.737698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667b07a2-e1b1-423a-931b-e37ebedda557,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.751099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:31:49.761661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 9c7d81a9-c880-4abb-af66-064fe1bad96d) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:49.767491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.768478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.773058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fbde5-78b0-4338-b03f-097d4c378c66 None None] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:49.784035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.792693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b4e85111-a97f-4030-9f62-6fdb5b6cbd16 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5035663 Jun 30 02:31:49.851292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-13e4d65e-cd22-491c-885d-3e6771ae831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.852821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-13e4d65e-cd22-491c-885d-3e6771ae831e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1124 time: 0.2444870 Jun 30 02:31:49.938025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37da8c-395c-49a6-8616-273b1f7c370c None None] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:50.013151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae898e94-eb0f-4ce7-92d0-ae1040a658b1 req-e697d1a5-e431-46ac-b774-0d0e2075b89d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.015220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ae898e94-eb0f-4ce7-92d0-ae1040a658b1 req-e697d1a5-e431-46ac-b774-0d0e2075b89d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.2606695 Jun 30 02:31:50.061377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:50.063390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:50.116999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:50.117332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 988f7cd7-45c9-4eca-a6ed-fa98ba2b1ae6 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:50.148119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-cf73180d-810e-4c66-9740-a02771c80199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.149618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-cf73180d-810e-4c66-9740-a02771c80199 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2865968 Jun 30 02:31:50.214373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:50.214624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ae898e94-eb0f-4ce7-92d0-ae1040a658b1 req-595af923-ef0b-469b-83e3-14b998c6644f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880989 Jun 30 02:31:50.215693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-8ae90265-8629-4c4e-be3c-c1ea51594f01 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 217 time: 0.0536387 Jun 30 02:31:50.227516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'mac_address': 'fa:16:3e:ee:4b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:50.291773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.311466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-988f5665-be0a-411b-93ff-1a0d88175476 req-5d884ad0-3864-49b1-a396-fa4464c3d4ba tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412827 Jun 30 02:31:50.312783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-147a19b1-a478-46b4-9b64-2c39c43f81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.314352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-147a19b1-a478-46b4-9b64-2c39c43f81e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0881202 Jun 30 02:31:50.317294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01cebc03-e18e-4b9b-884f-440e6a2ebb5e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:50.341596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:50.348136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.393781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-05469d7e-0cdb-42c7-8092-64d64a144333 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331659 Jun 30 02:31:50.418984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:50.464045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f5665-be0a-411b-93ff-1a0d88175476 req-9ef3abd8-a9a0-4a57-80a2-2bac2546d09b tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.465761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-988f5665-be0a-411b-93ff-1a0d88175476 req-9ef3abd8-a9a0-4a57-80a2-2bac2546d09b tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481898 Jun 30 02:31:50.487541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-988f5665-be0a-411b-93ff-1a0d88175476 req-0a17e323-4001-4533-ab3d-4602e42be98c tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/quotas/6fbb606feea04aa0a3f880fdf5e2dadb HTTP/1.1" status: 200 len: 375 time: 0.0106480 Jun 30 02:31:50.488265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['01cebc03-e18e-4b9b-884f-440e6a2ebb5e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:50.528024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-988f5665-be0a-411b-93ff-1a0d88175476 req-68d4f8a5-4f55-4fbe-a855-abc71f5c1c08 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337749 Jun 30 02:31:50.624870 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-3f2e5bbe-5d3d-4d41-8ab0-7df46c2fd12f service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241402 Jun 30 02:31:50.666439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Deleting port 47e7eaeb-d105-4a00-a98a-9576bff285f3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:50.666783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.752069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-44f35d52-9c94-4cb2-827b-fed4dfcf2986 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.754572 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-44f35d52-9c94-4cb2-827b-fed4dfcf2986 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 821 time: 0.2747407 Jun 30 02:31:50.794824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-39e93506-afed-4442-b22d-a5d7370f421e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/quotas/e578c8b1fa0646c49f2453f7b39cf3f1 HTTP/1.1" status: 200 len: 375 time: 0.0331635 Jun 30 02:31:51.145367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-5c327599-bd3d-42c0-8851-dc2fddf7aaba tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3420606 Jun 30 02:31:51.161997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] For port 47e7eaeb-d105-4a00-a98a-9576bff285f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=47e7eaeb-d105-4a00-a98a-9576bff285f3,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:51.162700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:51.166030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e79b27a2-8dab-4bf6-aead-fa3fbed7ef60 req-f8ddeb97-20af-45d0-9e49-855fdfe722af service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198069 Jun 30 02:31:51.217205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Calling delete_port for 47e7eaeb-d105-4a00-a98a-9576bff285f3 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:51.229440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a0e8-1381-430b-89c4-003a3d2a43c4 req-d654f9d4-e56a-4c6f-9f7f-b91346f58321 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.232381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d73a0e8-1381-430b-89c4-003a3d2a43c4 req-d654f9d4-e56a-4c6f-9f7f-b91346f58321 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0811911 Jun 30 02:31:51.276694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d73a0e8-1381-430b-89c4-003a3d2a43c4 req-f9dea7e1-005d-42ca-a672-76f751b3982f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Jun 30 02:31:51.342889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-d376b41a-bb07-4390-8b01-bd45f853517a service neutron] 10.222.0.78 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894083 Jun 30 02:31:51.551221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-794bbde0-b325-4afd-8cde-93fe1859c47b service neutron] 10.222.0.78 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071598 Jun 30 02:31:51.625795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:51.714845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Pushing event deleted for resources: {'Port': ['ID=47e7eaeb-d105-4a00-a98a-9576bff285f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:51.907472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019826a0-2214-441e-bc12-2dd03bb23ad9 req-85dac589-a9b9-4262-9309-f9cb82f945c8 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.915221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-019826a0-2214-441e-bc12-2dd03bb23ad9 req-85dac589-a9b9-4262-9309-f9cb82f945c8 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.1407952 Jun 30 02:31:51.967484 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:51.985235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-019826a0-2214-441e-bc12-2dd03bb23ad9 req-412598cf-c342-4946-a60d-4a11b935f91e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686812 Jun 30 02:31:52.063646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:52.219139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:52.223610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:52.374112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111945c3-a55c-4595-aedb-1e9018abe8d6 req-26c4c1d6-fe5a-4738-96f5-ef8894c58f13 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 210 time: 0.0685318 Jun 30 02:31:52.503513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:52.591277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Router 0eb0a001-83ef-44e6-8ba4-855809312495 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:52.603331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:52.604815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:52.607263 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3deeac-ad7f-4450-b6e5-69de460c0cbd" -d '{"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-plugged", "status": "completed", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:52.685399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5431ff-074e-4685-8468-b480a26e8b07 req-eb559164-78ef-4c8a-aaf6-13e60e2698ad tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.686300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:52.696075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e5431ff-074e-4685-8468-b480a26e8b07 req-eb559164-78ef-4c8a-aaf6-13e60e2698ad tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.0986638 Jun 30 02:31:52.710808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:52.760739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e5431ff-074e-4685-8468-b480a26e8b07 req-21e0f07b-8619-47c8-a007-124c51749f34 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634501 Jun 30 02:31:52.845380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:52.853938 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f3a4e-db51-4c61-83bb-a8cde352d308 x-openstack-request-id: req-024f3a4e-db51-4c61-83bb-a8cde352d308 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:52.854605 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-plugged", "status": "completed", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:52.856665 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-024f3a4e-db51-4c61-83bb-a8cde352d308 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:52.857418 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'code': 200} Jun 30 02:31:52.939212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60959592-e9aa-4a83-ab8f-375286b341c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:52.986504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:52.992842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6faf3c42-7785-4952-9242-17375ddb700a admin admin] 10.222.0.78 "PUT /v2.0/routers/0eb0a001-83ef-44e6-8ba4-855809312495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2148604 Jun 30 02:31:52.995356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:53.006516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] Sync routers for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:53.022221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:53.022897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:53.053396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c863bc71-6915-4b6f-8996-1ad7cebf9652 req-0d3651da-f808-4938-b428-caf93aa41ed3 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719180 Jun 30 02:31:53.237833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:53.269770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60959592-e9aa-4a83-ab8f-375286b341c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:53.280541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:53.288282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60959592-e9aa-4a83-ab8f-375286b341c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:53.495043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:31:51Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:53.515010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60959592-e9aa-4a83-ab8f-375286b341c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d3b25fff5004bc1bc27a89334fc2f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9105303 Jun 30 02:31:53.517109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:53.533468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] Checking router: 0eb0a001-83ef-44e6-8ba4-855809312495 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:53.545449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] Routers {'0eb0a001-83ef-44e6-8ba4-855809312495'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:53.546500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:31:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0eb0a001-83ef-44e6-8ba4-855809312495'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:53.651807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60959592-e9aa-4a83-ab8f-375286b341c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e2c94-6781-4acf-83ff-de7375102108,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:53.655786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:53.693658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46bced67-28be-43aa-8777-23586efe8c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:53.708350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863bc71-6915-4b6f-8996-1ad7cebf9652 req-51f10679-1d00-4e89-ba94-73b3a5b9b891 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.713106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618ffb9-8a1d-4b56-a9a8-4810bb701e2e req-d8b4ff92-4db2-4573-b16c-48dc7b209407 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.719698 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c863bc71-6915-4b6f-8996-1ad7cebf9652 req-51f10679-1d00-4e89-ba94-73b3a5b9b891 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6584170 Jun 30 02:31:53.720540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c618ffb9-8a1d-4b56-a9a8-4810bb701e2e req-d8b4ff92-4db2-4573-b16c-48dc7b209407 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.5635171 Jun 30 02:31:53.737900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] Set router 0eb0a001-83ef-44e6-8ba4-855809312495 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:53.774706 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c863bc71-6915-4b6f-8996-1ad7cebf9652 req-97a08206-ff3c-45b2-9859-7f3160990b1b tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/quotas/6fbb606feea04aa0a3f880fdf5e2dadb HTTP/1.1" status: 200 len: 375 time: 0.0382285 Jun 30 02:31:53.835197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c863bc71-6915-4b6f-8996-1ad7cebf9652 req-31d3ce51-d87c-49b8-aa44-5d6f6ad8e024 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588884 Jun 30 02:31:53.865091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-5bcfdfd9-d476-428b-ab52-b42ca26ba77a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.866919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-5bcfdfd9-d476-428b-ab52-b42ca26ba77a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.67 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 821 time: 0.1292906 Jun 30 02:31:53.884597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'port': {'device_id': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'admin_state_up': True, 'tenant_id': 'e578c8b1fa0646c49f2453f7b39cf3f1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:54.040157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46bced67-28be-43aa-8777-23586efe8c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.063806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c618ffb9-8a1d-4b56-a9a8-4810bb701e2e req-a6fd953a-a51b-46ee-b4b3-f545338873c2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374760 Jun 30 02:31:54.129252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:31:51Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:54.186016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3c249-8334-41b4-911d-0b5e424dcdbc None None] The sync data for ids ['0eb0a001-83ef-44e6-8ba4-855809312495'] in n-d-798054-5 is: [{'id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-422653480-router', 'tenant_id': '4b62868d137e4480b6a1077955f9b456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:50Z', 'updated_at': '2021-06-30T02:31:51Z', 'revision_number': 5, 'project_id': '4b62868d137e4480b6a1077955f9b456', 'gw_port': {'id': '33e55625-9a69-4db3-92fc-84e4cf6f6736', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb0a001-83ef-44e6-8ba4-855809312495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:52Z', 'updated_at': '2021-06-30T02:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:54.219064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46bced67-28be-43aa-8777-23586efe8c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.228322 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46bced67-28be-43aa-8777-23586efe8c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.232817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-46bced67-28be-43aa-8777-23586efe8c74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f46e2c94-6781-4acf-83ff-de7375102108 HTTP/1.1" status: 204 len: 168 time: 0.7105718 Jun 30 02:31:54.249847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bced67-28be-43aa-8777-23586efe8c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e2c94-6781-4acf-83ff-de7375102108,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:54.286574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Deleting port 33e55625-9a69-4db3-92fc-84e4cf6f6736 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:54.287053 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.361066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Made reservation on behalf of e578c8b1fa0646c49f2453f7b39cf3f1 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:54.364979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.410773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea5f28b9-8c63-4823-8161-10361bb50605 req-5b3f2915-61f5-4c3a-8068-d70b9f85274e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 210 time: 0.0698445 Jun 30 02:31:54.506365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] For port 33e55625-9a69-4db3-92fc-84e4cf6f6736, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=33e55625-9a69-4db3-92fc-84e4cf6f6736,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:54.507442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.526967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ed0c-8d49-4997-890c-402afef6bcac req-2d85082d-2b17-4c6c-9ef9-ec0c63103722 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.549889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb40ed0c-8d49-4997-890c-402afef6bcac req-2d85082d-2b17-4c6c-9ef9-ec0c63103722 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.2012088 Jun 30 02:31:54.593949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Calling delete_port for 33e55625-9a69-4db3-92fc-84e4cf6f6736 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:54.715988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb40ed0c-8d49-4997-890c-402afef6bcac req-702f838f-9d59-4690-8e1e-8611d6b29e5f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650970 Jun 30 02:31:54.821609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Allocated IP 172.20.0.12 (9c7d81a9-c880-4abb-af66-064fe1bad96d/667b07a2-e1b1-423a-931b-e37ebedda557/d4db0353-0a62-4e87-8b52-8798b7e7fc48) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:55.097483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.230958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e55625-9a69-4db3-92fc-84e4cf6f6736,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:55.242539 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.429344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.437770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.449540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.451221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1361b-97fb-44fa-b365-b6c05fbd0ff7 req-7648b9c7-9e77-4322-b97d-d8dc99977bdc tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.459515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1b1361b-97fb-44fa-b365-b6c05fbd0ff7 req-7648b9c7-9e77-4322-b97d-d8dc99977bdc tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.1635823 Jun 30 02:31:55.522502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47e7eaeb-d105-4a00-a98a-9576bff285f3 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:55.523556 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1b1361b-97fb-44fa-b365-b6c05fbd0ff7 req-59f73b71-f8a3-4741-b52a-14ac38c39892 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621479 Jun 30 02:31:55.610083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 47e7eaeb-d105-4a00-a98a-9576bff285f3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:55.611977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47e7eaeb-d105-4a00-a98a-9576bff285f3 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:55.705230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.705230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb0a001-83ef-44e6-8ba4-855809312495 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:31:55.717771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.721543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-19234c97-9bc5-47c6-899c-759752af84a2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0eb0a001-83ef-44e6-8ba4-855809312495 HTTP/1.1" status: 204 len: 168 time: 2.7226315 Jun 30 02:31:55.722094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:55.916571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5177a96b-66cd-4ca8-ba9e-f8b21af6c2c9 req-722355f8-2d6c-43e0-8e8a-8c0060fa4e57 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 210 time: 0.0993588 Jun 30 02:31:55.949212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54950) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:55.954827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.036418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Deleting subnet 28161ec2-0951-4f46-ac99-b4a8e8c069db {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:31:56.049547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:56.102813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:56.105765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:56.115969 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.118682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:56.126427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:56.128035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.196001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-7412ad6d-0017-4697-8163-281a4b0055f4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3162067 Jun 30 02:31:56.229027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Request body: {'port': {'device_id': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:56.230125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-792165439-network', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:56.264695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:56.268473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.279875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.295784 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.381748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.401910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.410841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.462232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:31:56.471376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c334f35-e945-4b3c-beb1-36f80312adce,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:56.487059 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.487683 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Added segment 6a4ed048-20cf-4a52-85aa-2c49305fbca9 of type vlan for network eed9ce84-e230-4855-8758-b8a5ff868a3c Jun 30 02:31:56.583008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.678169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.680141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:56.681216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.724387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7734826 Jun 30 02:31:56.805407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54968) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:56.829903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Request body: {'subnet': {'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-subnet', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:56.876058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:56.878656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.932214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c28851-db08-45eb-9ae0-678a4b18470d admin admin] Pushing event updated for resources: {'Network': ['ID=eed9ce84-e230-4855-8758-b8a5ff868a3c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:56.945398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network eed9ce84-e230-4855-8758-b8a5ff868a3c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:31:57.106962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.153155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28161ec2-0951-4f46-ac99-b4a8e8c069db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:57.174694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.199877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e65bd-81f6-4ead-901f-678771df2fa9 None None] Network d6b8a4ca-4177-4789-8088-1369d0ed806a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:57.209360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.214933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0375bcf0-471b-4785-9b6d-bd2b3c57795f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/28161ec2-0951-4f46-ac99-b4a8e8c069db HTTP/1.1" status: 204 len: 168 time: 1.4903314 Jun 30 02:31:57.228387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:57.320232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388dde9-0029-4e62-9c0e-9eab1c25e65b req-c99475fd-ac63-4b15-aa20-8280da84d19e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.321893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c388dde9-0029-4e62-9c0e-9eab1c25e65b req-c99475fd-ac63-4b15-aa20-8280da84d19e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 1.1338871 Jun 30 02:31:57.365653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.367199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 33e55625-9a69-4db3-92fc-84e4cf6f6736 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:57.403098 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.426121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1147b-7d9f-4cae-a5cd-868dbabef001 req-951b2040-38c8-42d3-8578-645c963805ae tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.435039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61b1147b-7d9f-4cae-a5cd-868dbabef001 req-951b2040-38c8-42d3-8578-645c963805ae tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.3338447 Jun 30 02:31:57.445153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 33e55625-9a69-4db3-92fc-84e4cf6f6736 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:57.445805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 33e55625-9a69-4db3-92fc-84e4cf6f6736 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:57.467998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fac86b-9dd1-4208-b2f7-e83b35dc9323,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:57.471040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Checking segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:57.471826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Network hostable DHCP agents. Network: eed9ce84-e230-4855-8758-b8a5ff868a3c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:31:57.480084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c388dde9-0029-4e62-9c0e-9eab1c25e65b req-1a5c8d54-56a0-413a-a867-ff4c57ff85b6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481037 Jun 30 02:31:57.582351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61b1147b-7d9f-4cae-a5cd-868dbabef001 req-1927ced4-e68f-481c-b52a-feb32bbcf84e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267002 Jun 30 02:31:57.586880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Network eed9ce84-e230-4855-8758-b8a5ff868a3c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:31:57.631670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-11191c5d-8ab7-4128-ad24-8e0c94f7ff6c service neutron] 10.222.0.90 "GET /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.2064457 Jun 30 02:31:57.647827 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21fd1294-c7b2-4d80-9602-70c9273d0a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.650708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, eed9ce84-e230-4855-8758-b8a5ff868a3c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:57.669038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71beb6ca-5357-4c7e-b7c3-cbe923a4b2a1 None None] Network eed9ce84-e230-4855-8758-b8a5ff868a3c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:57.675114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.675728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.688054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Deleting port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:57.688407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.749561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd8e9ffe-47c0-464a-a1a1-fb9423a6d011 req-bacb607a-d76d-444a-bb33-65641babd7b7 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576334 Jun 30 02:31:57.780671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bddc59cd-f9d2-4f95-b47c-ec77f0a1a16a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9707651 Jun 30 02:31:57.793598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54992) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:57.808453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] DHCP port deletion for d6b8a4ca-4177-4789-8088-1369d0ed806a request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:31:57.817240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:57.881850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] For port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,segment=NetworkSegment(c837100d-c04a-41f5-874b-649e4721d59a),segment_id=c837100d-c04a-41f5-874b-649e4721d59a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:57.882742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.905139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Calling delete_port for 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:57.972136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e9ffe-47c0-464a-a1a1-fb9423a6d011 req-8c95ce2f-524e-464e-8a94-ce7465bf3a2c tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.979553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd8e9ffe-47c0-464a-a1a1-fb9423a6d011 req-8c95ce2f-524e-464e-8a94-ce7465bf3a2c tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288463 Jun 30 02:31:58.019179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd8e9ffe-47c0-464a-a1a1-fb9423a6d011 req-31e577c6-e1d3-4d49-b07b-c347c111dfe6 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/quotas/6fbb606feea04aa0a3f880fdf5e2dadb HTTP/1.1" status: 200 len: 375 time: 0.0385742 Jun 30 02:31:58.064940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Deleting port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:58.066536 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.071317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.134948 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.135902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.142803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] For port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:58.143549 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.144124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:58.149586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] No DVR routers for this DVR port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:58.167423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Calling delete_port for 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:58.170301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd8e9ffe-47c0-464a-a1a1-fb9423a6d011 req-0a1c71c6-190f-4ae1-91c5-ae0df45df363 tempest-QuotasAdminNegativeTest-1893643249 tempest-QuotasAdminNegativeTest-1893643249-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1499159 Jun 30 02:31:58.187505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:58.190649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:31:58.197111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.243396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] Pushing event deleted for resources: {'Port': ['ID=77ccca2d-35ed-4ff1-9670-c0ec8f32f915,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:58.288047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e3abf-d108-4a8f-a6e0-584b77d00f3a None None] No DVR routers for this DVR port 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:58.311035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-eed9ce84-e230-4855-8758-b8a5ff868a3c', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:31:58.312542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.349395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.358416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b02da-ebf5-4e42-8da7-84b848eabc5d req-02fd8b40-4779-4a83-9e16-738f7d525eb1 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:58.366280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-061b02da-ebf5-4e42-8da7-84b848eabc5d req-02fd8b40-4779-4a83-9e16-738f7d525eb1 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 932 time: 0.5161638 Jun 30 02:31:58.374896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.399565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b8a4ca-4177-4789-8088-1369d0ed806a']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:58.510374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c837100d-c04a-41f5-874b-649e4721d59a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:58.510374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c837100d-c04a-41f5-874b-649e4721d59a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:58.546669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4db0353-0a62-4e87-8b52-8798b7e7fc48 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:58.569444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.572072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.595895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.609262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:31:58.610969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.674380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:58.704575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Allocated IP 172.20.0.2 (eed9ce84-e230-4855-8758-b8a5ff868a3c/10fac86b-9dd1-4208-b2f7-e83b35dc9323/90139080-16a0-40f8-ba57-d81d9871b0da) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:58.715034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:58.733106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-061b02da-ebf5-4e42-8da7-84b848eabc5d req-83b13938-6de8-4688-822f-a027d43181f2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642297 Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:31:58.740218 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:31:58.783256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Transition to ACTIVE for port object d4db0353-0a62-4e87-8b52-8798b7e7fc48 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:58.805349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.848313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.860794 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.872987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d6b8a4ca-4177-4789-8088-1369d0ed806a HTTP/1.1" status: 204 len: 168 time: 1.6400628 Jun 30 02:31:58.918247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf8942a-24af-4187-8414-f9398ee6819e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:58.992519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:59.000761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.006286 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.013649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57424677-118a-4245-bd19-f86732a79251 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b8a4ca-4177-4789-8088-1369d0ed806a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:59.029492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Transition to ACTIVE for port object 90139080-16a0-40f8-ba57-d81d9871b0da will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:59.038561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:59.063325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Transition to ACTIVE for port object 90139080-16a0-40f8-ba57-d81d9871b0da will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:59.078347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.093227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.141559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:59.146044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Network eed9ce84-e230-4855-8758-b8a5ff868a3c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:59.154899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:59.160334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:59.202236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Attempting to bind port d4db0353-0a62-4e87-8b52-8798b7e7fc48 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:59.202902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Attempting to bind port d4db0353-0a62-4e87-8b52-8798b7e7fc48 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:59.202902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Attempting to bind port d4db0353-0a62-4e87-8b52-8798b7e7fc48 on network 9c7d81a9-c880-4abb-af66-064fe1bad96d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:59.221733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Port d4db0353-0a62-4e87-8b52-8798b7e7fc48 on network 9c7d81a9-c880-4abb-af66-064fe1bad96d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:59.222065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Attempting to bind port d4db0353-0a62-4e87-8b52-8798b7e7fc48 on network 9c7d81a9-c880-4abb-af66-064fe1bad96d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:59.225717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3e01-09de-41ed-876e-4bbd604afb24 req-99ba3dec-1548-4301-846e-e7bce2f29702 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.233633 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aafa3e01-09de-41ed-876e-4bbd604afb24 req-99ba3dec-1548-4301-846e-e7bce2f29702 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.2409778 Jun 30 02:31:59.253294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Pushing event updated for resources: {'Port': ['ID=90139080-16a0-40f8-ba57-d81d9871b0da,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:59.264247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:59.264247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Checking segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:59.264814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Bound using segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:59.265196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Bound port: d4db0353-0a62-4e87-8b52-8798b7e7fc48, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:59.265510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.277932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8f5ed246-0146-40e3-aa12-dc206a26124f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b62868d137e4480b6a1077955f9b456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336427 Jun 30 02:31:59.281017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:59.297132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Attempting to bind port 90139080-16a0-40f8-ba57-d81d9871b0da on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:59.297132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Attempting to bind port 90139080-16a0-40f8-ba57-d81d9871b0da by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:59.297623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Attempting to bind port 90139080-16a0-40f8-ba57-d81d9871b0da on network eed9ce84-e230-4855-8758-b8a5ff868a3c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:59.345797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:59.346199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Checking segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:59.346618 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.347571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Bound using segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:59.348083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Bound port: 90139080-16a0-40f8-ba57-d81d9871b0da, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:59.348460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.393030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aafa3e01-09de-41ed-876e-4bbd604afb24 req-cfcd2f00-2558-4cd8-9cef-af8878637ee6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554828 Jun 30 02:31:59.430328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8c065-b8a4-4b17-9f17-28fdb61a33b9 req-29af1b3e-9c0c-4c8e-a709-132a262a97b3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.431733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1be8c065-b8a4-4b17-9f17-28fdb61a33b9 req-29af1b3e-9c0c-4c8e-a709-132a262a97b3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 943 time: 0.3445373 Jun 30 02:31:59.437339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] Transition to ACTIVE for port object 1bf8942a-24af-4187-8414-f9398ee6819e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:59.455039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] For port 90139080-16a0-40f8-ba57-d81d9871b0da, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:59.455652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.458539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] For port 90139080-16a0-40f8-ba57-d81d9871b0da, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=90139080-16a0-40f8-ba57-d81d9871b0da,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:59.481729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.486070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.526897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:59.547928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.567728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:59.583090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:59.620963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1be8c065-b8a4-4b17-9f17-28fdb61a33b9 req-50c6a3b6-fe1f-4e52-adde-800db0e9338e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881497 Jun 30 02:31:59.627736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8659d8-7efa-4da2-b916-1397c6225100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.642127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:59.644934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ccca2d-35ed-4ff1-9670-c0ec8f32f915 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:59.648026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] No DVR routers for this DVR port 1bf8942a-24af-4187-8414-f9398ee6819e on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:59.667910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.716238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be6786-7bfe-4744-badc-fcaf609d04ee None None] Pushing event updated for resources: {'Port': ['ID=90139080-16a0-40f8-ba57-d81d9871b0da,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:59.745499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:59.790948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Allocated IP 172.25.0.5 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e6cbdbf7-76c9-4076-9659-1f16ff30ec80) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:59.848062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8659d8-7efa-4da2-b916-1397c6225100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.967325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.968308 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.970359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4db0353-0a62-4e87-8b52-8798b7e7fc48 HTTP/1.1" status: 200 len: 1092 time: 3.7543559 Jun 30 02:31:59.975171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'tag': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:59.991248 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d443d6aa-91c2-40d6-96ef-4c5d921e070b", "tag": "d4db0353-0a62-4e87-8b52-8798b7e7fc48"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:00.005034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-4ab026f2-d961-4eab-a01b-4011545dd8ce service neutron] 10.222.0.90 "PUT /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e/bindings/n-h1-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 2.3370857 Jun 30 02:32:00.130289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.143976 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d9125b-9ab5-42f2-8fd4-2b742752b583 x-openstack-request-id: req-d3d9125b-9ab5-42f2-8fd4-2b742752b583 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:00.144175 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d443d6aa-91c2-40d6-96ef-4c5d921e070b", "tag": "d4db0353-0a62-4e87-8b52-8798b7e7fc48", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:00.144414 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3d9125b-9ab5-42f2-8fd4-2b742752b583 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:00.146542 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'tag': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'status': 'completed', 'code': 200} Jun 30 02:32:00.173494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777306-dcb0-474a-b71c-d9f8ef955d09 req-05a89789-f072-4f3c-bd05-c57174ebc63a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.180592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0777306-dcb0-474a-b71c-d9f8ef955d09 req-05a89789-f072-4f3c-bd05-c57174ebc63a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 944 time: 0.2499237 Jun 30 02:32:00.213281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3e97-ca45-419e-8030-863b08097a74 service neutron] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:00.241438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:00.284587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0777306-dcb0-474a-b71c-d9f8ef955d09 req-e91a4f3d-6b8a-41b8-9de5-956e428b39ff tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017725 Jun 30 02:32:00.297492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-5af6d26b-a739-4bfd-8c69-426e65d53a1b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.298893 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8659d8-7efa-4da2-b916-1397c6225100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.299528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-5af6d26b-a739-4bfd-8c69-426e65d53a1b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.1942194 Jun 30 02:32:00.305728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8659d8-7efa-4da2-b916-1397c6225100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.313624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a8659d8-7efa-4da2-b916-1397c6225100 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fac21fd9-efbc-471e-aa53-a11653cb65dd HTTP/1.1" status: 204 len: 168 time: 1.0184298 Jun 30 02:32:00.327030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20bd9201-bd9e-456a-8bb8-574e0cd6c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.339806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-05550b6e-f41f-4245-9ba8-9a2e01d9d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.351899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-05550b6e-f41f-4245-9ba8-9a2e01d9d86b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 1095 time: 0.2742872 Jun 30 02:32:00.379212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8659d8-7efa-4da2-b916-1397c6225100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac21fd9-efbc-471e-aa53-a11653cb65dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:00.384368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.443173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:00.445685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-3ad07978-ea9f-4506-bb4e-d03ea98b0f29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48 HTTP/1.1" status: 200 len: 217 time: 0.0842619 Jun 30 02:32:00.453741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:00.457720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:00.459738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Pushing event updated for resources: {'Port': ['ID=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:00.514570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.516435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-d9c11733-af6c-42f0-8135-b50eae801ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.518826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-d9c11733-af6c-42f0-8135-b50eae801ee8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73&tenant_id=2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 1095 time: 0.1892965 Jun 30 02:32:00.519704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc52b4-af56-459f-acce-32d587570d31 req-3fbf9d36-1f95-4e05-864c-e2f25e97c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.522921 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-3fbf9d36-1f95-4e05-864c-e2f25e97c521 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 200 len: 861 time: 0.0697348 Jun 30 02:32:00.588487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-22f5f50a-e956-40d9-86f8-67fe9f7c233b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c7d81a9-c880-4abb-af66-064fe1bad96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582862 Jun 30 02:32:00.625706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62fb670e-21a4-4a67-97dc-ed926f57c5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:00.875193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-a6e65e3e-ffef-47df-8564-fc6091a13e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.877089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-a6e65e3e-ffef-47df-8564-fc6091a13e1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1095 time: 0.2626081 Jun 30 02:32:00.972385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52592f30-35c2-4e03-bec3-27fd60771576 req-333ba4b4-77a9-4091-8e84-4fcbde93c1ab tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.974932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52592f30-35c2-4e03-bec3-27fd60771576 req-333ba4b4-77a9-4091-8e84-4fcbde93c1ab tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.2162704 Jun 30 02:32:00.976954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-bef1b35f-cbe3-4deb-993f-f02c17013fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788390 Jun 30 02:32:01.148695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52592f30-35c2-4e03-bec3-27fd60771576 req-b3ecba3f-e386-4a57-969d-702d2f877eac tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633339 Jun 30 02:32:01.214180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.254204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567094e-904b-4840-8f5f-90e8ffc4f8e9 None None] Network eed9ce84-e230-4855-8758-b8a5ff868a3c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:01.283445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb10b3-c686-4bd0-b514-b52c697a9fdc req-032bff6a-edba-4df9-8729-8b71dcf116ae tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:01.285535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ebb10b3-c686-4bd0-b514-b52c697a9fdc req-032bff6a-edba-4df9-8729-8b71dcf116ae tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 944 time: 0.4072194 Jun 30 02:32:01.287303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-8108c2ef-9712-4e54-8c35-72f6e9fcfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:01.288631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-8108c2ef-9712-4e54-8c35-72f6e9fcfb96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.3929818 Jun 30 02:32:01.296598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91cc52b4-af56-459f-acce-32d587570d31 req-ebbdb55b-0274-4a60-8681-a86e394fb035 service neutron] 10.222.0.67 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062239 Jun 30 02:32:01.302382 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62fb670e-21a4-4a67-97dc-ed926f57c5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.326216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62fb670e-21a4-4a67-97dc-ed926f57c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.359630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-997ce13c-ac86-446a-9ac9-5584f03a4612 None None] Provisioning for port 90139080-16a0-40f8-ba57-d81d9871b0da completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:01.480836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ebb10b3-c686-4bd0-b514-b52c697a9fdc req-e8579b7e-062b-4464-92eb-95b99b0ff112 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841605 Jun 30 02:32:01.482957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-96b439ce-fbd7-448b-bb3f-0fadca5cc816 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 200 len: 217 time: 0.0586207 Jun 30 02:32:01.489074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb670e-21a4-4a67-97dc-ed926f57c5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2cc14-a633-4103-b2c3-8448c7700913,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:01.522787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-62fb670e-21a4-4a67-97dc-ed926f57c5f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6fbb606feea04aa0a3f880fdf5e2dadb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2799969 Jun 30 02:32:01.524108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:01.627543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-7bd73fad-9773-4725-9acf-e4946fb7fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:01.629306 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-7bd73fad-9773-4725-9acf-e4946fb7fb31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 1095 time: 0.2647443 Jun 30 02:32:01.659402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 90139080-16a0-40f8-ba57-d81d9871b0da up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:01.672433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70d7731-bf4d-4dad-b86d-785785273e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.723304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70d7731-bf4d-4dad-b86d-785785273e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.837442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:01.842707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 90139080-16a0-40f8-ba57-d81d9871b0da completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:01.847960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 90139080-16a0-40f8-ba57-d81d9871b0da triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:01.848488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.941434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70d7731-bf4d-4dad-b86d-785785273e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.944304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70d7731-bf4d-4dad-b86d-785785273e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.945640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e70d7731-bf4d-4dad-b86d-785785273e32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23e2cc14-a633-4103-b2c3-8448c7700913 HTTP/1.1" status: 204 len: 168 time: 0.4181399 Jun 30 02:32:01.989295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.058772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d7731-bf4d-4dad-b86d-785785273e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2cc14-a633-4103-b2c3-8448c7700913,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:02.060634 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.116714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 90139080-16a0-40f8-ba57-d81d9871b0da, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=90139080-16a0-40f8-ba57-d81d9871b0da,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:02.153614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.180128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-ab10a2b9-569c-4aff-9493-a67f78c7b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.183713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-6eaf9ce1-c6aa-47d9-8e9f-97d6866c94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.189602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-6eaf9ce1-c6aa-47d9-8e9f-97d6866c94fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 922 time: 0.5482690 Jun 30 02:32:02.198806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-ab10a2b9-569c-4aff-9493-a67f78c7b697 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.7025921 Jun 30 02:32:02.289350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-0ed6ad9b-daf1-4a9f-80c6-ca107d0a4890 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48 HTTP/1.1" status: 200 len: 217 time: 0.0893466 Jun 30 02:32:02.311161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-4bc2b7d9-5c90-422a-a2f6-8faefffc5b7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930462 Jun 30 02:32:02.368195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=90139080-16a0-40f8-ba57-d81d9871b0da,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:02.390788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1a27ecd8-a3bf-4f09-8fb7-f1f3a9196b73 None None] Provisioning complete for port 90139080-16a0-40f8-ba57-d81d9871b0da triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:02.391160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a27ecd8-a3bf-4f09-8fb7-f1f3a9196b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.408416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-fdf4ae8f-6e51-47b4-a568-1807b0423af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.409977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-fdf4ae8f-6e51-47b4-a568-1807b0423af5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 200 len: 861 time: 0.1157749 Jun 30 02:32:02.495647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-ebcd7e1f-7458-4c84-8fec-534143b9ea6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c7d81a9-c880-4abb-af66-064fe1bad96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543818 Jun 30 02:32:02.535679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-network', 'tenant_id': '92448f58deda4f5091f1441abdf15a92'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:02.546032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf443-f06f-4ee0-acbd-fb0df34d3f07 req-409d3f2c-bf4a-4710-8d80-bd936751683f tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.553837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-523cf443-f06f-4ee0-acbd-fb0df34d3f07 req-409d3f2c-bf4a-4710-8d80-bd936751683f tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 944 time: 0.4608548 Jun 30 02:32:02.598326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:02.605336 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-36c37bb6-54c4-469d-a9e0-7f546410161c service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858412 Jun 30 02:32:02.632566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.644878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Made reservation on behalf of 92448f58deda4f5091f1441abdf15a92 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:02.647152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.676507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb321d91-e783-4eda-b94b-c32a8ca9ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.683610 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.764676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-f94a848c-26f1-4913-9cf2-efba582f6875 service neutron] 10.222.0.67 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228427 Jun 30 02:32:02.771996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-523cf443-f06f-4ee0-acbd-fb0df34d3f07 req-036ed991-efa5-4ae9-9df1-cafa66fbb174 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167704 Jun 30 02:32:02.781811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cc810-c01e-47e4-8133-4128fb08a5a8 req-9215acdd-95b1-4a49-bb68-477805352899 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.783787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b9cc810-c01e-47e4-8133-4128fb08a5a8 req-9215acdd-95b1-4a49-bb68-477805352899 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.3713839 Jun 30 02:32:02.853141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-ddb114ec-f7b7-4e80-b808-f94b35e4b16f service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153099 Jun 30 02:32:02.920811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b9cc810-c01e-47e4-8133-4128fb08a5a8 req-2efde8ab-9286-4194-be73-7f43ed05caa7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237979 Jun 30 02:32:02.979670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac34325a-f3d6-4e57-a79c-4926e8dec1c7 req-f4bc642e-8fb7-44a6-93d3-42bdeb61bdb4 service neutron] 10.222.0.67 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908715 Jun 30 02:32:02.991728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:32:03.008237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb321d91-e783-4eda-b94b-c32a8ca9ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.021373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb321d91-e783-4eda-b94b-c32a8ca9ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.098249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bb321d91-e783-4eda-b94b-c32a8ca9ec53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97aad56ab11445be81337ee72ee4bf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4695835 Jun 30 02:32:03.099384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb321d91-e783-4eda-b94b-c32a8ca9ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6025a-7232-4af0-84d4-0a3ed6962b94,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:03.101925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:03.207899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbeada5e-c6ef-4b69-9461-bcf5a726c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.242485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:03.254691 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Sync routers for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:03.276542 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:03.277206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:03.284148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbeada5e-c6ef-4b69-9461-bcf5a726c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.402855 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.417126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.425643 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:03.443204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.450793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:03.453365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-10e96b10-6d93-4c68-9c25-f76cc650435c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6608913 Jun 30 02:32:03.475298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e15c6-387c-440f-a499-8aa7618a715f req-2d0d0c48-2ac2-4530-85a6-d122cea81529 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:03.478264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a7e15c6-387c-440f-a499-8aa7618a715f req-2d0d0c48-2ac2-4530-85a6-d122cea81529 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 944 time: 0.2889261 Jun 30 02:32:03.496903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 90139080-16a0-40f8-ba57-d81d9871b0da up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:03.551032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbeada5e-c6ef-4b69-9461-bcf5a726c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.554929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbeada5e-c6ef-4b69-9461-bcf5a726c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.556831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dbeada5e-c6ef-4b69-9461-bcf5a726c080 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f5d6025a-7232-4af0-84d4-0a3ed6962b94 HTTP/1.1" status: 204 len: 168 time: 0.4520278 Jun 30 02:32:03.608241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 90139080-16a0-40f8-ba57-d81d9871b0da triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:03.608241 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.661867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:03.749496 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:00Z', 'revision_number': 3, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:03.781639 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Checking router: 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:03.786692 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Updating router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:03.836016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf0a6f3-5018-4043-8c2d-8aad3d9a7e32,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:03.843186 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.894693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14356324-af5c-4d14-9501-f02855d1745e req-58d58a25-05d7-4d98-a3c7-fab581e1c289 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:03.895484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-58d58a25-05d7-4d98-a3c7-fab581e1c289 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.6303992 Jun 30 02:32:03.909807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeada5e-c6ef-4b69-9461-bcf5a726c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6025a-7232-4af0-84d4-0a3ed6962b94,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:03.927774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.928127 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Added segment 98aeca79-4467-4269-8ef5-44dfe63ecc24 of type vlan for network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 Jun 30 02:32:04.055343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a7e15c6-387c-440f-a499-8aa7618a715f req-657ea3af-4339-4997-a5fd-9fe1c3dec3af tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146742 Jun 30 02:32:04.127231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.186680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.229572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f51af-650e-44e5-b0d6-776b56135eb5 req-9461d4b7-ba78-4540-8fbd-6da7acf32168 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:04.236243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c6f51af-650e-44e5-b0d6-776b56135eb5 req-9461d4b7-ba78-4540-8fbd-6da7acf32168 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 944 time: 0.2220242 Jun 30 02:32:04.266423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.269895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:04.275642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.329707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c6f51af-650e-44e5-b0d6-776b56135eb5 req-fd49e790-5189-4432-b931-e17cc453c99b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847378 Jun 30 02:32:04.376744 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.395021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Transition to ACTIVE for port object e6cbdbf7-76c9-4076-9659-1f16ff30ec80 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:04.413191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55146) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:04.413445 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.418442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Request body: {'subnet': {'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-subnet', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:04.423186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5579834 Jun 30 02:32:04.479249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Made reservation on behalf of 92448f58deda4f5091f1441abdf15a92 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:04.482982 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.535412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc37b55-4214-4b25-b120-59fa8ec5f0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:04.554721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:04.567203 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Pushing event updated for resources: {'Port': ['ID=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:04.577956 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Attempting to bind port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:04.578720 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Attempting to bind port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:04.583222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Attempting to bind port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:04.608685 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:04.610557 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:04.612300 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.613423 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:04.614145 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Bound port: e6cbdbf7-76c9-4076-9659-1f16ff30ec80, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:04.615797 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.624006 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.624686 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.625375 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.625890 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.626458 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.627183 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.627705 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.628220 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.628731 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.629294 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.629800 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.630332 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:04.741520 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] For port e6cbdbf7-76c9-4076-9659-1f16ff30ec80, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:04.747335 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] For port e6cbdbf7-76c9-4076-9659-1f16ff30ec80, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:04.755107 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.828706 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:04.829595 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:04.831963 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d0710-a74a-44e6-81ad-37cb309cb18a None None] Pushing event updated for resources: {'Port': ['ID=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:04.859171 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.940301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Checking segment: {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:04.940926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Network hostable DHCP agents. Network: b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:04.945392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff7bc75-b01d-4677-bfd7-73f500d7928b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:04.991291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:05.015291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:05.020486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:05.021122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.031679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f3970-3e54-4c1f-ae6d-ebcd49385769 None None] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:05.050709 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:05.063740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6771d7f-85a0-47a7-aa69-47ccf6259e83 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6491261 Jun 30 02:32:05.066353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55160) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:05.074862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:05.106112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d4db0353-0a62-4e87-8b52-8798b7e7fc48 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:05.128775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14356324-af5c-4d14-9501-f02855d1745e req-1c98c2ad-662f-4413-9067-cbba340c5913 service neutron] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:05.138243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14356324-af5c-4d14-9501-f02855d1745e req-1c98c2ad-662f-4413-9067-cbba340c5913 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.143311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.144693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.159818 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-1c98c2ad-662f-4413-9067-cbba340c5913 service neutron] 10.222.0.67 "DELETE /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e/bindings/n-h2-798054-5 HTTP/1.1" status: 204 len: 173 time: 1.2453392 Jun 30 02:32:05.187481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.422446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.498660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:05.524328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'port_id': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'mac_address': 'fa:16:3e:1c:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b07a2-e1b1-423a-931b-e37ebedda557', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:05.609691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64', 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'fixed_ips': [{'subnet_id': 'bff7bc75-b01d-4677-bfd7-73f500d7928b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:32:05.610691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.616774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Allocated IP 172.20.0.1 (eed9ce84-e230-4855-8758-b8a5ff868a3c/10fac86b-9dd1-4208-b2f7-e83b35dc9323/214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:05.732972 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:00Z', 'revision_number': 3, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:05.767249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fccc48-c945-4851-b54e-72a0c2ae4e09 req-2be99e9a-99b1-4ad5-8487-ecc6c8201921 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:05.782650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5fccc48-c945-4851-b54e-72a0c2ae4e09 req-2be99e9a-99b1-4ad5-8487-ecc6c8201921 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.7449634 Jun 30 02:32:05.828949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.829700 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a8c486-33e8-46e4-a006-95ca4a53718b None None] The sync data for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 is: [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:00Z', 'revision_number': 3, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:05.921012 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:05.933551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fca4-66ae-4d3c-b1df-58c6137d3d61 req-93526cc9-cd0c-47ff-8e62-b516917108e1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:05.933908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5fccc48-c945-4851-b54e-72a0c2ae4e09 req-0d88082a-70b5-4e16-b9ac-194efb0b5a93 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462455 Jun 30 02:32:05.949991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2048fca4-66ae-4d3c-b1df-58c6137d3d61 req-93526cc9-cd0c-47ff-8e62-b516917108e1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 944 time: 0.5475128 Jun 30 02:32:05.977992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4db0353-0a62-4e87-8b52-8798b7e7fc48 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:06.043354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:06.082474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Transition to ACTIVE for port object 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:06.088680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:06.102333 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:06.141392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:06.261900 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2048fca4-66ae-4d3c-b1df-58c6137d3d61 req-478c34b6-60fa-479a-b7a0-af391c5dcaca tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891450 Jun 30 02:32:06.267401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:06.291182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Allocated IP 172.20.0.2 (b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64/bff7bc75-b01d-4677-bfd7-73f500d7928b/8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:06.293110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Pushing event updated for resources: {'Port': ['ID=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:06.313850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Network eed9ce84-e230-4855-8758-b8a5ff868a3c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:06.317364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:06.324623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:06.328842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:06.411226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['d4db0353-0a62-4e87-8b52-8798b7e7fc48'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:06.837976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:06.859856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-e064eaab-9758-4545-8ac5-c91344f806bd service neutron] 10.222.0.67 "GET /v2.0/ports/8e45f860-b1b3-4686-a9fd-fa1706f40dc2/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 382 time: 0.1960490 Jun 30 02:32:06.869947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c498cd1-6fc5-4f6a-9415-0e30621130a3 req-ef7bd9b4-8570-40c4-85a6-db91ffdda19d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:06.877817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c498cd1-6fc5-4f6a-9415-0e30621130a3 req-ef7bd9b4-8570-40c4-85a6-db91ffdda19d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 945 time: 0.3755262 Jun 30 02:32:06.908063 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:06.994048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.102909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c498cd1-6fc5-4f6a-9415-0e30621130a3 req-bbf15107-4db2-4a86-b11c-f83e08f76239 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241087 Jun 30 02:32:07.317966 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.346438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Transition to ACTIVE for port object 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:07.373664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Transition to ACTIVE for port object 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:07.405667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.442124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8fbce-2e61-4bf0-9908-c7b22e42ec7d req-de29cc0b-9a25-4142-8f38-e90e972dba32 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:07.449654 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ed8fbce-2e61-4bf0-9908-c7b22e42ec7d req-de29cc0b-9a25-4142-8f38-e90e972dba32 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1095 time: 0.5437934 Jun 30 02:32:07.515048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:07.516777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-529132e2-ccc9-4837-8781-3b723bddadfc None None] Provisioning for port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:07.521540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Allocated IP 172.25.0.90 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/ec0c7acb-4846-48cf-8180-e9176cdb3acd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:07.570719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:07.576740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:07.593655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-529132e2-ccc9-4837-8781-3b723bddadfc None None] Provisioning complete for port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:07.594029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-529132e2-ccc9-4837-8781-3b723bddadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.605666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-8cd5c789-1d44-4e64-b8c4-7e127c521a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:07.608783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-8cd5c789-1d44-4e64-b8c4-7e127c521a2e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 1100 time: 0.2533059 Jun 30 02:32:07.642528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6cbdbf7-76c9-4076-9659-1f16ff30ec80 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:07.686613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.735980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Pushing event updated for resources: {'Port': ['ID=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:07.738733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f399383-6266-45f0-957d-202ec4b0d9d7 req-1334241e-64e9-49cd-bfb2-6e36193e57fe tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:07.749628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f399383-6266-45f0-957d-202ec4b0d9d7 req-1334241e-64e9-49cd-bfb2-6e36193e57fe tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.3488252 Jun 30 02:32:07.750295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-529132e2-ccc9-4837-8781-3b723bddadfc None None] Port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:07.770047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.770875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.771844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Attempting to bind port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:07.772219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Attempting to bind port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:07.772583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Attempting to bind port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 on network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:07.774474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.781218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:07.781630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Checking segment: {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:07.781997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.782406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Bound using segment: {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:07.782902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Bound port: 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:07.783321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.833261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:07.845087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.849240 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ed8fbce-2e61-4bf0-9908-c7b22e42ec7d req-b7494846-99fb-4cf8-8f5c-dc63d29f9b27 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982780 Jun 30 02:32:07.868500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:07.869602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.899467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:07.903961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:07.913343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:07.946396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c7acb-4846-48cf-8180-e9176cdb3acd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:07.953040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Network eed9ce84-e230-4855-8758-b8a5ff868a3c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:07.979914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f399383-6266-45f0-957d-202ec4b0d9d7 req-d8b2675a-e93a-4455-abdd-a7558e20bb69 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292249 Jun 30 02:32:07.989368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:07.999061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Pushing event updated for resources: {'Port': ['ID=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:08.046932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] For port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:08.064569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] For port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,segment=NetworkSegment(98aeca79-4467-4269-8ef5-44dfe63ecc24),segment_id=98aeca79-4467-4269-8ef5-44dfe63ecc24)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:08.071363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-1735901a-920f-4577-b520-0d411a258836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.074031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-1735901a-920f-4577-b520-0d411a258836 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1100 time: 0.4227159 Jun 30 02:32:08.081477 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.309764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:08.350622 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.389255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60258fa4-9b31-4b58-8682-d3533316be9a None None] Pushing event updated for resources: {'Port': ['ID=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:08.493620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e6cbdbf7-76c9-4076-9659-1f16ff30ec80, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:08.506666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.553123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.654567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4e82a31b-fb43-4bfe-ad1f-2e32b745b2e9 None None] Provisioning complete for port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:08.654959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e82a31b-fb43-4bfe-ad1f-2e32b745b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.695610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbacfe-47e7-4fad-bde3-ce6182c2d61f req-a811376d-6c22-4957-8d8c-e19a6364eebc tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.702796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:08.710897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2edbacfe-47e7-4fad-bde3-ce6182c2d61f req-a811376d-6c22-4957-8d8c-e19a6364eebc tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 1095 time: 0.2106962 Jun 30 02:32:08.720217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4e82a31b-fb43-4bfe-ad1f-2e32b745b2e9 None None] Port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:08.759809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:08.811313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-02746c4a-5b9c-4117-bf47-91079da12ddc admin admin] 10.222.0.78 "PUT /v2.0/routers/507e8ab7-f27a-4022-81fb-bb56e1d3c5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3553414 Jun 30 02:32:08.813126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-aa594bee-50ab-4b87-b4c7-6c0b5e1c1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.814835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-aa594bee-50ab-4b87-b4c7-6c0b5e1c1688 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.5214758 Jun 30 02:32:08.815586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2edbacfe-47e7-4fad-bde3-ce6182c2d61f req-d4a9724f-c043-498c-be45-b18b43af0803 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032829 Jun 30 02:32:08.950765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-64568f68-70c2-401f-801b-67b483c36dd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 217 time: 0.1256967 Jun 30 02:32:08.966865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Sync routers for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:08.977600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6d6ec-9d5e-499a-b0d1-bec81c9ff46f req-0849736a-c542-4164-9083-8c7dc354fe7a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.989697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:08.990526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:08.994718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54a6d6ec-9d5e-499a-b0d1-bec81c9ff46f req-0849736a-c542-4164-9083-8c7dc354fe7a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 945 time: 0.4477618 Jun 30 02:32:09.122883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d4db0353-0a62-4e87-8b52-8798b7e7fc48 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:09.147440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54a6d6ec-9d5e-499a-b0d1-bec81c9ff46f req-57252735-5104-4c5a-8fa8-7253b475a7f2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517179 Jun 30 02:32:09.150748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-15cb8677-8996-4efd-99ae-5e52310175f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.156846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-15cb8677-8996-4efd-99ae-5e52310175f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1581075 Jun 30 02:32:09.170669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:09.334125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-e5d7f995-4ec0-439a-b878-bf3f5d2442c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.343299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-e5d7f995-4ec0-439a-b878-bf3f5d2442c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802752 Jun 30 02:32:09.448754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-fd1ee1ee-91bb-4933-b15c-e003a77083eb service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986516 Jun 30 02:32:09.495826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:09.725989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Router 727bd176-fa4e-44e3-bf02-1115136717f3 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:32:09.945823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d7992e3-8c33-4ec3-8680-040bba551469 req-e614f03a-d7c2-4639-91b8-7b115dd656b8 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885917 Jun 30 02:32:09.999687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55292) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:10.013428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baabbd5-1c13-48e0-b1a4-1617a76d4441 req-e1be52e3-65cb-40da-8559-3b6888295206 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:10.021536 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1baabbd5-1c13-48e0-b1a4-1617a76d4441 req-e1be52e3-65cb-40da-8559-3b6888295206 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.5158401 Jun 30 02:32:10.061202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:10.073312 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Sync routers for ids ['727bd176-fa4e-44e3-bf02-1115136717f3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:10.095932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:10.097142 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Routers {'727bd176-fa4e-44e3-bf02-1115136717f3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:10.106857 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['727bd176-fa4e-44e3-bf02-1115136717f3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:10.113160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.140901 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.142647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-31fe8eb5-88bc-4cdc-85e8-3acd482012ce admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0750332 Jun 30 02:32:10.146019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55304) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:10.160866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1baabbd5-1c13-48e0-b1a4-1617a76d4441 req-fa7851b3-72d7-4f8a-9fc0-e30332c23857 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329112 Jun 30 02:32:10.332118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2000-4004-4241-a4db-6d7063b53631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.386741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5101590-14bf-460e-8494-86cc97334682 None None] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:10.514634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182d08-7d1c-4407-8738-37457ed20c24 req-20ea33a9-4cf3-4a96-9432-e61eef2b5bf2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:10.525026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4182d08-7d1c-4407-8738-37457ed20c24 req-20ea33a9-4cf3-4a96-9432-e61eef2b5bf2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 945 time: 0.1048307 Jun 30 02:32:10.565616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4182d08-7d1c-4407-8738-37457ed20c24 req-e4aeaaad-7961-42c3-bfb9-9a3a9f22508a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Jun 30 02:32:10.622946 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Set router 727bd176-fa4e-44e3-bf02-1115136717f3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:10.762113 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.784628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:10.803116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d3f3-425e-493f-9a02-2a194c015b58 None None] Provisioning for port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:10.812290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port d4db0353-0a62-4e87-8b52-8798b7e7fc48 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:10.881819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d3f3-425e-493f-9a02-2a194c015b58 None None] Provisioning complete for port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:10.882491 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d3f3-425e-493f-9a02-2a194c015b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.936570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:10.936937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.963630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2000-4004-4241-a4db-6d7063b53631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:10.985561 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 3, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port': {'id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:06Z', 'updated_at': '2021-06-30T02:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:10.990782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2000-4004-4241-a4db-6d7063b53631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.051033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port d4db0353-0a62-4e87-8b52-8798b7e7fc48 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:11.051403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.060990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0d4a2000-4004-4241-a4db-6d7063b53631 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=defad4e09ea94649af1c9072ac9af6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0599675 Jun 30 02:32:11.063671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:11.064999 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Checking router: 727bd176-fa4e-44e3-bf02-1115136717f3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:11.065418 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Updating router 727bd176-fa4e-44e3-bf02-1115136717f3 port ec0c7acb-4846-48cf-8180-e9176cdb3acd binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:11.143969 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.223025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a44f21fa-9004-4c9c-9814-cc35c2d3a651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.249069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a2000-4004-4241-a4db-6d7063b53631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b1252-87f6-4cdf-9045-3b5322e928de,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:11.292923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a44f21fa-9004-4c9c-9814-cc35c2d3a651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.439859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a44f21fa-9004-4c9c-9814-cc35c2d3a651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.442594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a44f21fa-9004-4c9c-9814-cc35c2d3a651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.443949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a44f21fa-9004-4c9c-9814-cc35c2d3a651 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d79b1252-87f6-4cdf-9045-3b5322e928de HTTP/1.1" status: 204 len: 168 time: 0.3787565 Jun 30 02:32:11.492930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f21fa-9004-4c9c-9814-cc35c2d3a651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b1252-87f6-4cdf-9045-3b5322e928de,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:11.502710 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.515171 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Transition to ACTIVE for port object ec0c7acb-4846-48cf-8180-e9176cdb3acd will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:11.536292 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.625277 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e05ff-ef91-4b63-911b-20020f5831e9 None None] Pushing event updated for resources: {'Port': ['ID=ec0c7acb-4846-48cf-8180-e9176cdb3acd,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:11.664359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.722277 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Attempting to bind port ec0c7acb-4846-48cf-8180-e9176cdb3acd on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:11.725254 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Attempting to bind port ec0c7acb-4846-48cf-8180-e9176cdb3acd by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:11.725623 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Attempting to bind port ec0c7acb-4846-48cf-8180-e9176cdb3acd on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:11.760277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:11.762655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.771320 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c496575-74b7-4ba1-926e-446a5ab875f3" -d '{"events": [{"server_uuid": "d443d6aa-91c2-40d6-96ef-4c5d921e070b", "name": "network-vif-plugged", "status": "completed", "tag": "d4db0353-0a62-4e87-8b52-8798b7e7fc48"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:11.778378 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:11.778822 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:11.779289 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.779722 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:11.788834 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Bound port: ec0c7acb-4846-48cf-8180-e9176cdb3acd, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:11.789136 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.048600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923664-1178-46da-a3e6-2d76640aafa3 req-4be77f53-2a5b-4282-833a-58b8ffcf6b9a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:12.078826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07923664-1178-46da-a3e6-2d76640aafa3 req-4be77f53-2a5b-4282-833a-58b8ffcf6b9a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.3970304 Jun 30 02:32:12.189325 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] For port ec0c7acb-4846-48cf-8180-e9176cdb3acd, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:12.214128 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] For port ec0c7acb-4846-48cf-8180-e9176cdb3acd, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ec0c7acb-4846-48cf-8180-e9176cdb3acd,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:12.240536 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.310815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07923664-1178-46da-a3e6-2d76640aafa3 req-df2a68ea-6d23-453a-9631-210ccc04859f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245953 Jun 30 02:32:12.370300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-fb3c42c8-0aac-4d2e-bc4a-011c7f8098ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993358 Jun 30 02:32:12.385397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d3f3-425e-493f-9a02-2a194c015b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.396865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:12.416200 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Routers {'727bd176-fa4e-44e3-bf02-1115136717f3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:12.417022 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['727bd176-fa4e-44e3-bf02-1115136717f3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:12.423757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.477935 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f668d4-1586-4533-a28a-9b178f21696b x-openstack-request-id: req-37f668d4-1586-4533-a28a-9b178f21696b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:12.478571 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d443d6aa-91c2-40d6-96ef-4c5d921e070b", "name": "network-vif-plugged", "status": "completed", "tag": "d4db0353-0a62-4e87-8b52-8798b7e7fc48", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:12.479007 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37f668d4-1586-4533-a28a-9b178f21696b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:12.479794 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'code': 200} Jun 30 02:32:12.514860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.552991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55380) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:12.569471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:12.633780 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] Set router 727bd176-fa4e-44e3-bf02-1115136717f3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:12.672402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-39a7d4fe-17be-4004-93c4-ebff13c596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:12.680754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-39a7d4fe-17be-4004-93c4-ebff13c596e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1095 time: 0.1604099 Jun 30 02:32:12.740075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25cf8fa6-dbf9-4a27-933b-9d173e31e21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.804684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,segment=NetworkSegment(98aeca79-4467-4269-8ef5-44dfe63ecc24),segment_id=98aeca79-4467-4269-8ef5-44dfe63ecc24)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:12.833369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:07Z', 'revision_number': 2, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:12.855740 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:12.857621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6cbdbf7-76c9-4076-9659-1f16ff30ec80 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:12.965068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-5fe1f5d4-6910-40b7-8f39-0be141db1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:12.968998 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e05ff-ef91-4b63-911b-20020f5831e9 None None] Pushing event updated for resources: {'Port': ['ID=ec0c7acb-4846-48cf-8180-e9176cdb3acd,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:12.971173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-5fe1f5d4-6910-40b7-8f39-0be141db1e8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2636490 Jun 30 02:32:13.005311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564de85-e1b3-4245-8e6c-92021c4b2e17 req-2b618e71-a536-4ce1-9bb2-20f56301eeb0 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:13.016194 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e564de85-e1b3-4245-8e6c-92021c4b2e17 req-2b618e71-a536-4ce1-9bb2-20f56301eeb0 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.6120567 Jun 30 02:32:13.039173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-c2a1d3f3-425e-493f-9a02-2a194c015b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:32:13.039896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Allocated IP 172.20.0.1 (b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64/bff7bc75-b01d-4677-bfd7-73f500d7928b/396f5cc3-3915-457d-94d1-a82fe53d0236) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:13.040422 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-c2a1d3f3-425e-493f-9a02-2a194c015b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:32:13.074583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Checking router: 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:13.076062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Updating router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:13.135497 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:13.138687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:13.139674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-751ae158-406d-40d6-9510-9704125ec2b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.1602511 Jun 30 02:32:13.229021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 3, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port': {'id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:06Z', 'updated_at': '2021-06-30T02:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:13.256514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-a1045b32-fcc4-4f00-a6ef-41401b1a45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:13.259189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-a1045b32-fcc4-4f00-a6ef-41401b1a45b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1037097 Jun 30 02:32:13.283737 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c64761-ab8e-4cec-b53a-3a8bf05f14ac None None] The sync data for ids ['727bd176-fa4e-44e3-bf02-1115136717f3'] in n-d-798054-5 is: [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 3, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port': {'id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:06Z', 'updated_at': '2021-06-30T02:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:13.387088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-d259f5eb-6b75-4b62-ae7e-74a67d6e8a01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195655 Jun 30 02:32:13.502086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:13.522109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-7d0b7b24-8c13-4bcd-8442-de0cbf5a6969 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274171 Jun 30 02:32:13.532468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:13.558121 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:13.692492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:13.723447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4eba6ac-1aa2-4c78-b742-6f5c0a92f337 req-f094c6e8-9804-4735-8cb5-4544c7fd75ea service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939495 Jun 30 02:32:13.943833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e564de85-e1b3-4245-8e6c-92021c4b2e17 req-c52b2cbf-e664-40d7-80ba-a62fd6766a65 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9266279 Jun 30 02:32:14.027274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:14.169189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:14.175992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:14.195172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:14.196171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.208137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.221779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Transition to ACTIVE for port object 396f5cc3-3915-457d-94d1-a82fe53d0236 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:14.290991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f0aa8-f59d-4726-98c3-28eafb46074a req-a08b95e1-fc35-4a20-83de-dff3197801be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:14.297926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad2f0aa8-f59d-4726-98c3-28eafb46074a req-a08b95e1-fc35-4a20-83de-dff3197801be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 1097 time: 1.6824989 Jun 30 02:32:14.301101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58348465-bbd6-4384-b5ab-78c89ee8186d None None] Provisioning complete for port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:14.303558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58348465-bbd6-4384-b5ab-78c89ee8186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.309193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'mac_address': 'fa:16:3e:b4:b7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:14.311682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.346057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:14.350915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:14.354169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:14.431985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.501102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:14.506138 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b9d16-c168-4521-9bca-3d6838a0d050" -d '{"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-unplugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:14.790680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=396f5cc3-3915-457d-94d1-a82fe53d0236,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:14.802624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad2f0aa8-f59d-4726-98c3-28eafb46074a req-91a5665d-2eb6-4ba5-8b6b-2073d10bfd2d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757268 Jun 30 02:32:14.844940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.854214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25cf8fa6-dbf9-4a27-933b-9d173e31e21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.880804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25cf8fa6-dbf9-4a27-933b-9d173e31e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.900860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:14.955971 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-25cf8fa6-dbf9-4a27-933b-9d173e31e21c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b521ba8ed7b044008570f547a3c4be13&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3944495 Jun 30 02:32:14.959634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:14.969696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf8fa6-dbf9-4a27-933b-9d173e31e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdbd6a9-fa2f-48c3-81d0-1d79081594d9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:15.049676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a975-1d79-4c45-9cce-208d0ff5c24b req-0a3e5054-9065-4f65-ae2e-b2b9b9155774 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:15.060827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f178a975-1d79-4c45-9cce-208d0ff5c24b req-0a3e5054-9065-4f65-ae2e-b2b9b9155774 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.4002359 Jun 30 02:32:15.103596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05654886-81c8-4e72-a49f-526fb169d49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.173731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.191992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05654886-81c8-4e72-a49f-526fb169d49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.222039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f178a975-1d79-4c45-9cce-208d0ff5c24b req-27a60466-5960-4ac2-ab3e-d550ea499234 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600063 Jun 30 02:32:15.373356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05654886-81c8-4e72-a49f-526fb169d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.376047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05654886-81c8-4e72-a49f-526fb169d49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.377218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-05654886-81c8-4e72-a49f-526fb169d49c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5bdbd6a9-fa2f-48c3-81d0-1d79081594d9 HTTP/1.1" status: 204 len: 168 time: 0.4165821 Jun 30 02:32:15.392044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05654886-81c8-4e72-a49f-526fb169d49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdbd6a9-fa2f-48c3-81d0-1d79081594d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:15.501765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.516845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Transition to ACTIVE for port object 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:15.532160 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef854bf6-bc7d-46e6-82b2-f581f3030c4c x-openstack-request-id: req-ef854bf6-bc7d-46e6-82b2-f581f3030c4c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:15.533071 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-unplugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:15.533071 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef854bf6-bc7d-46e6-82b2-f581f3030c4c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:15.534476 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'code': 200} Jun 30 02:32:15.586739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ec0c7acb-4846-48cf-8180-e9176cdb3acd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:15.590461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:15.592745 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.721988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Pushing event updated for resources: {'Port': ['ID=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:15.763357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.763357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.763357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.763357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.763357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.765027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.765383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.765725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.766060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.766413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.766748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.767076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:15.779145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.819953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.837751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.938916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fd48c8ca-20c2-4175-82e7-7ae77221b78a None None] Provisioning for port 396f5cc3-3915-457d-94d1-a82fe53d0236 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:16.005463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fd48c8ca-20c2-4175-82e7-7ae77221b78a None None] Provisioning complete for port 396f5cc3-3915-457d-94d1-a82fe53d0236 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:16.005842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd48c8ca-20c2-4175-82e7-7ae77221b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.013583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:16.021333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=396f5cc3-3915-457d-94d1-a82fe53d0236,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:16.055005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d228f3e-45ea-4e5d-909b-c85942ee9cad req-6463e357-5503-40a6-aad0-224f00162fd1 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:16.070521 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d228f3e-45ea-4e5d-909b-c85942ee9cad req-6463e357-5503-40a6-aad0-224f00162fd1 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.3885186 Jun 30 02:32:16.120698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.151573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8e45f860-b1b3-4686-a9fd-fa1706f40dc2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:16.305953 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:32:16.350575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d228f3e-45ea-4e5d-909b-c85942ee9cad req-4618d45c-b106-4fac-b491-0967d330a5c8 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787774 Jun 30 02:32:16.359873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ec0c7acb-4846-48cf-8180-e9176cdb3acd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:16.424688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Attempting to bind port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:16.425073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Attempting to bind port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:16.425440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Attempting to bind port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c on network eed9ce84-e230-4855-8758-b8a5ff868a3c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:16.435021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:16.435402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Checking segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:16.435809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.436213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Bound using segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:16.448738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Bound port: 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:16.449059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.489347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd48c8ca-20c2-4175-82e7-7ae77221b78a None None] Port 396f5cc3-3915-457d-94d1-a82fe53d0236 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:16.495270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ec0c7acb-4846-48cf-8180-e9176cdb3acd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:16.495645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.507709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:16.524611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:16.841788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Router 727bd176-fa4e-44e3-bf02-1115136717f3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:16.964237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] For port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:17.013887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.024463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] For port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:17.056221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.087609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ec0c7acb-4846-48cf-8180-e9176cdb3acd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ec0c7acb-4846-48cf-8180-e9176cdb3acd,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:17.139911 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.140859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:17.306961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:17.315008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:17.571685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:17.614922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2670b235-1995-4216-a179-d63669ecf8a5 admin admin] 10.222.0.78 "PUT /v2.0/routers/727bd176-fa4e-44e3-bf02-1115136717f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4675350 Jun 30 02:32:17.620736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:17.694577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-d1bfdf98-2298-426e-96f7-eb6ccbf1cab0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:17.696492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-d1bfdf98-2298-426e-96f7-eb6ccbf1cab0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 948 time: 0.4759183 Jun 30 02:32:17.759991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299db08-980b-4c92-96ee-0dd3db25ed5e req-07b52e4f-b386-4eb8-bd7c-7051298c6e02 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:17.772933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f299db08-980b-4c92-96ee-0dd3db25ed5e req-07b52e4f-b386-4eb8-bd7c-7051298c6e02 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 948 time: 0.2825851 Jun 30 02:32:17.923594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-network', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:17.926925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f299db08-980b-4c92-96ee-0dd3db25ed5e req-1d279a17-4c57-4c14-b76d-ba5d229d0e06 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489615 Jun 30 02:32:17.944369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-e2c68fc1-b36f-4122-8a00-081b8bece7ca service neutron] 10.222.0.67 "GET /v2.0/ports/8e45f860-b1b3-4686-a9fd-fa1706f40dc2/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 382 time: 0.2316806 Jun 30 02:32:17.944595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Sync routers for ids ['727bd176-fa4e-44e3-bf02-1115136717f3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:17.968712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:17.991174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Made reservation on behalf of 560b4e8612eb4dfa90031761d369ad4f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:17.993522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.999334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fb803f17-7c6c-4878-bc5a-d8baa4df6866 None None] Provisioning complete for port 396f5cc3-3915-457d-94d1-a82fe53d0236 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:18.000493 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb803f17-7c6c-4878-bc5a-d8baa4df6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.022229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.072320 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Routers {'727bd176-fa4e-44e3-bf02-1115136717f3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:18.075691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['727bd176-fa4e-44e3-bf02-1115136717f3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:18.176291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-29a64398-eab9-4b81-8495-84106be12957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.180096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-29a64398-eab9-4b81-8495-84106be12957 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1099 time: 0.1997252 Jun 30 02:32:18.237498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fb803f17-7c6c-4878-bc5a-d8baa4df6866 None None] Port 396f5cc3-3915-457d-94d1-a82fe53d0236 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:18.241311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dec0b-c20e-461b-a873-b68623c06149 None None] Pushing event updated for resources: {'Port': ['ID=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:18.304365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.311325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.333315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:18.349387 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.349914 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Added segment 1f157ae6-46e6-408b-9b22-97065767d525 of type vlan for network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 Jun 30 02:32:18.401947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-7a508956-096b-4e5e-aae4-4821ad69831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.408758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.414850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-7a508956-096b-4e5e-aae4-4821ad69831e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2085555 Jun 30 02:32:18.464895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b423d93-493e-4991-8d0f-4b3705ae3ce0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:18.469185 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.470321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f769-9370-416b-8646-8ad432d87a72 req-c5e68a64-a05b-4dcc-a137-53447eb6d227 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.470457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.471200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.477235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1f6f769-9370-416b-8646-8ad432d87a72 req-c5e68a64-a05b-4dcc-a137-53447eb6d227 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.3250573 Jun 30 02:32:18.544145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] Pushing event updated for resources: {'Network': ['ID=7d57ebff-9c6d-442a-aee7-14c9ae176c90,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:18.563303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-8d9a5d6f-1954-48a9-93ad-4f69e5e86986 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 217 time: 0.1381052 Jun 30 02:32:18.567882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-85fc86c8-7b57-4122-b58b-99228e56887a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9453781 Jun 30 02:32:18.571010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:18.580550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Set router 727bd176-fa4e-44e3-bf02-1115136717f3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:18.581363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Request body: {'subnet': {'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-subnet', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:18.637325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Made reservation on behalf of 560b4e8612eb4dfa90031761d369ad4f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:18.645624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.646557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1f6f769-9370-416b-8646-8ad432d87a72 req-9d08a695-4e5d-481f-aa7c-e4a3c0307140 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568606 Jun 30 02:32:18.758654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-274b5a8a-47f8-495b-8df0-519241a88d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.760131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-274b5a8a-47f8-495b-8df0-519241a88d35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1502898 Jun 30 02:32:18.836057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-75dc8a66-4c81-4b53-a45f-6a50cd0488de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.837580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-75dc8a66-4c81-4b53-a45f-6a50cd0488de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660701 Jun 30 02:32:18.889059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ec0c7acb-4846-48cf-8180-e9176cdb3acd,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:18.892306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:19.045164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f148a79-19fc-47f9-803b-0471759d9ce1 req-fe5ea617-58d1-4a1b-8c19-604e045cd7b8 tempest-FloatingIPsNegativeTestJSON-334061463 tempest-FloatingIPsNegativeTestJSON-334061463-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=92448f58deda4f5091f1441abdf15a92 HTTP/1.1" status: 200 len: 217 time: 0.0829520 Jun 30 02:32:19.125129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.135906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-3b2d969e-5371-4f66-8312-4d5bd7fe1629 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900932 Jun 30 02:32:19.243131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b55112-169d-461d-9a56-b65a3a738622,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:19.281741 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-ffb3d37b-a6a0-49c0-8f5f-119604004f2d service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380281 Jun 30 02:32:19.319801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:19.320767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.330561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:19.384297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b381f-24cb-4f08-82e5-2d1cd7c08059 req-43838744-7519-40e8-8ba3-8bf7c026924b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:19.385857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-649b381f-24cb-4f08-82e5-2d1cd7c08059 req-43838744-7519-40e8-8ba3-8bf7c026924b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.1030881 Jun 30 02:32:19.396005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Checking segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:19.396371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Network hostable DHCP agents. Network: 7d57ebff-9c6d-442a-aee7-14c9ae176c90, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:19.426123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:19.432638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:19.433768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.442549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e50b53-1eb3-47c4-a819-70f281da64c2 req-261955d5-10e8-4c45-a6fc-4e89a7e5a50c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:19.444645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97e50b53-1eb3-47c4-a819-70f281da64c2 req-261955d5-10e8-4c45-a6fc-4e89a7e5a50c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 948 time: 0.1292269 Jun 30 02:32:19.445969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7d57ebff-9c6d-442a-aee7-14c9ae176c90) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:19.451422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:19.452202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.463377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-649b381f-24cb-4f08-82e5-2d1cd7c08059 req-bd980538-b66d-4b8e-b60f-d22c6d0c70d6 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Jun 30 02:32:19.498945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29ccb2-b555-43ab-9b97-86e74228f315 None None] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:19.504497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97e50b53-1eb3-47c4-a819-70f281da64c2 req-c78c2a56-8795-4647-a604-1a1ae28b0dad tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475652 Jun 30 02:32:19.509923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eec269ef-bf3a-46e6-af35-bf6691d5351b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9339905 Jun 30 02:32:19.510143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:19.515420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:19.546142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.547263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.625668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaa089b-7b26-4ecd-a18b-8a1c72192262 req-71557d03-e432-4dd9-ba51-1918c224f8c1 tempest-FloatingIPsNegativeTestJSON-334061463 tempest-FloatingIPsNegativeTestJSON-334061463-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0457516 Jun 30 02:32:19.690109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.729173 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-cae3f917-1b06-4fed-bdd8-e4e7cddb644f req-ce623642-1866-4219-86fa-639875d966c5 tempest-FloatingIPsNegativeTestJSON-334061463 tempest-FloatingIPsNegativeTestJSON-334061463-project] show failed (client error): The resource could not be found. Jun 30 02:32:19.730094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cae3f917-1b06-4fed-bdd8-e4e7cddb644f req-ce623642-1866-4219-86fa-639875d966c5 tempest-FloatingIPsNegativeTestJSON-334061463 tempest-FloatingIPsNegativeTestJSON-334061463-project] 10.222.0.78 "GET /v2.0/floatingips/8dde419c-98e2-4e62-a116-7210eab58791 HTTP/1.1" status: 404 len: 350 time: 0.0440323 Jun 30 02:32:19.745053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55508) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:19.994923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.113367 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.182589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:14Z', 'revision_number': 4, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port': {'id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:06Z', 'updated_at': '2021-06-30T02:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '396f5cc3-3915-457d-94d1-a82fe53d0236', 'name': '', 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'mac_address': 'fa:16:3e:46:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'bff7bc75-b01d-4677-bfd7-73f500d7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:11Z', 'updated_at': '2021-06-30T02:32:15Z', 'revision_number': 2, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'subnets': [{'id': 'bff7bc75-b01d-4677-bfd7-73f500d7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.217823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ec0c7acb-4846-48cf-8180-e9176cdb3acd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:20.245869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Checking router: 727bd176-fa4e-44e3-bf02-1115136717f3 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:20.246220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Updating router 727bd176-fa4e-44e3-bf02-1115136717f3 port 396f5cc3-3915-457d-94d1-a82fe53d0236 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:20.334925 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.366280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:20.389671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:20.392222 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a2abfe-9500-4c87-abd5-6539ad65ea7a" -d '{"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-plugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:20.413862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.456345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:32:20.457230 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.484473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.540335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:20.763528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ec0c7acb-4846-48cf-8180-e9176cdb3acd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:20.763940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.933594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97defbd-367c-415a-90f6-d3d23933a30d req-4b889022-8507-4443-a439-01427bad2133 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:20.946695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d97defbd-367c-415a-90f6-d3d23933a30d req-4b889022-8507-4443-a439-01427bad2133 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.9710371 Jun 30 02:32:20.948710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:16Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.959878 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7e455f-06da-4819-8c51-6a5f99ebb9ab x-openstack-request-id: req-2b7e455f-06da-4819-8c51-6a5f99ebb9ab {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:20.960766 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-plugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:20.961496 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b7e455f-06da-4819-8c51-6a5f99ebb9ab {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:20.962728 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'code': 200} Jun 30 02:32:21.071822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-7879443d-4220-46a3-8e50-98dc0f5be2e7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3350375 Jun 30 02:32:21.078495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d97defbd-367c-415a-90f6-d3d23933a30d req-4ec6180f-7346-4fa2-92cb-e72bd300753a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223466 Jun 30 02:32:21.154983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Deleting port 396f5cc3-3915-457d-94d1-a82fe53d0236 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:21.155600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.247649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a192b-fd26-42bc-a2fd-0b51e1a8fc9c req-74f469af-d722-4c94-99de-5960ce54e2b8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:21.259751 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-152a192b-fd26-42bc-a2fd-0b51e1a8fc9c req-74f469af-d722-4c94-99de-5960ce54e2b8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.1904006 Jun 30 02:32:21.316423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf4fd0-b21d-4c4b-9c29-3a91737a97d5 None None] The sync data for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 is: [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:16Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:21.454743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-152a192b-fd26-42bc-a2fd-0b51e1a8fc9c req-19d0a946-b898-4966-8348-6053fe9a325a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865382 Jun 30 02:32:21.500326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.529679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Calling delete_port for 396f5cc3-3915-457d-94d1-a82fe53d0236 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:21.600298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Allocated IP 172.20.0.2 (7d57ebff-9c6d-442a-aee7-14c9ae176c90/55b55112-169d-461d-9a56-b65a3a738622/f14536f0-6edf-442c-bc19-0eae375bb00d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:21.805307 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.829237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-dfc7ce9a-d1a0-43e8-85c4-6527e4326a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:21.830827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-dfc7ce9a-d1a0-43e8-85c4-6527e4326a5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 1100 time: 0.6708474 Jun 30 02:32:21.831803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.920306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.968355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Transition to ACTIVE for port object 396f5cc3-3915-457d-94d1-a82fe53d0236 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:22.014039 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.171164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f3d2-d931-4467-990f-c8c87139bb82 req-2bd22299-772f-49a5-ab18-aab329a77f27 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:22.179653 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bf5f3d2-d931-4467-990f-c8c87139bb82 req-2bd22299-772f-49a5-ab18-aab329a77f27 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.2681177 Jun 30 02:32:22.256567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14280bb-2c82-48eb-b33b-18a4355b87d2 None None] Pushing event updated for resources: {'Port': ['ID=396f5cc3-3915-457d-94d1-a82fe53d0236,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:22.260823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.301498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:22.303727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:22.343508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=396f5cc3-3915-457d-94d1-a82fe53d0236,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:22.427802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bf5f3d2-d931-4467-990f-c8c87139bb82 req-b681ed8c-879b-4c94-923b-d148b1d8ab8e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466135 Jun 30 02:32:22.440748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-5e0c2b67-3bf1-47f1-a97a-4780b2439673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:22.451317 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-5e0c2b67-3bf1-47f1-a97a-4780b2439673 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.5492268 Jun 30 02:32:22.700289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:22.707290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-a852b2ce-3fb6-42d3-a533-0d2e34687bcc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 200 len: 217 time: 0.2077789 Jun 30 02:32:22.752355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.787853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Allocated IP 172.25.0.197 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/1e72ba74-37eb-4292-98e4-a67d5fc9f89b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:22.926407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.989569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-ed58feb3-95c9-45c4-94c9-20435835e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:22.991106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-ed58feb3-95c9-45c4-94c9-20435835e595 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2748315 Jun 30 02:32:23.011527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b695f640-2269-4170-8a2f-975618d51b12 None None] Could not find standard attr ID for object 396f5cc3-3915-457d-94d1-a82fe53d0236. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:32:23.020749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:23.021261 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.030932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-1916805a-3025-4700-b186-f44f88f7c011 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.039326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-1916805a-3025-4700-b186-f44f88f7c011 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.7300668 Jun 30 02:32:23.104838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-dc38def3-d661-4495-857a-facfded03782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.107342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-5500a234-8a08-4966-936c-75cf8798c8a6 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/quotas/401abc5bdb3148718de0aa56525a5359 HTTP/1.1" status: 200 len: 375 time: 0.0670877 Jun 30 02:32:23.107560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-dc38def3-d661-4495-857a-facfded03782 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 1100 time: 0.6785746 Jun 30 02:32:23.159691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406ac4-13dd-4001-aa4f-371656a07f7b req-a54d4486-470f-4efe-864c-a98009600ba8 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.161886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9406ac4-13dd-4001-aa4f-371656a07f7b req-a54d4486-470f-4efe-864c-a98009600ba8 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.4006255 Jun 30 02:32:23.167507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Attempting to bind port 396f5cc3-3915-457d-94d1-a82fe53d0236 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:23.168132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Attempting to bind port 396f5cc3-3915-457d-94d1-a82fe53d0236 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:23.168726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Attempting to bind port 396f5cc3-3915-457d-94d1-a82fe53d0236 on network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:23.172712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.195598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:23.201674 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a4fa9e-e1d8-4bbf-99b4-480db8d57512" -d '{"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-unplugged", "status": "completed", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:23.213373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.227299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Transition to ACTIVE for port object f14536f0-6edf-442c-bc19-0eae375bb00d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:23.251607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:23.252291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Checking segment: {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:23.252873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.253437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Bound using segment: {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:23.254116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Bound port: 396f5cc3-3915-457d-94d1-a82fe53d0236, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aeca79-4467-4269-8ef5-44dfe63ecc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:23.254831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.263931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:23.284402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.303521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Transition to ACTIVE for port object f14536f0-6edf-442c-bc19-0eae375bb00d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:23.315299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-44c39993-6d38-4445-bee0-d6e708d2d8cc tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2070549 Jun 30 02:32:23.323133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-f01727a5-dab1-4c48-80eb-5b37a49aa810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.325784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-f01727a5-dab1-4c48-80eb-5b37a49aa810 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3176177 Jun 30 02:32:23.326137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Router 727bd176-fa4e-44e3-bf02-1115136717f3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:23.353682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.384761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Port 396f5cc3-3915-457d-94d1-a82fe53d0236 has been deleted concurrently {{(pid=93823) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 02:32:23.459570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-837fcdb1-9938-48f5-a0b4-79173a8ee412 service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310694 Jun 30 02:32:23.466658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-0b3d48d4-ca1e-452f-a98d-5c88beed42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.468226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-0b3d48d4-ca1e-452f-a98d-5c88beed42e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 1100 time: 0.3271680 Jun 30 02:32:23.483673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9406ac4-13dd-4001-aa4f-371656a07f7b req-80e97102-51f7-4c0d-9342-3b861ab0b32e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561519 Jun 30 02:32:23.551998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:23.554194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:23.565602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.569640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:23.578450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:23.586137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Routers {'727bd176-fa4e-44e3-bf02-1115136717f3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:23.586797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['727bd176-fa4e-44e3-bf02-1115136717f3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:23.654521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-846b8a42-7b13-4838-87ed-8e63d5e319c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.656024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-846b8a42-7b13-4838-87ed-8e63d5e319c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1652379 Jun 30 02:32:23.742828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-be14872a-d843-446c-9096-cfc273158ed2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 200 len: 217 time: 0.0750637 Jun 30 02:32:23.756878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-07d2faa7-4640-4c28-bfa8-a117479bfbec service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945817 Jun 30 02:32:23.800326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.833144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Pushing event updated for resources: {'Port': ['ID=f14536f0-6edf-442c-bc19-0eae375bb00d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:23.841352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:23.866956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Pushing event updated for resources: {'Port': ['ID=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:23.892728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:23.907551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Attempting to bind port f14536f0-6edf-442c-bc19-0eae375bb00d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:23.907923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Attempting to bind port f14536f0-6edf-442c-bc19-0eae375bb00d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:23.908286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Attempting to bind port f14536f0-6edf-442c-bc19-0eae375bb00d on network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:23.922041 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.941847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:23.942222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Checking segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:23.942739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.943037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Bound using segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:23.943515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Bound port: f14536f0-6edf-442c-bc19-0eae375bb00d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:23.943923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.946941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] Set router 727bd176-fa4e-44e3-bf02-1115136717f3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:23.950988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-e4ea7d75-59b6-45e7-8c71-50aabc250181 service neutron] 10.222.0.78 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610470 Jun 30 02:32:23.967644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:23.992221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:24.014424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:24.194235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:24.224326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:24.240765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5bf474b9-ef31-40b8-a0bf-bc1410b656e0 admin admin] 10.222.0.78 "PUT /v2.0/routers/727bd176-fa4e-44e3-bf02-1115136717f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4944694 Jun 30 02:32:24.254049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:24.262734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-5fe0a797-0cad-4b61-8f9d-8893d0d401ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:24.265984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-5fe0a797-0cad-4b61-8f9d-8893d0d401ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.5068214 Jun 30 02:32:24.287814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.291718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] For port f14536f0-6edf-442c-bc19-0eae375bb00d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:24.335186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] For port f14536f0-6edf-442c-bc19-0eae375bb00d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f14536f0-6edf-442c-bc19-0eae375bb00d,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:24.352857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.400862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b77aa-ce5a-4ba5-b594-64c42233b812 req-39c1ca13-ac3e-4aef-a0b6-1acd9bb057cf tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:24.402514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d6b77aa-ce5a-4ba5-b594-64c42233b812 req-39c1ca13-ac3e-4aef-a0b6-1acd9bb057cf tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 949 time: 0.6584477 Jun 30 02:32:24.420093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6c02a13-0d3a-48e9-8608-5efe300ccf1b req-ef0e5b00-cb3d-46be-9169-16a86ce5aa4e service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348238 Jun 30 02:32:24.507425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:24.516759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d6b77aa-ce5a-4ba5-b594-64c42233b812 req-242577ed-02ef-4ede-a3ad-71dbb262943a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049466 Jun 30 02:32:24.520196 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be987ea-bebc-4c10-94ca-2d25ea2c3fae x-openstack-request-id: req-1be987ea-bebc-4c10-94ca-2d25ea2c3fae {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:24.520520 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-unplugged", "status": "completed", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:24.521124 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1be987ea-bebc-4c10-94ca-2d25ea2c3fae {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:24.521124 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'code': 200} Jun 30 02:32:24.541325 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.546514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121280-8cb5-4177-a742-830b71c97f0b req-1db96c86-5722-4619-87d1-afc81db18048 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:24.548089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78121280-8cb5-4177-a742-830b71c97f0b req-1db96c86-5722-4619-87d1-afc81db18048 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/ports?device_id=b688c174-0b62-41d3-b713-6992c7c66573 HTTP/1.1" status: 200 len: 943 time: 0.8554463 Jun 30 02:32:24.562799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-d1f5b217-6f3f-4b64-a7fc-db741dd7f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:24.564398 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-d1f5b217-6f3f-4b64-a7fc-db741dd7f4d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714314 Jun 30 02:32:24.712102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2d65-4608-4d7b-8eb4-337bbb546a32 None None] Pushing event updated for resources: {'Port': ['ID=f14536f0-6edf-442c-bc19-0eae375bb00d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:24.780878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:24.792684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:22Z', 'revision_number': 5, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port': {'id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:06Z', 'updated_at': '2021-06-30T02:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:24.794158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-921c135c-6ef3-41d6-ba5b-37689d4a3060 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146149 Jun 30 02:32:24.828784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267e89dd-835b-4914-974e-e5b935a35eb8 None None] The sync data for ids ['727bd176-fa4e-44e3-bf02-1115136717f3'] in n-d-798054-5 is: [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:22Z', 'revision_number': 5, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port': {'id': 'ec0c7acb-4846-48cf-8180-e9176cdb3acd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:06Z', 'updated_at': '2021-06-30T02:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:24.856883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69a8df08-f39e-4019-91c8-2c0f8e76a460 req-c0af287e-e2ab-4d08-a935-de04c21d7f98 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 210 time: 0.0610759 Jun 30 02:32:24.999836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0957e6-948c-4c9d-96a5-9ad27828643d req-4c07383a-2995-440c-bb88-4ad2d1d8138d service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939180 Jun 30 02:32:25.010841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.226135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.275229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.315754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4ac35-dbfa-48a0-bad0-bce83f561efe req-148b3d0b-92f7-4168-a84f-70d6c1838852 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:25.317307 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81f4ac35-dbfa-48a0-bad0-bce83f561efe req-148b3d0b-92f7-4168-a84f-70d6c1838852 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.5202873 Jun 30 02:32:25.429687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Deleting port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:25.430104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.631950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] For port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:25.632700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.642889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81f4ac35-dbfa-48a0-bad0-bce83f561efe req-aaf3e26c-2c3e-42c3-ba03-23574c314d8c tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826672 Jun 30 02:32:25.663750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Calling delete_port for 01cebc03-e18e-4b9b-884f-440e6a2ebb5e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:25.919156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19bd6a-3679-4365-9ba7-957183e54011 req-55ae6176-50f4-4c71-9abc-cbfb46cb9de4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:25.920831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca19bd6a-3679-4365-9ba7-957183e54011 req-55ae6176-50f4-4c71-9abc-cbfb46cb9de4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.1416337 Jun 30 02:32:25.989360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca19bd6a-3679-4365-9ba7-957183e54011 req-d8a7ff5c-45ce-4d72-9d85-23f03d19ea8c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617189 Jun 30 02:32:25.997381 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] Sync routers for ids ['727bd176-fa4e-44e3-bf02-1115136717f3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:26.011159 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] Routers {'727bd176-fa4e-44e3-bf02-1115136717f3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:26.013140 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['727bd176-fa4e-44e3-bf02-1115136717f3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:26.213619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333912e-2a77-4f74-b470-3d106f3b76f2 None None] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:26.221993 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] Set router 727bd176-fa4e-44e3-bf02-1115136717f3 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:26.350683 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:25Z', 'revision_number': 6, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:26.376496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14a16bbc-c07e-4338-a5d5-7cdf4c5412f6 req-cb6a2914-70e0-48d2-a2be-26938deb4dc4 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 210 time: 0.0907910 Jun 30 02:32:26.434285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:26.474587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] Checking router: 727bd176-fa4e-44e3-bf02-1115136717f3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:26.488083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:26.513092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1c8252de-243a-4f6d-9285-c271202b9412 None None] Provisioning for port f14536f0-6edf-442c-bc19-0eae375bb00d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:26.514723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] Routers {'727bd176-fa4e-44e3-bf02-1115136717f3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:26.516568 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['727bd176-fa4e-44e3-bf02-1115136717f3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:26.523935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:26.528869 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890341c7-d967-49e4-87e8-1f0e86e71fe6" -d '{"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-unplugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:26.644490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Deleting port ec0c7acb-4846-48cf-8180-e9176cdb3acd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:26.645006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:26.701525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] Set router 727bd176-fa4e-44e3-bf02-1115136717f3 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:26.728990 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f15b09a-fc61-46a7-a411-37a21a924b38 x-openstack-request-id: req-8f15b09a-fc61-46a7-a411-37a21a924b38 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:26.729300 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-unplugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:26.729558 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f15b09a-fc61-46a7-a411-37a21a924b38 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:26.729952 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'code': 200} Jun 30 02:32:26.733499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:26.734106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:26.757983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] For port ec0c7acb-4846-48cf-8180-e9176cdb3acd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ec0c7acb-4846-48cf-8180-e9176cdb3acd,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:26.758678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:26.773092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Calling delete_port for ec0c7acb-4846-48cf-8180-e9176cdb3acd owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:26.895740 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:25Z', 'revision_number': 6, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:26.951410 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afaa3-d1af-4cd3-8f7e-53912912a9eb None None] The sync data for ids ['727bd176-fa4e-44e3-bf02-1115136717f3'] in n-d-798054-5 is: [{'id': '727bd176-fa4e-44e3-bf02-1115136717f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2104674121-router', 'tenant_id': '92448f58deda4f5091f1441abdf15a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:25Z', 'revision_number': 6, 'project_id': '92448f58deda4f5091f1441abdf15a92', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:27.085057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f14536f0-6edf-442c-bc19-0eae375bb00d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:27.157325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.162227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f14536f0-6edf-442c-bc19-0eae375bb00d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:27.170581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f14536f0-6edf-442c-bc19-0eae375bb00d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:27.171276 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.239018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-48cf60d4-c98f-4ebf-aee1-80bbe0cb0b22 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.242611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-48cf60d4-c98f-4ebf-aee1-80bbe0cb0b22 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 805 time: 0.8948321 Jun 30 02:32:27.330887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Request body: {'port': {'device_id': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'admin_state_up': True, 'tenant_id': '401abc5bdb3148718de0aa56525a5359'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:27.365908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.396912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1d99a-0de0-4ddf-b2d6-7cdc1c2e7b1e req-0d2d53c9-cc39-4b2e-917b-abf7637ae3fb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.398623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-60c1d99a-0de0-4ddf-b2d6-7cdc1c2e7b1e req-0d2d53c9-cc39-4b2e-917b-abf7637ae3fb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.1559763 Jun 30 02:32:27.419965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0c7acb-4846-48cf-8180-e9176cdb3acd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:27.429254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d06541f6-409a-4a31-bb48-67522af89921 None None] Provisioning complete for port f14536f0-6edf-442c-bc19-0eae375bb00d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:27.429948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d06541f6-409a-4a31-bb48-67522af89921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.435987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.463623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-60c1d99a-0de0-4ddf-b2d6-7cdc1c2e7b1e req-63c9a2e9-9961-46b8-981f-d948ffa691e3 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575435 Jun 30 02:32:27.472666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f14536f0-6edf-442c-bc19-0eae375bb00d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f14536f0-6edf-442c-bc19-0eae375bb00d,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:27.512751 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.556083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.558727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.612927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f14536f0-6edf-442c-bc19-0eae375bb00d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:27.651347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a0509ed-10a6-4967-b4d9-c92a17a6340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.680212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50e3cb74-f148-4cd3-8a2b-77e064fa1dbf req-0453d0bd-36be-47f8-970c-612a40df7f1c tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 210 time: 0.0717537 Jun 30 02:32:27.693924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.694439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727bd176-fa4e-44e3-bf02-1115136717f3 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:32:27.699144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.701582 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-24caf7be-60f0-4f0a-a73d-d80728ebb7ec admin admin] 10.222.0.78 "DELETE /v2.0/routers/727bd176-fa4e-44e3-bf02-1115136717f3 HTTP/1.1" status: 204 len: 168 time: 3.3946726 Jun 30 02:32:27.704170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55710) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:27.731804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7883e2-d5a3-4b63-95de-2e84349db4d6 req-1971781c-ae74-4441-9d99-71cbff6881df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.733386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e7883e2-d5a3-4b63-95de-2e84349db4d6 req-1971781c-ae74-4441-9d99-71cbff6881df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 1.3757100 Jun 30 02:32:27.742620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:32:27.798657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Deleting subnet bff7bc75-b01d-4677-bfd7-73f500d7928b {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:32:27.810802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.813035 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.832080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:27.875725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.040553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.046278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:28.059009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event deleted for resources: {'Port': ['ID=01cebc03-e18e-4b9b-884f-440e6a2ebb5e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.077793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'mac_address': 'fa:16:3e:b4:b7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:28.096753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839cf8-656a-4271-93d0-d5c4f9dfcf44 req-102f10e4-a643-406b-b8c7-42b61dde1963 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.103853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29839cf8-656a-4271-93d0-d5c4f9dfcf44 req-102f10e4-a643-406b-b8c7-42b61dde1963 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 947 time: 0.1698613 Jun 30 02:32:28.164628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29839cf8-656a-4271-93d0-d5c4f9dfcf44 req-12a772ba-1f02-4d17-9ea9-edb15fcdf005 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598133 Jun 30 02:32:28.166158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.176750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f14536f0-6edf-442c-bc19-0eae375bb00d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:28.192335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e7883e2-d5a3-4b63-95de-2e84349db4d6 req-aa1194e2-6ce1-45c3-bd67-3169b0659840 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439960 Jun 30 02:32:28.253801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff7bc75-b01d-4677-bfd7-73f500d7928b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.255897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.261803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-919432e2-7bad-444c-b495-7b66b41c0ed9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bff7bc75-b01d-4677-bfd7-73f500d7928b HTTP/1.1" status: 204 len: 168 time: 0.5535555 Jun 30 02:32:28.267879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:28.275150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee501efe-a2d5-40d2-abf1-d251f4c9abda None None] Network b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:28.279956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.300753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:28.302947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] No DVR routers for this DVR port 01cebc03-e18e-4b9b-884f-440e6a2ebb5e on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:28.308790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.313629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78121280-8cb5-4177-a742-830b71c97f0b req-3d0b2b64-63c6-425e-b169-5a3b14235bc2 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "DELETE /v2.0/ports/01cebc03-e18e-4b9b-884f-440e6a2ebb5e HTTP/1.1" status: 204 len: 173 time: 3.7233171 Jun 30 02:32:28.325901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-deleted', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:28.333127 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a38b57-0664-4877-9d80-992b4c8adf4a" -d '{"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-deleted", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:28.401672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:28.428613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 01cebc03-e18e-4b9b-884f-440e6a2ebb5e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:28.431090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01cebc03-e18e-4b9b-884f-440e6a2ebb5e not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:28.463790 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691019f2-d668-4adb-b48c-969dc602fe58 x-openstack-request-id: req-691019f2-d668-4adb-b48c-969dc602fe58 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:28.464419 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688c174-0b62-41d3-b713-6992c7c66573", "name": "network-vif-deleted", "tag": "01cebc03-e18e-4b9b-884f-440e6a2ebb5e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:28.464780 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-691019f2-d668-4adb-b48c-969dc602fe58 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:28.465211 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688c174-0b62-41d3-b713-6992c7c66573', 'name': 'network-vif-deleted', 'tag': '01cebc03-e18e-4b9b-884f-440e6a2ebb5e', 'status': 'completed', 'code': 200} Jun 30 02:32:28.467189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Made reservation on behalf of 401abc5bdb3148718de0aa56525a5359 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:28.473053 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.479843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Sync routers for ids ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:28.524219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:28.537569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.538871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e1b128d9-9324-4ce6-b431-7c99833a5253 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0276108 Jun 30 02:32:28.542191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55734) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:28.552054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Routers {'5d059ef0-7d88-4b30-a9f3-012c93d34e5d'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:28.553724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:28.571612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f14536f0-6edf-442c-bc19-0eae375bb00d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:28.572028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.614225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:28.672663 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.743657 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.789336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e48-ee31-4bf7-b885-227d17a8e44b req-3655fa49-9e34-48df-a1dd-76e52f945a07 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.800889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5379e48-ee31-4bf7-b885-227d17a8e44b req-3655fa49-9e34-48df-a1dd-76e52f945a07 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.3228493 Jun 30 02:32:28.834426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Allocated IP 172.20.0.12 (e6fa797f-3231-43b7-878e-392d247d64c3/027e92af-596a-40ea-9788-95bc7272badf/882ad380-0342-4625-bd2e-964b08618884) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:28.890465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.913007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5379e48-ee31-4bf7-b885-227d17a8e44b req-5a5cb628-d888-4b46-ab6e-d5b41f6718f0 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108401 Jun 30 02:32:28.988480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] DHCP port deletion for b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:32:29.001373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8e45f860-b1b3-4686-a9fd-fa1706f40dc2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:29.022651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Set router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:29.054985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Deleting port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:29.056130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.117801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ec0c7acb-4846-48cf-8180-e9176cdb3acd no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:29.144978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ec0c7acb-4846-48cf-8180-e9176cdb3acd {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:29.145314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ec0c7acb-4846-48cf-8180-e9176cdb3acd not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:29.408239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:32:24Z', 'revision_number': 3, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:29.413204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] Deleting port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:29.413559 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.420222 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.428687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-653352b9-0972-4f5f-b12d-706a1bcb892f req-e00abe64-950f-4db1-bab9-ac917db768cc tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 210 time: 0.1126580 Jun 30 02:32:29.455311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Checking router: 5d059ef0-7d88-4b30-a9f3-012c93d34e5d for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:29.455910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Updating router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:29.463359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.489372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] For port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,segment=NetworkSegment(98aeca79-4467-4269-8ef5-44dfe63ecc24),segment_id=98aeca79-4467-4269-8ef5-44dfe63ecc24)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:29.489997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.511269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Calling delete_port for 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:29.564132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] For port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,segment=NetworkSegment(98aeca79-4467-4269-8ef5-44dfe63ecc24),segment_id=98aeca79-4467-4269-8ef5-44dfe63ecc24)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:29.567067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.601243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] Calling delete_port for 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:29.612580 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.644260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Network e6fa797f-3231-43b7-878e-392d247d64c3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:29.648820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Allocated IP 172.20.0.1 (7d57ebff-9c6d-442a-aee7-14c9ae176c90/55b55112-169d-461d-9a56-b65a3a738622/60c1a704-9927-44fd-a957-56fc87aab570) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:29.649517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:29.691328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:29.699098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:29.699840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.732321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4497850 Jun 30 02:32:29.736905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.741505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:29.760838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Request body: {'port': {'device_id': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.794024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.795122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.795402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.795797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.796195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.796604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb76cd2-5a15-4ea7-8cdd-de16f2f3f995 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:29.805935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] No DVR routers for this DVR port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:29.823733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.823988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.850701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Transition to ACTIVE for port object 60c1a704-9927-44fd-a957-56fc87aab570 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:29.863184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:29.895008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.952780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:29.954631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.956538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:29.961095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:29.975985 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.976578 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.977517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.978043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.978558 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.979071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.979674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.980169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.980652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:29.981736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:30.004990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Pushing event updated for resources: {'Port': ['ID=60c1a704-9927-44fd-a957-56fc87aab570,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.022956 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.053386 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.135391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:30.149267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:30.149918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:30.150261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:30.150622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:32:30.151001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:30.175100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] Pushing event deleted for resources: {'Port': ['ID=8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.180796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d452b64-2818-4681-aa61-454c3ab85d5c None None] No DVR routers for this DVR port 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:30.183931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:30.185047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b97a3f0-e6d7-4cdd-b07b-08d67a4ebbe1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:30.207269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.227665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aeca79-4467-4269-8ef5-44dfe63ecc24') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:30.228125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aeca79-4467-4269-8ef5-44dfe63ecc24') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:30.256007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.288438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.305761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:32:30.306172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.327361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1373460b-413c-4588-a82e-354d2e3b9dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.350366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.362595 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.378896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Transition to ACTIVE for port object 1e72ba74-37eb-4292-98e4-a67d5fc9f89b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:30.391245 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:32:30.391483 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:32:30.397268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c4d2aad-8619-4e08-97ff-2b1a2eb130aa None None] Provisioning for port 60c1a704-9927-44fd-a957-56fc87aab570 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:30.443899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c4d2aad-8619-4e08-97ff-2b1a2eb130aa None None] Provisioning complete for port 60c1a704-9927-44fd-a957-56fc87aab570 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:30.443899 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2aad-8619-4e08-97ff-2b1a2eb130aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.500594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Attempting to bind port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:30.501313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Attempting to bind port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:30.501313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Attempting to bind port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:30.513307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee9a59-6295-46d1-911f-a004f88e6952 None None] Pushing event updated for resources: {'Port': ['ID=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.531761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:30.532127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:30.532528 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.532915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:30.533399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Bound port: 1e72ba74-37eb-4292-98e4-a67d5fc9f89b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:30.533800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.549183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.587571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.594545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.595711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] For port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:30.599409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-59424594-6901-4146-96fb-3c6c26366cd1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b6b96a3d-aaaa-4eef-bf00-2c6fb7b13a64 HTTP/1.1" status: 204 len: 168 time: 2.3138843 Jun 30 02:32:30.599566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] For port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:30.601232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d2aad-8619-4e08-97ff-2b1a2eb130aa None None] Port 60c1a704-9927-44fd-a957-56fc87aab570 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:30.603022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.608482 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.665255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.686251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.711430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Routers {'5d059ef0-7d88-4b30-a9f3-012c93d34e5d'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:30.712154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:30.715919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee9a59-6295-46d1-911f-a004f88e6952 None None] Pushing event updated for resources: {'Port': ['ID=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.790218 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.809676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Pushing event updated for resources: {'Port': ['ID=60c1a704-9927-44fd-a957-56fc87aab570,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.816432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882ad380-0342-4625-bd2e-964b08618884 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:30.838090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.852512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:30.867011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.867497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.867936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.868369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.868797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.869247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.870228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.870819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.871264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.873011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.873151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Transition to ACTIVE for port object 882ad380-0342-4625-bd2e-964b08618884 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:30.873535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.873943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:30.894539 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.909801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] Set router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:30.959425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:30.961578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:30.966032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-90f98cd3-0c13-4f38-941b-d285a8afaa6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92448f58deda4f5091f1441abdf15a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096175 Jun 30 02:32:30.966955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55762) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:30.992568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:31.094439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Attempting to bind port 882ad380-0342-4625-bd2e-964b08618884 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:31.095804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Attempting to bind port 882ad380-0342-4625-bd2e-964b08618884 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:31.096241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Attempting to bind port 882ad380-0342-4625-bd2e-964b08618884 on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:31.110030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Port 882ad380-0342-4625-bd2e-964b08618884 on network e6fa797f-3231-43b7-878e-392d247d64c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:31.110559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Attempting to bind port 882ad380-0342-4625-bd2e-964b08618884 on network e6fa797f-3231-43b7-878e-392d247d64c3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:31.124508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:31.124980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Checking segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:31.126690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Bound using segment: {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:31.127239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Bound port: 882ad380-0342-4625-bd2e-964b08618884, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb3a9b-8927-413d-81ef-9286e8c077d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:31.128248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.128457 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62f4cbe8-1ef8-47ad-a7ab-0616430da349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.166301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62f4cbe8-1ef8-47ad-a7ab-0616430da349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.207834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:31.234611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:31.239097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:31.246042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.249824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '60c1a704-9927-44fd-a957-56fc87aab570', 'name': '', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'mac_address': 'fa:16:3e:a6:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 2, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'subnets': [{'id': '55b55112-169d-461d-9a56-b65a3a738622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:31.275903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:31.276654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.278951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] 10.222.0.90 "PUT /v2.0/ports/882ad380-0342-4625-bd2e-964b08618884 HTTP/1.1" status: 200 len: 1092 time: 1.5309293 Jun 30 02:32:31.292928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ca630-2a2d-4ee3-a2e9-bfa5947cb0d6 None None] The sync data for ids ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'] in n-d-798054-5 is: [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '60c1a704-9927-44fd-a957-56fc87aab570', 'name': '', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'mac_address': 'fa:16:3e:a6:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 2, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'subnets': [{'id': '55b55112-169d-461d-9a56-b65a3a738622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:31.300917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'tag': '882ad380-0342-4625-bd2e-964b08618884'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:31.306596 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4802d4ff-c870-42d6-8cbb-650d0462f387" -d '{"events": [{"name": "network-changed", "server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "tag": "882ad380-0342-4625-bd2e-964b08618884"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:31.337185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d75aaf0-07ce-473f-9dbf-da8876dd284b None None] Provisioning complete for port 60c1a704-9927-44fd-a957-56fc87aab570 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:31.337924 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d75aaf0-07ce-473f-9dbf-da8876dd284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.381487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62f4cbe8-1ef8-47ad-a7ab-0616430da349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.384275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62f4cbe8-1ef8-47ad-a7ab-0616430da349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.385731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-62f4cbe8-1ef8-47ad-a7ab-0616430da349 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bf0a6f3-5018-4043-8c2d-8aad3d9a7e32 HTTP/1.1" status: 204 len: 168 time: 0.4174001 Jun 30 02:32:31.387845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c1b8f-6526-4c62-9492-907e09ca1118 service neutron] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:31.411186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d75aaf0-07ce-473f-9dbf-da8876dd284b None None] Port 60c1a704-9927-44fd-a957-56fc87aab570 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:31.441795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-5d7b6141-4fde-478f-aa90-5a2ad5a53f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:31.443437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-5d7b6141-4fde-478f-aa90-5a2ad5a53f11 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 1095 time: 0.1010580 Jun 30 02:32:31.506747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4cbe8-1ef8-47ad-a7ab-0616430da349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf0a6f3-5018-4043-8c2d-8aad3d9a7e32,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:31.529900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-18fb8675-88e8-4073-ae59-013b5bafbeb5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882ad380-0342-4625-bd2e-964b08618884 HTTP/1.1" status: 200 len: 217 time: 0.0751870 Jun 30 02:32:31.561912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:31.568801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f906531d-96cf-4c56-95f1-55dc317f859c admin admin] 10.222.0.78 "PUT /v2.0/routers/5d059ef0-7d88-4b30-a9f3-012c93d34e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238984 Jun 30 02:32:31.624741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-752bff20-ba9d-4c76-b230-fdec2f0af72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:31.627826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-752bff20-ba9d-4c76-b230-fdec2f0af72c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.0874369 Jun 30 02:32:31.739641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-f7886a0a-1cc6-4fd4-b4bb-37fdd96f8b3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002877 Jun 30 02:32:31.837510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:31.869357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-d47e8576-04e9-4c75-9701-707881588a6d service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213186 Jun 30 02:32:31.925066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:31.925436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.069238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0f96df1-3041-4830-826b-06f068ed2ec1 req-51301469-b75d-4636-b6d1-2b7abb60dff1 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924636 Jun 30 02:32:32.141609 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.158161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.185433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:32.188725 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9390dc-f799-4d04-851f-863f38b1eb6e" -d '{"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-plugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:32.196817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:32.209973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.321270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:32.620052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55808) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:32.628655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-network', 'tenant_id': '585389811f91413990a25337bd7cf4d8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:32.671138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Made reservation on behalf of 585389811f91413990a25337bd7cf4d8 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:32.673630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.690841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.821852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:32.848346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.854930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.881476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:32.904287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.904636 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Added segment 206e3cf1-d101-40b2-a9ca-2e04feea8b84 of type vlan for network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c Jun 30 02:32:32.906029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa2136-4f63-4c29-b50e-9a9f564aab1a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:32.966353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.976027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-419892537-network', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:33.001550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.001807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Made reservation on behalf of 0274c4bc221241b9b2158ca45aa610c3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:33.003458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.004116 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.004442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.015448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.074299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4529681 Jun 30 02:32:33.075842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:33.085580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405007a3-bc4a-44a3-9a89-07f1aabda562 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:33.088955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Request body: {'subnet': {'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-subnet', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:33.097643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:33.200182 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.222684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.266148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Made reservation on behalf of 585389811f91413990a25337bd7cf4d8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:33.268463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.272298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:33.274614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d8e04-9c8a-4d7d-b712-14d290861a2f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:33.332016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.332355 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Added segment 30c2309d-e482-4ee2-8603-016172d1b89a of type vlan for network 69722de2-867e-43e9-a943-3cec34b5fdde Jun 30 02:32:33.397802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.461632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.462614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.463180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.531292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7074294 Jun 30 02:32:33.533732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55818) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:33.539768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Request body: {'subnet': {'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-subnet', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:33.541912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232915-df9f-4c63-9396-cf7cd1a3b094 admin admin] Pushing event updated for resources: {'Network': ['ID=69722de2-867e-43e9-a943-3cec34b5fdde,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:33.557179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 69722de2-867e-43e9-a943-3cec34b5fdde details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:33.573730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Made reservation on behalf of 0274c4bc221241b9b2158ca45aa610c3 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:33.578879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.593533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.684709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1e7681-ce4b-4c62-b7a1-55d90890a4d8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:33.701878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Checking segment: {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:33.702247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Network hostable DHCP agents. Network: 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:33.729083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:33.740665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:33.749604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.750028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34fb061-f5a7-4441-8064-d5548c513b9b None None] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:33.750700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.781565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e97ebc3f-8a9f-492a-88f7-2efe77fed32c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7032950 Jun 30 02:32:33.784249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:33.795431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:33.833831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.836521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.933422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.944956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.012563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c', 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'fixed_ips': [{'subnet_id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:32:34.013585 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.018431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a61aa50-c1ca-499b-bea5-8edecff3115a,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:34.030678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Checking segment: {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:34.031593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Network hostable DHCP agents. Network: 69722de2-867e-43e9-a943-3cec34b5fdde, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:34.055696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Network 69722de2-867e-43e9-a943-3cec34b5fdde is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:34.076745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 69722de2-867e-43e9-a943-3cec34b5fdde) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:34.082264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:34.083034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.115779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ad75198-8116-45f0-9e77-c5226ed6c495 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5806925 Jun 30 02:32:34.118244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55826) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:34.124250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:34.173526 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.177432 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.207521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Allocated IP 172.20.0.2 (8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c/2d1e7681-ce4b-4c62-b7a1-55d90890a4d8/f8352ea2-19c5-4228-8d10-dc99bb1535dd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:34.258083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.381095 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.391338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Transition to ACTIVE for port object f8352ea2-19c5-4228-8d10-dc99bb1535dd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:34.408501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Transition to ACTIVE for port object f8352ea2-19c5-4228-8d10-dc99bb1535dd will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:34.424120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56ff7d-4dab-40a2-95f3-75ca6ee65b69 None None] Network 69722de2-867e-43e9-a943-3cec34b5fdde requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:34.428398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e72ba74-37eb-4292-98e4-a67d5fc9f89b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:34.472579 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.477297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:34.501294 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.506748 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Sync routers for ids ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:34.527463 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Routers {'5d059ef0-7d88-4b30-a9f3-012c93d34e5d'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:34.528142 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:34.663393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.688263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:34.734932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.804468 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Set router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:34.832598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.862657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:34.892287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.901719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:34.913244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Pushing event updated for resources: {'Port': ['ID=f8352ea2-19c5-4228-8d10-dc99bb1535dd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:34.973433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:35.031460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:35.031460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.085432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.097073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:35.107148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Allocated IP 172.25.0.97 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c63d4558-8ace-4080-a265-9cc57e264f36) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:35.116727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Attempting to bind port f8352ea2-19c5-4228-8d10-dc99bb1535dd on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:35.128183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.133597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Attempting to bind port f8352ea2-19c5-4228-8d10-dc99bb1535dd by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:35.135640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Attempting to bind port f8352ea2-19c5-4228-8d10-dc99bb1535dd on network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:35.182578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '882ad380-0342-4625-bd2e-964b08618884', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': '882ad380-0342-4625-bd2e-964b08618884', 'mac_address': 'fa:16:3e:5b:3b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:35.209237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:35.210023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Checking segment: {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:35.210023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.210551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Bound using segment: {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:35.211096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Bound port: f8352ea2-19c5-4228-8d10-dc99bb1535dd, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:35.211545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.219575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-69722de2-867e-43e9-a943-3cec34b5fdde', 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'fixed_ips': [{'subnet_id': '8a61aa50-c1ca-499b-bea5-8edecff3115a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:32:35.220269 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.231605 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '60c1a704-9927-44fd-a957-56fc87aab570', 'name': '', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'mac_address': 'fa:16:3e:a6:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 2, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'subnets': [{'id': '55b55112-169d-461d-9a56-b65a3a738622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:35.261382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.263465 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Checking router: 5d059ef0-7d88-4b30-a9f3-012c93d34e5d for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:35.264041 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Updating router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d port 60c1a704-9927-44fd-a957-56fc87aab570 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:35.302715 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.322513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.377352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:35.381778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:35.393659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:35.442591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Allocated IP 172.25.0.241 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:35.451899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Pushing event updated for resources: {'Port': ['ID=c63d4558-8ace-4080-a265-9cc57e264f36,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:35.467775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.540061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Allocated IP 172.20.0.2 (69722de2-867e-43e9-a943-3cec34b5fdde/8a61aa50-c1ca-499b-bea5-8edecff3115a/217b89a2-a8b0-48b4-9107-1efa746d4c1f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:35.555411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882ad380-0342-4625-bd2e-964b08618884 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:35.579749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] For port f8352ea2-19c5-4228-8d10-dc99bb1535dd, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:35.587797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] For port f8352ea2-19c5-4228-8d10-dc99bb1535dd, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f8352ea2-19c5-4228-8d10-dc99bb1535dd,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:35.592511 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.601218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.625765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.686177 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.741744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c7a16-b857-420c-9f58-40c0d935c7be None None] Pushing event updated for resources: {'Port': ['ID=f8352ea2-19c5-4228-8d10-dc99bb1535dd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:35.784525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:35.787812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:35.790583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:35.805731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:35.823783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:35.840707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.844048 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.896520 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Transition to ACTIVE for port object 60c1a704-9927-44fd-a957-56fc87aab570 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:35.914259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Pushing event updated for resources: {'Port': ['ID=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:35.920083 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.971038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-720952b8-4efc-4c98-b059-14b4518e02bb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053934 Jun 30 02:32:35.972603 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.116767 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0b6c4-62a9-4c77-b649-6f000023e55a None None] Pushing event updated for resources: {'Port': ['ID=60c1a704-9927-44fd-a957-56fc87aab570,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:36.155199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['882ad380-0342-4625-bd2e-964b08618884'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:36.164980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:36.230166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-6706d6e4-55e8-4bdf-be39-9d231d0675ab tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:36.240005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-6706d6e4-55e8-4bdf-be39-9d231d0675ab tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670815 Jun 30 02:32:36.289923 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Attempting to bind port 60c1a704-9927-44fd-a957-56fc87aab570 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:36.290296 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Attempting to bind port 60c1a704-9927-44fd-a957-56fc87aab570 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:36.290726 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Attempting to bind port 60c1a704-9927-44fd-a957-56fc87aab570 on network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:36.306076 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:36.306390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Checking segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:36.309777 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.310198 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Bound using segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:36.313692 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Bound port: 60c1a704-9927-44fd-a957-56fc87aab570, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:36.314606 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.325758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-14447e06-82b4-480f-8dbb-d7c7d4dda8d0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/quotas/d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 375 time: 0.0843971 Jun 30 02:32:36.419585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.500064 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.538264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Transition to ACTIVE for port object 217b89a2-a8b0-48b4-9107-1efa746d4c1f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:36.642632 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] For port 60c1a704-9927-44fd-a957-56fc87aab570, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:36.648310 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] For port 60c1a704-9927-44fd-a957-56fc87aab570, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=60c1a704-9927-44fd-a957-56fc87aab570,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:36.671298 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.691698 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-c41b32d8-f4e8-4024-b6b4-3d106b2ba7d6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3402612 Jun 30 02:32:36.713848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.722431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Transition to ACTIVE for port object 217b89a2-a8b0-48b4-9107-1efa746d4c1f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:36.759448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:36.770198 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.809719 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Routers {'5d059ef0-7d88-4b30-a9f3-012c93d34e5d'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:36.810791 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:36.905925 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0b6c4-62a9-4c77-b649-6f000023e55a None None] Pushing event updated for resources: {'Port': ['ID=60c1a704-9927-44fd-a957-56fc87aab570,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:37.107337 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] Set router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:37.171839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Network 69722de2-867e-43e9-a943-3cec34b5fdde is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:37.248869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:37.260592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:37.270204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Pushing event updated for resources: {'Port': ['ID=217b89a2-a8b0-48b4-9107-1efa746d4c1f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:37.284649 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b81ec-0abd-4115-b902-a0f34fb3cc11 x-openstack-request-id: req-8e6b81ec-0abd-4115-b902-a0f34fb3cc11 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:37.295967 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "tag": "882ad380-0342-4625-bd2e-964b08618884", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:37.296869 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e6b81ec-0abd-4115-b902-a0f34fb3cc11 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:37.297694 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'tag': '882ad380-0342-4625-bd2e-964b08618884', 'status': 'completed', 'code': 200} Jun 30 02:32:37.385380 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81207ac2-b252-4766-9d21-06d9c2611f8f x-openstack-request-id: req-81207ac2-b252-4766-9d21-06d9c2611f8f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:37.385674 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-plugged", "status": "completed", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:37.385926 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81207ac2-b252-4766-9d21-06d9c2611f8f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:37.386327 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'code': 200} Jun 30 02:32:37.400112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Attempting to bind port 217b89a2-a8b0-48b4-9107-1efa746d4c1f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:37.400481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Attempting to bind port 217b89a2-a8b0-48b4-9107-1efa746d4c1f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:37.401144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Attempting to bind port 217b89a2-a8b0-48b4-9107-1efa746d4c1f on network 69722de2-867e-43e9-a943-3cec34b5fdde {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:37.423787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:37.424143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Checking segment: {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:37.424552 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.425397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Bound using segment: {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:37.425887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Bound port: 217b89a2-a8b0-48b4-9107-1efa746d4c1f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:37.426948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.654837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] For port 217b89a2-a8b0-48b4-9107-1efa746d4c1f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:37.661266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] For port 217b89a2-a8b0-48b4-9107-1efa746d4c1f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=217b89a2-a8b0-48b4-9107-1efa746d4c1f,segment=NetworkSegment(30c2309d-e482-4ee2-8603-016172d1b89a),segment_id=30c2309d-e482-4ee2-8603-016172d1b89a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:37.682480 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.739437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.785875 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '60c1a704-9927-44fd-a957-56fc87aab570', 'name': '', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'mac_address': 'fa:16:3e:a6:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:36Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'subnets': [{'id': '55b55112-169d-461d-9a56-b65a3a738622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:37.826739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-f2b3a8b9-287c-4344-a474-75b32d3ce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:37.832073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148632dc-4451-4cc7-a6db-d15ee16c6823 None None] Pushing event updated for resources: {'Port': ['ID=217b89a2-a8b0-48b4-9107-1efa746d4c1f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:37.837712 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-f2b3a8b9-287c-4344-a474-75b32d3ce1eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=401abc5bdb3148718de0aa56525a5359&device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 1096 time: 0.4947963 Jun 30 02:32:37.839525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.890347 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbd74c-fbd6-40d5-a8c4-f57520f69849 None None] The sync data for ids ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'] in n-d-798054-5 is: [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '60c1a704-9927-44fd-a957-56fc87aab570', 'name': '', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'mac_address': 'fa:16:3e:a6:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:36Z', 'revision_number': 4, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'subnets': [{'id': '55b55112-169d-461d-9a56-b65a3a738622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:37.968487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1451c3e3-9461-47a7-acf2-50817f6f8d3c req-29bce011-01ab-486c-a481-17f706bec70a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 210 time: 0.1012192 Jun 30 02:32:38.063793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4b8a4-5ccf-43d7-b0b3-a90c2f27c0df None None] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:38.139215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2596a6-2f29-41e5-974a-5c9931227d84 req-b4229fcc-a8d0-4f5a-b1b8-cd4f38ddf497 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:38.150849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f2596a6-2f29-41e5-974a-5c9931227d84 req-b4229fcc-a8d0-4f5a-b1b8-cd4f38ddf497 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 945 time: 0.8677242 Jun 30 02:32:38.320454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:38.358807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:32:38.536263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-61252dfe-426e-4e91-9e71-394f0719c755 None None] Provisioning for port f8352ea2-19c5-4228-8d10-dc99bb1535dd completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:38.614900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 882ad380-0342-4625-bd2e-964b08618884 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:38.717930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 882ad380-0342-4625-bd2e-964b08618884 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:38.719487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.747598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e72ba74-37eb-4292-98e4-a67d5fc9f89b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:38.783649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:38.810176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f2596a6-2f29-41e5-974a-5c9931227d84 req-e0d1088a-73ea-4927-bd12-0a2cb4701d66 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577129 Jun 30 02:32:38.815613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-27e88588-bffa-4872-8003-e60694aba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:38.817815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-27e88588-bffa-4872-8003-e60694aba8d3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 200 len: 906 time: 0.9715102 Jun 30 02:32:38.818919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.825779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-049e59b7-1abb-44c5-9fdf-08c3673b5095 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7060032 Jun 30 02:32:38.826783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55890) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:38.867156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Sync routers for ids ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:38.955672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Routers {'8f010b5b-ab9a-4b19-8a73-c1852ede11b3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:38.959379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:38.967184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-dd69fd5c-1c9c-44c4-8ec7-d034a9a343ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882ad380-0342-4625-bd2e-964b08618884 HTTP/1.1" status: 200 len: 217 time: 0.1326902 Jun 30 02:32:39.145763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-7fbca8f6-d37b-41e7-87be-76ad5ca2af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.148363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-7fbca8f6-d37b-41e7-87be-76ad5ca2af3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 200 len: 845 time: 0.1728914 Jun 30 02:32:39.173324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:32:39.212231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-5f2403ea-9012-4a4f-acac-66f267a3812e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fa797f-3231-43b7-878e-392d247d64c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528400 Jun 30 02:32:39.227340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4832b-cd05-4676-b8b8-fdf3d004cc09 req-baa53ca8-844d-43fd-af1d-22b09a40f70b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.229252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5dc4832b-cd05-4676-b8b8-fdf3d004cc09 req-baa53ca8-844d-43fd-af1d-22b09a40f70b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.2795818 Jun 30 02:32:39.267016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Set router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:39.359174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5dc4832b-cd05-4676-b8b8-fdf3d004cc09 req-cab84b86-d7ea-40bf-ac7c-605bd5af9ca5 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225295 Jun 30 02:32:39.458660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-7db5d904-9a6e-490a-b059-860672e28518 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351007 Jun 30 02:32:39.748980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25374037-52f9-498e-8dfb-ccc9613fd2c7 req-781ac7f6-d73b-4acf-b0ce-7433bfac9a33 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 210 time: 0.2672875 Jun 30 02:32:39.820385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-73fd2a64-9c76-4306-b259-73da97c6855a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369240 Jun 30 02:32:39.832473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4802d4ff-c870-42d6-8cbb-650d0462f387 req-c547a29c-eba7-42f5-9e31-a38009bab2bd service neutron] 10.222.0.90 "GET /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510749 Jun 30 02:32:39.892632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd3287-da87-4d86-8eca-ea526dcb4c49 None None] Network 69722de2-867e-43e9-a943-3cec34b5fdde requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:39.909404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d4db0353-0a62-4e87-8b52-8798b7e7fc48 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:39.912184 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.155655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:40.156342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.168471 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Sync routers for ids ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:40.182410 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Routers {'99b5c0d3-4a22-46ae-aa9c-7a988952dff5'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:40.184472 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:40.199994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16744c47-89ea-4f6d-a090-e85e9f6354e3 req-80d607c0-6613-44ed-81f9-1efbc14f073e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.205533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16744c47-89ea-4f6d-a090-e85e9f6354e3 req-80d607c0-6613-44ed-81f9-1efbc14f073e tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 945 time: 0.1609643 Jun 30 02:32:40.210832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:40.211607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.302111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-fe9afb38-3847-4420-8988-d47b5c61bbf6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.304566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-fe9afb38-3847-4420-8988-d47b5c61bbf6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4711668 Jun 30 02:32:40.312762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.314824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-328fd3a2-ee0f-45ef-a369-e8d511fb593a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5291727 Jun 30 02:32:40.329193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Request body: {'port': {'device_id': '65e49c2d-8d12-42c4-8457-899063a3837c', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'd63a9d26ac834261b2fbffb8ca2961d8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:40.354712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.419400 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Set router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:40.434870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:40.467866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:40.525673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16744c47-89ea-4f6d-a090-e85e9f6354e3 req-592dd4fe-3b71-4aad-b9b6-681526690457 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014534 Jun 30 02:32:40.529259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Made reservation on behalf of d63a9d26ac834261b2fbffb8ca2961d8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:40.533465 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.558434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'port_id': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'mac_address': 'fa:16:3e:1c:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b07a2-e1b1-423a-931b-e37ebedda557', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:40.601013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Allocated IP 172.20.0.1 (69722de2-867e-43e9-a943-3cec34b5fdde/8a61aa50-c1ca-499b-bea5-8edecff3115a/e9a61247-328d-43f4-82df-07e79b892d67) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:40.658876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-976a457f-4573-4ce6-bb2f-058af8ad3a60 None None] Provisioning for port 217b89a2-a8b0-48b4-9107-1efa746d4c1f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:40.705540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.812052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:40.846116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ad380-0342-4625-bd2e-964b08618884'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:40.852311 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c5b6b8-13ba-474f-9e3a-2dca47335194" -d '{"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-plugged", "status": "completed", "tag": "882ad380-0342-4625-bd2e-964b08618884"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:40.910543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.017520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Allocated IP 192.168.233.250 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/38f1c8f4-f6fd-4565-a58b-b7052d526e03) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:41.077600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.083509 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:32:36Z', 'revision_number': 3, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:41.101232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Transition to ACTIVE for port object e9a61247-328d-43f4-82df-07e79b892d67 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:41.119817 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Checking router: 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:41.120526 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Updating router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:41.143829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.154922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04df392a-082c-4ac6-8f26-a541fcee3046 req-31349094-32aa-4a47-9b4b-51b79951f9cb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 210 time: 0.0841801 Jun 30 02:32:41.168521 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.183345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:41.230146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Pushing event updated for resources: {'Port': ['ID=e9a61247-328d-43f4-82df-07e79b892d67,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:41.272233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.281888 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c63a021-9eae-444c-bcee-50eb68d323d6 x-openstack-request-id: req-6c63a021-9eae-444c-bcee-50eb68d323d6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:41.282200 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-plugged", "status": "completed", "tag": "882ad380-0342-4625-bd2e-964b08618884", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:41.282494 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c63a021-9eae-444c-bcee-50eb68d323d6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:41.282902 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ad380-0342-4625-bd2e-964b08618884', 'code': 200} Jun 30 02:32:41.297475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94417fb-b9a6-4b2f-a403-c1a8044131ea req-c67fff1e-6c3a-4873-8062-0887061a100a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:41.323935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a94417fb-b9a6-4b2f-a403-c1a8044131ea req-c67fff1e-6c3a-4873-8062-0887061a100a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 946 time: 0.7293115 Jun 30 02:32:41.332609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Network 69722de2-867e-43e9-a943-3cec34b5fdde is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:41.342393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:41.355185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:41.403835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.439532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 3, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:41.454754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60c1a704-9927-44fd-a957-56fc87aab570 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:41.497001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a94417fb-b9a6-4b2f-a403-c1a8044131ea req-b17c0764-a626-4e51-a1cd-4a93beef2152 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713092 Jun 30 02:32:41.505418 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.520005 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Transition to ACTIVE for port object d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:41.533435 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.575678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4db0353-0a62-4e87-8b52-8798b7e7fc48 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:41.623342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:41.628373 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629bf96-bd9d-4942-a0dc-d99e6861b76e None None] Pushing event updated for resources: {'Port': ['ID=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:41.629632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Checking router: 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:41.630080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Updating router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 port c63d4558-8ace-4080-a265-9cc57e264f36 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:41.705901 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.716710 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.765621 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Attempting to bind port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:41.774650 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Attempting to bind port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:41.775066 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Attempting to bind port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:41.796170 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:41.796552 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:41.796964 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.797363 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:41.797855 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Bound port: d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:41.798258 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.836506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['d4db0353-0a62-4e87-8b52-8798b7e7fc48'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:41.861349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.875366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:42.023873 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] For port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:42.030845 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] For port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:42.037824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 60c1a704-9927-44fd-a957-56fc87aab570 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:42.053614 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.060934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 60c1a704-9927-44fd-a957-56fc87aab570 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:42.061313 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.130299 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Routers {'99b5c0d3-4a22-46ae-aa9c-7a988952dff5'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:42.130299 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:42.131704 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629bf96-bd9d-4942-a0dc-d99e6861b76e None None] Pushing event updated for resources: {'Port': ['ID=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:42.317042 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.341655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.350165 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] Set router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:42.487984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.522860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fcad4bd2-e3fa-4ac1-a39b-be1a56340e12 req-2bc131a7-0220-4ec4-a135-13d966b9ce29 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 210 time: 0.0736983 Jun 30 02:32:42.571948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Pushing event updated for resources: {'Port': ['ID=e9a61247-328d-43f4-82df-07e79b892d67,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:42.619092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98366b-251d-4833-bc1c-1d42294d17fb req-5867dc71-be38-4cb2-8933-3fdc155df24d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:42.626783 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e98366b-251d-4833-bc1c-1d42294d17fb req-5867dc71-be38-4cb2-8933-3fdc155df24d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.6485565 Jun 30 02:32:42.751994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.786647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.800018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Transition to ACTIVE for port object 38f1c8f4-f6fd-4565-a58b-b7052d526e03 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:42.847551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1f275051-5b04-4721-a40c-22ad4fc75c6c None None] Provisioning for port e9a61247-328d-43f4-82df-07e79b892d67 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:42.848365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e98366b-251d-4833-bc1c-1d42294d17fb req-e8bf8689-343e-47f5-bcca-bc343dca84d1 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204106 Jun 30 02:32:42.913848 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:32:36Z', 'revision_number': 3, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:42.926786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1f275051-5b04-4721-a40c-22ad4fc75c6c None None] Provisioning complete for port e9a61247-328d-43f4-82df-07e79b892d67 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:42.927816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f275051-5b04-4721-a40c-22ad4fc75c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.973645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Network 69722de2-867e-43e9-a943-3cec34b5fdde is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:42.990250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:43.025593 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cb284-6a38-4460-a3f8-9e1642b0a93a None None] The sync data for ids ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'] in n-d-798054-5 is: [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:32:36Z', 'revision_number': 3, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:43.037800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.140523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 60c1a704-9927-44fd-a957-56fc87aab570, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=60c1a704-9927-44fd-a957-56fc87aab570,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:43.150181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Transition to ACTIVE for port object c63d4558-8ace-4080-a265-9cc57e264f36 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:43.166407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.167419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f8352ea2-19c5-4228-8d10-dc99bb1535dd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:43.245005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1f275051-5b04-4721-a40c-22ad4fc75c6c None None] Port e9a61247-328d-43f4-82df-07e79b892d67 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:43.252721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cdee1-98e5-4c5b-88c0-9ced62e9888a req-a6ee2326-d1d9-412c-91dc-1af240e7c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:43.255483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-856cdee1-98e5-4c5b-88c0-9ced62e9888a req-a6ee2326-d1d9-412c-91dc-1af240e7c779 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 1097 time: 1.9009318 Jun 30 02:32:43.256386 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.263064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:43.378125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=60c1a704-9927-44fd-a957-56fc87aab570,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:43.389245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Attempting to bind port c63d4558-8ace-4080-a265-9cc57e264f36 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:43.390004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Attempting to bind port c63d4558-8ace-4080-a265-9cc57e264f36 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:43.390744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Attempting to bind port c63d4558-8ace-4080-a265-9cc57e264f36 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:43.411153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.470914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f8352ea2-19c5-4228-8d10-dc99bb1535dd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:43.482606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8e45f860-b1b3-4686-a9fd-fa1706f40dc2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:43.527510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4', 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:43.548363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:43.556483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.584229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:43.593584 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22635487-7e96-4849-8f38-67d43eb2317c admin admin] 10.222.0.78 "PUT /v2.0/routers/8f010b5b-ab9a-4b19-8a73-c1852ede11b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7641187 Jun 30 02:32:43.595598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33209dc-6617-4fdc-b19b-e9e4ba62b8fb req-ae04af85-9625-40b9-a5aa-d0539c11431d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:43.605197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e33209dc-6617-4fdc-b19b-e9e4ba62b8fb req-ae04af85-9625-40b9-a5aa-d0539c11431d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 945 time: 0.7738326 Jun 30 02:32:43.669670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:43.681706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:43.682430 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.683018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:43.685204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Bound port: c63d4558-8ace-4080-a265-9cc57e264f36, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:43.686551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.702193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:43.734039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:43.742736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f8352ea2-19c5-4228-8d10-dc99bb1535dd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:43.743442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.760462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:43.904468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8013a66-aaa2-4588-a45a-dd18376c649c None None] Provisioning complete for port e9a61247-328d-43f4-82df-07e79b892d67 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:43.905747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8013a66-aaa2-4588-a45a-dd18376c649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.913918 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e33209dc-6617-4fdc-b19b-e9e4ba62b8fb req-0b31964f-1179-4619-a5cb-935ee1a84535 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050013 Jun 30 02:32:43.919268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-856cdee1-98e5-4c5b-88c0-9ced62e9888a req-8d927d0c-2521-419e-8391-2d361d17339b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486051 Jun 30 02:32:43.927162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d32b-e2e5-4332-9246-d13b05a5dc91 None None] Pushing event updated for resources: {'Port': ['ID=c63d4558-8ace-4080-a265-9cc57e264f36,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:43.981132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b4cf-2daf-401d-988b-4b0f8896e414 req-c1283026-9cb0-4211-8648-e8352f717af0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.004270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ef6b4cf-2daf-401d-988b-4b0f8896e414 req-c1283026-9cb0-4211-8648-e8352f717af0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 936 time: 0.1515079 Jun 30 02:32:44.013672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d4db0353-0a62-4e87-8b52-8798b7e7fc48 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:44.141915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ef6b4cf-2daf-401d-988b-4b0f8896e414 req-0e9c3e26-d9bd-48a9-90fe-6394d8a10fce tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301413 Jun 30 02:32:44.219736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.220420 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.328078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c8013a66-aaa2-4588-a45a-dd18376c649c None None] Port e9a61247-328d-43f4-82df-07e79b892d67 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:44.330918 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-8b98ae1d-1fb7-4d8a-9b8f-8924ccc02c67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0113764 Jun 30 02:32:44.332717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Allocated IP 172.20.0.1 (8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c/2d1e7681-ce4b-4c62-b7a1-55d90890a4d8/18b06917-5546-49cc-aa9e-8552f41a1abb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:44.337337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] For port c63d4558-8ace-4080-a265-9cc57e264f36, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:44.357256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Request body: {'port': {'device_id': '65e49c2d-8d12-42c4-8457-899063a3837c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:44.404235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] For port c63d4558-8ace-4080-a265-9cc57e264f36, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c63d4558-8ace-4080-a265-9cc57e264f36,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:44.450079 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.479152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb26fe0-b026-4f5a-a47c-f9a751bf6fe3 req-6e42a040-94c7-445d-9919-0ddec7bbc477 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.486265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3eb26fe0-b026-4f5a-a47c-f9a751bf6fe3 req-6e42a040-94c7-445d-9919-0ddec7bbc477 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.2374005 Jun 30 02:32:44.582848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.629902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d497c32-7220-4aaa-931b-7564bd941792 req-927895fb-386a-41ca-8925-6af5b0863937 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2441978 Jun 30 02:32:44.640477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3eb26fe0-b026-4f5a-a47c-f9a751bf6fe3 req-39ea8cb5-c1d1-4a21-8321-47291cc7d60a tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473534 Jun 30 02:32:44.640698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:44.722046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.825123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.947944 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.960498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.967828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Provisioning complete for port e9a61247-328d-43f4-82df-07e79b892d67 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:44.968195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.970225 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:44.979337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Transition to ACTIVE for port object 18b06917-5546-49cc-aa9e-8552f41a1abb will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:45.042323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d32b-e2e5-4332-9246-d13b05a5dc91 None None] Pushing event updated for resources: {'Port': ['ID=c63d4558-8ace-4080-a265-9cc57e264f36,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:45.045272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Routers {'8f010b5b-ab9a-4b19-8a73-c1852ede11b3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:45.045878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:45.055417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4db0353-0a62-4e87-8b52-8798b7e7fc48 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:45.189056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:45.237063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.284278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Allocated IP 172.25.0.204 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/fdca6fa2-572c-4512-981a-7ee61de6db33) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:45.333499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Port e9a61247-328d-43f4-82df-07e79b892d67 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:45.367812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.385517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Pushing event updated for resources: {'Port': ['ID=18b06917-5546-49cc-aa9e-8552f41a1abb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:45.403559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:45.410765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:45.414486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:45.485484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.565855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] Set router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:45.568762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.617603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.783690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:45.803233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:45.815336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:45.821212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=fdca6fa2-572c-4512-981a-7ee61de6db33,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:45.842274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Provisioning for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:45.852656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f8352ea2-19c5-4228-8d10-dc99bb1535dd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f8352ea2-19c5-4228-8d10-dc99bb1535dd,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:45.898553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.929991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f1c8f4-f6fd-4565-a58b-b7052d526e03 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:45.945634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.974123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Transition to ACTIVE for port object 38f1c8f4-f6fd-4565-a58b-b7052d526e03 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:45.984328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Provisioning complete for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:45.985093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.988909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.992162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:46.016106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274128b-25fc-4b3f-aba2-4b279108ebde req-8afe297b-4f60-4739-90a3-12c954b1080a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.017715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f274128b-25fc-4b3f-aba2-4b279108ebde req-8afe297b-4f60-4739-90a3-12c954b1080a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 936 time: 0.3763258 Jun 30 02:32:46.057115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.196723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:46.207299 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.246072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f8352ea2-19c5-4228-8d10-dc99bb1535dd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:46.269795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f274128b-25fc-4b3f-aba2-4b279108ebde req-83e478c2-c0b5-4131-b066-1904320d98ea tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246606 Jun 30 02:32:46.273943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.372072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4c351961-dd1f-47c0-96b3-a2175c64b959 None None] Port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:46.459966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60c1a704-9927-44fd-a957-56fc87aab570 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:46.578196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:46.578962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:46.579562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:46.600820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:46.601688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:46.602972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.607623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e21d942c-0a4a-4664-b0c7-36c0e528ada6 None None] Provisioning for port 18b06917-5546-49cc-aa9e-8552f41a1abb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:46.623715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.629228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:46.629581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:46.629972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:46.630450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Bound port: 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:46.630812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.632834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e21d942c-0a4a-4664-b0c7-36c0e528ada6 None None] Provisioning complete for port 18b06917-5546-49cc-aa9e-8552f41a1abb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:46.633212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e21d942c-0a4a-4664-b0c7-36c0e528ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.697440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 60c1a704-9927-44fd-a957-56fc87aab570 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:46.698885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.755998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e21d942c-0a4a-4664-b0c7-36c0e528ada6 None None] Port 18b06917-5546-49cc-aa9e-8552f41a1abb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:46.768746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e9a61247-328d-43f4-82df-07e79b892d67', 'name': '', 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'mac_address': 'fa:16:3e:78:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:40Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 2, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'subnets': [{'id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:46.770091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:46.777502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:46.790861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6d4e-286f-434e-b244-7d47dc8d2520 req-71ad66ad-ecf3-49db-9d05-74a4cc7c5416 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.800545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e0f6d4e-286f-434e-b244-7d47dc8d2520 req-71ad66ad-ecf3-49db-9d05-74a4cc7c5416 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 944 time: 0.2808282 Jun 30 02:32:46.815140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=fdca6fa2-572c-4512-981a-7ee61de6db33,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:46.823763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfbe90a-5642-4f23-b6c5-d00900f09e4c None None] The sync data for ids ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'] in n-d-798054-5 is: [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e9a61247-328d-43f4-82df-07e79b892d67', 'name': '', 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'mac_address': 'fa:16:3e:78:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:40Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 2, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'subnets': [{'id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:46.833624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.845342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.883395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.892586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d497c32-7220-4aaa-931b-7564bd941792 req-900dbc61-a1db-45e9-8fe2-82e9087b1557 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2616160 Jun 30 02:32:46.908326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e0f6d4e-286f-434e-b244-7d47dc8d2520 req-21db1efc-0713-45b2-89f0-131612973205 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072145 Jun 30 02:32:46.948495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:46.974336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.975102 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.976449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] 10.222.0.90 "PUT /v2.0/ports/38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 1096 time: 2.6261125 Jun 30 02:32:46.982175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:46.985482 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3f377-78c4-4afb-8af0-eba8f39fffb8" -d '{"events": [{"name": "network-changed", "server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:47.098207 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d497c32-7220-4aaa-931b-7564bd941792 req-239f8054-ed07-48c3-8b95-99218392c2b6 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.2032387 Jun 30 02:32:47.122578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:47.127676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:47.128057 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.197995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2987e-19c9-4c2c-aed8-ae2eadd6ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:47.264217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.307172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.397077 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.408755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-f6819ee8-7491-48ef-86c6-712282c995d5 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.414051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-f6819ee8-7491-48ef-86c6-712282c995d5 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.67 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 944 time: 0.3909037 Jun 30 02:32:47.421750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.445937 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:47.456339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.457254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 217b89a2-a8b0-48b4-9107-1efa746d4c1f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:47.555338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Pushing event updated for resources: {'Port': ['ID=18b06917-5546-49cc-aa9e-8552f41a1abb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:47.625426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497c32-7220-4aaa-931b-7564bd941792 req-45a39939-61e8-4a9f-958d-2fedcfa7881c tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.649948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:47.652212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d497c32-7220-4aaa-931b-7564bd941792 req-45a39939-61e8-4a9f-958d-2fedcfa7881c tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.5446670 Jun 30 02:32:47.675681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 217b89a2-a8b0-48b4-9107-1efa746d4c1f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:47.681323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 217b89a2-a8b0-48b4-9107-1efa746d4c1f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:47.682417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.740194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:47.752763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:47.817333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Deleting port d4db0353-0a62-4e87-8b52-8798b7e7fc48 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:47.817787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.857573 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.966322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-773bbb2b-bbb8-4599-b44c-31d0458a00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.969059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-773bbb2b-bbb8-4599-b44c-31d0458a00cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1099 time: 0.8719642 Jun 30 02:32:47.974057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 217b89a2-a8b0-48b4-9107-1efa746d4c1f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=217b89a2-a8b0-48b4-9107-1efa746d4c1f,segment=NetworkSegment(30c2309d-e482-4ee2-8603-016172d1b89a),segment_id=30c2309d-e482-4ee2-8603-016172d1b89a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:47.978548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:47.985273 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.037507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-801c8673-4828-49ad-b99e-6c323d5e2632 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.0503919 Jun 30 02:32:48.047660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b7b22-2bd5-4096-9401-238eb987f5a4 req-46cc423b-c1c9-4053-9511-d26473fa5ca7 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.055458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-821b7b22-2bd5-4096-9401-238eb987f5a4 req-46cc423b-c1c9-4053-9511-d26473fa5ca7 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 946 time: 0.7575552 Jun 30 02:32:48.077923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] For port d4db0353-0a62-4e87-8b52-8798b7e7fc48, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d4db0353-0a62-4e87-8b52-8798b7e7fc48,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:48.079230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.099579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Calling delete_port for d4db0353-0a62-4e87-8b52-8798b7e7fc48 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:48.158014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=217b89a2-a8b0-48b4-9107-1efa746d4c1f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:48.217113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-818be642-5272-4b95-a64e-fcc2270a3e8e None None] Provisioning complete for port 18b06917-5546-49cc-aa9e-8552f41a1abb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:48.218655 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-818be642-5272-4b95-a64e-fcc2270a3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.237310 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-821b7b22-2bd5-4096-9401-238eb987f5a4 req-16ef4375-bfab-4c93-bf63-d5fed1e4aa90 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796539 Jun 30 02:32:48.270953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:48.319050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-f2900593-e67a-4ca3-8682-f548dd5c7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.325447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-f2900593-e67a-4ca3-8682-f548dd5c7fa3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2424481 Jun 30 02:32:48.359599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.370604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-818be642-5272-4b95-a64e-fcc2270a3e8e None None] Port 18b06917-5546-49cc-aa9e-8552f41a1abb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:48.414985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:48.415647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.458010 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df56ed30-3258-4ebb-b31d-384a3673c232 x-openstack-request-id: req-df56ed30-3258-4ebb-b31d-384a3673c232 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:48.458250 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:48.458545 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df56ed30-3258-4ebb-b31d-384a3673c232 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:48.458946 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'status': 'completed', 'code': 200} Jun 30 02:32:48.599315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:48.616100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-75c61b46-5cfd-4dbc-abda-990ffbd1c706 admin admin] 10.222.0.78 "PUT /v2.0/routers/99b5c0d3-4a22-46ae-aa9c-7a988952dff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1390462 Jun 30 02:32:48.648349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Sync routers for ids ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:48.673867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f8352ea2-19c5-4228-8d10-dc99bb1535dd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:48.693800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-54a149e0-7355-4230-94b6-0a2b8ddf5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.697120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-54a149e0-7355-4230-94b6-0a2b8ddf5671 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3594837 Jun 30 02:32:48.815919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Routers {'99b5c0d3-4a22-46ae-aa9c-7a988952dff5'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:48.816877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:48.887837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcb561-bb7a-45b0-bd68-6d299401a004 req-c5b1be53-05b6-4a71-9a99-fdc8f227f979 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.896724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0dcb561-bb7a-45b0-bd68-6d299401a004 req-c5b1be53-05b6-4a71-9a99-fdc8f227f979 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 948 time: 0.3515668 Jun 30 02:32:48.966490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0dcb561-bb7a-45b0-bd68-6d299401a004 req-fe4abc28-84ff-4316-aa29-50cceaa4ce7b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686913 Jun 30 02:32:49.121704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f8352ea2-19c5-4228-8d10-dc99bb1535dd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:49.122218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-f4b5d452-5924-44a0-9474-ee0e0da97aa6 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1273909 Jun 30 02:32:49.122754 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:49.128600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:49.149796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event deleted for resources: {'Port': ['ID=d4db0353-0a62-4e87-8b52-8798b7e7fc48,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:49.164454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:49.215805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] No DVR routers for this DVR port d4db0353-0a62-4e87-8b52-8798b7e7fc48 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:49.220944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:49.223638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e67461d5-3ffa-4975-bfc2-67061b47484b req-36ac96a5-f220-4f4b-94e9-743ba381c4df tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.67 "DELETE /v2.0/ports/d4db0353-0a62-4e87-8b52-8798b7e7fc48 HTTP/1.1" status: 204 len: 173 time: 1.7901082 Jun 30 02:32:49.224498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'name': 'network-vif-deleted', 'tag': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:49.227023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-cedb9951-d6da-4964-ac6c-c20014aedd73 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164156 Jun 30 02:32:49.227801 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe54db5-600c-4f0f-8b01-5922eedeacc0" -d '{"events": [{"server_uuid": "d443d6aa-91c2-40d6-96ef-4c5d921e070b", "name": "network-vif-deleted", "tag": "d4db0353-0a62-4e87-8b52-8798b7e7fc48"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:49.258286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1f58-d1f7-4bcf-8e19-d091ac6dfbb3 req-f42a986d-b767-465f-ab15-ef6b17a7f796 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:49.260294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e64b1f58-d1f7-4bcf-8e19-d091ac6dfbb3 req-f42a986d-b767-465f-ab15-ef6b17a7f796 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 1.3426919 Jun 30 02:32:49.262909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Set router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:49.350111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e64b1f58-d1f7-4bcf-8e19-d091ac6dfbb3 req-66059164-54a1-442b-849f-e554edf42550 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Jun 30 02:32:49.488120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7cca0d9-b996-4ac5-b35a-dea518b6a088 req-04864349-3c83-4c56-ae3d-6189b0cd3d2f service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474928 Jun 30 02:32:49.663760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:49.734897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40db22a8-1c79-4ee1-8848-da52f6816388 req-359c327a-b247-4c48-b80a-1562570b0dbf tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443d6aa-91c2-40d6-96ef-4c5d921e070b HTTP/1.1" status: 200 len: 210 time: 0.0712805 Jun 30 02:32:49.780063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-81b166c3-a522-4e3a-befd-a1dedbfd495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:49.782099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-81b166c3-a522-4e3a-befd-a1dedbfd495e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1099 time: 0.2035892 Jun 30 02:32:50.115667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-85b08960-a0e4-4997-9c61-db9462fc75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.117713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-85b08960-a0e4-4997-9c61-db9462fc75f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3268600 Jun 30 02:32:50.245511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:32:45Z', 'revision_number': 4, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '18b06917-5546-49cc-aa9e-8552f41a1abb', 'name': '', 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'mac_address': 'fa:16:3e:18:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:43Z', 'updated_at': '2021-06-30T02:32:46Z', 'revision_number': 2, 'project_id': '585389811f91413990a25337bd7cf4d8', 'subnets': [{'id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:50.253782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-10227ef7-5f5e-4332-b6d2-7b3d62eeaa43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.1230650 Jun 30 02:32:50.339805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Checking router: 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:50.342717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Updating router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 port 18b06917-5546-49cc-aa9e-8552f41a1abb binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:50.469523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:50.475546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c63d4558-8ace-4080-a265-9cc57e264f36 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:50.559146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-f3d078dc-fbe2-4fba-b504-4ecd0c85d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.562339 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-f3d078dc-fbe2-4fba-b504-4ecd0c85d371 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2985864 Jun 30 02:32:50.565890 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b581b8ae-7b5c-46a7-94d8-162b6623ce64 x-openstack-request-id: req-b581b8ae-7b5c-46a7-94d8-162b6623ce64 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:50.567017 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d443d6aa-91c2-40d6-96ef-4c5d921e070b", "name": "network-vif-deleted", "tag": "d4db0353-0a62-4e87-8b52-8798b7e7fc48", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:50.567485 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b581b8ae-7b5c-46a7-94d8-162b6623ce64 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:50.568098 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443d6aa-91c2-40d6-96ef-4c5d921e070b', 'name': 'network-vif-deleted', 'tag': 'd4db0353-0a62-4e87-8b52-8798b7e7fc48', 'status': 'completed', 'code': 200} Jun 30 02:32:50.688154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c63d4558-8ace-4080-a265-9cc57e264f36 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:50.772023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Allocated IP 172.25.0.39 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/308dc058-3d4f-40cd-a0bd-33be960ba14d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:50.798413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c63d4558-8ace-4080-a265-9cc57e264f36 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:50.800603 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:50.802115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-b65aa490-723c-4345-b213-40295d9ea1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.804097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-b65aa490-723c-4345-b213-40295d9ea1bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263551 Jun 30 02:32:50.884170 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Sync routers for ids ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:50.926648 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Routers {'8f010b5b-ab9a-4b19-8a73-c1852ede11b3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:50.931702 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:51.207521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:51.248840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c63d4558-8ace-4080-a265-9cc57e264f36, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c63d4558-8ace-4080-a265-9cc57e264f36,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:51.269043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:51.270485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 217b89a2-a8b0-48b4-9107-1efa746d4c1f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:51.275668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Set router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:51.438242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 217b89a2-a8b0-48b4-9107-1efa746d4c1f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:51.439305 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:51.529734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c63d4558-8ace-4080-a265-9cc57e264f36,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:51.610791 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:51.624952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Transition to ACTIVE for port object 18b06917-5546-49cc-aa9e-8552f41a1abb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:51.639283 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:51.712523 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e9a61247-328d-43f4-82df-07e79b892d67', 'name': '', 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'mac_address': 'fa:16:3e:78:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:40Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 2, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'subnets': [{'id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:51.764409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29aa47-c786-4c19-945f-bf4f16b580f1 None None] Pushing event updated for resources: {'Port': ['ID=18b06917-5546-49cc-aa9e-8552f41a1abb,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:51.839167 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Checking router: 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:51.846941 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Updating router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 port e9a61247-328d-43f4-82df-07e79b892d67 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:52.153890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d4db0353-0a62-4e87-8b52-8798b7e7fc48 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:52.229490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-1ae866b4-db18-4cac-b83d-129809f2ba72 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3821697 Jun 30 02:32:52.260381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: d4db0353-0a62-4e87-8b52-8798b7e7fc48 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:52.260381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d4db0353-0a62-4e87-8b52-8798b7e7fc48 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:52.275761 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:52.300786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c63d4558-8ace-4080-a265-9cc57e264f36 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:52.357510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2917ada-e4bf-4d28-b2e3-b775693dcc43 req-7d2279a2-89db-4e7a-9594-a102e452b9e7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:52.363791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2917ada-e4bf-4d28-b2e3-b775693dcc43 req-7d2279a2-89db-4e7a-9594-a102e452b9e7 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 948 time: 0.3380067 Jun 30 02:32:52.457767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:52.505413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2917ada-e4bf-4d28-b2e3-b775693dcc43 req-42dcc40d-6be9-4b3b-ae6a-00ac03afb120 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341999 Jun 30 02:32:52.551209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Attempting to bind port 18b06917-5546-49cc-aa9e-8552f41a1abb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:52.551631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Attempting to bind port 18b06917-5546-49cc-aa9e-8552f41a1abb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:52.551988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Attempting to bind port 18b06917-5546-49cc-aa9e-8552f41a1abb on network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:52.585930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:52.586527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Checking segment: {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:52.586988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:52.587394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Bound using segment: {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:52.596560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Bound port: 18b06917-5546-49cc-aa9e-8552f41a1abb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206e3cf1-d101-40b2-a9ca-2e04feea8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:52.597034 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:52.598275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:52.803765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:32:52.997470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-e34f214a-c619-438c-8b7a-5ad96cce1655 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--604965514&fields=id&tenant_id=c4159644fb6f4947bf7727322cf708cf HTTP/1.1" status: 200 len: 267 time: 0.1160111 Jun 30 02:32:53.075517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-b3211ac2-6fee-44ad-8df6-42819c2ccdbd tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:53.081753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-b3211ac2-6fee-44ad-8df6-42819c2ccdbd tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b56ef1c-8f2d-4fe8-8453-85f984ccda6c HTTP/1.1" status: 200 len: 946 time: 0.8498158 Jun 30 02:32:53.161321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] For port 18b06917-5546-49cc-aa9e-8552f41a1abb, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:53.165229 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.170028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] For port 18b06917-5546-49cc-aa9e-8552f41a1abb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=18b06917-5546-49cc-aa9e-8552f41a1abb,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:53.176901 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Transition to ACTIVE for port object e9a61247-328d-43f4-82df-07e79b892d67 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:53.181636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1db3f377-78c4-4afb-8af0-eba8f39fffb8 req-d648b6a7-4e37-4f1f-b49c-ae0f5e282008 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9131250 Jun 30 02:32:53.187677 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.240168 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980104-781d-4c5b-a525-c0578b4a2dbc None None] Pushing event updated for resources: {'Port': ['ID=e9a61247-328d-43f4-82df-07e79b892d67,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:53.289830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:53.311682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.337379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'mac_address': 'fa:16:3e:f2:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:53.354946 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:32:53.373776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-0b268372-89ba-43f3-afcd-0f72972654e6 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:53.385209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-0b268372-89ba-43f3-afcd-0f72972654e6 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 824 time: 0.3864419 Jun 30 02:32:53.418798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-e335b1d1-00cb-4710-909c-b55ea3619507 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/quotas/c4159644fb6f4947bf7727322cf708cf HTTP/1.1" status: 200 len: 375 time: 0.0319493 Jun 30 02:32:53.482082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.491165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c63d4558-8ace-4080-a265-9cc57e264f36 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:53.491267 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.498123 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.509265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:53.523836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:53.535053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=308dc058-3d4f-40cd-a0bd-33be960ba14d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:53.542148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:53.649232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f1c8f4-f6fd-4565-a58b-b7052d526e03 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:53.664178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Deleting port d6713f38-e6a0-45db-b254-6cfe6e854cdd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:53.673905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-24798e53-d59c-4e2c-9c8c-01480add8e77 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2505865 Jun 30 02:32:53.676195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.717486 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Attempting to bind port e9a61247-328d-43f4-82df-07e79b892d67 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:53.718068 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Attempting to bind port e9a61247-328d-43f4-82df-07e79b892d67 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:53.718647 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Attempting to bind port e9a61247-328d-43f4-82df-07e79b892d67 on network 69722de2-867e-43e9-a943-3cec34b5fdde {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:53.724707 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:53.725455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Checking segment: {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:53.726115 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.726694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Bound using segment: {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:53.727383 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Bound port: e9a61247-328d-43f4-82df-07e79b892d67, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c2309d-e482-4ee2-8603-016172d1b89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:53.727950 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.837249 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] For port e9a61247-328d-43f4-82df-07e79b892d67, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:53.842210 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] For port e9a61247-328d-43f4-82df-07e79b892d67, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e9a61247-328d-43f4-82df-07e79b892d67,segment=NetworkSegment(30c2309d-e482-4ee2-8603-016172d1b89a),segment_id=30c2309d-e482-4ee2-8603-016172d1b89a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:53.854580 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.891935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:53.944117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980104-781d-4c5b-a525-c0578b4a2dbc None None] Pushing event updated for resources: {'Port': ['ID=e9a61247-328d-43f4-82df-07e79b892d67,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:53.999053 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Routers {'8f010b5b-ab9a-4b19-8a73-c1852ede11b3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:54.001611 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:54.010048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.054213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-7a7c9803-2c11-46cf-95c6-72d49355456f service neutron] 10.222.0.78 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680944 Jun 30 02:32:54.066332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29aa47-c786-4c19-945f-bf4f16b580f1 None None] Pushing event updated for resources: {'Port': ['ID=18b06917-5546-49cc-aa9e-8552f41a1abb,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:54.133316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Routers {'99b5c0d3-4a22-46ae-aa9c-7a988952dff5'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:54.134071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:54.198563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.312170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-715e98fc-7204-4935-83b6-d3a44ede5ec5 service neutron] 10.222.0.78 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406499 Jun 30 02:32:54.436022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:54.439178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d6713f38-e6a0-45db-b254-6cfe6e854cdd no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:54.494581 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] Set router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:54.533265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:54.533726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.553354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38f1c8f4-f6fd-4565-a58b-b7052d526e03'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:54.560389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.936981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:54.964357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:32:55.068927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e9a61247-328d-43f4-82df-07e79b892d67', 'name': '', 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'mac_address': 'fa:16:3e:78:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:40Z', 'updated_at': '2021-06-30T02:32:53Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'subnets': [{'id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:55.174398 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5696a-62e0-4302-9451-387fbd48941b None None] The sync data for ids ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'] in n-d-798054-5 is: [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:41Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e9a61247-328d-43f4-82df-07e79b892d67', 'name': '', 'network_id': '69722de2-867e-43e9-a943-3cec34b5fdde', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'mac_address': 'fa:16:3e:78:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:40Z', 'updated_at': '2021-06-30T02:32:53Z', 'revision_number': 4, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'subnets': [{'id': '8a61aa50-c1ca-499b-bea5-8edecff3115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:55.444645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e9a61247-328d-43f4-82df-07e79b892d67 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:55.523222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e6f6-0710-44b0-8431-69db8a30670f req-6a9e5cea-be25-4ee9-85fb-b7ebf3fa275d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:55.531746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3e5e6f6-0710-44b0-8431-69db8a30670f req-6a9e5cea-be25-4ee9-85fb-b7ebf3fa275d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.1724017 Jun 30 02:32:55.625938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:55.655463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3e5e6f6-0710-44b0-8431-69db8a30670f req-46e01293-319d-4820-8165-d859d31ad90c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221306 Jun 30 02:32:55.704708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] Set router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:55.811899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:55.829155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:55.894422 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6803ad25-9016-47da-b74a-73700ff83194 req-26f0bd43-0cad-45c4-9d6f-d19c93535ae2 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 210 time: 0.1317184 Jun 30 02:32:55.918969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '882ad380-0342-4625-bd2e-964b08618884', 'network_id': 'e6fa797f-3231-43b7-878e-392d247d64c3', 'port_id': '882ad380-0342-4625-bd2e-964b08618884', 'mac_address': 'fa:16:3e:5b:3b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027e92af-596a-40ea-9788-95bc7272badf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:55.991132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.191754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.305705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=308dc058-3d4f-40cd-a0bd-33be960ba14d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:56.325738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.334868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-fc093f7e-6d3f-4742-9a55-1572fbb47510 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2116706 Jun 30 02:32:56.379474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d6713f38-e6a0-45db-b254-6cfe6e854cdd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d6713f38-e6a0-45db-b254-6cfe6e854cdd,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:56.385323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:56.390916 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d949d1b7-4db8-4266-bc38-50f117deea75" -d '{"events": [{"server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:56.401123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e9a61247-328d-43f4-82df-07e79b892d67 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:56.435667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.481826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:56.489873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2036008987'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:56.531807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.532271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.532593 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9 disassociated. External IP: 172.25.0.57, port: d6713f38-e6a0-45db-b254-6cfe6e854cdd. Jun 30 02:32:56.532958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Calling delete_port for d6713f38-e6a0-45db-b254-6cfe6e854cdd owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:56.562884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:56.575343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-51207082-114d-42dc-96af-0d724a180099 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.2342393 Jun 30 02:32:56.577818 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.617264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e9a61247-328d-43f4-82df-07e79b892d67 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:56.618434 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.704688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.709170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:56.734907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.769383 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Added segment 125010ad-edae-4b82-84ee-d27fa04f2ec7 of type vlan for network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 Jun 30 02:32:56.977492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:57.010850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 882ad380-0342-4625-bd2e-964b08618884 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:57.085629 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:57.126891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:57.132008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:57.157764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:57.163187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:57.185703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:57.208475 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:57.268066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event deleted for resources: {'Port': ['ID=d6713f38-e6a0-45db-b254-6cfe6e854cdd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:57.554517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-eddc65f6-fa50-4a38-8879-d0b0d69aa2f6 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:57.573797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40a7718e-d404-4780-8ad1-b3bbdfaea243 req-eddc65f6-fa50-4a38-8879-d0b0d69aa2f6 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.9733305 Jun 30 02:32:57.654618 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1666358 Jun 30 02:32:57.675485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:57.712707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1092922536'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:57.820637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:57.820992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['882ad380-0342-4625-bd2e-964b08618884'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:57.976344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:57.987759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.042029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:58.047143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d2d4-9611-49b7-a867-3c410d096a82 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Network': ['ID=2f9c59cb-ac8f-4630-b8ed-dab56af69439,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:58.081838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.083978 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Added segment ea9da7c8-06bd-4bf6-bce3-37be7a99b544 of type vlan for network 5c7368b2-54ef-44bd-8566-75240b56a7e7 Jun 30 02:32:58.100384 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f98a7e-a268-4288-b580-eef37e0a2091 x-openstack-request-id: req-e0f98a7e-a268-4288-b580-eef37e0a2091 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:58.102908 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:58.103253 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0f98a7e-a268-4288-b580-eef37e0a2091 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:58.108112 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'code': 200} Jun 30 02:32:58.150965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.244661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:58.333801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.357544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:58.360411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.462982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-e5d0a91d-8c21-42b3-b763-6fd7364b0816 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:58.473449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-e5d0a91d-8c21-42b3-b763-6fd7364b0816 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.67 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 824 time: 0.9253445 Jun 30 02:32:58.511904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:58.522560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda8971-cbba-4f28-9f44-9f619d9b8ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.550592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:58.576964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8959098 Jun 30 02:32:58.605948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56178) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:58.627490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'subnet': {'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:58.688895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-5d6369d3-3293-460e-8a47-dd4baa15dd16 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4159644fb6f4947bf7727322cf708cf HTTP/1.1" status: 200 len: 379 time: 0.2053683 Jun 30 02:32:58.781441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'port': {'device_id': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'admin_state_up': True, 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'security_groups': ['8f617c91-7b2d-4370-96bd-660a366e909c']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:58.794020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:58.829861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160306729', 'description': 'tempest-description--704943693'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:58.838826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e9a61247-328d-43f4-82df-07e79b892d67, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e9a61247-328d-43f4-82df-07e79b892d67,segment=NetworkSegment(30c2309d-e482-4ee2-8603-016172d1b89a),segment_id=30c2309d-e482-4ee2-8603-016172d1b89a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:58.875723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:59.061411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:32:45Z', 'revision_number': 4, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '18b06917-5546-49cc-aa9e-8552f41a1abb', 'name': '', 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'mac_address': 'fa:16:3e:18:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:43Z', 'updated_at': '2021-06-30T02:32:53Z', 'revision_number': 4, 'project_id': '585389811f91413990a25337bd7cf4d8', 'subnets': [{'id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:59.272411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d900d-ba77-4924-b47e-66b02ca0b0a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Network': ['ID=5c7368b2-54ef-44bd-8566-75240b56a7e7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:59.281814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-adb5d373-f39a-4d0f-ad46-462a5771ff24 req-38723e3f-2eb7-4a5c-aef2-e59e45eff9aa tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 210 time: 0.1503344 Jun 30 02:32:59.346408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:59.349378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:59.365593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473da3b6-09be-47e0-a700-e7fa2e7e13cf None None] The sync data for ids ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'] in n-d-798054-5 is: [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:32:45Z', 'revision_number': 4, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '18b06917-5546-49cc-aa9e-8552f41a1abb', 'name': '', 'network_id': '8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'mac_address': 'fa:16:3e:18:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:43Z', 'updated_at': '2021-06-30T02:32:53Z', 'revision_number': 4, 'project_id': '585389811f91413990a25337bd7cf4d8', 'subnets': [{'id': '2d1e7681-ce4b-4c62-b7a1-55d90890a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:59.448532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7037c5d-48b7-40d3-9e0a-44d0b0306ad7 req-482497e2-42f7-484d-a53a-8a73cf150d16 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:59.514197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7037c5d-48b7-40d3-9e0a-44d0b0306ad7 req-482497e2-42f7-484d-a53a-8a73cf150d16 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.7108419 Jun 30 02:32:59.591893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:59.595925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:59.661307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:59.709124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e9a61247-328d-43f4-82df-07e79b892d67,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:59.745483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:59.836728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:59.837973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:59.874908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] No DVR routers for this DVR port d6713f38-e6a0-45db-b254-6cfe6e854cdd on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:59.885975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:59.893236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0265ca9-d393-4dba-affe-d1ab1fcf6ef7 req-75851df4-fb4f-4925-9d44-2f55c0acea05 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.90 "DELETE /v2.0/ports/d6713f38-e6a0-45db-b254-6cfe6e854cdd HTTP/1.1" status: 204 len: 173 time: 6.7851598 Jun 30 02:32:59.893867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'name': 'network-vif-deleted', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:59.906631 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0785b0-c083-4cb3-8ea2-8b690be6de42" -d '{"events": [{"server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "name": "network-vif-deleted", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:59.917458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:00.028290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7037c5d-48b7-40d3-9e0a-44d0b0306ad7 req-c1a479f5-959e-4fb6-9363-d0a61c015800 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922777 Jun 30 02:33:00.079916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:33:00.079916 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:33:00.079916 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id_1': 'e578c8b1fa0646c49f2453f7b39cf3f1', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 33, 0, 39302)}] Jun 30 02:33:00.079916 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:33:00.081945 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:33:00.221369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:00.300356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Made reservation on behalf of c4159644fb6f4947bf7727322cf708cf for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:00.304989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:00.592190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:00.735182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-811413f9-8b49-44fe-9788-e50270bc64a6 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3451402 Jun 30 02:33:00.877034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:01.238584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.256463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.273610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.395446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c093e667-f0b0-4f4f-8ed2-1d2e78417b0e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:01.426263 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf95a4-f924-4551-b694-bfc9a4e131bd x-openstack-request-id: req-cbcf95a4-f924-4551-b694-bfc9a4e131bd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:01.426614 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b56ef1c-8f2d-4fe8-8453-85f984ccda6c", "name": "network-vif-deleted", "tag": "d6713f38-e6a0-45db-b254-6cfe6e854cdd", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:01.428665 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbcf95a4-f924-4551-b694-bfc9a4e131bd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:01.429198 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b56ef1c-8f2d-4fe8-8453-85f984ccda6c', 'name': 'network-vif-deleted', 'tag': 'd6713f38-e6a0-45db-b254-6cfe6e854cdd', 'status': 'completed', 'code': 200} Jun 30 02:33:01.628812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Allocated IP 172.20.0.14 (0d0cf1e9-1fbe-411e-8904-1933af6c07de/af1509c5-79c7-4b54-b667-cef47860f1c1/cf992415-86a8-4909-be42-23d4fba8fe46) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:01.695003 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.750915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e9a61247-328d-43f4-82df-07e79b892d67 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:01.856590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-182ef2d7-7d07-4a79-a48f-4b699afc3081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.887551 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5896547-a78f-47ae-a843-d2a894a41c9f req-c9ac7d89-158c-475f-8383-2aca0ad45fbe tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 210 time: 0.1363301 Jun 30 02:33:01.909573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e9a61247-328d-43f4-82df-07e79b892d67 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:01.911551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.989177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:02.000650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:02.001422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.092155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.096142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b3fd37a7-1a4d-4718-a817-724b239559ac tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2957003 Jun 30 02:33:02.096333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:02.101304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'security_group_rule': {'security_group_id': 'c093e667-f0b0-4f4f-8ed2-1d2e78417b0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:02.104806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:02.127870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.164766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:33:02.228223 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.229256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:02.230046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:33:01Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:02.324917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.482183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f28d9-c2cc-40cc-b126-95c03ae6de10 req-8f8a831e-0524-44b3-bf5c-618fa5bd6011 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:02.490785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-745f28d9-c2cc-40cc-b126-95c03ae6de10 req-8f8a831e-0524-44b3-bf5c-618fa5bd6011 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.2418528 Jun 30 02:33:02.550848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Checking segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:02.551257 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network hostable DHCP agents. Network: 2f9c59cb-ac8f-4630-b8ed-dab56af69439, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:33:02.568620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-745f28d9-c2cc-40cc-b126-95c03ae6de10 req-ed0cf59e-d677-4c99-b611-ce234cb1830a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752728 Jun 30 02:33:02.597108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.608582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.645430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Subnet': ['ID=630c9e8f-9699-4152-9d64-ef33c32161a5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:02.657432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ea1a5d-312c-4d1d-9c6f-762e9db0bbd7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:02.713920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.718940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:02.720605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3dacb47c-eb86-4c83-ad49-03782fd83790 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6229370 Jun 30 02:33:02.721509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:02.726915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'security_group_rule': {'security_group_id': 'c093e667-f0b0-4f4f-8ed2-1d2e78417b0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:02.814433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.826364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.843492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18b06917-5546-49cc-aa9e-8552f41a1abb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:02.895308 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.906775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:33:02.929495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Transition to ACTIVE for port object cf992415-86a8-4909-be42-23d4fba8fe46 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:02.948630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.974288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b84c99-85fe-4774-be34-518e4836b556,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:02.992844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 2f9c59cb-ac8f-4630-b8ed-dab56af69439) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:03.015517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:03.016594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.056928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f40154-c061-4c8a-875b-ee8dbd8a67f2 req-b472c942-cde3-47db-bbb5-9c21b5719b1d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:03.060982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6f40154-c061-4c8a-875b-ee8dbd8a67f2 req-b472c942-cde3-47db-bbb5-9c21b5719b1d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 945 time: 0.1538296 Jun 30 02:33:03.066540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.075279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cf0f5ba7-0d27-40df-96d2-5f53caf0cfc2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509469 Jun 30 02:33:03.075587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56212) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:03.080769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:03.111551 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-146a5afb-3b5d-4683-8f59-155c672c016f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5007956 Jun 30 02:33:03.115655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:03.122861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbce5e4-960f-4834-89d5-113226d9eeec None None] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:03.128412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'subnet': {'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:03.174877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.214484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.298943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:03.303216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.367464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.385447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 18b06917-5546-49cc-aa9e-8552f41a1abb completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:03.388953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.413096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 18b06917-5546-49cc-aa9e-8552f41a1abb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:03.413482 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.437120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:03.441005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:03.443346 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e80e1-da0e-491c-b629-04f965a3bc2c" -d '{"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-plugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:03.475425 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.475700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:03.481482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event updated for resources: {'Port': ['ID=cf992415-86a8-4909-be42-23d4fba8fe46,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:03.485535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:03.495303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:03.591532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:03.604191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:03.660173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:03.660173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.734804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.784516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:03.869109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd9f8b-bc3a-49c4-be9f-7d9b1f4db619 None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:33:03.898574 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f09442c1-5d18-45c9-9ad8-e1f3a9f77e03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1219468 Jun 30 02:33:03.932838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Request body: {'port': {'device_id': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:03.936150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Allocated IP 172.25.0.130 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/9a65fe69-3f09-4851-8c44-4cb4a8f79e2d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:03.967347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:33:03.968553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:03.985771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 882ad380-0342-4625-bd2e-964b08618884 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:03.986883 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.080777 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.165306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-62259d9f-a024-4e1a-b350-63ba44fbb752 None None] Provisioning for port cf992415-86a8-4909-be42-23d4fba8fe46 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:04.202065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-62259d9f-a024-4e1a-b350-63ba44fbb752 None None] Provisioning complete for port cf992415-86a8-4909-be42-23d4fba8fe46 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:04.202773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62259d9f-a024-4e1a-b350-63ba44fbb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.310805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.319533 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.384374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 18b06917-5546-49cc-aa9e-8552f41a1abb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=18b06917-5546-49cc-aa9e-8552f41a1abb,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:04.397766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.416066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-62259d9f-a024-4e1a-b350-63ba44fbb752 None None] Port cf992415-86a8-4909-be42-23d4fba8fe46 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:04.420460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.424991 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92fe76-e318-4681-b442-718d1c10b5e8 None None] New status for floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:33:04.467803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.546889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6f40154-c061-4c8a-875b-ee8dbd8a67f2 req-c5b2798c-3f4f-4dae-b400-19eb331d378b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4700556 Jun 30 02:33:04.638429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Allocated IP 10.1.1.2 (2f9c59cb-ac8f-4630-b8ed-dab56af69439/630c9e8f-9699-4152-9d64-ef33c32161a5/f152da2e-ca89-496a-81fa-8488592e1028) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:04.675955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Subnet': ['ID=a2abafb5-c1d0-4b72-8c50-072be2138f23,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:04.728171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.731412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Checking segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:04.733722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network hostable DHCP agents. Network: 5c7368b2-54ef-44bd-8566-75240b56a7e7, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:33:04.771371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.788994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=18b06917-5546-49cc-aa9e-8552f41a1abb,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:04.803441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:33:04.826870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5c7368b2-54ef-44bd-8566-75240b56a7e7) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:04.832915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:04.836331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.900594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a1dbe791-54b8-4032-a5c2-bd1dc4e57a47 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7813106 Jun 30 02:33:04.910493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b8726-6f1d-4cbb-86ef-9aca6df6d1f0 None None] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:04.920362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56244) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:04.962145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'name': 'tempest-TaggedBootDevicesTest_v242-444891036', 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:04.982906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:05.001029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:05.024427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3410a28-bba2-41d9-b87e-c5eef7c185da req-81447c92-45a1-4b42-a570-2ec0815ccdc8 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:05.026213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3410a28-bba2-41d9-b87e-c5eef7c185da req-81447c92-45a1-4b42-a570-2ec0815ccdc8 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 932 time: 0.1519029 Jun 30 02:33:05.038129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:05.125011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Allocated IP 172.25.0.49 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/f6410715-e0b1-4d44-bf73-8fd642f97670) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:05.126955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3410a28-bba2-41d9-b87e-c5eef7c185da req-e728063b-0c45-40ca-803c-0ded9005da86 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903976 Jun 30 02:33:05.139684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:05.148279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=9a65fe69-3f09-4851-8c44-4cb4a8f79e2d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:05.242055 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.296527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-5c7368b2-54ef-44bd-8566-75240b56a7e7', 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'fixed_ips': [{'subnet_id': 'a2abafb5-c1d0-4b72-8c50-072be2138f23'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:33:05.297394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.395035 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.559388 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.641981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Allocated IP 10.2.2.2 (5c7368b2-54ef-44bd-8566-75240b56a7e7/a2abafb5-c1d0-4b72-8c50-072be2138f23/cb511b94-4c1a-48a0-bd1a-ec2f69a7489b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:05.709577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-d6f0a42e-2744-44cc-8eb4-6321b3b1839c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:05.721079 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-d6f0a42e-2744-44cc-8eb4-6321b3b1839c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.2885427 Jun 30 02:33:05.734458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.744768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-3211c54e-a0a8-4d81-a7fd-6cea386197c0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/quotas/2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 375 time: 0.0227065 Jun 30 02:33:05.863544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.938199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-d2c28287-8cc8-41fa-b36c-c2b40b6cec73 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1924338 Jun 30 02:33:05.998221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.000902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=9a65fe69-3f09-4851-8c44-4cb4a8f79e2d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:06.015639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Transition to ACTIVE for port object cb511b94-4c1a-48a0-bd1a-ec2f69a7489b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:06.045680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Transition to ACTIVE for port object cb511b94-4c1a-48a0-bd1a-ec2f69a7489b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:06.097635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.099159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf992415-86a8-4909-be42-23d4fba8fe46 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:06.127321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-c8c7e7f9-731e-408c-b9fa-bedae9e9484f service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869395 Jun 30 02:33:06.142712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:06.174667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:06.177946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.182787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:06.215101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:06.284388 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.286953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-5c38878e-6841-4ec6-b6d4-7384131a63e5 service neutron] 10.222.0.78 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577868 Jun 30 02:33:06.331112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Transition to ACTIVE for port object cf992415-86a8-4909-be42-23d4fba8fe46 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:06.384748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:06.444314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.449325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.616064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.625972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-4ee5114d-f8d5-4964-b84b-e2332e2a1bfb tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8309948 Jun 30 02:33:06.819984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Pushing event updated for resources: {'Port': ['ID=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:06.838906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18b06917-5546-49cc-aa9e-8552f41a1abb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:06.935768 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613558cb-5926-4bee-ab5b-b10ec32b5750 x-openstack-request-id: req-613558cb-5926-4bee-ab5b-b10ec32b5750 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:06.936535 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-plugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:06.936799 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-613558cb-5926-4bee-ab5b-b10ec32b5750 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:06.937549 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'code': 200} Jun 30 02:33:07.025279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Attempting to bind port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:07.025868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Attempting to bind port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:07.025986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Attempting to bind port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:07.042347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.089429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:07.090691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Checking segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:07.101901 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.102288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Bound using segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:07.102918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Bound port: cb511b94-4c1a-48a0-bd1a-ec2f69a7489b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:07.105061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.109707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Transition to ACTIVE for port object f152da2e-ca89-496a-81fa-8488592e1028 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:07.241084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7141480-d1fa-4fd6-bfca-c6b4131b5c59 req-4cc971ab-948c-486d-bcb7-a27e7a272e81 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.248258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7141480-d1fa-4fd6-bfca-c6b4131b5c59 req-4cc971ab-948c-486d-bcb7-a27e7a272e81 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1506221 Jun 30 02:33:07.302750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 18b06917-5546-49cc-aa9e-8552f41a1abb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:07.303465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.353014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e5605-36cf-4757-aa60-4de21cb06bca req-f966a9b8-5645-4b28-93d7-33ebfc2e0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.355903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-410e5605-36cf-4757-aa60-4de21cb06bca req-f966a9b8-5645-4b28-93d7-33ebfc2e0e6c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1101 time: 0.3569431 Jun 30 02:33:07.372947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7141480-d1fa-4fd6-bfca-c6b4131b5c59 req-03b00f40-7fd7-4ce6-b624-9793e3fd79bf tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016231 Jun 30 02:33:07.445715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Transition to ACTIVE for port object f152da2e-ca89-496a-81fa-8488592e1028 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:07.481638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-410e5605-36cf-4757-aa60-4de21cb06bca req-3db62691-c4a7-45ca-9e9a-8a3efd539e79 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Jun 30 02:33:07.517170 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.577349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Pushing event updated for resources: {'Port': ['ID=f152da2e-ca89-496a-81fa-8488592e1028,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:07.610369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:07.649052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:07.661237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:07.712358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] For port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:07.841839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbdb48-50f1-4e2f-9223-d80f054589f9 req-7c0da351-26c7-448e-9c3e-a82a2bfce694 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.855974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3dbdb48-50f1-4e2f-9223-d80f054589f9 req-7c0da351-26c7-448e-9c3e-a82a2bfce694 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.1831696 Jun 30 02:33:07.885762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] For port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:07.897962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.948777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3dbdb48-50f1-4e2f-9223-d80f054589f9 req-8dd1b4ad-59f5-4eb9-9279-264b347d1245 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911076 Jun 30 02:33:08.015478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Attempting to bind port f152da2e-ca89-496a-81fa-8488592e1028 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:08.016305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Attempting to bind port f152da2e-ca89-496a-81fa-8488592e1028 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:08.016305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Attempting to bind port f152da2e-ca89-496a-81fa-8488592e1028 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:08.037965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:08.038581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Checking segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:08.038808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.039153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Bound using segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:08.039624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Bound port: f152da2e-ca89-496a-81fa-8488592e1028, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:08.040004 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.040450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.045410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Pushing event updated for resources: {'Port': ['ID=cf992415-86a8-4909-be42-23d4fba8fe46,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:08.054687 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.155100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:08.156676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'Port': ['ID=f6410715-e0b1-4d44-bf73-8fd642f97670,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:08.162144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-936525da-6a12-4803-bd36-1db9dcb1c563 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.130 HTTP/1.1" status: 200 len: 696 time: 1.5341945 Jun 30 02:33:08.167426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:08.174811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:08.214834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d086f0e-b4e8-439c-bcc4-207865d0d738 None None] Pushing event updated for resources: {'Port': ['ID=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:08.326261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] For port f152da2e-ca89-496a-81fa-8488592e1028, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:08.331555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] For port f152da2e-ca89-496a-81fa-8488592e1028, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f152da2e-ca89-496a-81fa-8488592e1028,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:08.353573 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.461961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] device_id is not set on port 33c97618-5688-46a7-bc14-a8271b24b1f0 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:33:08.489685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cc2c2-d365-4e26-857b-5b2c4450e6ea req-4c7e5330-5a68-4a0b-8b73-d413f3a9107a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:08.498153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-226cc2c2-d365-4e26-857b-5b2c4450e6ea req-4c7e5330-5a68-4a0b-8b73-d413f3a9107a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 944 time: 0.2324390 Jun 30 02:33:08.632771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa0fcf-455d-41e8-b120-2dbca5e6b969 None None] Pushing event updated for resources: {'Port': ['ID=f152da2e-ca89-496a-81fa-8488592e1028,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:08.677480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cb511b94-4c1a-48a0-bd1a-ec2f69a7489b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:08.692884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-226cc2c2-d365-4e26-857b-5b2c4450e6ea req-462766cd-66cf-44a7-90cf-331e0d728515 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794672 Jun 30 02:33:08.805963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:08.942366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ad380-0342-4625-bd2e-964b08618884'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:08.952459 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2d7124-7912-4096-885a-4173d1040f45" -d '{"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-plugged", "status": "completed", "tag": "882ad380-0342-4625-bd2e-964b08618884"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:09.049797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65d236a5-dcc9-4a22-a864-fd3f5a042ee4 req-3cc84d38-81e1-46da-9b57-d4d4a9bb3437 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.1421733 Jun 30 02:33:09.115760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 10.1.1.89 (2f9c59cb-ac8f-4630-b8ed-dab56af69439/630c9e8f-9699-4152-9d64-ef33c32161a5/33c97618-5688-46a7-bc14-a8271b24b1f0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:09.232673 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.500497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-de16e878-7da2-4c1b-9cef-d9979a63d619 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.501956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-174cdf44-7ccf-42dc-afe3-414c628178d1 req-de16e878-7da2-4c1b-9cef-d9979a63d619 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 1.1607432 Jun 30 02:33:09.557504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Attempting to bind port cf992415-86a8-4909-be42-23d4fba8fe46 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:09.557984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Attempting to bind port cf992415-86a8-4909-be42-23d4fba8fe46 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:09.559102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Attempting to bind port cf992415-86a8-4909-be42-23d4fba8fe46 on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:09.665136 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36435e-ae56-49a5-a13e-eac634f18601 x-openstack-request-id: req-df36435e-ae56-49a5-a13e-eac634f18601 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:09.666692 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-plugged", "status": "completed", "tag": "882ad380-0342-4625-bd2e-964b08618884", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:09.670493 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df36435e-ae56-49a5-a13e-eac634f18601 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:09.671088 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ad380-0342-4625-bd2e-964b08618884', 'code': 200} Jun 30 02:33:09.694611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Port cf992415-86a8-4909-be42-23d4fba8fe46 on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:09.695239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Attempting to bind port cf992415-86a8-4909-be42-23d4fba8fe46 on network 0d0cf1e9-1fbe-411e-8904-1933af6c07de {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:09.714275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-0032c5e7-a8ef-43f7-b20c-314514e69377 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.716393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-0032c5e7-a8ef-43f7-b20c-314514e69377 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 807 time: 0.4019208 Jun 30 02:33:09.724217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c552c-6aea-486d-a6cb-780b767f91ac req-7e4a37a0-dd5f-411e-861a-38e3fa872fd8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.733361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-477c552c-6aea-486d-a6cb-780b767f91ac req-7e4a37a0-dd5f-411e-861a-38e3fa872fd8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.3681262 Jun 30 02:33:09.750175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:09.750821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Checking segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:09.752571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Bound using segment: {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:09.753254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Bound port: cf992415-86a8-4909-be42-23d4fba8fe46, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2484f8-d297-45ee-a99e-9182757ad64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:09.753799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.764127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Request body: {'port': {'device_id': '97decd5f-e895-4333-86f3-34111795a175', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'admin_state_up': True, 'tenant_id': '2dbb83004b8f4085ab7a6805c071559c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:09.804243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.978214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.050911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-477c552c-6aea-486d-a6cb-780b767f91ac req-c7ce1bfd-db12-4027-b096-0c814cd81851 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138034 Jun 30 02:33:10.057604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Made reservation on behalf of 2dbb83004b8f4085ab7a6805c071559c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:10.076743 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.157147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] For port cf992415-86a8-4909-be42-23d4fba8fe46, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:10.160977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] For port cf992415-86a8-4909-be42-23d4fba8fe46, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf992415-86a8-4909-be42-23d4fba8fe46,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:10.205996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.255925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1336cc2-d47c-4291-814e-baa02f57e8f2 None None] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:10.401113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.402527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.418790 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] 10.222.0.67 "PUT /v2.0/ports/cf992415-86a8-4909-be42-23d4fba8fe46 HTTP/1.1" status: 200 len: 1092 time: 6.5080745 Jun 30 02:33:10.473260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.505896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] Provisioning for port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:10.516859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:10.522428 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de20256d-f837-4a02-b429-42ed4affee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:10.544203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] Provisioning complete for port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:10.544969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.633764 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.705341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f152da2e-ca89-496a-81fa-8488592e1028 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:10.819500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20546-e2be-47a0-80ca-413a876ac095 req-6a1aa470-187f-4056-a8a8-00a5a4c7c427 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.839980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05c20546-e2be-47a0-80ca-413a876ac095 req-6a1aa470-187f-4056-a8a8-00a5a4c7c427 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.6720486 Jun 30 02:33:10.852846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object 33c97618-5688-46a7-bc14-a8271b24b1f0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:10.859933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c0430-6289-49a3-8c36-3a4298837c0f service neutron] Pushing event updated for resources: {'Port': ['ID=cf992415-86a8-4909-be42-23d4fba8fe46,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:10.869415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-0800563e-33b7-424f-812b-4fd7177f486c tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2961509 Jun 30 02:33:10.883248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:11.077740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05c20546-e2be-47a0-80ca-413a876ac095 req-70fa7e92-70b3-456f-8988-5b06f28783a6 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302711 Jun 30 02:33:11.080617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.089798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a6a31-4254-4cb6-9162-9b66e3da0e53 None None] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:11.175143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Allocated IP 172.20.0.3 (1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a/64437cf9-cffa-4060-a46b-2b07339a54dc/c9960002-c98d-4b39-8e1e-cabac8b99763) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:11.185595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-11319d08-e84a-475e-b72e-267783d69997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.191128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-11319d08-e84a-475e-b72e-267783d69997 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 1095 time: 0.6363750 Jun 30 02:33:11.256315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f152da2e-ca89-496a-81fa-8488592e1028 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:11.376579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] For port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:11.407145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.410686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-4662c39c-cc54-4c9b-98b5-2ff2a7e71166 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf992415-86a8-4909-be42-23d4fba8fe46 HTTP/1.1" status: 200 len: 217 time: 0.1853056 Jun 30 02:33:11.430135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.452153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.497642 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.596961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.735945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.790138 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.829918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:11.852820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-745e11ca-e6ad-4dfa-b58f-c574885f6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.854331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-745e11ca-e6ad-4dfa-b58f-c574885f6352 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.4222307 Jun 30 02:33:11.859088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.862095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['1bf8942a-24af-4187-8414-f9398ee6819e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:11.877908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:11.890930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:11.903905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:11.912426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:11.923326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] Provisioning for port f152da2e-ca89-496a-81fa-8488592e1028 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:11.990243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:12.003480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'Port': ['ID=f6410715-e0b1-4d44-bf73-8fd642f97670,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:12.067187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:12.103550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4835ed-dfdb-46db-a461-4a78bc2464f1 None None] Pushing event updated for resources: {'Port': ['ID=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:12.110846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.131675 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.142168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] Provisioning complete for port f152da2e-ca89-496a-81fa-8488592e1028 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:12.145890 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.203753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:12.220271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.252549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-356acd1a-0542-46f6-b50f-4ee6b9abff95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4908566 Jun 30 02:33:12.270927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.272498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-338e219a-e52b-4302-b633-1033ccf04094 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1955957 Jun 30 02:33:12.309168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Request body: {'port': {'device_id': '97decd5f-e895-4333-86f3-34111795a175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:12.319216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbb522-0867-4314-8e68-6daf69beac77 req-df799061-daae-4484-81d4-38008b410277 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.328000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ebbb522-0867-4314-8e68-6daf69beac77 req-df799061-daae-4484-81d4-38008b410277 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 944 time: 0.9004390 Jun 30 02:33:12.357838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-92fa026e-8c24-4696-9970-d1dbe53a560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.365712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-92fa026e-8c24-4696-9970-d1dbe53a560a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4854403 Jun 30 02:33:12.428090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ebbb522-0867-4314-8e68-6daf69beac77 req-755198ce-a945-408c-a65e-035b26df1f8f tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978730 Jun 30 02:33:12.534091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Allocated IP 172.25.0.173 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/89f728c0-601a-4823-b8c5-a0d3f6f3e657) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:12.535287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.535962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.666716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cb511b94-4c1a-48a0-bd1a-ec2f69a7489b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:12.678047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-30976da3-a651-4d98-b3f3-c93c30de7f0c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 7.7181010 Jun 30 02:33:12.680177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:12.694890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'name': 'tempest-TaggedBootDevicesTest_v242-1165618581', 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:12.711916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.761302 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.862341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] For port f152da2e-ca89-496a-81fa-8488592e1028, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f152da2e-ca89-496a-81fa-8488592e1028,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:12.889348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.197313 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-0c645855-1bb2-4ed2-93d7-e59a88175939 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021021 Jun 30 02:33:13.231463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbacc7-2e98-4042-a93a-0f3f17423675 None None] Pushing event updated for resources: {'Port': ['ID=f152da2e-ca89-496a-81fa-8488592e1028,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:13.250858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:13.251349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.261651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-653d9649-5604-49d9-b34a-7a8f5239b461 None None] Provisioning complete for port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:13.262722 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-653d9649-5604-49d9-b34a-7a8f5239b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.316631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.539470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f311f741-b30a-4d24-be2d-57983c8dd46d req-6c604df9-2648-4fa2-9a23-c9482b05c0b0 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066273 Jun 30 02:33:13.611576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f0cd9-4ed2-4b44-a433-c1340b0b3b2e req-918d736f-cdc9-4c10-bf10-97810b9f77be tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:13.613122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d9f0cd9-4ed2-4b44-a433-c1340b0b3b2e req-918d736f-cdc9-4c10-bf10-97810b9f77be tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 931 time: 0.7601895 Jun 30 02:33:13.700441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21c2b2fb-58aa-430a-bb31-0ae112f4a651 None None] Provisioning complete for port f152da2e-ca89-496a-81fa-8488592e1028 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:13.701002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21c2b2fb-58aa-430a-bb31-0ae112f4a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.716244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9960002-c98d-4b39-8e1e-cabac8b99763 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:13.726971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.736395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:13.742878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Transition to ACTIVE for port object c9960002-c98d-4b39-8e1e-cabac8b99763 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:13.768668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:13.829100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d9f0cd9-4ed2-4b44-a433-c1340b0b3b2e req-a421f65c-c1ff-4fe3-9a44-e071ddc9d9b2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031512 Jun 30 02:33:13.848327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:14.019050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.029692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21c2b2fb-58aa-430a-bb31-0ae112f4a651 None None] Provisioning for port 33c97618-5688-46a7-bc14-a8271b24b1f0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:14.035681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21c2b2fb-58aa-430a-bb31-0ae112f4a651 None None] Provisioning complete for port 33c97618-5688-46a7-bc14-a8271b24b1f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:14.036055 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21c2b2fb-58aa-430a-bb31-0ae112f4a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.052325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.083443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:14.084047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:14.084550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:14.108741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-21c2b2fb-58aa-430a-bb31-0ae112f4a651 None None] Port 33c97618-5688-46a7-bc14-a8271b24b1f0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:14.117048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:14.117615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:14.135119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:14.142790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] device_id is not set on port 729b57b8-2138-4692-ac68-70fcaded9a46 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:33:14.158144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:14.160543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:14.160886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:14.161265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:14.161803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Bound port: c9960002-c98d-4b39-8e1e-cabac8b99763, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:14.162168 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.185533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:14.190738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=89f728c0-601a-4823-b8c5-a0d3f6f3e657,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:14.250700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aa2ae-731b-4909-b304-46d8c190cca6 req-7c740ab5-087c-4abf-b752-7078b7586db7 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:14.252645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d0aa2ae-731b-4909-b304-46d8c190cca6 req-7c740ab5-087c-4abf-b752-7078b7586db7 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1101 time: 0.1740956 Jun 30 02:33:14.275630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-322580f0-ec6d-4167-be71-9f7c30553249 None None] Provisioning complete for port 33c97618-5688-46a7-bc14-a8271b24b1f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:14.276018 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-322580f0-ec6d-4167-be71-9f7c30553249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.357255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-322580f0-ec6d-4167-be71-9f7c30553249 None None] Port 33c97618-5688-46a7-bc14-a8271b24b1f0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:14.418894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:14.420553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.434348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:14.455111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.553400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.568895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:14.570956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.576327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] 10.222.0.67 "PUT /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 1091 time: 2.2865670 Jun 30 02:33:14.608980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d0aa2ae-731b-4909-b304-46d8c190cca6 req-1f9abdc1-d10d-4be6-8561-4ac28a13e4f4 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225045 Jun 30 02:33:14.620228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:14.623959 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d52be-46c1-4024-8a50-292f94ecc809" -d '{"events": [{"name": "network-changed", "server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:14.636620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f152da2e-ca89-496a-81fa-8488592e1028 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:14.696604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 10.1.1.147 (2f9c59cb-ac8f-4630-b8ed-dab56af69439/630c9e8f-9699-4152-9d64-ef33c32161a5/729b57b8-2138-4692-ac68-70fcaded9a46) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:14.699566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1bab-a773-44e6-9cf9-5226f04eaa0a service neutron] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:14.768023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f152da2e-ca89-496a-81fa-8488592e1028 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:14.768628 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.991979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.024246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object 729b57b8-2138-4692-ac68-70fcaded9a46 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:15.053963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-bd3dcc2b-035c-428e-9845-f3ceb47a12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.059688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-bd3dcc2b-035c-428e-9845-f3ceb47a12e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1094 time: 0.3476000 Jun 30 02:33:15.143465 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd16ca-2529-4a0b-b100-77aad25fa783 x-openstack-request-id: req-e5cd16ca-2529-4a0b-b100-77aad25fa783 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:15.143958 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:15.144308 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5cd16ca-2529-4a0b-b100-77aad25fa783 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:15.144803 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'status': 'completed', 'code': 200} Jun 30 02:33:15.152561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.162803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-6c3978cb-58df-413b-b566-e12f957c139a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 217 time: 0.0907831 Jun 30 02:33:15.214500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.274718 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.416743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:15.431552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-918c3917-cd72-4fa0-8016-028c0522c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.433115 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-918c3917-cd72-4fa0-8016-028c0522c51d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.2161767 Jun 30 02:33:15.447030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:15.450823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:15.457531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:15.551961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.554552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event updated for resources: {'Port': ['ID=89f728c0-601a-4823-b8c5-a0d3f6f3e657,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:15.559743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20256d-f837-4a02-b429-42ed4affee7e req-38b05b53-6a48-4f02-afd1-ce9c841c685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.560761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-ff1bab05-e535-4569-9ee4-0dd4af18304b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120160 Jun 30 02:33:15.561700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-38b05b53-6a48-4f02-afd1-ce9c841c685d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 1095 time: 0.4599316 Jun 30 02:33:15.614936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.616189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-8b771bd6-fb7c-4d8d-934f-4f5811baae89 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7401505 Jun 30 02:33:15.754585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.755373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.773926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a509-6d30-4b12-be66-4cdeb8f1ee7a req-e3add688-f673-4691-9c4f-85ed317ca3ee tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.775795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a651a509-6d30-4b12-be66-4cdeb8f1ee7a req-e3add688-f673-4691-9c4f-85ed317ca3ee tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.6751940 Jun 30 02:33:15.818169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a53575e6-056d-4bc0-859f-ca93ddfc4e2d None None] Provisioning for port 729b57b8-2138-4692-ac68-70fcaded9a46 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:15.827491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a53575e6-056d-4bc0-859f-ca93ddfc4e2d None None] Provisioning complete for port 729b57b8-2138-4692-ac68-70fcaded9a46 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:15.827886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a53575e6-056d-4bc0-859f-ca93ddfc4e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.840535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-70c4d8fa-314c-4392-9901-a20f57d59646 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.1518376 Jun 30 02:33:15.844280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ccc0e3a0-a9ea-46aa-8616-72f56cf4c155 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1628916 Jun 30 02:33:15.882200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a651a509-6d30-4b12-be66-4cdeb8f1ee7a req-6ad49d1b-9727-478c-a90b-380c30f8cc2a tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844941 Jun 30 02:33:15.900816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20256d-f837-4a02-b429-42ed4affee7e req-98855a0e-3bb6-4586-9756-770b6d20560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.904338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-98855a0e-3bb6-4586-9756-770b6d20560d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 925 time: 0.3274727 Jun 30 02:33:15.945928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a53575e6-056d-4bc0-859f-ca93ddfc4e2d None None] Port 729b57b8-2138-4692-ac68-70fcaded9a46 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:15.983564 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-e54304ae-a45c-43ad-bb8b-5607b56d1945 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf992415-86a8-4909-be42-23d4fba8fe46 HTTP/1.1" status: 200 len: 217 time: 0.0708284 Jun 30 02:33:16.110423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20256d-f837-4a02-b429-42ed4affee7e req-afbd5d49-0ca5-42a7-9c46-0c9d387b9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.115911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-0a3e2085-c3b7-4f31-8398-5a401c215a67 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406411 Jun 30 02:33:16.117329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-afbd5d49-0ca5-42a7-9c46-0c9d387b9639 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.1269495 Jun 30 02:33:16.236068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20256d-f837-4a02-b429-42ed4affee7e req-2b014199-d6b6-4290-9809-fdf202e8559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.237590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-2b014199-d6b6-4290-9809-fdf202e8559d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056077 Jun 30 02:33:16.366638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f16ab281-5b08-4c38-8e5f-377c074daa1c req-74b7e4f0-1bfa-4251-8ac8-68a345e82a2d service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321939 Jun 30 02:33:16.393572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-aebb5305-4a3f-4081-bef6-05e85f1c88c7 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.415801 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63f67f72-0895-44cb-87b3-376aed4cb0a4 req-aebb5305-4a3f-4081-bef6-05e85f1c88c7 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.5689297 Jun 30 02:33:16.499048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-810d1135-42ae-45ee-8986-20cb071978b5 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540872 Jun 30 02:33:16.699890 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de20256d-f837-4a02-b429-42ed4affee7e req-835252bb-c9c6-47b0-9f5c-92c26e63c49d service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938057 Jun 30 02:33:16.721754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278a755-f98c-4637-95be-6a33fc224db1 req-1b722f6f-96f4-4a7f-a1e6-5620c80a2ed1 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.732595 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1278a755-f98c-4637-95be-6a33fc224db1 req-1b722f6f-96f4-4a7f-a1e6-5620c80a2ed1 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 944 time: 0.1086123 Jun 30 02:33:16.783842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1278a755-f98c-4637-95be-6a33fc224db1 req-7383a29c-6562-4585-9880-19acad87c4c0 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499606 Jun 30 02:33:17.420710 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712af463-1f4d-49bd-9ca8-d4b8f263655b x-openstack-request-id: req-712af463-1f4d-49bd-9ca8-d4b8f263655b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:17.421061 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:17.421315 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-712af463-1f4d-49bd-9ca8-d4b8f263655b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:17.421704 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'status': 'completed', 'code': 200} Jun 30 02:33:17.533705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-afda246d-39b1-4b29-b99f-1ff97c64945a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1573253 Jun 30 02:33:17.555506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d52be-46c1-4024-8a50-292f94ecc809 req-c97aa231-2f03-47ad-a51f-9165f730794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.556956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-c97aa231-2f03-47ad-a51f-9165f730794f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1094 time: 0.1107571 Jun 30 02:33:17.796794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d52be-46c1-4024-8a50-292f94ecc809 req-47488269-b943-4033-ba40-0e9a6379f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.809509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-47488269-b943-4033-ba40-0e9a6379f0fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2404227 Jun 30 02:33:18.127230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf992415-86a8-4909-be42-23d4fba8fe46 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:18.318684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f970-1194-43c6-92b3-7b477626a149 req-609bb89b-6399-4bfc-a7e3-01b03289a9fd tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:18.321906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d417f970-1194-43c6-92b3-7b477626a149 req-609bb89b-6399-4bfc-a7e3-01b03289a9fd tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.6553595 Jun 30 02:33:18.391270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d417f970-1194-43c6-92b3-7b477626a149 req-24ed272b-3341-40f6-ae92-689036e959dd tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621080 Jun 30 02:33:18.430627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port cf992415-86a8-4909-be42-23d4fba8fe46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf992415-86a8-4909-be42-23d4fba8fe46,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:18.480471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'port_id': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'mac_address': 'fa:16:3e:a2:d4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:18.561159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:18.591447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf992415-86a8-4909-be42-23d4fba8fe46 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:18.616237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port cf992415-86a8-4909-be42-23d4fba8fe46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf992415-86a8-4909-be42-23d4fba8fe46,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:18.637902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:18.752318 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-ee1b548e-3726-467c-baeb-258506678c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 217 time: 0.9362407 Jun 30 02:33:18.770447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=cf992415-86a8-4909-be42-23d4fba8fe46,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:18.789153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.791598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.792066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.799323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.799821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.800274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.800719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.801379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.801976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.802436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.802996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.803443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.887729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d52be-46c1-4024-8a50-292f94ecc809 req-e23f78ff-8bb7-415f-b509-1040600dfee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:18.892913 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-e23f78ff-8bb7-415f-b509-1040600dfee1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1327767 Jun 30 02:33:18.912315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['cf992415-86a8-4909-be42-23d4fba8fe46'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:18.963873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-be1dfa3e-aad8-4c74-ae17-3458f069bf30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589590 Jun 30 02:33:19.132963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-144b4e53-d9e3-4cf3-95df-90a818e10602 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545105 Jun 30 02:33:19.547081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-273d52be-46c1-4024-8a50-292f94ecc809 req-0eece110-eb8e-4db5-8373-7eff5e906d55 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002314 Jun 30 02:33:19.910714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:19.915571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360907558', 'description': 'tempest-description--727463080'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:19.957377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:19.991380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6aeef5b-465b-4c76-9587-6a4c00180e5b req-65833cb7-c95f-4680-9d67-36b3c3d3f2ce tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips/45a3baa7-ecde-4e85-aef2-ed66220725a1 HTTP/1.1" status: 200 len: 693 time: 0.0646532 Jun 30 02:33:20.092919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.101136 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.128058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf992415-86a8-4909-be42-23d4fba8fe46 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:20.240898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.246104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:20.249714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3376768 Jun 30 02:33:20.253876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b288f-b1c7-4ca6-b63b-73763665112e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:20.271629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'security_group_rule': {'security_group_id': 'b0b09a9d-745c-4c21-8ad4-d6fe90530cd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:20.280080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port cf992415-86a8-4909-be42-23d4fba8fe46 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:20.314974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port cf992415-86a8-4909-be42-23d4fba8fe46 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:20.318937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.368212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeef5b-465b-4c76-9587-6a4c00180e5b req-37bd05a4-c1ef-43b4-8565-b5d7bcea914f tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.377792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6aeef5b-465b-4c76-9587-6a4c00180e5b req-37bd05a4-c1ef-43b4-8565-b5d7bcea914f tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.3697298 Jun 30 02:33:20.384087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-d6aeef5b-465b-4c76-9587-6a4c00180e5b req-6431645c-44c0-4fc1-9916-da9da3bef916 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:33:20.397607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6aeef5b-465b-4c76-9587-6a4c00180e5b req-6431645c-44c0-4fc1-9916-da9da3bef916 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185642 Jun 30 02:33:20.533962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.549159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.607458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:20.610350 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15558b52-9479-42bd-bca4-16a3758dd513" -d '{"events": [{"server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "name": "network-vif-plugged", "status": "completed", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:20.616079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port cf992415-86a8-4909-be42-23d4fba8fe46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf992415-86a8-4909-be42-23d4fba8fe46,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:20.645027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-ccd0d1b5-ee8e-4a4f-b1a1-c7b01174deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.646660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-ccd0d1b5-ee8e-4a4f-b1a1-c7b01174deca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1101 time: 0.2430527 Jun 30 02:33:20.661581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.762175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=cf992415-86a8-4909-be42-23d4fba8fe46,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:20.798652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c252508-fb57-4125-bc15-5c882cc571a9 req-3fe93f56-7c62-4abc-9631-264469a5374b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.807046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c252508-fb57-4125-bc15-5c882cc571a9 req-3fe93f56-7c62-4abc-9631-264469a5374b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.2592685 Jun 30 02:33:20.816794 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.835427 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.896815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c252508-fb57-4125-bc15-5c882cc571a9 req-90e7bc3a-2399-4fe1-8af2-92b454fa12aa tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Jun 30 02:33:20.897466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9879e3-4725-4fc3-abf4-294158bdcd9c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:20.902332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-6f9ae298-c0b9-4eca-82e0-1b2360dfd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.904642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-6f9ae298-c0b9-4eca-82e0-1b2360dfd2c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2310767 Jun 30 02:33:20.905351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.909466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56380) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:20.915047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'security_group_rule': {'security_group_id': 'b0b09a9d-745c-4c21-8ad4-d6fe90530cd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:20.927356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d620852e-33a9-4b87-9e97-0c911e184b6d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6658823 Jun 30 02:33:20.993715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-779bf98a-387c-48e7-a2ad-9eb1092beb05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.0716629 Jun 30 02:33:20.994875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.108853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.111990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-56952274-e023-49f4-86f7-e3c35ec5e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.113445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-56952274-e023-49f4-86f7-e3c35ec5e0a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1123893 Jun 30 02:33:21.118866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.144668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52665c04-6ee5-4a68-8237-c9458f016c5b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:21.156005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.157359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a88e5797-f674-4403-a715-e1afbe1de992 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2468386 Jun 30 02:33:21.161270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56392) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:21.168636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:21.185349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec32dbf-fc55-475f-9492-a3974e2dcded req-0c1a0ef4-1c9b-4250-bbe6-36e9efa786ee tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.187012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dec32dbf-fc55-475f-9492-a3974e2dcded req-0c1a0ef4-1c9b-4250-bbe6-36e9efa786ee tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1366165 Jun 30 02:33:21.195835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.240052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dec32dbf-fc55-475f-9492-a3974e2dcded req-3420220f-293a-43f4-869a-a52e9ad752ba tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Jun 30 02:33:21.244918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-27eb01f7-faa9-446a-b160-bf1b36808f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.247530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-27eb01f7-faa9-446a-b160-bf1b36808f50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227033 Jun 30 02:33:21.359787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.420169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-d1a555d7-85a4-49c0-b3e3-d9376e433741 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624119 Jun 30 02:33:21.502938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 172.25.0.166 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/9e2ce6e7-c4a0-4eb4-87c6-8c76b2a3eb99) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:21.512992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e3b5-673c-4dad-ab5e-3b5e3b24d691 req-322ea1aa-9f38-4799-aec5-22334c29b417 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.520176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35a9e3b5-673c-4dad-ab5e-3b5e3b24d691 req-322ea1aa-9f38-4799-aec5-22334c29b417 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.1314194 Jun 30 02:33:21.584380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35a9e3b5-673c-4dad-ab5e-3b5e3b24d691 req-543ff94f-66d9-4c6e-8454-55c3d3d83ff0 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632632 Jun 30 02:33:21.605628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-bce5e6bc-3feb-4d1b-99fe-c8277c135b84 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765625 Jun 30 02:33:21.757845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.807414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bd9bc-6c8c-4e91-9488-0080238aafcb req-5a93ffb0-7833-4862-ac5e-14dc33c47716 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.816635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-381bd9bc-6c8c-4e91-9488-0080238aafcb req-5a93ffb0-7833-4862-ac5e-14dc33c47716 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.1032767 Jun 30 02:33:21.827340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-ef561c28-510d-4cd1-a016-7bff91f56e7f tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.828756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-ef561c28-510d-4cd1-a016-7bff91f56e7f tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 821 time: 0.1808043 Jun 30 02:33:21.856542 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-3ad7eedd-e444-40e8-8422-7090ae0fc727 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/quotas/e578c8b1fa0646c49f2453f7b39cf3f1 HTTP/1.1" status: 200 len: 375 time: 0.0132594 Jun 30 02:33:21.861479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-381bd9bc-6c8c-4e91-9488-0080238aafcb req-e48b680a-1b96-4398-a945-9d7b94be5c6c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Jun 30 02:33:21.881303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.951541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-be960f3e-b4cd-4638-a097-820e86cd7033 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips/45a3baa7-ecde-4e85-aef2-ed66220725a1 HTTP/1.1" status: 200 len: 693 time: 0.0533707 Jun 30 02:33:21.962690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:21.971279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:21.979022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:22.080622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=9e2ce6e7-c4a0-4eb4-87c6-8c76b2a3eb99,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:22.092661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.131546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-dfc551fc-4e05-45b8-a6fa-8ba0b10cd9bc tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.149557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.158731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-dfc551fc-4e05-45b8-a6fa-8ba0b10cd9bc tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2014279 Jun 30 02:33:22.183791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-55b0099e-b24d-46ae-8133-f12117f0545d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3178272 Jun 30 02:33:22.232558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-0eabaa24-e121-4ca4-ba22-7d0ab0f3c3dd tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0724847 Jun 30 02:33:22.324286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-b8723de9-5626-4789-866e-7dabbcbd7561 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0897505 Jun 30 02:33:22.349364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-8b267a02-e448-4839-97f2-a036b18dc4e3 service neutron] 10.222.0.78 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642923 Jun 30 02:33:22.454250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-f389dece-417c-40ca-84ca-c5c8ea829027 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2137187 Jun 30 02:33:22.473496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.486369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.528122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-2ea39ec3-e4ab-47b2-8c44-43e58cb82401 service neutron] 10.222.0.78 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664348 Jun 30 02:33:22.575637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Deleting port 89f728c0-601a-4823-b8c5-a0d3f6f3e657 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:22.575987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.580702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=9e2ce6e7-c4a0-4eb4-87c6-8c76b2a3eb99,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:22.611594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.663248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-0afdc660-6c9e-465e-9a12-1a8862fe435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.667977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-0afdc660-6c9e-465e-9a12-1a8862fe435e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 1101 time: 0.1536133 Jun 30 02:33:22.679250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.691209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8207bc2f-f240-4277-be80-e0a5d4866f9b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5186863 Jun 30 02:33:22.698002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.698800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.777669 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24493fab-324c-4e2f-823c-789ed4ce9025 x-openstack-request-id: req-24493fab-324c-4e2f-823c-789ed4ce9025 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:22.778196 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "name": "network-vif-plugged", "status": "completed", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:22.778196 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24493fab-324c-4e2f-823c-789ed4ce9025 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:22.778626 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'code': 200} Jun 30 02:33:22.839667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Calling delete_port for 89f728c0-601a-4823-b8c5-a0d3f6f3e657 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:23.009478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-e79eaf15-6703-4e24-9577-57f065c6056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.013847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-e79eaf15-6703-4e24-9577-57f065c6056d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2935865 Jun 30 02:33:23.019244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f42b74-70fc-4184-8330-7008c1d4469e req-9822a318-f446-4404-893e-db4420e1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.021150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-04f42b74-70fc-4184-8330-7008c1d4469e req-9822a318-f446-4404-893e-db4420e1210f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 1097 time: 0.1597960 Jun 30 02:33:23.058727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29384add-d551-4e0e-8317-90ae483cffde req-c7bcc58b-a3eb-42b9-9871-37a869c6d50b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.060220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29384add-d551-4e0e-8317-90ae483cffde req-c7bcc58b-a3eb-42b9-9871-37a869c6d50b tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 946 time: 0.1379359 Jun 30 02:33:23.079219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-5c526f58-ae94-42ca-8945-b2aaad5320b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 200 len: 217 time: 0.0568292 Jun 30 02:33:23.095610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-04f42b74-70fc-4184-8330-7008c1d4469e req-dc2e0777-7f18-417e-b9c0-7c46dee1a3e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627110 Jun 30 02:33:23.128391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29384add-d551-4e0e-8317-90ae483cffde req-db19dbf4-2506-4afb-a137-35e7485dd3b7 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a09f9cf-cbd8-4740-bad5-9728b7cd2005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581338 Jun 30 02:33:23.145601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-6d310e09-5b08-4f11-a3b2-90cecf3b50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.146859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-6d310e09-5b08-4f11-a3b2-90cecf3b50e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0563025 Jun 30 02:33:23.306799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-b05162e0-961e-40b3-8fcb-29f714c38ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.310327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-b05162e0-961e-40b3-8fcb-29f714c38ea0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388769 Jun 30 02:33:23.311517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.347267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d297e4-0a55-4ca0-939a-78b55d063200 req-8bb7c05c-5cff-4743-a7d9-4499061a38c0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.349090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82d297e4-0a55-4ca0-939a-78b55d063200 req-8bb7c05c-5cff-4743-a7d9-4499061a38c0 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.0883451 Jun 30 02:33:23.405436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event deleted for resources: {'Port': ['ID=89f728c0-601a-4823-b8c5-a0d3f6f3e657,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:23.426219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82d297e4-0a55-4ca0-939a-78b55d063200 req-77e41917-1436-48f1-a63d-51625167e79e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668635 Jun 30 02:33:23.475301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.477759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.479094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5da1950-9ed5-4e14-9098-b2dce251bb22 req-c890fdbd-928f-406e-ae9c-59e18a8ba666 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "DELETE /v2.0/floatingips/45a3baa7-ecde-4e85-aef2-ed66220725a1 HTTP/1.1" status: 204 len: 173 time: 1.1536250 Jun 30 02:33:23.500524 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-1a20e656-f728-4e05-bbdd-23b8702cbc33 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782234 Jun 30 02:33:23.633386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b33d478-8d56-44b3-b11a-fbf5f4725468 req-eac6b3dd-de6c-4554-a482-3d08ca0e4182 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234825 Jun 30 02:33:23.672461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8d34b-b8f6-4d8c-bd12-a5897304ebe2 req-ed7acb28-3a6f-47c6-aeed-b24b0f95a3ad tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.674027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99c8d34b-b8f6-4d8c-bd12-a5897304ebe2 req-ed7acb28-3a6f-47c6-aeed-b24b0f95a3ad tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.1143336 Jun 30 02:33:23.681754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-951c334e-2e5c-444b-8b9d-caff96125f4f req-0664f7cd-6d27-410c-9fef-585010d4210f tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 210 time: 0.0321786 Jun 30 02:33:23.726966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99c8d34b-b8f6-4d8c-bd12-a5897304ebe2 req-51d24556-8992-4de4-b421-b4b96b511026 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466237 Jun 30 02:33:23.858267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-93d217da-18b1-4697-8ac7-a03795e8df93 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1360907558&fields=id&tenant_id=8dc4f07ff54248b0810c51dc608c32f7 HTTP/1.1" status: 200 len: 267 time: 0.0382168 Jun 30 02:33:23.875140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aca2a-8f3c-4107-9d62-65a0e43de870 req-c3ef85af-7439-4259-82d6-27a8ddc4bba4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.877785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b9aca2a-8f3c-4107-9d62-65a0e43de870 req-c3ef85af-7439-4259-82d6-27a8ddc4bba4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.0784516 Jun 30 02:33:23.929750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-95b5e56c-7ead-41e2-ac7c-ebfc3d52240d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.931151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-95b5e56c-7ead-41e2-ac7c-ebfc3d52240d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 935 time: 0.0648139 Jun 30 02:33:23.935132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b9aca2a-8f3c-4107-9d62-65a0e43de870 req-a4d47645-4399-4315-817b-41e9c88225ae tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Jun 30 02:33:23.998127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-e18bb528-4450-4f65-bfef-d6c6fe371ddc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.999627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-e18bb528-4450-4f65-bfef-d6c6fe371ddc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 937 time: 0.0580957 Jun 30 02:33:24.055688 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-fd6a057e-159f-4cbf-a0f0-b07b9e1c7f3a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0480468 Jun 30 02:33:24.091312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-15eca07c-a66b-46c9-a4b9-5cc204a7c7be tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0289023 Jun 30 02:33:24.211203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-9a34c25a-04a8-4405-ae88-f90f12f0f445 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.217785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-9a34c25a-04a8-4405-ae88-f90f12f0f445 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.223493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-9a34c25a-04a8-4405-ae88-f90f12f0f445 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.225088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-9a34c25a-04a8-4405-ae88-f90f12f0f445 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/networks?id=eed9ce84-e230-4855-8758-b8a5ff868a3c&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=5c7368b2-54ef-44bd-8566-75240b56a7e7&id=5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 200 len: 1995 time: 0.1277318 Jun 30 02:33:24.240857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-e7954f3b-983a-4b05-ad67-02e2b25b93f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/quotas/8dc4f07ff54248b0810c51dc608c32f7 HTTP/1.1" status: 200 len: 375 time: 0.0093641 Jun 30 02:33:24.331309 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-794a334c-d263-484f-922b-63849a825b43 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0840864 Jun 30 02:33:24.431256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b2c1dffb-8479-48e7-b404-5d3141fb4876 service neutron] 10.222.0.78 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873828 Jun 30 02:33:24.444194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4457-a6c2-43d8-8631-b4bc4cfd16ec req-47970ae2-5628-4f6a-923c-cd9cc25dd5f5 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.445583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb0b4457-a6c2-43d8-8631-b4bc4cfd16ec req-47970ae2-5628-4f6a-923c-cd9cc25dd5f5 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2559295 Jun 30 02:33:24.478168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-a8bf04d2-90b0-452c-af2c-a78a51b5671e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.479818 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-a8bf04d2-90b0-452c-af2c-a78a51b5671e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 821 time: 0.2031753 Jun 30 02:33:24.498331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'port': {'device_id': '14892847-dc49-4265-a03f-8f74067eec0f', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'admin_state_up': True, 'tenant_id': 'e578c8b1fa0646c49f2453f7b39cf3f1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:24.543448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-d0bd21dc-e44a-46a1-b5fc-24e5e83f65eb service neutron] 10.222.0.78 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038206 Jun 30 02:33:24.599786 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-5467f74a-8024-4bb7-a060-da6baf2d0bce service neutron] 10.222.0.78 "GET /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0502765 Jun 30 02:33:24.691844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-3ab10714-fbb6-4901-9fcd-7f563824edf4 service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858238 Jun 30 02:33:24.787949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f4efe5c3-8a0a-4bbf-85dd-9877bbfee6dd service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901976 Jun 30 02:33:24.836510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c569dcf8-1425-4e76-99ec-0c16dfce9ad6 service neutron] 10.222.0.78 "GET /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0425754 Jun 30 02:33:24.906540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-c28c665b-3d6a-4310-9b9d-fb2308b8c599 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.908000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-c28c665b-3d6a-4310-9b9d-fb2308b8c599 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/networks?id=7d57ebff-9c6d-442a-aee7-14c9ae176c90 HTTP/1.1" status: 200 len: 814 time: 0.1413031 Jun 30 02:33:24.925763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-9aa58faf-2a10-4258-afb2-4039b94ae714 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/quotas/560b4e8612eb4dfa90031761d369ad4f HTTP/1.1" status: 200 len: 375 time: 0.0117016 Jun 30 02:33:24.927722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Made reservation on behalf of e578c8b1fa0646c49f2453f7b39cf3f1 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:24.929215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-7ee72668-ce0f-439b-8a91-b621a6901c75 service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868981 Jun 30 02:33:24.931368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.020776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4c1878c6-2275-4aa1-a2da-e730e7760ddf service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841510 Jun 30 02:33:25.060922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-a42ba271-f17e-4944-b5cb-5fbdeb51d084 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=560b4e8612eb4dfa90031761d369ad4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265664 Jun 30 02:33:25.111577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-122fcd5e-8bc1-470f-be0c-8121e97c7664 service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850496 Jun 30 02:33:25.153840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Allocated IP 172.20.0.7 (9c7d81a9-c880-4abb-af66-064fe1bad96d/667b07a2-e1b1-423a-931b-e37ebedda557/3ffae377-a5e2-432f-929b-23c6b1492a6c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:25.200889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-dc33ea9a-564b-4039-accb-919bc30be39a service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835245 Jun 30 02:33:25.206194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-a56d5de5-12c8-4d2f-99ea-38643e1f2b36 service neutron] 10.222.0.78 "GET /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237257 Jun 30 02:33:25.293383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-e9a0e935-d299-4c2f-9e1f-a2900407f3b5 service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 Jun 30 02:33:25.372554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-2b9e6f43-6082-4f56-b68c-0b85f557ec3b service neutron] 10.222.0.78 "GET /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575813 Jun 30 02:33:25.383205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a76c4aad-8f96-445d-853f-dcf42bf904dd service neutron] 10.222.0.78 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839238 Jun 30 02:33:25.397654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.440621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.478187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:25.488466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:25.492095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:25.499875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:25.505160 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-3acaef69-450f-4f1b-91b8-ffa8d94548d3 service neutron] 10.222.0.78 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097293 Jun 30 02:33:25.505402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:25.604737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.627979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-724a615b-b0f8-42aa-8e2a-ee53545ce125 service neutron] 10.222.0.78 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262040 Jun 30 02:33:25.631311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.631974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.643422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882ad380-0342-4625-bd2e-964b08618884'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:25.645283 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8cd27c-95da-4da3-99ec-0b59b68adcb6" -d '{"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-unplugged", "status": "completed", "tag": "882ad380-0342-4625-bd2e-964b08618884"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:25.660856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:25.664304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-00c0929e-1fde-42c5-a1c7-10f423136c14 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1721301 Jun 30 02:33:25.666276 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.687615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Request body: {'port': {'device_id': '14892847-dc49-4265-a03f-8f74067eec0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:25.734765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:25.750857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-ac7ffc31-bade-4ffc-b57a-05b98d31ddb5 service neutron] 10.222.0.78 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221352 Jun 30 02:33:25.785535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae7cd-641e-4510-944e-ca6257a66e62 req-6a08747b-107e-4309-8e45-c6c8ff5224e2 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.787094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30eae7cd-641e-4510-944e-ca6257a66e62 req-6a08747b-107e-4309-8e45-c6c8ff5224e2 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1374278 Jun 30 02:33:25.790113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.851680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45934a41-2eff-4755-91c0-31fe2ee672d7 service neutron] 10.222.0.78 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994890 Jun 30 02:33:25.863869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30eae7cd-641e-4510-944e-ca6257a66e62 req-1f59c8b7-8a73-4095-ba07-177cd0ad1eeb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Jun 30 02:33:26.009428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08a5dbfa-e7d6-4983-89d4-f6efce5fe473 req-a93c907e-87ee-4160-bafd-1cbc9d963c01 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=0274c4bc221241b9b2158ca45aa610c3 HTTP/1.1" status: 200 len: 1656 time: 0.0716000 Jun 30 02:33:26.227494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5dbfa-e7d6-4983-89d4-f6efce5fe473 req-9a6d9c90-bc1f-4208-823c-d6d1846b129f tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.229215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08a5dbfa-e7d6-4983-89d4-f6efce5fe473 req-9a6d9c90-bc1f-4208-823c-d6d1846b129f tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks?id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 787 time: 0.2107358 Jun 30 02:33:26.251470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-08a5dbfa-e7d6-4983-89d4-f6efce5fe473 req-ba2780c3-568b-46b2-a98c-7f76d969ec51 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:33:26.252452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08a5dbfa-e7d6-4983-89d4-f6efce5fe473 req-ba2780c3-568b-46b2-a98c-7f76d969ec51 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167005 Jun 30 02:33:26.306021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffae377-a5e2-432f-929b-23c6b1492a6c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:26.317471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.341720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-4bd0217d-3045-4885-8192-f2d1bcc7b3da tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.343277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-4bd0217d-3045-4885-8192-f2d1bcc7b3da tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 944 time: 0.1774211 Jun 30 02:33:26.346112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Transition to ACTIVE for port object 3ffae377-a5e2-432f-929b-23c6b1492a6c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:26.351906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.476503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:26.590144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a302b-7a8e-4fbc-aa2a-95d5b95c6374 req-c42a8a3d-974d-43f7-8b9b-de1de7fd112b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.591689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d11a302b-7a8e-4fbc-aa2a-95d5b95c6374 req-c42a8a3d-974d-43f7-8b9b-de1de7fd112b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 943 time: 0.1999006 Jun 30 02:33:26.641267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Attempting to bind port 3ffae377-a5e2-432f-929b-23c6b1492a6c on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:26.642252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Attempting to bind port 3ffae377-a5e2-432f-929b-23c6b1492a6c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:26.642252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Attempting to bind port 3ffae377-a5e2-432f-929b-23c6b1492a6c on network 9c7d81a9-c880-4abb-af66-064fe1bad96d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:26.652282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Port 3ffae377-a5e2-432f-929b-23c6b1492a6c on network 9c7d81a9-c880-4abb-af66-064fe1bad96d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:26.652800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Attempting to bind port 3ffae377-a5e2-432f-929b-23c6b1492a6c on network 9c7d81a9-c880-4abb-af66-064fe1bad96d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:26.662070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Deleting port 882ad380-0342-4625-bd2e-964b08618884 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:26.662580 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.663302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654fb63-75ce-4ce7-a05c-1dc4fb305ca7 req-9f0b77d8-c65f-4edd-8e53-88693122720e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.665004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3654fb63-75ce-4ce7-a05c-1dc4fb305ca7 req-9f0b77d8-c65f-4edd-8e53-88693122720e tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.0960474 Jun 30 02:33:26.672059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:26.672515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Checking segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:26.673015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Bound using segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:26.673670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Bound port: 3ffae377-a5e2-432f-929b-23c6b1492a6c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:26.674176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.723753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3654fb63-75ce-4ce7-a05c-1dc4fb305ca7 req-82c42af6-bfed-4d8f-b5bd-74be26139b9d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520518 Jun 30 02:33:26.732171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d11a302b-7a8e-4fbc-aa2a-95d5b95c6374 req-ddbb8f16-820a-4005-85ec-c654b2163582 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299875 Jun 30 02:33:26.846132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] For port 882ad380-0342-4625-bd2e-964b08618884, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=882ad380-0342-4625-bd2e-964b08618884,segment=NetworkSegment(50cb3a9b-8927-413d-81ef-9286e8c077d0),segment_id=50cb3a9b-8927-413d-81ef-9286e8c077d0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:26.846551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.849151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:26.871122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Calling delete_port for 882ad380-0342-4625-bd2e-964b08618884 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:26.879801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:26.909907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.947093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f5629d9-edfa-41ef-a595-d08c68bd2434 req-527209fe-cda1-4ff6-bc71-b35733541b21 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 210 time: 0.0466762 Jun 30 02:33:26.975361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-4d8ec18d-f4d8-46f3-b381-058fa92199f2 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.976852 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-4d8ec18d-f4d8-46f3-b381-058fa92199f2 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.90 "GET /v2.0/networks?id=7d57ebff-9c6d-442a-aee7-14c9ae176c90 HTTP/1.1" status: 200 len: 814 time: 0.1977344 Jun 30 02:33:26.990990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Request body: {'port': {'device_id': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'admin_state_up': True, 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:27.065630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.066156 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.067565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] 10.222.0.90 "PUT /v2.0/ports/3ffae377-a5e2-432f-929b-23c6b1492a6c HTTP/1.1" status: 200 len: 1091 time: 1.3849571 Jun 30 02:33:27.069475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14892847-dc49-4265-a03f-8f74067eec0f', 'tag': '3ffae377-a5e2-432f-929b-23c6b1492a6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:27.071759 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4e556-edc9-40e6-a710-e8e148c055d1" -d '{"events": [{"name": "network-changed", "server_uuid": "14892847-dc49-4265-a03f-8f74067eec0f", "tag": "3ffae377-a5e2-432f-929b-23c6b1492a6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:27.125014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb99b9-e2d9-4ac7-95c9-eb7cbaf0fb8c service neutron] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:27.207508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360146-1978-47c7-a34c-51d047e1b871 req-efb4e324-41a0-49d2-ac23-f7a2c5820e95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.209831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd360146-1978-47c7-a34c-51d047e1b871 req-efb4e324-41a0-49d2-ac23-f7a2c5820e95 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.2077963 Jun 30 02:33:27.232942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Made reservation on behalf of 560b4e8612eb4dfa90031761d369ad4f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:27.241888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.281447 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d93fb8f-6b22-4e80-8295-794813d92710 x-openstack-request-id: req-1d93fb8f-6b22-4e80-8295-794813d92710 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:27.282029 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-unplugged", "status": "completed", "tag": "882ad380-0342-4625-bd2e-964b08618884", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:27.282029 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d93fb8f-6b22-4e80-8295-794813d92710 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:27.282919 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882ad380-0342-4625-bd2e-964b08618884', 'code': 200} Jun 30 02:33:27.343607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd360146-1978-47c7-a34c-51d047e1b871 req-5b3e7e4a-9317-46b4-97d8-183bebe1ea34 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898855 Jun 30 02:33:27.352297 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.356717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d7931982-189f-4dcd-bb64-bf5801c6bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.358656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d7931982-189f-4dcd-bb64-bf5801c6bbea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 1094 time: 0.2160640 Jun 30 02:33:27.427959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-a623e7ea-dd2d-48df-a044-77bdbb249334 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips/56dd28da-f03d-4860-9fc9-5d3e62978ce6 HTTP/1.1" status: 200 len: 693 time: 0.0893140 Jun 30 02:33:27.585315 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54aa4b87-7b87-404d-a067-ecfbc893b7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.656693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Pushing event deleted for resources: {'Port': ['ID=882ad380-0342-4625-bd2e-964b08618884,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:27.725334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e22ea28-e08d-4718-9502-740d3bcc8d24 req-1619d86c-f292-4d6a-b1d8-674e6dbee8b2 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0775330 Jun 30 02:33:27.726867 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-326eb41b-4542-4e05-b61d-eb1ce84b036e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c HTTP/1.1" status: 200 len: 217 time: 0.0803008 Jun 30 02:33:27.744079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Allocated IP 172.20.0.8 (7d57ebff-9c6d-442a-aee7-14c9ae176c90/55b55112-169d-461d-9a56-b65a3a738622/75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:27.768556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-2c04bc74-25c1-4d2a-be27-f4fc7d988f96 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.775684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-2c04bc74-25c1-4d2a-be27-f4fc7d988f96 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.3469856 Jun 30 02:33:27.785044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] No DVR routers for this DVR port 882ad380-0342-4625-bd2e-964b08618884 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:27.788796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.791191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86922fb1-adba-457c-bf5a-5ed070b99fe7 req-2287cba6-d029-43a7-bbed-a521e764773d tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.90 "DELETE /v2.0/ports/882ad380-0342-4625-bd2e-964b08618884 HTTP/1.1" status: 204 len: 173 time: 1.4335523 Jun 30 02:33:27.844517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d6e0f5b9-d6a3-4999-a703-33faec296f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.847467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-d6e0f5b9-d6a3-4999-a703-33faec296f48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 200 len: 861 time: 0.0720654 Jun 30 02:33:27.904302 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-8ac478f9-cd9d-46a9-9dc4-ea35bf222573 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.130 HTTP/1.1" status: 200 len: 696 time: 0.1252534 Jun 30 02:33:28.060744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-7f96072c-d7dd-4046-8c27-641446adc837 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.130 HTTP/1.1" status: 200 len: 696 time: 0.1450624 Jun 30 02:33:28.081342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f265ab-2041-444a-a55f-968f9988cc18 req-95315010-f2a3-4f72-89a7-4e9fc8f52d9d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.083449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3f265ab-2041-444a-a55f-968f9988cc18 req-95315010-f2a3-4f72-89a7-4e9fc8f52d9d tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.1246681 Jun 30 02:33:28.093741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:28.099191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Request body: {'floatingip': {'port_id': 'cf992415-86a8-4909-be42-23d4fba8fe46'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:28.160614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.175188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:28.409601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:28.441365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a', 'port_id': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'mac_address': 'fa:16:3e:43:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64437cf9-cffa-4060-a46b-2b07339a54dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:28.515978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.535371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9960002-c98d-4b39-8e1e-cabac8b99763 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:28.584618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:28.594739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.697719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:28.828507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5b99-1c8e-4c31-9bed-ac8b23708232 req-9d4e1b80-c110-400c-bd92-96ae18900a49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.837252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1c5b99-1c8e-4c31-9bed-ac8b23708232 req-9d4e1b80-c110-400c-bd92-96ae18900a49 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.4206047 Jun 30 02:33:28.851354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c9960002-c98d-4b39-8e1e-cabac8b99763'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:29.050978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.065374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Transition to ACTIVE for port object 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:29.099445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-69c3ebd7-1c8d-444c-9d86-452656cdf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.101322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-69c3ebd7-1c8d-444c-9d86-452656cdf103 service neutron] 10.222.0.67 "GET /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 1031 time: 0.9338558 Jun 30 02:33:29.125698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.226792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Deleting port 9a65fe69-3f09-4851-8c44-4cb4a8f79e2d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:29.227030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.237060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-d896db53-9fa0-4f80-9172-806b3e4588e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.237060 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-d896db53-9fa0-4f80-9172-806b3e4588e4 service neutron] 10.222.0.67 "GET /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 1033 time: 0.1234000 Jun 30 02:33:29.242682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:29.257360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:29.259920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:29.356412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.357462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.364023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Pushing event updated for resources: {'Port': ['ID=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:29.489901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-789a104c-18eb-42c5-8d43-a69fba2f97f3 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5030980 Jun 30 02:33:29.525332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.525923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.544596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:29.546150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:33:29.555064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Calling delete_port for 9a65fe69-3f09-4851-8c44-4cb4a8f79e2d owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:29.568123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-db161d31-d687-4840-8dfa-9bc39f5726f0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.576317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-db161d31-d687-4840-8dfa-9bc39f5726f0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.583479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-db161d31-d687-4840-8dfa-9bc39f5726f0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.585562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-db161d31-d687-4840-8dfa-9bc39f5726f0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "GET /v2.0/networks?id=eed9ce84-e230-4855-8758-b8a5ff868a3c&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=5c7368b2-54ef-44bd-8566-75240b56a7e7&id=5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 200 len: 1995 time: 0.2502038 Jun 30 02:33:29.595330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 882ad380-0342-4625-bd2e-964b08618884 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:29.595697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 882ad380-0342-4625-bd2e-964b08618884 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:29.642113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1c5b99-1c8e-4c31-9bed-ac8b23708232 req-50e0867f-d5d7-4b3b-a309-5c031b0e1533 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8038158 Jun 30 02:33:29.684381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-187285bc-4259-49c1-a949-b73393f914f5 None None] Provisioning for port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:29.696178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.697688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-187285bc-4259-49c1-a949-b73393f914f5 None None] Provisioning complete for port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:29.701772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-187285bc-4259-49c1-a949-b73393f914f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.716502 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.769880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-d3570672-4938-4017-8b62-ee7db54ef887 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dc4f07ff54248b0810c51dc608c32f7 HTTP/1.1" status: 200 len: 380 time: 0.1382565 Jun 30 02:33:29.782571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'admin_state_up': True, 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'security_groups': ['b0b09a9d-745c-4c21-8ad4-d6fe90530cd9']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:29.832908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-187285bc-4259-49c1-a949-b73393f914f5 None None] Port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:29.840906 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e85a813-c96e-42ab-aa21-ddb07be49456 x-openstack-request-id: req-1e85a813-c96e-42ab-aa21-ddb07be49456 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:29.841419 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14892847-dc49-4265-a03f-8f74067eec0f", "tag": "3ffae377-a5e2-432f-929b-23c6b1492a6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:29.841419 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e85a813-c96e-42ab-aa21-ddb07be49456 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:29.841804 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14892847-dc49-4265-a03f-8f74067eec0f', 'tag': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'status': 'completed', 'code': 200} Jun 30 02:33:29.989660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.992943 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b72c708-a310-4fe5-a177-3abb62efbec4 req-0f0f5767-f518-4d71-af1f-ea3147ee3882 tempest-ImagesTestJSON-1233713420 tempest-ImagesTestJSON-1233713420-project] 10.222.0.78 "GET /v2.0/ports?device_id=30ecdd94-2cc5-47ad-9f64-cfb9b66302a3 HTTP/1.1" status: 200 len: 210 time: 0.0523500 Jun 30 02:33:30.022336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:30.026334 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.031974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event deleted for resources: {'Port': ['ID=9a65fe69-3f09-4851-8c44-4cb4a8f79e2d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:30.055629 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9 associated. External IP: 172.25.0.57, port: cf992415-86a8-4909-be42-23d4fba8fe46. Jun 30 02:33:30.164397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.167711 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.177586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:30.180507 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be4da3c-11ad-4dac-bdfb-c3a05634a37f req-556634ce-21e4-4d04-84f6-8b982f672eb4 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "DELETE /v2.0/floatingips/56dd28da-f03d-4860-9fc9-5d3e62978ce6 HTTP/1.1" status: 204 len: 173 time: 2.1101310 Jun 30 02:33:30.281446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port c9960002-c98d-4b39-8e1e-cabac8b99763 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:30.307718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port c9960002-c98d-4b39-8e1e-cabac8b99763 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:30.309162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.310031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 172.20.0.5 (eed9ce84-e230-4855-8758-b8a5ff868a3c/10fac86b-9dd1-4208-b2f7-e83b35dc9323/2e17c9ca-64af-4167-874f-2ec967bd40b9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:30.340995 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:33:30.362348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0146d1a8-74a9-4fc4-bd89-af715c666efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.446022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.496505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:30.500461 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5039c52-9899-48af-8e2b-c86599f65286" -d '{"events": [{"server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "name": "network-vif-plugged", "status": "completed", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:30.514062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.527413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:30.533836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.537473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75308ef-c2c3-40dd-8f0c-284c78a39383 req-214e091b-7778-4156-9192-31138ddaf14d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.546875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f75308ef-c2c3-40dd-8f0c-284c78a39383 req-214e091b-7778-4156-9192-31138ddaf14d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 943 time: 0.4251649 Jun 30 02:33:30.550798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4007-7fa2-4ce6-82e6-875b722cce8e req-5e1cb4d5-06b9-4222-b26e-95ef2ce21f2d tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.566540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cddb4007-7fa2-4ce6-82e6-875b722cce8e req-5e1cb4d5-06b9-4222-b26e-95ef2ce21f2d tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 931 time: 0.1819079 Jun 30 02:33:30.643172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f75308ef-c2c3-40dd-8f0c-284c78a39383 req-d71eb69d-ee29-40ab-9223-2d30352d8c0e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949509 Jun 30 02:33:30.680060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:30.682079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cddb4007-7fa2-4ce6-82e6-875b722cce8e req-75c30bf6-2030-4291-95fe-58553dd7a1ec tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Jun 30 02:33:30.698074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:33:30.754255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.810209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object 2e17c9ca-64af-4167-874f-2ec967bd40b9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:30.912239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.028334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network eed9ce84-e230-4855-8758-b8a5ff868a3c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:31.035236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:31.053712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:31.075016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:33:31.088711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:33:31.110383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:31.111234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:33:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:31.114250 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.181727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:31.189172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ad782-66a3-44d3-8690-488d3f74093e req-386c9cc9-6b6a-48a4-8ec0-95cef56941e1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.192650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee4ad782-66a3-44d3-8690-488d3f74093e req-386c9cc9-6b6a-48a4-8ec0-95cef56941e1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.3367896 Jun 30 02:33:31.195673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.196262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.196766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.197307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.197815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.199115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.202468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.203173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.203685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.205844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.206439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.216854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:31.273049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.274897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.328410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Request body: {'port': {'device_id': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:31.346364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc5ab69b-c214-4a6c-8a7f-18d4b556ed0c tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "PUT /v2.0/floatingips/32dee0c5-6e3f-427f-9f2f-4d4913e164a9 HTTP/1.1" status: 200 len: 991 time: 3.2512302 Jun 30 02:33:31.357427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:31.371813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-6f5dc263-c4ea-432a-8fed-eaff7612111b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5932035 Jun 30 02:33:31.393165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea1171-47ef-4c3e-819c-78ee3ebec175 req-19236c76-0c1c-4fa2-9bcd-5bcf568e43ea tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.395107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96ea1171-47ef-4c3e-819c-78ee3ebec175 req-19236c76-0c1c-4fa2-9bcd-5bcf568e43ea tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 931 time: 0.4413733 Jun 30 02:33:31.400145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'admin_state_up': True, 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'security_groups': ['b0b09a9d-745c-4c21-8ad4-d6fe90530cd9']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:31.424452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-4a8060c1-cbec-49d5-997c-6ef534a68172 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c7d81a9-c880-4abb-af66-064fe1bad96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265295 Jun 30 02:33:31.560318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3eafb168-29f9-4ae5-a68b-2abf87029d83 None None] Provisioning for port 2e17c9ca-64af-4167-874f-2ec967bd40b9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:31.567242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3eafb168-29f9-4ae5-a68b-2abf87029d83 None None] Provisioning complete for port 2e17c9ca-64af-4167-874f-2ec967bd40b9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:31.567625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3eafb168-29f9-4ae5-a68b-2abf87029d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.575204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee4ad782-66a3-44d3-8690-488d3f74093e req-8f96fcc1-0dfb-4f38-ac22-aae89b9bcb56 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514814 Jun 30 02:33:31.654340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3eafb168-29f9-4ae5-a68b-2abf87029d83 None None] Port 2e17c9ca-64af-4167-874f-2ec967bd40b9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:31.686637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96ea1171-47ef-4c3e-819c-78ee3ebec175 req-8e63e727-296e-427b-8189-8807246417ac tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724548 Jun 30 02:33:31.695552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-803492cf-e77b-48c6-919c-7fa20d4262e6 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips/7535426d-3017-45c1-9cd8-d98dbf7b4602 HTTP/1.1" status: 200 len: 692 time: 0.0734591 Jun 30 02:33:31.741455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.796570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:31.796797 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f26bd94-37a1-4cb2-b466-ddf1892361d3 x-openstack-request-id: req-6f26bd94-37a1-4cb2-b466-ddf1892361d3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:31.798180 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "name": "network-vif-plugged", "status": "completed", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:31.798470 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f26bd94-37a1-4cb2-b466-ddf1892361d3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:31.798866 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'code': 200} Jun 30 02:33:31.820200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.833556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-86da8526-5c2d-4910-ac66-0a01b4afb8c5 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.842357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-86da8526-5c2d-4910-ac66-0a01b4afb8c5 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1455572 Jun 30 02:33:31.864684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-deleted', 'tag': '882ad380-0342-4625-bd2e-964b08618884'}, {'name': 'network-changed', 'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:31.867099 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea25ee2-8c26-4269-8420-28656301c7cf" -d '{"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-deleted", "tag": "882ad380-0342-4625-bd2e-964b08618884"}, {"name": "network-changed", "server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:31.976623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-57eef240-63da-43da-a650-324a2b1d54ae service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190876 Jun 30 02:33:32.021993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-cc355f7d-50a1-40a1-9d36-05683869316c tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.1772816 Jun 30 02:33:32.063574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '32dee0c5-6e3f-427f-9f2f-4d4913e164a9', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'port_id': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'mac_address': 'fa:16:3e:a2:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:16Z', 'updated_at': '2021-06-30T02:33:29Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:32.071598 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.127132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:33:32.138462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:32.139133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:33:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:32.303122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 10.1.1.21 (2f9c59cb-ac8f-4630-b8ed-dab56af69439/630c9e8f-9699-4152-9d64-ef33c32161a5/c569b472-33a7-4cd0-af61-67fb8f8402b1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:32.372230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:32.430285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82c8df-c6b6-42f5-9711-d0071ef0c65a req-d161680b-6a99-4195-9e10-3e130b797039 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:32.432115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a82c8df-c6b6-42f5-9711-d0071ef0c65a req-d161680b-6a99-4195-9e10-3e130b797039 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.2626162 Jun 30 02:33:32.539855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:32.550123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.576271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Transition to ACTIVE for port object 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:32.596908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3cd387-8997-404a-aa57-05392fa1e134 req-abb8810d-a18c-44bb-8ee0-27e682dd4daa service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040672 Jun 30 02:33:32.601256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-fc826318-57cc-4a2b-9bed-b33edf47e316 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.5781972 Jun 30 02:33:32.630687 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.708590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:32.789580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a82c8df-c6b6-42f5-9711-d0071ef0c65a req-62862b5e-58d5-4b6d-acf0-e11e60376d4f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486624 Jun 30 02:33:32.874286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62a905-b77d-44f4-8736-b932a19f45d0 req-8fe79687-28b7-4339-a65b-722c3da61268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:32.891431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af62a905-b77d-44f4-8736-b932a19f45d0 req-8fe79687-28b7-4339-a65b-722c3da61268 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1096 time: 1.0046110 Jun 30 02:33:32.899483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Attempting to bind port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:32.899818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Attempting to bind port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:32.900277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Attempting to bind port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b on network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:32.911460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b on network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:32.911825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Attempting to bind port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b on network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:32.920271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:32.920612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Checking segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:32.921025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Bound using segment: {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:32.921608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Bound port: 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f157ae6-46e6-408b-9b22-97065767d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:32.921963 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.966865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.014705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object c569b472-33a7-4cd0-af61-67fb8f8402b1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:33.152052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] For port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:33.169140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] For port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:33.177151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.203922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af62a905-b77d-44f4-8736-b932a19f45d0 req-fa12bd51-e5ea-4091-a2f7-3cf044615142 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894541 Jun 30 02:33:33.235801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-75f37e5f-99cf-439c-ab10-b83ca5e9b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.237274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-75f37e5f-99cf-439c-ab10-b83ca5e9b08a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 1094 time: 0.4706898 Jun 30 02:33:33.263175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Deleting port 308dc058-3d4f-40cd-a0bd-33be960ba14d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:33.263812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.280642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.281276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.283898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] 10.222.0.90 "PUT /v2.0/ports/75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b HTTP/1.1" status: 200 len: 1091 time: 1.9775980 Jun 30 02:33:33.284827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99152ed2-ddb5-4b07-ba1c-001eafc59ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:33.296388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'tag': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:33.303771 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0c0669-9e4d-46e9-b84b-4735db0ee37f", "tag": "75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:33.310843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.411023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:33.426489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:33.448085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:33.514395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '32dee0c5-6e3f-427f-9f2f-4d4913e164a9', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'port_id': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'mac_address': 'fa:16:3e:a2:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:16Z', 'updated_at': '2021-06-30T02:33:29Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:33.596039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.597640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.626810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eb39b-7ce6-4399-b302-4c1ed77e549b None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '32dee0c5-6e3f-427f-9f2f-4d4913e164a9', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'port_id': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'mac_address': 'fa:16:3e:a2:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:16Z', 'updated_at': '2021-06-30T02:33:29Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:33:33.628433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:33.667775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Calling delete_port for 308dc058-3d4f-40cd-a0bd-33be960ba14d owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:33.731216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.732057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.742445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-18b41697-b9bd-4c5e-9c0e-5a4c65506418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.748452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-18b41697-b9bd-4c5e-9c0e-5a4c65506418 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 922 time: 0.4612038 Jun 30 02:33:33.817883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-3fa1f7de-6795-49f5-9c84-020f93b59e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.819766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-3fa1f7de-6795-49f5-9c84-020f93b59e7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=560b4e8612eb4dfa90031761d369ad4f&device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 1094 time: 0.4066515 Jun 30 02:33:33.828836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-45bac399-3028-4fef-a25b-3d01db63a89c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4322009 Jun 30 02:33:33.849146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'admin_state_up': True, 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'security_groups': ['b0b09a9d-745c-4c21-8ad4-d6fe90530cd9']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:33.874537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fc0f-f6a5-4f55-b94e-23e1b5e00719 req-2392e8b7-153e-4b22-b657-8b9455aff5b3 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.876888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7724fc0f-f6a5-4f55-b94e-23e1b5e00719 req-2392e8b7-153e-4b22-b657-8b9455aff5b3 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 943 time: 0.4436564 Jun 30 02:33:33.979413 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a5794-0ed6-44c5-8b1e-9f0a8805ddc2 None None] New status for floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:33:33.992581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e01e765d-0d2d-4ddb-a6f3-7e628ef431c3 None None] Provisioning for port c569b472-33a7-4cd0-af61-67fb8f8402b1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:33.993075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-c322fea3-ac40-4aa1-9660-b6195467a8a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c HTTP/1.1" status: 200 len: 217 time: 0.1540029 Jun 30 02:33:33.998181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e01e765d-0d2d-4ddb-a6f3-7e628ef431c3 None None] Provisioning complete for port c569b472-33a7-4cd0-af61-67fb8f8402b1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:33.998598 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e01e765d-0d2d-4ddb-a6f3-7e628ef431c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.031646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-7c5b928d-c3c0-4975-85d9-510857993586 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b HTTP/1.1" status: 200 len: 217 time: 0.0592661 Jun 30 02:33:34.066157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7724fc0f-f6a5-4f55-b94e-23e1b5e00719 req-f0ac3858-01d5-4fb9-aca9-c956c425ff5d tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614544 Jun 30 02:33:34.100468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e01e765d-0d2d-4ddb-a6f3-7e628ef431c3 None None] Port c569b472-33a7-4cd0-af61-67fb8f8402b1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:34.142837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-9d970a40-83d3-4098-aafe-213fd6eb12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.144459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-9d970a40-83d3-4098-aafe-213fd6eb12e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55b55112-169d-461d-9a56-b65a3a738622 HTTP/1.1" status: 200 len: 853 time: 0.1003983 Jun 30 02:33:34.185566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.197828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.204539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:34.208597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.333821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-efb598a2-c45b-45a7-b46e-7f934b0166fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.335397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-efb598a2-c45b-45a7-b46e-7f934b0166fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7d57ebff-9c6d-442a-aee7-14c9ae176c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743569 Jun 30 02:33:34.378758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event deleted for resources: {'Port': ['ID=308dc058-3d4f-40cd-a0bd-33be960ba14d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:34.424629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.424984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.425542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.425889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.426226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.426587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.426916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.427244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.427572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.427897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.428223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.428543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:34.448569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-c5b19f5e-abe9-4b93-b2ae-28f52dddae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.450082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-c5b19f5e-abe9-4b93-b2ae-28f52dddae5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 200 len: 861 time: 0.2844779 Jun 30 02:33:34.457475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.460390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.461920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46bcc503-d809-4929-8b1d-cb7bada7f5fb req-f2bf9f16-3880-4d6f-b6ee-8943d34a0f71 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "DELETE /v2.0/floatingips/7535426d-3017-45c1-9cd8-d98dbf7b4602 HTTP/1.1" status: 204 len: 173 time: 1.8528047 Jun 30 02:33:34.552924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-f5774297-4c0c-4c8e-8927-8501309af9b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c7d81a9-c880-4abb-af66-064fe1bad96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772126 Jun 30 02:33:34.554505 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea42c5-def8-43c4-9b45-4fefd14ebbe6 x-openstack-request-id: req-7aea42c5-def8-43c4-9b45-4fefd14ebbe6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:34.554754 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecdd94-2cc5-47ad-9f64-cfb9b66302a3", "name": "network-vif-deleted", "tag": "882ad380-0342-4625-bd2e-964b08618884", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:34.555131 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7aea42c5-def8-43c4-9b45-4fefd14ebbe6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:34.555531 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecdd94-2cc5-47ad-9f64-cfb9b66302a3', 'name': 'network-vif-deleted', 'tag': '882ad380-0342-4625-bd2e-964b08618884', 'status': 'completed', 'code': 200} Jun 30 02:33:34.556256 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'status': 'completed', 'code': 200} Jun 30 02:33:34.688423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 10.1.1.32 (2f9c59cb-ac8f-4630-b8ed-dab56af69439/630c9e8f-9699-4152-9d64-ef33c32161a5/66d09a2c-3788-45d0-b4b0-41c380edca5c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:34.696063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-3ac26983-1dd0-4c4f-8381-60bee05c7b9c service neutron] 10.222.0.90 "GET /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429148 Jun 30 02:33:34.793611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de9443-d492-4762-be80-a216e6c42836 req-8a07f5c7-5dba-4cf4-a877-3c4a1374cb1a tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.800433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49de9443-d492-4762-be80-a216e6c42836 req-8a07f5c7-5dba-4cf4-a877-3c4a1374cb1a tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 943 time: 0.3724635 Jun 30 02:33:34.831795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-9e6b8dd8-7245-485f-9893-c3c0e715416c service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637339 Jun 30 02:33:34.837997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-62643e65-d4d4-4f6d-a5e8-0fa4353c4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.839762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-62643e65-d4d4-4f6d-a5e8-0fa4353c4a3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 1097 time: 0.1772254 Jun 30 02:33:34.848215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ac9fd-bda1-4c5b-b13e-6f8c19f4c3ed req-503e2bb8-7daf-47f0-bfa6-7283d0d78200 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.855974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e4ac9fd-bda1-4c5b-b13e-6f8c19f4c3ed req-503e2bb8-7daf-47f0-bfa6-7283d0d78200 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.2025328 Jun 30 02:33:34.975298 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.997957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object 66d09a2c-3788-45d0-b4b0-41c380edca5c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:35.039241 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.096146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49de9443-d492-4762-be80-a216e6c42836 req-a04a618e-246a-4e08-8d14-ab590c49eb9e tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948568 Jun 30 02:33:35.127879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e4ac9fd-bda1-4c5b-b13e-6f8c19f4c3ed req-fa36af63-f093-4492-a61d-24238a15048f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705398 Jun 30 02:33:35.132406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:35.140795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2906d3c7-2b9f-40fe-9f72-6f9314855dc6 req-8d3c6573-0991-48d3-a136-8ab48bf497cf service neutron] 10.222.0.90 "GET /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323056 Jun 30 02:33:35.144642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:35.147598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:35.226855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.227270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.241005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-0b2224bf-e343-487a-bb54-317a63c9031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.250785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-0b2224bf-e343-487a-bb54-317a63c9031d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 925 time: 0.3771884 Jun 30 02:33:35.257192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:35.271123 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-48334441-f835-4b77-8676-08dce66e5024 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4336269 Jun 30 02:33:35.293878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7', 'admin_state_up': True, 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'security_groups': ['b0b09a9d-745c-4c21-8ad4-d6fe90530cd9']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:35.347901 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41db9ac-72f6-48fc-b4c0-3f7f48343554 x-openstack-request-id: req-a41db9ac-72f6-48fc-b4c0-3f7f48343554 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:35.348478 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0c0669-9e4d-46e9-b84b-4735db0ee37f", "tag": "75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:35.348478 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a41db9ac-72f6-48fc-b4c0-3f7f48343554 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:35.348752 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'tag': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b', 'status': 'completed', 'code': 200} Jun 30 02:33:35.432243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78f4e556-edc9-40e6-a710-e8e148c055d1 req-d5544d8a-ce3b-455d-a0e1-90eb0f649b98 service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392766 Jun 30 02:33:35.576546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ffae377-a5e2-432f-929b-23c6b1492a6c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:35.609291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:35.658236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-7fea24e9-da31-4157-a796-3b022b04370b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf992415-86a8-4909-be42-23d4fba8fe46 HTTP/1.1" status: 200 len: 1001 time: 0.4064324 Jun 30 02:33:35.677564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e91e84-317e-482e-9d22-e5861d4d3649 req-2c014c19-0f3b-4eb7-a14f-0904f0754afd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.685438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e91e84-317e-482e-9d22-e5861d4d3649 req-2c014c19-0f3b-4eb7-a14f-0904f0754afd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.692977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e91e84-317e-482e-9d22-e5861d4d3649 req-2c014c19-0f3b-4eb7-a14f-0904f0754afd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.701715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0e91e84-317e-482e-9d22-e5861d4d3649 req-2c014c19-0f3b-4eb7-a14f-0904f0754afd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 2372 time: 0.2648454 Jun 30 02:33:35.765983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0e91e84-317e-482e-9d22-e5861d4d3649 req-c371b1f5-da99-4bf3-b423-40fc6b924875 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632107 Jun 30 02:33:35.816061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-33de79c1-d922-4155-88e4-ed8b746ce3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.820960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-33de79c1-d922-4155-88e4-ed8b746ce3f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.1530528 Jun 30 02:33:35.835487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.881344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:35.924704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'port_id': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'mac_address': 'fa:16:3e:f6:92:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b07a2-e1b1-423a-931b-e37ebedda557', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:35.925851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574c48a-de2c-4a74-8abf-3ca86271e722 req-6ffd39e6-4a18-44e4-99b9-868acccb5cdd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.929285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3574c48a-de2c-4a74-8abf-3ca86271e722 req-6ffd39e6-4a18-44e4-99b9-868acccb5cdd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.4096956 Jun 30 02:33:36.017408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3574c48a-de2c-4a74-8abf-3ca86271e722 req-f80ab983-0a35-4a02-8c06-f8adc99ed5e5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797908 Jun 30 02:33:36.056534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-bc304425-4a47-43d2-af66-634976fc0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.059120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-bc304425-4a47-43d2-af66-634976fc0c5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251854 Jun 30 02:33:36.067071 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:36.123329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffae377-a5e2-432f-929b-23c6b1492a6c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:36.185601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:36.189561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b8f1b434-6984-4359-9cb6-285fdf44e4b0 None None] Provisioning for port 66d09a2c-3788-45d0-b4b0-41c380edca5c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:36.203208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b8f1b434-6984-4359-9cb6-285fdf44e4b0 None None] Provisioning complete for port 66d09a2c-3788-45d0-b4b0-41c380edca5c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:36.203582 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b434-6984-4359-9cb6-285fdf44e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:36.265242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-fee9bc24-9f01-41bf-84a7-a07a33db4332 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971982 Jun 30 02:33:36.286542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:36.291688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1b434-6984-4359-9cb6-285fdf44e4b0 None None] Port 66d09a2c-3788-45d0-b4b0-41c380edca5c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:36.403876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:36.448092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-7bdc113c-8df0-4b87-899d-ff5e97588f78 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips/a3fa4850-02d3-4862-b172-3daf1820caca HTTP/1.1" status: 200 len: 693 time: 0.1687312 Jun 30 02:33:36.567113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ea25ee2-8c26-4269-8420-28656301c7cf req-eb536343-012d-4a24-a71b-dd5245ed9b40 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814627 Jun 30 02:33:36.579653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['3ffae377-a5e2-432f-929b-23c6b1492a6c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:36.698798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-e73ffff4-fd45-4e5d-8551-125aefecf3a2 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.710434 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-e73ffff4-fd45-4e5d-8551-125aefecf3a2 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2492652 Jun 30 02:33:36.835469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-2fe68947-75b8-46f8-b9d1-b4b94f5ad479 tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.1239419 Jun 30 02:33:36.951659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-c7fda68a-942a-482e-9d47-ef5c0dcded7b tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.1153421 Jun 30 02:33:37.106158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc83ea-67e2-4b93-8353-2b3f37045432 req-d2b10374-65b5-4dc5-8edc-2a10205b2412 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.117684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7fbc83ea-67e2-4b93-8353-2b3f37045432 req-d2b10374-65b5-4dc5-8edc-2a10205b2412 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 944 time: 0.2056887 Jun 30 02:33:37.129974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Deleting port fdca6fa2-572c-4512-981a-7ee61de6db33 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:37.130360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.139698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 10.2.2.100 (5c7368b2-54ef-44bd-8566-75240b56a7e7/a2abafb5-c1d0-4b72-8c50-072be2138f23/62929f75-0224-432b-b5ec-0a800b53bf22) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:37.220515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7fbc83ea-67e2-4b93-8353-2b3f37045432 req-d014c509-d738-43a8-9eb0-e4b28f628c15 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011305 Jun 30 02:33:37.223078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.223734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.249546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Calling delete_port for fdca6fa2-572c-4512-981a-7ee61de6db33 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:37.423692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.437813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.457627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object 62929f75-0224-432b-b5ec-0a800b53bf22 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:37.458927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Pushing event deleted for resources: {'Port': ['ID=fdca6fa2-572c-4512-981a-7ee61de6db33,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:37.503372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.557125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:37.579169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.580030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:37.583004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:37.586101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:37.593977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ffae377-a5e2-432f-929b-23c6b1492a6c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:37.597773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.599004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48f5242-6c5e-4dc3-8b3b-299296741b73 req-4b1c112b-0877-4e14-b57b-cf607adc644d tempest-FloatingIPDetailsTestJSON-600397138 tempest-FloatingIPDetailsTestJSON-600397138-project] 10.222.0.78 "DELETE /v2.0/floatingips/a3fa4850-02d3-4862-b172-3daf1820caca HTTP/1.1" status: 204 len: 173 time: 0.6411278 Jun 30 02:33:37.614956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:37.656363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.656363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:37.677377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f1933e36-395b-4df0-9e9b-8b210de39b4d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3986514 Jun 30 02:33:37.692162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7', 'admin_state_up': True, 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'security_groups': ['b0b09a9d-745c-4c21-8ad4-d6fe90530cd9']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:37.770031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 3ffae377-a5e2-432f-929b-23c6b1492a6c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:37.775122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 3ffae377-a5e2-432f-929b-23c6b1492a6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:37.775801 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:38.048982 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:38.057368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af849c4-38a4-485a-8626-053fc119de20 req-d860df7d-ccc8-4fdd-8cca-bb23e9c42327 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.062083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8af849c4-38a4-485a-8626-053fc119de20 req-d860df7d-ccc8-4fdd-8cca-bb23e9c42327 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1096 time: 0.1531010 Jun 30 02:33:38.062933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Made reservation on behalf of 8dc4f07ff54248b0810c51dc608c32f7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:38.086451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:38.133933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14892847-dc49-4265-a03f-8f74067eec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffae377-a5e2-432f-929b-23c6b1492a6c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:38.141372 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80887a8-4f7f-4414-96ca-994714067477" -d '{"events": [{"server_uuid": "14892847-dc49-4265-a03f-8f74067eec0f", "name": "network-vif-plugged", "status": "completed", "tag": "3ffae377-a5e2-432f-929b-23c6b1492a6c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:38.163275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-113c2bcd-22d3-4004-aa85-65721f2144dd None None] Provisioning for port 62929f75-0224-432b-b5ec-0a800b53bf22 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:38.177235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8af849c4-38a4-485a-8626-053fc119de20 req-37f4fe76-0a58-44b5-aee6-608088b81695 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671380 Jun 30 02:33:38.214422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-113c2bcd-22d3-4004-aa85-65721f2144dd None None] Provisioning complete for port 62929f75-0224-432b-b5ec-0a800b53bf22 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:38.217719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-113c2bcd-22d3-4004-aa85-65721f2144dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:38.224744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:38.259724 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:38.336835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-113c2bcd-22d3-4004-aa85-65721f2144dd None None] Port 62929f75-0224-432b-b5ec-0a800b53bf22 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:38.382421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:38.572354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Allocated IP 10.2.2.200 (5c7368b2-54ef-44bd-8566-75240b56a7e7/a2abafb5-c1d0-4b72-8c50-072be2138f23/e54bf02e-950e-40f1-bb6e-133c22816bc6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:38.741081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bdd5b-ca42-4ab8-ac12-da2c54468345 req-828b319a-a85d-4b6e-bdf1-ea670b0d942a tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.749612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-364bdd5b-ca42-4ab8-ac12-da2c54468345 req-828b319a-a85d-4b6e-bdf1-ea670b0d942a tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 943 time: 0.1610096 Jun 30 02:33:38.806529 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:38.824437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Transition to ACTIVE for port object e54bf02e-950e-40f1-bb6e-133c22816bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:38.833447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-364bdd5b-ca42-4ab8-ac12-da2c54468345 req-4f7676e6-f881-4600-a824-f625f7140903 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827374 Jun 30 02:33:38.875190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce29a3-b2fe-4bc6-b05d-a83161632171 req-fe2ee737-6eec-4ed8-a542-f587f81a1ba0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.887061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce29a3-b2fe-4bc6-b05d-a83161632171 req-fe2ee737-6eec-4ed8-a542-f587f81a1ba0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.898970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce29a3-b2fe-4bc6-b05d-a83161632171 req-fe2ee737-6eec-4ed8-a542-f587f81a1ba0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.914969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce29a3-b2fe-4bc6-b05d-a83161632171 req-fe2ee737-6eec-4ed8-a542-f587f81a1ba0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.924325 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3ce29a3-b2fe-4bc6-b05d-a83161632171 req-fe2ee737-6eec-4ed8-a542-f587f81a1ba0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 3093 time: 0.4681425 Jun 30 02:33:38.931886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.019381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:39.033663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:39.036614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:39.081966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event updated for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:39.091153 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3ce29a3-b2fe-4bc6-b05d-a83161632171 req-d574f14d-5706-4917-918f-37c8c2e33fe1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659853 Jun 30 02:33:39.093372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.099797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.100437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.142880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c26ee222-e17f-46af-829e-e8df6bb4e838 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4550869 Jun 30 02:33:39.157860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:39.216155 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.251445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53cbfb-fb57-461b-af25-66e12ccf1045 req-923db735-4f33-4996-9b9a-65b277f1168d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.253104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d53cbfb-fb57-461b-af25-66e12ccf1045 req-923db735-4f33-4996-9b9a-65b277f1168d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.2462568 Jun 30 02:33:39.277567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.380356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-07b7ef26-b727-46d7-834a-8898e7d9eb2d None None] Provisioning for port e54bf02e-950e-40f1-bb6e-133c22816bc6 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:39.389985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-07b7ef26-b727-46d7-834a-8898e7d9eb2d None None] Provisioning complete for port e54bf02e-950e-40f1-bb6e-133c22816bc6 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:39.390831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef26-b727-46d7-834a-8898e7d9eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.440681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d53cbfb-fb57-461b-af25-66e12ccf1045 req-b3a453c0-345d-439b-90de-1edeabdb0c85 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810071 Jun 30 02:33:39.444205 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2020fce1-4414-41ce-a86d-fd4d0e65d279 x-openstack-request-id: req-2020fce1-4414-41ce-a86d-fd4d0e65d279 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:39.444514 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14892847-dc49-4265-a03f-8f74067eec0f", "name": "network-vif-plugged", "status": "completed", "tag": "3ffae377-a5e2-432f-929b-23c6b1492a6c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:39.444756 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2020fce1-4414-41ce-a86d-fd4d0e65d279 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:39.445145 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14892847-dc49-4265-a03f-8f74067eec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'code': 200} Jun 30 02:33:39.495166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-07b7ef26-b727-46d7-834a-8898e7d9eb2d None None] Port e54bf02e-950e-40f1-bb6e-133c22816bc6 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:39.708544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529409f-33fb-4c9b-84e0-211ea16f5c71 req-b403587a-8446-4ac2-9425-efc2957ddee7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.709945 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529409f-33fb-4c9b-84e0-211ea16f5c71 req-b403587a-8446-4ac2-9425-efc2957ddee7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 945 time: 0.1476839 Jun 30 02:33:39.729381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f846e-cd7a-4c5a-aa88-8b316621a731 req-4df85112-47bd-40ee-9cf8-40d70774ae58 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.731528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be4f846e-cd7a-4c5a-aa88-8b316621a731 req-4df85112-47bd-40ee-9cf8-40d70774ae58 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1096 time: 0.1490352 Jun 30 02:33:39.732990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-59260921-239b-433e-bb0f-c13f17ab1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.734498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-59260921-239b-433e-bb0f-c13f17ab1158 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=560b4e8612eb4dfa90031761d369ad4f&device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 1094 time: 0.1376872 Jun 30 02:33:39.737601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Deleting port e9a61247-328d-43f4-82df-07e79b892d67 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:39.737920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.805098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f5a9b-f76c-4d25-ab6f-3284e88f31f5 req-70ca41d8-43b5-4bb7-b8b1-76d667d649e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.806647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d60f5a9b-f76c-4d25-ab6f-3284e88f31f5 req-70ca41d8-43b5-4bb7-b8b1-76d667d649e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 1096 time: 0.1432421 Jun 30 02:33:39.815256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be4f846e-cd7a-4c5a-aa88-8b316621a731 req-bff3cd71-a546-4e96-9e99-3f39cba93d6b tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730934 Jun 30 02:33:39.820930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e17c9ca-64af-4167-874f-2ec967bd40b9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:39.829193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.854217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Transition to ACTIVE for port object 2e17c9ca-64af-4167-874f-2ec967bd40b9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:39.863738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.869486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529409f-33fb-4c9b-84e0-211ea16f5c71 req-a71064af-581f-471f-af57-77c69cba92ca tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482151 Jun 30 02:33:39.946279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d60f5a9b-f76c-4d25-ab6f-3284e88f31f5 req-34f23e53-d2bd-477e-a0f5-ddf86a252477 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907819 Jun 30 02:33:39.953841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:39.966461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] For port e9a61247-328d-43f4-82df-07e79b892d67, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e9a61247-328d-43f4-82df-07e79b892d67,segment=NetworkSegment(30c2309d-e482-4ee2-8603-016172d1b89a),segment_id=30c2309d-e482-4ee2-8603-016172d1b89a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:39.966838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.991709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-d18412c6-10f7-41ce-8bd1-17e97c9331f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.993221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-d18412c6-10f7-41ce-8bd1-17e97c9331f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7d57ebff-9c6d-442a-aee7-14c9ae176c90 HTTP/1.1" status: 200 len: 915 time: 0.2465980 Jun 30 02:33:40.013278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Calling delete_port for e9a61247-328d-43f4-82df-07e79b892d67 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:40.064188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Attempting to bind port 2e17c9ca-64af-4167-874f-2ec967bd40b9 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:40.064524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Attempting to bind port 2e17c9ca-64af-4167-874f-2ec967bd40b9 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:40.064995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Attempting to bind port 2e17c9ca-64af-4167-874f-2ec967bd40b9 on network eed9ce84-e230-4855-8758-b8a5ff868a3c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:40.070666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Port 2e17c9ca-64af-4167-874f-2ec967bd40b9 on network eed9ce84-e230-4855-8758-b8a5ff868a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:40.071016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Attempting to bind port 2e17c9ca-64af-4167-874f-2ec967bd40b9 on network eed9ce84-e230-4855-8758-b8a5ff868a3c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:40.077676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:40.078026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Checking segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:40.078553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Bound using segment: {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:40.079208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Bound port: 2e17c9ca-64af-4167-874f-2ec967bd40b9, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4ed048-20cf-4a52-85aa-2c49305fbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:40.079569 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.120699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-0a2e1651-c832-49ef-9cdb-1feb71201566 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b HTTP/1.1" status: 200 len: 217 time: 0.1081753 Jun 30 02:33:40.159919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:40.163294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:40.181883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.225418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:40.225945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.227414 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] 10.222.0.67 "PUT /v2.0/ports/2e17c9ca-64af-4167-874f-2ec967bd40b9 HTTP/1.1" status: 200 len: 1091 time: 1.0746870 Jun 30 02:33:40.228042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:40.232986 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f457a5b-9777-4810-97c3-46085c08ad5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:40.260024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-af65f1d3-843a-4f19-835c-3d1e85753139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:40.262752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-af65f1d3-843a-4f19-835c-3d1e85753139 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55b55112-169d-461d-9a56-b65a3a738622 HTTP/1.1" status: 200 len: 853 time: 0.1208968 Jun 30 02:33:40.286828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:40.332237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9241e6f-894f-45e7-8261-023ec903bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:40.398787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6f597-a212-4434-866a-fc7f8cf536ec req-7472849c-2f92-45f2-86e6-e206fc099044 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:40.400372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57a6f597-a212-4434-866a-fc7f8cf536ec req-7472849c-2f92-45f2-86e6-e206fc099044 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 943 time: 0.3129768 Jun 30 02:33:40.472161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.473703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57a6f597-a212-4434-866a-fc7f8cf536ec req-2803d611-5b31-4110-bdc8-11078f970691 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661516 Jun 30 02:33:40.477150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-10e47ee0-517d-4d23-8c03-b26e81fec11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:40.489309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-10e47ee0-517d-4d23-8c03-b26e81fec11e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7d57ebff-9c6d-442a-aee7-14c9ae176c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102315 Jun 30 02:33:40.528682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.703687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.759972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a61247-328d-43f4-82df-07e79b892d67,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:40.803849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-b6bf97b6-ea35-4cef-a982-530b9d988d72 service neutron] 10.222.0.90 "GET /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014166 Jun 30 02:33:40.974676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c97618-5688-46a7-bc14-a8271b24b1f0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:40.986256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.003377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Transition to ACTIVE for port object 33c97618-5688-46a7-bc14-a8271b24b1f0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:41.008651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.096175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-3179881c-9121-45f6-913c-35e954ea3353 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.112054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:41.126914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-3179881c-9121-45f6-913c-35e954ea3353 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.140480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-3179881c-9121-45f6-913c-35e954ea3353 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.147641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-3179881c-9121-45f6-913c-35e954ea3353 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.154649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-3179881c-9121-45f6-913c-35e954ea3353 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.156555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-3179881c-9121-45f6-913c-35e954ea3353 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 3826 time: 0.4116404 Jun 30 02:33:41.175680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12fc3507-a9e1-4c0a-9ef0-1466eece1b86 req-1bef1e4d-0347-4636-9e92-8b99e1323b00 service neutron] 10.222.0.90 "GET /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527901 Jun 30 02:33:41.202721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Attempting to bind port 33c97618-5688-46a7-bc14-a8271b24b1f0 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:41.205416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Attempting to bind port 33c97618-5688-46a7-bc14-a8271b24b1f0 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:41.205842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Attempting to bind port 33c97618-5688-46a7-bc14-a8271b24b1f0 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:41.217187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Port 33c97618-5688-46a7-bc14-a8271b24b1f0 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:41.217871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Attempting to bind port 33c97618-5688-46a7-bc14-a8271b24b1f0 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:41.226531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:41.227204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Checking segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:41.229895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Bound using segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:41.230802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Bound port: 33c97618-5688-46a7-bc14-a8271b24b1f0, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:41.231278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.288435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d655c179-2ddd-44aa-a5c8-ccb9894660a3 req-162c9beb-7aca-47bd-8412-8212c38cb20d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246948 Jun 30 02:33:41.295831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.336804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:41.341741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33c97618-5688-46a7-bc14-a8271b24b1f0,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:41.348192 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.420323 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd940d64-5bc4-43ff-9a90-1df95d2fc6c1 x-openstack-request-id: req-bd940d64-5bc4-43ff-9a90-1df95d2fc6c1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:41.420615 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:41.421658 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd940d64-5bc4-43ff-9a90-1df95d2fc6c1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:41.422090 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'status': 'completed', 'code': 200} Jun 30 02:33:41.423943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:41.447159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.447844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.450279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b1e4f654-09a9-4e52-b80f-06e98bf649b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 1134 time: 1.1680853 Jun 30 02:33:41.479916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:41.554693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-ad5d9f43-7395-4078-b636-7e6b2ad5f94a tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:33:41.563108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-ad5d9f43-7395-4078-b636-7e6b2ad5f94a tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171247 Jun 30 02:33:41.567794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Request body: {'binding': {'host': 'n-h2-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:41.568375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:33:41.721015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.820238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on host n-h2-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:41.820616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:41.820898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:41.875286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:41.875701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:41.884312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:41.884645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:41.885043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:41.885462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Bound port: c9960002-c98d-4b39-8e1e-cabac8b99763, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:41.995682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.996188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.996686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.997181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.997669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.998156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.000023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-7ff87482-cfdb-4a05-882a-336f68948fe4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5288 time: 0.5693820 Jun 30 02:33:42.030856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:42.040887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.042118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-30763581-8e24-4484-89a7-a23cc59de427 service neutron] 10.222.0.78 "POST /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763/bindings HTTP/1.1" status: 201 len: 389 time: 0.4780428 Jun 30 02:33:42.135369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729b57b8-2138-4692-ac68-70fcaded9a46 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:42.147874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.164068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Transition to ACTIVE for port object 729b57b8-2138-4692-ac68-70fcaded9a46 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:42.173566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.220558 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-23d246e3-d634-4992-8008-b49666dd3105 service neutron] show failed (client error): The resource could not be found. Jun 30 02:33:42.221636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-23d246e3-d634-4992-8008-b49666dd3105 service neutron] 10.222.0.90 "GET /v2.0/ports/38f1c8f4-f6fd-4565-a58b-b7052d526e03/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.2968209 Jun 30 02:33:42.287258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Pushing event updated for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:42.320216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a38782-5f7d-4771-aec4-c528da8ce503 req-7f102a6c-dfc9-4b94-adaf-02b58a82f2df tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.328334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26a38782-5f7d-4771-aec4-c528da8ce503 req-7f102a6c-dfc9-4b94-adaf-02b58a82f2df tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.4023070 Jun 30 02:33:42.432081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Attempting to bind port 729b57b8-2138-4692-ac68-70fcaded9a46 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:42.433325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Attempting to bind port 729b57b8-2138-4692-ac68-70fcaded9a46 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:42.433440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Attempting to bind port 729b57b8-2138-4692-ac68-70fcaded9a46 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:42.442114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Port 729b57b8-2138-4692-ac68-70fcaded9a46 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:42.442509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Attempting to bind port 729b57b8-2138-4692-ac68-70fcaded9a46 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:42.447673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:33:42.455370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:42.455709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Checking segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:42.456094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Bound using segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:42.456575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Bound port: 729b57b8-2138-4692-ac68-70fcaded9a46, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:42.456972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.465048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-a35ea3ed-ea13-43cc-887f-35cec2f5a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.465501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-a35ea3ed-ea13-43cc-887f-35cec2f5a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.465981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-a35ea3ed-ea13-43cc-887f-35cec2f5a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.470397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-a35ea3ed-ea13-43cc-887f-35cec2f5a8b7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4568729 Jun 30 02:33:42.477388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26a38782-5f7d-4771-aec4-c528da8ce503 req-f0e069aa-76c5-4225-ac97-130b42c951b4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480803 Jun 30 02:33:42.557283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5163a0-c802-4af8-a5a6-6b5eeafaa34c req-a850717a-c615-493c-b8fb-e242e45c6a2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.559412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a5163a0-c802-4af8-a5a6-6b5eeafaa34c req-a850717a-c615-493c-b8fb-e242e45c6a2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 945 time: 0.2426603 Jun 30 02:33:42.648646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a5163a0-c802-4af8-a5a6-6b5eeafaa34c req-49f76752-7407-4c38-80ca-00e14aee39fe tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835238 Jun 30 02:33:42.649881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:42.687766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=729b57b8-2138-4692-ac68-70fcaded9a46,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:42.701838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.047335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-2f0d74c7-efdb-4a9c-87d9-42d1d4ef0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.049131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-2f0d74c7-efdb-4a9c-87d9-42d1d4ef0f3a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1096 time: 0.6847298 Jun 30 02:33:43.054195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.054836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.056210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] 10.222.0.67 "PUT /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 1136 time: 1.5813119 Jun 30 02:33:43.096400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:43.146913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:33:43.150488 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b7bd-1909-48b5-ac2f-083fbce1de5c service neutron] Pushing event updated for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:43.164283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e03671f7-3967-4b56-98cf-3152b916de65 admin admin] 10.222.0.78 "PUT /v2.0/routers/8f010b5b-ab9a-4b19-8a73-c1852ede11b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5481577 Jun 30 02:33:43.164983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] Sync routers for ids ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:33:43.173034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56710) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:43.184840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] Routers {'8f010b5b-ab9a-4b19-8a73-c1852ede11b3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:43.186593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:33:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:43.205619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-5af7d4e0-41e0-4181-9ffd-53a66533a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.207278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f457a5b-9777-4810-97c3-46085c08ad5f req-5af7d4e0-41e0-4181-9ffd-53a66533a675 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7013845 Jun 30 02:33:43.228490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-a079448e-d0f0-4fe9-b092-799d3905d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.230802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-a079448e-d0f0-4fe9-b092-799d3905d919 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 1101 time: 0.6320038 Jun 30 02:33:43.252783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:43.261132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-95ae77a4-20e0-4020-aca5-837c21d0da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.263103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-95ae77a4-20e0-4020-aca5-837c21d0da6e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1951978 Jun 30 02:33:43.272890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.290006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7649b-9d43-4f09-9619-55235804727e req-e3da1192-edb4-4abb-aabc-78e17d3d233c tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.294179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1318dd-c424-4d16-bda9-433324c77ee6 req-1792ef60-7cf0-4e31-b573-9412de2cbf31 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.297541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64d7649b-9d43-4f09-9619-55235804727e req-e3da1192-edb4-4abb-aabc-78e17d3d233c tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 943 time: 0.5239308 Jun 30 02:33:43.300946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa1318dd-c424-4d16-bda9-433324c77ee6 req-1792ef60-7cf0-4e31-b573-9412de2cbf31 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.2407899 Jun 30 02:33:43.347549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] Set router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:43.359768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-a273fc20-6b82-44e8-aae5-763c290e179f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 217 time: 0.0600622 Jun 30 02:33:43.427117 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa1318dd-c424-4d16-bda9-433324c77ee6 req-43585fe8-2c98-4ed4-815c-9f4d86deca1f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252165 Jun 30 02:33:43.459394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64d7649b-9d43-4f09-9619-55235804727e req-8b9b899e-951a-4f47-ac68-fd7e049b7b03 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606681 Jun 30 02:33:43.513200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.525937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-edfdbb62-06e7-4f55-8883-ff794d372f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.528689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '33c97618-5688-46a7-bc14-a8271b24b1f0'}, {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '729b57b8-2138-4692-ac68-70fcaded9a46'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:43.531047 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e05df7-30b0-4916-b342-fb47144a7fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "33c97618-5688-46a7-bc14-a8271b24b1f0"}, {"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "729b57b8-2138-4692-ac68-70fcaded9a46"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:43.534645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-edfdbb62-06e7-4f55-8883-ff794d372f5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1591384 Jun 30 02:33:43.540987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.595776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:43.615831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-b7a5bef5-b60a-491c-ae66-92208e1c8e78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694067 Jun 30 02:33:43.623608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:33:40Z', 'revision_number': 5, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:43.725175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] Checking router: 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:33:43.751217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] Routers {'8f010b5b-ab9a-4b19-8a73-c1852ede11b3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:43.752032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:33:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:43.780479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-cd569197-e28b-4ce3-9c93-666c779b625b service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347353 Jun 30 02:33:43.838348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.903672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:43.954725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b', 'network_id': '7d57ebff-9c6d-442a-aee7-14c9ae176c90', 'port_id': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b', 'mac_address': 'fa:16:3e:17:c1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b55112-169d-461d-9a56-b65a3a738622', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:43.963367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c569b472-33a7-4cd0-af61-67fb8f8402b1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:43.980332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] Set router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:43.993244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.018254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Deleting port c63d4558-8ace-4080-a265-9cc57e264f36 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:44.018637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.063808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Transition to ACTIVE for port object c569b472-33a7-4cd0-af61-67fb8f8402b1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:44.092976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.120495 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.140742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c224f5-bf25-4e33-a0ac-627ccd3b8d61 req-d0738d7c-4df8-4066-843a-4df4d1c2c76e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.142200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43c224f5-bf25-4e33-a0ac-627ccd3b8d61 req-d0738d7c-4df8-4066-843a-4df4d1c2c76e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 945 time: 0.1928861 Jun 30 02:33:44.152901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:44.186919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:44.195771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:44.216143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.258677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:44.356865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Pushing event updated for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:44.389882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.406942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.412380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] For port c63d4558-8ace-4080-a265-9cc57e264f36, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c63d4558-8ace-4080-a265-9cc57e264f36,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:44.412754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.416399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.426718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.434841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.441510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.450974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.458750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-35563733-fdda-45c7-9de2-d64b0f068bfd tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5380 time: 0.8418553 Jun 30 02:33:44.468741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:44.489657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43c224f5-bf25-4e33-a0ac-627ccd3b8d61 req-88088e26-ac9a-470e-8670-8eaf9de1a5e4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321705 Jun 30 02:33:44.493735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Calling delete_port for c63d4558-8ace-4080-a265-9cc57e264f36 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:44.501760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:44.504795 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ae753-54eb-4760-9bab-a94851ce038b" -d '{"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-unplugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:44.509625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:44.513972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.522875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-a93984ed-4551-4f0b-a520-62d6eb0f256e service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175279 Jun 30 02:33:44.556080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f35ed7c9-d85c-41ed-a84d-3a1d81f0b6a5 req-c84f4f33-6ea3-4549-922c-785257f1231c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957942 Jun 30 02:33:44.563600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Transition to ACTIVE for port object 38f1c8f4-f6fd-4565-a58b-b7052d526e03 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:44.583285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.660522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Attempting to bind port c569b472-33a7-4cd0-af61-67fb8f8402b1 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:44.660999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Attempting to bind port c569b472-33a7-4cd0-af61-67fb8f8402b1 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:44.661739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Attempting to bind port c569b472-33a7-4cd0-af61-67fb8f8402b1 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:44.669258 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da520b-351c-4b2f-866d-9858b071ebb8 x-openstack-request-id: req-e3da520b-351c-4b2f-866d-9858b071ebb8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:44.669597 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "33c97618-5688-46a7-bc14-a8271b24b1f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "729b57b8-2138-4692-ac68-70fcaded9a46", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:44.669798 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3da520b-351c-4b2f-866d-9858b071ebb8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:44.670193 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '33c97618-5688-46a7-bc14-a8271b24b1f0', 'status': 'completed', 'code': 200} Jun 30 02:33:44.670470 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '729b57b8-2138-4692-ac68-70fcaded9a46', 'status': 'completed', 'code': 200} Jun 30 02:33:44.681836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Port c569b472-33a7-4cd0-af61-67fb8f8402b1 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:44.682075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Attempting to bind port c569b472-33a7-4cd0-af61-67fb8f8402b1 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:44.714366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:44.792171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:33:40Z', 'revision_number': 5, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:44.794133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:44.794515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Checking segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:44.800989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Bound using segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:44.801523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Bound port: c569b472-33a7-4cd0-af61-67fb8f8402b1, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:44.801904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.803820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:44.804645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] No DVR routers for this DVR port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:44.918078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc21b98-92c4-43e7-9626-559ec7e14dbf None None] The sync data for ids ['8f010b5b-ab9a-4b19-8a73-c1852ede11b3'] in n-d-798054-5 is: [{'id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'name': 'tempest-FloatingIPDetailsTestJSON-419892537-router', 'tenant_id': '0274c4bc221241b9b2158ca45aa610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:33:40Z', 'revision_number': 5, 'project_id': '0274c4bc221241b9b2158ca45aa610c3', 'gw_port': {'id': 'c63d4558-8ace-4080-a265-9cc57e264f36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f010b5b-ab9a-4b19-8a73-c1852ede11b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:33:45.005577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:45.006087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:45.006447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:45.013756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Deleting subnet 027e92af-596a-40ea-9788-95bc7272badf {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:33:45.021582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.028535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:45.028865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:45.064821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.065339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.065847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.066325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.067033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.067520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.068205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.069932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-7edb0bc2-9fb0-4ed4-99e3-b5b899232594 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6242 time: 0.3744435 Jun 30 02:33:45.072831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:45.074042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:45.074459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:45.074914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Bound port: 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:45.075278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.104270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:45.188849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8ccc-34ee-439e-a260-597f3c4509c3 req-f31b179b-1d9c-475f-9249-36af63cda947 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.190756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c60b8ccc-34ee-439e-a260-597f3c4509c3 req-f31b179b-1d9c-475f-9249-36af63cda947 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 948 time: 0.4881754 Jun 30 02:33:45.205808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:45.209783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.243375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63d4558-8ace-4080-a265-9cc57e264f36,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:45.246703 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.342620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c60b8ccc-34ee-439e-a260-597f3c4509c3 req-af39d32e-5a6e-4089-8af4-b224cc7fe65c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344733 Jun 30 02:33:45.424309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.425517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.428945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] 10.222.0.67 "PUT /v2.0/ports/c569b472-33a7-4cd0-af61-67fb8f8402b1 HTTP/1.1" status: 200 len: 1090 time: 2.3360991 Jun 30 02:33:45.436629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.444766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfd3a-e47d-47f6-9fdc-260c2293dbfb service neutron] Pushing event updated for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:45.477571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:45.587269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.592796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:45.618542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b1833-c258-49a5-999a-4d714dec2f95 req-2d011269-fe61-4511-a566-3a9225ba93d3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.626705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b0b1833-c258-49a5-999a-4d714dec2f95 req-2d011269-fe61-4511-a566-3a9225ba93d3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.7227342 Jun 30 02:33:45.669069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:45.674406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:45.674607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.681689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.780294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b0b1833-c258-49a5-999a-4d714dec2f95 req-aef88f14-8d8a-42d9-a566-469c56890280 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508517 Jun 30 02:33:45.813870 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.817344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:45.829697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:45.836231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-f2620311-a0da-43e7-a18d-abfbcbada805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.838125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-f2620311-a0da-43e7-a18d-abfbcbada805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.841159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-f2620311-a0da-43e7-a18d-abfbcbada805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.844983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-f2620311-a0da-43e7-a18d-abfbcbada805 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7643888 Jun 30 02:33:45.846951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:45.849438 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f515c25-5c76-4463-96b7-a3bd7ca837c1" -d '{"events": [{"server_uuid": "6a0c0669-9e4d-46e9-b84b-4735db0ee37f", "name": "network-vif-plugged", "status": "completed", "tag": "75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:45.874130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.882628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:45.884070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.888513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.889781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:45.895649 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.900215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.941612 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878debe1-a17c-4722-9d85-54382005c091 x-openstack-request-id: req-878debe1-a17c-4722-9d85-54382005c091 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:45.943732 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-unplugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:45.944153 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-878debe1-a17c-4722-9d85-54382005c091 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:45.946350 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'code': 200} Jun 30 02:33:46.003495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:46.005904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:46.070606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.071368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.074078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 1096 time: 2.8279767 Jun 30 02:33:46.077972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.139367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027e92af-596a-40ea-9788-95bc7272badf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:46.204728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.208891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3789b6b1-5071-4fa7-8c6e-ea6f17b75762 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/027e92af-596a-40ea-9788-95bc7272badf HTTP/1.1" status: 204 len: 168 time: 1.3902307 Jun 30 02:33:46.213481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:46.214329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798476b4-6bfa-4449-8406-21f42007c6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:46.277772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-86da3549-c5c6-4258-a91f-6f6be5934917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.279478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-86da3549-c5c6-4258-a91f-6f6be5934917 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4273589 Jun 30 02:33:46.365134 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.365612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f010b5b-ab9a-4b19-8a73-c1852ede11b3 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:33:46.381286 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.382720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a3498f34-2607-4b1f-93ab-5132b177db11 admin admin] 10.222.0.78 "DELETE /v2.0/routers/8f010b5b-ab9a-4b19-8a73-c1852ede11b3 HTTP/1.1" status: 204 len: 168 time: 3.2099385 Jun 30 02:33:46.389530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56746) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:46.459490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062460-6cce-4412-9e12-ca4304352cc7 req-021b60e7-ac05-4b79-ba83-f1cc5e6851d0 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.467329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be062460-6cce-4412-9e12-ca4304352cc7 req-021b60e7-ac05-4b79-ba83-f1cc5e6851d0 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 944 time: 0.9218543 Jun 30 02:33:46.492761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-8d4ccd1e-8f52-49f8-b046-3f7b798b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.494517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-8d4ccd1e-8f52-49f8-b046-3f7b798b1cc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1099 time: 0.3618929 Jun 30 02:33:46.608082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.631061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-ad0c340d-2373-4cce-aa10-7e5772603d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.632628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-ad0c340d-2373-4cce-aa10-7e5772603d51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1288269 Jun 30 02:33:46.652776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e9a61247-328d-43f4-82df-07e79b892d67 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:46.653834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Deleting subnet 8a61aa50-c1ca-499b-bea5-8edecff3115a {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:33:46.659092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.659588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.660131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.660810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.661457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.661958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.664905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.675813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-8fe2f4fd-07c8-49ca-8f01-c49ad62f7749 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6284 time: 0.3247814 Jun 30 02:33:46.694024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be062460-6cce-4412-9e12-ca4304352cc7 req-4ec0e73c-116b-46e0-b252-01ccc203454d tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217970 Jun 30 02:33:46.695066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.706118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:46.712558 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:46.722819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e9a61247-328d-43f4-82df-07e79b892d67 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:46.723449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e9a61247-328d-43f4-82df-07e79b892d67 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:46.774189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-f8292100-2c5b-4f12-8af7-ae5d7ff0ad25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.1001637 Jun 30 02:33:46.831981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.854086 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe50a6e-6776-4668-9c26-85586720ede5 x-openstack-request-id: req-3fe50a6e-6776-4668-9c26-85586720ede5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:46.855169 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c0669-9e4d-46e9-b84b-4735db0ee37f", "name": "network-vif-plugged", "status": "completed", "tag": "75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:46.856466 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fe50a6e-6776-4668-9c26-85586720ede5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:46.857018 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b', 'code': 200} Jun 30 02:33:47.067376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.111745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-d9c064be-ce8d-4094-bd9a-e4282d2c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.112447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-d9c064be-ce8d-4094-bd9a-e4282d2c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.113000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-d9c064be-ce8d-4094-bd9a-e4282d2c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.114940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-d9c064be-ce8d-4094-bd9a-e4282d2c2afa service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3393509 Jun 30 02:33:47.185842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.192305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.199790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.205921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.212125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.218441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.224664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.226812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-1a441853-3f54-4cc3-b0f8-a410a0d36f3c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5392 time: 0.2969985 Jun 30 02:33:47.230487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d09a2c-3788-45d0-b4b0-41c380edca5c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:47.247645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.281084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.283439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Transition to ACTIVE for port object 66d09a2c-3788-45d0-b4b0-41c380edca5c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:47.301080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-2d6e1cde-116c-4575-9804-c64ced302e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.302356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.302565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-2d6e1cde-116c-4575-9804-c64ced302e30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.5029559 Jun 30 02:33:47.328414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.343628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939101b3-633c-47b6-bb10-9eafcf36d2ab None None] Network 69722de2-867e-43e9-a943-3cec34b5fdde requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:47.364194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fa797f-3231-43b7-878e-392d247d64c3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:47.392035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cb3a9b-8927-413d-81ef-9286e8c077d0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:47.392351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cb3a9b-8927-413d-81ef-9286e8c077d0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:47.409035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a61aa50-c1ca-499b-bea5-8edecff3115a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:47.409376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.424282 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-008af085-4d6e-4ca5-8ccd-59200260f2c3 req-26b5485c-15e2-4769-a252-123c5434d861 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862085 Jun 30 02:33:47.425191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Pushing event updated for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:47.440517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.447674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:47.449592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-6a9ebb43-6035-4750-9d1f-8db854e45191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.449966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c6ef970e-3d8e-4d71-8e96-93d062123bf3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8a61aa50-c1ca-499b-bea5-8edecff3115a HTTP/1.1" status: 204 len: 168 time: 1.0566261 Jun 30 02:33:47.451160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44e05df7-30b0-4916-b342-fb47144a7fb9 req-6a9ebb43-6035-4750-9d1f-8db854e45191 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2928407 Jun 30 02:33:47.474964 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.509865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce6f1-2567-4abb-bb46-48cefd3b5a7c req-0df0427c-f1db-43b6-86fe-4043b8fd0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.512081 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973ce6f1-2567-4abb-bb46-48cefd3b5a7c req-0df0427c-f1db-43b6-86fe-4043b8fd0b6e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 1096 time: 0.5277054 Jun 30 02:33:47.561072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:33:47.561493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:33:47.575197 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:33:47.610733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] DHCP port deletion for 69722de2-867e-43e9-a943-3cec34b5fdde request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:33:47.679957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756042b-af6c-4423-a40d-62f5c35ea804 req-6355d5da-686c-422a-97ce-916970c4c2c4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.682168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8756042b-af6c-4423-a40d-62f5c35ea804 req-6355d5da-686c-422a-97ce-916970c4c2c4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 948 time: 0.4757445 Jun 30 02:33:47.693953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-673d1370-2e1f-4ed6-986d-eb7f5d5f4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.695468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-673d1370-2e1f-4ed6-986d-eb7f5d5f4ecb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3851039 Jun 30 02:33:47.709819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] Deleting port 217b89a2-a8b0-48b4-9107-1efa746d4c1f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:47.710472 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.742014 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da7707-2fef-4024-b4c6-a957e3700bf1 x-openstack-request-id: req-d2da7707-2fef-4024-b4c6-a957e3700bf1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:47.742278 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:47.742591 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2da7707-2fef-4024-b4c6-a957e3700bf1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:47.742988 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1', 'status': 'completed', 'code': 200} Jun 30 02:33:47.755331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Attempting to bind port 66d09a2c-3788-45d0-b4b0-41c380edca5c on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:47.755711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Attempting to bind port 66d09a2c-3788-45d0-b4b0-41c380edca5c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:47.755992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Attempting to bind port 66d09a2c-3788-45d0-b4b0-41c380edca5c on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:47.773302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Port 66d09a2c-3788-45d0-b4b0-41c380edca5c on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:47.773641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Attempting to bind port 66d09a2c-3788-45d0-b4b0-41c380edca5c on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:47.779531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:47.779875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Checking segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:47.780264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Bound using segment: {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:47.780702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Bound port: 66d09a2c-3788-45d0-b4b0-41c380edca5c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125010ad-edae-4b82-84ee-d27fa04f2ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:47.781064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.823709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] For port 217b89a2-a8b0-48b4-9107-1efa746d4c1f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=217b89a2-a8b0-48b4-9107-1efa746d4c1f,segment=NetworkSegment(30c2309d-e482-4ee2-8603-016172d1b89a),segment_id=30c2309d-e482-4ee2-8603-016172d1b89a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:47.824282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.838990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] Calling delete_port for 217b89a2-a8b0-48b4-9107-1efa746d4c1f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:47.899051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:47.929087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:47.933071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.939681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.941379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.944214 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973ce6f1-2567-4abb-bb46-48cefd3b5a7c req-711b05de-68cc-4dd8-ba9f-9962d8e1d407 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921831 Jun 30 02:33:47.944404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.957347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8756042b-af6c-4423-a40d-62f5c35ea804 req-44c48470-28d2-46bb-9001-aa2dd755da67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549279 Jun 30 02:33:47.962342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:47.965178 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce" -d '{"events": [{"name": "network-changed", "server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:47.982044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] No DVR routers for this DVR port 217b89a2-a8b0-48b4-9107-1efa746d4c1f on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:47.985856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc766ce-8273-4e3e-977d-8b18d827a875 None None] Pushing event deleted for resources: {'Port': ['ID=217b89a2-a8b0-48b4-9107-1efa746d4c1f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:47.989063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:47.993823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] 10.222.0.78 "DELETE /v2.0/networks/e6fa797f-3231-43b7-878e-392d247d64c3 HTTP/1.1" status: 204 len: 168 time: 1.7763882 Jun 30 02:33:48.045539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.046176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.047616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] 10.222.0.67 "PUT /v2.0/ports/66d09a2c-3788-45d0-b4b0-41c380edca5c HTTP/1.1" status: 200 len: 1090 time: 2.5770202 Jun 30 02:33:48.065823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e784d74-2e4f-49e2-bfa0-278f4b5b4f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fa797f-3231-43b7-878e-392d247d64c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:48.082360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198867aa-ac4a-4fad-b65d-a14c43ab2ab0 req-3fb25ab3-ee42-491c-b32f-2d82c355a207 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.085437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-198867aa-ac4a-4fad-b65d-a14c43ab2ab0 req-3fb25ab3-ee42-491c-b32f-2d82c355a207 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.2240651 Jun 30 02:33:48.095847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.096345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.096840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.097320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.097801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.098275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.098800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.114425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-ff6e1fd0-d914-4014-b935-268edfb608ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6309 time: 0.3472421 Jun 30 02:33:48.142680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:48.149210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-198867aa-ac4a-4fad-b65d-a14c43ab2ab0 req-5c0d2637-87f2-43f6-b665-7cb81bdf634e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Jun 30 02:33:48.217213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578f27-0474-47bf-946e-b152ffc8b62c service neutron] Pushing event updated for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:48.246782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:48.299144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.403391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-638d58b9-be90-41dd-85f6-46ebc7d7c315 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525238 Jun 30 02:33:48.431775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.444171 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854496c-2776-4038-af3c-fad375298219 x-openstack-request-id: req-0854496c-2776-4038-af3c-fad375298219 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:48.444407 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:48.444635 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0854496c-2776-4038-af3c-fad375298219 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:48.445019 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'status': 'completed', 'code': 200} Jun 30 02:33:48.534828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69722de2-867e-43e9-a943-3cec34b5fdde']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:48.570810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6ff64e80-f0a7-4ced-8c6b-c543f5471e07 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=401abc5bdb3148718de0aa56525a5359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216646 Jun 30 02:33:48.572863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c2309d-e482-4ee2-8603-016172d1b89a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:48.573263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c2309d-e482-4ee2-8603-016172d1b89a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:48.574029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56782) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:48.582786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c63d4558-8ace-4080-a265-9cc57e264f36 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:48.609100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c63d4558-8ace-4080-a265-9cc57e264f36 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:48.610365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c63d4558-8ace-4080-a265-9cc57e264f36 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:48.611007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 217b89a2-a8b0-48b4-9107-1efa746d4c1f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:48.626841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.648175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 217b89a2-a8b0-48b4-9107-1efa746d4c1f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:48.649421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 217b89a2-a8b0-48b4-9107-1efa746d4c1f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:48.650101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-97979a97-d919-485e-a9bd-7f6a5b6055e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.650620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-97979a97-d919-485e-a9bd-7f6a5b6055e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.658286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-97979a97-d919-485e-a9bd-7f6a5b6055e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.658286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-97979a97-d919-485e-a9bd-7f6a5b6055e8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5020182 Jun 30 02:33:48.677275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.694267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c263-9514-4b0e-9a60-4582bf76dea3 req-355cbff1-f349-4b9d-a1cd-619282a827ba tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.701720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de46c263-9514-4b0e-9a60-4582bf76dea3 req-355cbff1-f349-4b9d-a1cd-619282a827ba tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 945 time: 0.1757627 Jun 30 02:33:48.709391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:33:48.709797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:33:48.717377 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:33:48.780854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea706446-3eef-4175-9464-b14e81322cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.792940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a952-7c76-4587-aff8-7b21c4fdfbc8 req-3b63cd47-c17e-4ef1-9d25-b5dcb576fc4f tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.794625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89b6a952-7c76-4587-aff8-7b21c4fdfbc8 req-3b63cd47-c17e-4ef1-9d25-b5dcb576fc4f tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 945 time: 0.5696912 Jun 30 02:33:48.798259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de46c263-9514-4b0e-9a60-4582bf76dea3 req-a95e9302-e1dc-4f31-a20c-120599813dbd tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956235 Jun 30 02:33:48.830541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f99ba7a5-ee75-4778-a5ba-b91d9c01115e req-a9970826-ffb0-4fff-b725-7f28223ed01f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096727 Jun 30 02:33:48.844397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea706446-3eef-4175-9464-b14e81322cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.875439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-26d1b9e4-484e-42f9-9b95-039d35bcd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.878906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-26d1b9e4-484e-42f9-9b95-039d35bcd7a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1099 time: 0.3473175 Jun 30 02:33:48.898118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.905506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62929f75-0224-432b-b5ec-0a800b53bf22 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:48.914689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.943180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Transition to ACTIVE for port object 62929f75-0224-432b-b5ec-0a800b53bf22 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:48.947212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea706446-3eef-4175-9464-b14e81322cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.950734 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea706446-3eef-4175-9464-b14e81322cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.952069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea706446-3eef-4175-9464-b14e81322cf1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a09f9cf-cbd8-4740-bad5-9728b7cd2005 HTTP/1.1" status: 204 len: 168 time: 0.3769844 Jun 30 02:33:48.962469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.972503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea706446-3eef-4175-9464-b14e81322cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09f9cf-cbd8-4740-bad5-9728b7cd2005,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:48.989878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.992061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] 10.222.0.78 "DELETE /v2.0/networks/69722de2-867e-43e9-a943-3cec34b5fdde HTTP/1.1" status: 204 len: 168 time: 1.5400381 Jun 30 02:33:49.132072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Pushing event updated for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:49.273018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Attempting to bind port 62929f75-0224-432b-b5ec-0a800b53bf22 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:49.273689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Attempting to bind port 62929f75-0224-432b-b5ec-0a800b53bf22 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:49.274615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Attempting to bind port 62929f75-0224-432b-b5ec-0a800b53bf22 on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:49.282186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Port 62929f75-0224-432b-b5ec-0a800b53bf22 on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:49.282872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Attempting to bind port 62929f75-0224-432b-b5ec-0a800b53bf22 on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:49.295227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:49.296365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Checking segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:49.296978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Bound using segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:49.297611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Bound port: 62929f75-0224-432b-b5ec-0a800b53bf22, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:49.298190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.313697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.325248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.336335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.353536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.371843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.378770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.386163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.394078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-eb9e8c1f-62df-48a8-a21e-9b6cee180f1f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5416 time: 0.3924167 Jun 30 02:33:49.429507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56796) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:49.516535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71d88ab2-7904-48fe-bca8-29ce9e61c29b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0274c4bc221241b9b2158ca45aa610c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821710 Jun 30 02:33:49.519777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56800) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:49.544199 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d79d9a7d-39b1-47cc-b651-4f668ecb31b2 req-3f106e43-aa36-49f8-b2a4-44b3260b8ea7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485908 Jun 30 02:33:49.557729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89b6a952-7c76-4587-aff8-7b21c4fdfbc8 req-47f42602-d823-446f-8e76-d355511151fb tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351816 Jun 30 02:33:49.599710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0460-10cd-4e3a-948c-fc1420943715 admin admin] Pushing event deleted for resources: {'Network': ['ID=69722de2-867e-43e9-a943-3cec34b5fdde,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:49.610876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-11368f66-659d-4f8d-b985-a48befc32bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.612590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab82f8c4-ac31-4a32-9deb-d0ec30322d5f req-11368f66-659d-4f8d-b985-a48befc32bfc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9367051 Jun 30 02:33:49.621385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ffae377-a5e2-432f-929b-23c6b1492a6c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:49.656648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-a1fe7df3-164d-47b5-b0eb-d0d4e97b7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.658134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-a1fe7df3-164d-47b5-b0eb-d0d4e97b7620 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.7315409 Jun 30 02:33:49.720158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-443f2239-35bf-4e99-a32c-596d2be800b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.0495372 Jun 30 02:33:49.720780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:49.737819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=62929f75-0224-432b-b5ec-0a800b53bf22,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:49.750884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:49.753198 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194477a-b82d-4fdd-8006-f568a0ac94ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:49.783712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.788124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:49.806674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'port_id': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'mac_address': 'fa:16:3e:f6:92:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b07a2-e1b1-423a-931b-e37ebedda557', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:49.809166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-dca40796-ce73-4f2b-8b27-d610d5f452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.811394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-dca40796-ce73-4f2b-8b27-d610d5f452ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0637538 Jun 30 02:33:49.817273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-f0edcd3e-eb3b-465e-a403-3973de4c32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.818112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-f0edcd3e-eb3b-465e-a403-3973de4c32f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1099 time: 0.8248408 Jun 30 02:33:49.869506 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.883949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Pushing event updated for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:49.892645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.892811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.897346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-19cd1766-37c5-46a6-90de-a25a3ed41b22 service neutron] 10.222.0.67 "PUT /v2.0/ports/62929f75-0224-432b-b5ec-0a800b53bf22 HTTP/1.1" status: 200 len: 1091 time: 1.7754705 Jun 30 02:33:49.906804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ffae377-a5e2-432f-929b-23c6b1492a6c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:49.931810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcce8-96a2-4089-a7f5-b3f750ca95d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.957205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:49.966825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Request body: {'port': {'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:49.969540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.042715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcce8-96a2-4089-a7f5-b3f750ca95d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.096927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['3ffae377-a5e2-432f-929b-23c6b1492a6c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:50.159331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-799d35b6-5775-46e6-88e1-8f8a8277feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.160897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-799d35b6-5775-46e6-88e1-8f8a8277feef service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2581766 Jun 30 02:33:50.213034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:50.250198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-8acf3b50-e34a-47a7-996b-dc4937a839e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.0804923 Jun 30 02:33:50.255666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.269761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc15b2-19e9-4c0c-9e2c-b0fd54aad0c2 req-9bd9f423-a4fd-4159-83a4-4abed4372243 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.280177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-132fbe25-6fd4-4052-9c2e-d74016658a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.281503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-132fbe25-6fd4-4052-9c2e-d74016658a11 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4602499 Jun 30 02:33:50.281625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6bcc15b2-19e9-4c0c-9e2c-b0fd54aad0c2 req-9bd9f423-a4fd-4159-83a4-4abed4372243 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 948 time: 0.3900020 Jun 30 02:33:50.372144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcce8-96a2-4089-a7f5-b3f750ca95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.375704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcce8-96a2-4089-a7f5-b3f750ca95d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.379847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b0fcce8-96a2-4089-a7f5-b3f750ca95d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d3d8e04-9c8a-4d7d-b712-14d290861a2f HTTP/1.1" status: 204 len: 168 time: 0.8585954 Jun 30 02:33:50.405298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:50.450088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fbde-9b8a-4397-ac53-ab8501e715f9 req-9da9acd4-2ccc-4abf-bf2e-0c8a9713ca98 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.459119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6bcc15b2-19e9-4c0c-9e2c-b0fd54aad0c2 req-2788a02b-77d4-4810-aec2-63522c5bbe45 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765547 Jun 30 02:33:50.464940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e07fbde-9b8a-4397-ac53-ab8501e715f9 req-9da9acd4-2ccc-4abf-bf2e-0c8a9713ca98 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.5517948 Jun 30 02:33:50.524976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-3a6785de-ac87-4987-b25b-49c435e92efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.526587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-3a6785de-ac87-4987-b25b-49c435e92efb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2627313 Jun 30 02:33:50.650270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e07fbde-9b8a-4397-ac53-ab8501e715f9 req-7d2d62c8-bec2-4d94-9ade-73266a9efaf9 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825387 Jun 30 02:33:50.676706 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-5711959a-eb57-439f-b196-42cc38dea230 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721056 Jun 30 02:33:50.694349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fcce8-96a2-4089-a7f5-b3f750ca95d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d8e04-9c8a-4d7d-b712-14d290861a2f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:50.793133 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79c03c-0f06-4164-bbe8-1dee2425dd1a x-openstack-request-id: req-2f79c03c-0f06-4164-bbe8-1dee2425dd1a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:50.793466 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:50.797819 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f79c03c-0f06-4164-bbe8-1dee2425dd1a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:50.798254 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c', 'status': 'completed', 'code': 200} Jun 30 02:33:50.868794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1709858095-network', 'tenant_id': '02f43fe817d24aacb9add541fd18f23b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:50.929910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-c1985e92-c380-44a6-97c2-0128f1ec12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.931986 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-c1985e92-c380-44a6-97c2-0128f1ec12f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958406 Jun 30 02:33:50.995685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Made reservation on behalf of 02f43fe817d24aacb9add541fd18f23b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:50.998417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.021512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54bf02e-950e-40f1-bb6e-133c22816bc6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:51.033878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.054433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.077059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Transition to ACTIVE for port object e54bf02e-950e-40f1-bb6e-133c22816bc6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:51.090428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-315a6e43-1800-4071-87db-30137c60ef6c service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038148 Jun 30 02:33:51.096512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.160972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.161566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.162095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.162608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.163089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.163566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.164037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.167225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-118dca28-dc19-459a-b328-7197a91a69ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6418 time: 0.3486450 Jun 30 02:33:51.175508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125198-57b1-4792-a3ab-bfb911e7ccc6 req-9d0a92ab-c679-41ea-89ba-e1f59a8bc542 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.183277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-88f0e23a-9427-4c81-81e5-b0d777414878 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423992 Jun 30 02:33:51.183643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-60125198-57b1-4792-a3ab-bfb911e7ccc6 req-9d0a92ab-c679-41ea-89ba-e1f59a8bc542 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 944 time: 0.1796620 Jun 30 02:33:51.384621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Pushing event updated for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:51.398430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Attempting to bind port e54bf02e-950e-40f1-bb6e-133c22816bc6 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:51.399039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Attempting to bind port e54bf02e-950e-40f1-bb6e-133c22816bc6 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:51.399495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Attempting to bind port e54bf02e-950e-40f1-bb6e-133c22816bc6 on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:51.403383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.413806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-60125198-57b1-4792-a3ab-bfb911e7ccc6 req-391cd853-c27c-4e23-9504-5d38e57aba27 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292831 Jun 30 02:33:51.417986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.423799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.430461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Port e54bf02e-950e-40f1-bb6e-133c22816bc6 on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:51.430825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Attempting to bind port e54bf02e-950e-40f1-bb6e-133c22816bc6 on network 5c7368b2-54ef-44bd-8566-75240b56a7e7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:51.439048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.444956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.452292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:51.452637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Checking segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:51.453031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Bound using segment: {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:51.454406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Bound port: e54bf02e-950e-40f1-bb6e-133c22816bc6, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:51.454737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.459413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.466240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.483709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e26e028-8754-4396-90ee-2024a02dff31 req-d81d67f2-8337-47e7-8c14-ba3794c89c00 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5416 time: 0.4757245 Jun 30 02:33:51.570484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:51.584126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:51.591814 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.623867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ffae377-a5e2-432f-929b-23c6b1492a6c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:51.645523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb24d3e-a1da-4ea1-bc5f-554154e393ce req-32c6474f-5c39-44cd-897d-f8999b0cad6e service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435184 Jun 30 02:33:51.679209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e26e028-8754-4396-90ee-2024a02dff31 req-16a69ad9-3afc-43a6-b81e-873b4d502053 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943359 Jun 30 02:33:51.694488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-79a0f9ba-acb3-4fb6-8efa-82aa8830fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.694488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-79a0f9ba-acb3-4fb6-8efa-82aa8830fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.694874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-79a0f9ba-acb3-4fb6-8efa-82aa8830fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.696496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-79a0f9ba-acb3-4fb6-8efa-82aa8830fa45 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5211482 Jun 30 02:33:51.717544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.718049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.720057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] 10.222.0.67 "PUT /v2.0/ports/e54bf02e-950e-40f1-bb6e-133c22816bc6 HTTP/1.1" status: 200 len: 1091 time: 1.7733221 Jun 30 02:33:51.724858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.751782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.777243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c4f8f-39a3-4efc-abe4-3d775e3f9396 service neutron] Pushing event updated for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:51.828422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.836278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1c684-95e0-4c83-8c80-31afb3bdaa40 req-9ef49148-7709-4310-aedd-341ce8ac43cf tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.843639 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72a1c684-95e0-4c83-8c80-31afb3bdaa40 req-9ef49148-7709-4310-aedd-341ce8ac43cf tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 945 time: 0.2488821 Jun 30 02:33:51.851424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:33:51.860372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ffae377-a5e2-432f-929b-23c6b1492a6c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:51.881215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.881561 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Added segment 55dbff3d-df64-4a8e-a417-8d9b45adc588 of type vlan for network 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4 Jun 30 02:33:51.892775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351c2051-cef4-4c32-8a2f-b518b2d4aa65,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:51.896160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:51.905859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.961015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72a1c684-95e0-4c83-8c80-31afb3bdaa40 req-b42f17c5-db6f-4cdc-9c34-a643a4d71b37 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119685 Jun 30 02:33:51.974140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:51.981517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:51.987142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-25f61f72-4dce-4daa-85d3-118e702569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.988627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f194477a-b82d-4fdd-8006-f568a0ac94ec req-25f61f72-4dce-4daa-85d3-118e702569c1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694767 Jun 30 02:33:52.086632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.089652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.090549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.190554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993150e7-a2c1-4f72-845b-c694975793cc req-d9d4c6ea-2c60-4616-86c0-832d44937820 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.192358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-993150e7-a2c1-4f72-845b-c694975793cc req-d9d4c6ea-2c60-4616-86c0-832d44937820 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 948 time: 0.0942001 Jun 30 02:33:52.211967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8026865 Jun 30 02:33:52.220485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:52.226884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Request body: {'subnet': {'network_id': '297d6546-a2b4-4eea-8fd7-19d0d81bb7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1709858095-subnet', 'tenant_id': '02f43fe817d24aacb9add541fd18f23b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:52.245669 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-993150e7-a2c1-4f72-845b-c694975793cc req-9b5d0eca-28cc-4f9f-bd83-8961971faeec tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Jun 30 02:33:52.258316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9ff9-57ba-4248-be6e-918b05316fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=297d6546-a2b4-4eea-8fd7-19d0d81bb7f4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:52.271155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:33:52.301105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.301888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.302407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.302956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.303447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.304012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.304494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.306537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12a092cf-9e66-4ba8-96c5-7520c552997c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6485 time: 0.2669854 Jun 30 02:33:52.310869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:52.318715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Made reservation on behalf of 02f43fe817d24aacb9add541fd18f23b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:52.321148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.371915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-1106fa68-42c1-4211-b455-ddcc16434f3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9 HTTP/1.1" status: 200 len: 217 time: 0.0471673 Jun 30 02:33:52.454199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:52.473384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'mac_address': 'fa:16:3e:f2:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:52.475221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-04529b12-3721-4925-a155-1c3b5d6cdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.476707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-04529b12-3721-4925-a155-1c3b5d6cdeb3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10fac86b-9dd1-4208-b2f7-e83b35dc9323 HTTP/1.1" status: 200 len: 855 time: 0.0691555 Jun 30 02:33:52.538892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766c3a-c55f-4dd6-b6ca-3e997ef15062 req-9c593ae1-77ad-4531-8a78-9b0e8b4afca0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.541338 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.547873 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a766c3a-c55f-4dd6-b6ca-3e997ef15062 req-9c593ae1-77ad-4531-8a78-9b0e8b4afca0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.3117623 Jun 30 02:33:52.566106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f1c8f4-f6fd-4565-a58b-b7052d526e03 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:52.600741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:52.613256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.652372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a766c3a-c55f-4dd6-b6ca-3e997ef15062 req-c80f5377-ce85-4d22-be84-ad068a9b932d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032584 Jun 30 02:33:52.676028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-4b6979f2-8c7e-4f3a-b4b7-e5a317167e60 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=917e94634c204095a87e1dfc7d98f993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501413 Jun 30 02:33:52.683245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:52.709373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-34bbe6d8-86ae-4363-9e20-deeda27c56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.711773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-34bbe6d8-86ae-4363-9e20-deeda27c56c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eed9ce84-e230-4855-8758-b8a5ff868a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222908 Jun 30 02:33:52.794784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-44eca680-443c-4029-8a84-f17945202403 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.802168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-44eca680-443c-4029-8a84-f17945202403 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252818 Jun 30 02:33:52.804738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22'}, {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:52.808329 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22"}, {"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:52.819897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-503cdd74-e4f4-4d6b-968b-bab906c15531 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/quotas/917e94634c204095a87e1dfc7d98f993 HTTP/1.1" status: 200 len: 375 time: 0.0167711 Jun 30 02:33:52.856089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-163697ad-5647-4c8b-b9fc-dabed5ba4e90 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=917e94634c204095a87e1dfc7d98f993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295975 Jun 30 02:33:52.898398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.930415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-b0e80e69-7309-4623-9a02-c234933739a3 service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964986 Jun 30 02:33:52.930742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['38f1c8f4-f6fd-4565-a58b-b7052d526e03'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:53.034067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecda70f-dbb0-48d3-8b23-1708be4b3845,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:53.103429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Checking segment: {'id': '55dbff3d-df64-4a8e-a417-8d9b45adc588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '297d6546-a2b4-4eea-8fd7-19d0d81bb7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:53.103802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Network hostable DHCP agents. Network: 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:33:53.123836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00485c4-21a3-4d6e-8550-5741262659e0 req-8bf4f13d-24dd-4ae0-8557-8ffec2a60df5 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.130763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f00485c4-21a3-4d6e-8550-5741262659e0 req-8bf4f13d-24dd-4ae0-8557-8ffec2a60df5 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 943 time: 0.3044770 Jun 30 02:33:53.195987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-cd7a20f0-65c7-422e-b603-204dd397f2c7 service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553973 Jun 30 02:33:53.203011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Network 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:33:53.222937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f00485c4-21a3-4d6e-8550-5741262659e0 req-1931b7bd-3a9f-4540-a659-2e69b7c45df1 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849011 Jun 30 02:33:53.259851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-856943be-1530-4f7e-888b-42d92545eb68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 217 time: 0.0542347 Jun 30 02:33:53.262295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:53.266906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.267590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:53.274738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64708aff-ee9f-48bd-8a27-9de395a9ad92 None None] Network 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:53.344389 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb337d31-cc45-4a36-b9c4-89625beb8b29 x-openstack-request-id: req-bb337d31-cc45-4a36-b9c4-89625beb8b29 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:53.344779 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:53.345126 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb337d31-cc45-4a36-b9c4-89625beb8b29 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:53.345621 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22', 'status': 'completed', 'code': 200} Jun 30 02:33:53.346047 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6', 'status': 'completed', 'code': 200} Jun 30 02:33:53.385987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-535ee230-6f1c-4db4-9fb9-ef007465f5ed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1629136 Jun 30 02:33:53.410181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-7c8b6dc5-6472-4f29-a130-9a983451f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.413157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-7c8b6dc5-6472-4f29-a130-9a983451f5a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.1401217 Jun 30 02:33:53.569990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1aac4b63-e344-4a9c-9463-d3c71437de96 req-3dd76328-b8b9-41ad-bbbd-0b693f8aa788 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 210 time: 0.1071010 Jun 30 02:33:53.578880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8094ec89-5118-4c35-939d-5b5576ed5a2a None None] Network 297d6546-a2b4-4eea-8fd7-19d0d81bb7f4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:53.617619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-ea9956ad-d418-4d4c-bbcf-391cc4b5bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.619419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-ea9956ad-d418-4d4c-bbcf-391cc4b5bcf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1970038 Jun 30 02:33:53.664440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.679958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.689056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.707574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.721135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.729585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-6aba2fa5-4b47-437d-987f-0b6235d518f8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.736654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.743594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.754138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-e7fca3bd-5a53-44f6-ab4d-f9ebc96f48c7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2893105 Jun 30 02:33:53.755222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-6aba2fa5-4b47-437d-987f-0b6235d518f8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 949 time: 0.3607864 Jun 30 02:33:53.851857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-fd2b12b4-1ef5-440e-8809-2e4ce9055da2 service neutron] 10.222.0.67 "GET /v2.0/ports/38f1c8f4-f6fd-4565-a58b-b7052d526e03/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 382 time: 0.0956283 Jun 30 02:33:53.974215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2984fe5-f7f7-4dbf-94a6-98e33402fdcc req-5fd491c7-a7e6-45f6-bbb4-6be038b84ed2 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164936 Jun 30 02:33:53.977084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-1c97f0ff-81eb-4277-aa5f-5629a8cfdfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.979649 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-1c97f0ff-81eb-4277-aa5f-5629a8cfdfc9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1100 time: 0.0839901 Jun 30 02:33:53.998193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9214d14-ab4d-4d7d-8c17-e317640509fe req-3c6428ab-2600-4463-a8b5-c6122ed9bd8d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.005438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9214d14-ab4d-4d7d-8c17-e317640509fe req-3c6428ab-2600-4463-a8b5-c6122ed9bd8d tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.1519828 Jun 30 02:33:54.070421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9214d14-ab4d-4d7d-8c17-e317640509fe req-a4e749ca-6f78-4244-87b5-137e28b48c31 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639300 Jun 30 02:33:54.072769 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-5f06a794-69b9-4b24-becb-1d04c2e5157c service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158476 Jun 30 02:33:54.259068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-98aa556f-3dd2-46b4-a2ec-e32929a53392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.262784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-98aa556f-3dd2-46b4-a2ec-e32929a53392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2735445 Jun 30 02:33:54.271194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-9fdfabdd-c1e6-4429-a1fd-e6aa807b5655 req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-160084760', 'description': 'tempest-description-1149333354'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:54.320674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:54.436288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:54.442802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:54.443275 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.448276 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-3f75b5b3-43a5-4224-8001-bd07c954d473 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.1562517 Jun 30 02:33:54.485498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9fdfabdd-c1e6-4429-a1fd-e6aa807b5655 req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.578243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-16647a27-476a-4dd1-8436-922537433868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.579824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-16647a27-476a-4dd1-8436-922537433868 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1098809 Jun 30 02:33:54.663629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.720170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:54.722428 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08ce92-f919-42eb-ac6f-3dd3b67dc89d" -d '{"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-plugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:54.748459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:54.763047 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.780823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9fdfabdd-c1e6-4429-a1fd-e6aa807b5655 req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.783250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-4523f072-af9d-47a5-8856-35a91a404c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.784973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-4523f072-af9d-47a5-8856-35a91a404c29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955910 Jun 30 02:33:54.790484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9fdfabdd-c1e6-4429-a1fd-e6aa807b5655 req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.820500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7795632c-2b51-4610-8878-b91c388b9522,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:54.863522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:54.893123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9fdfabdd-c1e6-4429-a1fd-e6aa807b5655 req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.906232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9fdfabdd-c1e6-4429-a1fd-e6aa807b5655 req-eef91633-cea8-4138-ae7e-772b567272ff tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6702216 Jun 30 02:33:55.013992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-6f1f1a67-dc26-4c27-a6e3-2a47961e3fbc service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959376 Jun 30 02:33:55.056559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-f0211d8f-24e4-4713-ba2b-0765e40fc705 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.058972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-f0211d8f-24e4-4713-ba2b-0765e40fc705 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 943 time: 0.8886163 Jun 30 02:33:55.077798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-f52d3b7a-8fbc-490e-ba20-da3ed34ca01f service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9938996 Jun 30 02:33:55.108358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27cf9e-d6e4-416d-9f21-74b1f36453cc req-3f3d3c5c-5e85-4c46-bf25-cbe8cae352e4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.116796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b27cf9e-d6e4-416d-9f21-74b1f36453cc req-3f3d3c5c-5e85-4c46-bf25-cbe8cae352e4 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 943 time: 0.0991502 Jun 30 02:33:55.165297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b27cf9e-d6e4-416d-9f21-74b1f36453cc req-9659f5ed-6d9e-4eff-9783-11c6f23078bf tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Jun 30 02:33:55.225502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b0e70-378e-433c-8460-7c1fd4606172 req-22b947df-e013-4a18-aef9-bce13e58bea6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.240483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-269b0e70-378e-433c-8460-7c1fd4606172 req-22b947df-e013-4a18-aef9-bce13e58bea6 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.3035820 Jun 30 02:33:55.346161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-269b0e70-378e-433c-8460-7c1fd4606172 req-b0c69fbb-e4a0-456b-a658-38924558f7ad tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045742 Jun 30 02:33:55.466925 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fa019c-2946-4469-801d-c695790ab791 x-openstack-request-id: req-40fa019c-2946-4469-801d-c695790ab791 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:55.467911 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-plugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:55.470943 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40fa019c-2946-4469-801d-c695790ab791 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:55.471338 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'code': 200} Jun 30 02:33:55.502589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-751a470f-86af-4ed5-b18d-6e685488f2af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 217 time: 0.3985670 Jun 30 02:33:55.645186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Deleting port 3ffae377-a5e2-432f-929b-23c6b1492a6c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:55.645186 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:55.738296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-9e3ce61c-28dc-4a7f-98a9-35052d2279d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/7795632c-2b51-4610-8878-b91c388b9522 HTTP/1.1" status: 200 len: 1812 time: 0.2401834 Jun 30 02:33:55.745424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-07cf9e22-876d-48ee-855d-ece23456b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.747043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-07cf9e22-876d-48ee-855d-ece23456b86e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.2327263 Jun 30 02:33:55.756604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7795632c-2b51-4610-8878-b91c388b9522', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:55.756928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7795632c-2b51-4610-8878-b91c388b9522', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:55.763940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] For port 3ffae377-a5e2-432f-929b-23c6b1492a6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ffae377-a5e2-432f-929b-23c6b1492a6c,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:55.764311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:55.800798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-314a60ce-fd8c-4e57-9130-37f41b1f4cb7 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=917e94634c204095a87e1dfc7d98f993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4187505 Jun 30 02:33:55.804201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b646a0-1703-4252-87bc-12b21de6fc1f req-e6009e53-5b4a-4f2d-8ba6-2d386ad33214 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 210 time: 0.4238849 Jun 30 02:33:55.806839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Calling delete_port for 3ffae377-a5e2-432f-929b-23c6b1492a6c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:55.903966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-d33d81c0-fec8-48f3-9c7d-da07f67e649b service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8733213 Jun 30 02:33:55.949936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-e189ea92-8255-447b-a9ad-5b47e5efd987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.951518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-e189ea92-8255-447b-a9ad-5b47e5efd987 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1897247 Jun 30 02:33:55.959253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:55.961442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-69fef81b-0ac4-4f0a-9e92-02698cfb1594 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.963020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-69fef81b-0ac4-4f0a-9e92-02698cfb1594 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543276 Jun 30 02:33:55.975606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Request body: {'port': {'device_id': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '917e94634c204095a87e1dfc7d98f993'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:56.030972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.057265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.095566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039f95ff-d56f-4474-8fcc-547a4419562c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:56.117364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.126915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc5d9cc-f364-454a-8fc0-83a19a6db900 req-4f411b9a-1eff-4684-9065-ce1418dc5d46 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3787768 Jun 30 02:33:56.131698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.139864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.146675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.153625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.160102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.166083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.179404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.190492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.193662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-2314f2cf-13ed-4c89-ab96-d51b30638ae0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.1750395 Jun 30 02:33:56.239730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Made reservation on behalf of 917e94634c204095a87e1dfc7d98f993 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:56.243295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.244895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event deleted for resources: {'Port': ['ID=3ffae377-a5e2-432f-929b-23c6b1492a6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:56.259365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.272718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-5f27b6e8-73c7-4188-8f85-96af16129400 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066225 Jun 30 02:33:56.273803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] No DVR routers for this DVR port 3ffae377-a5e2-432f-929b-23c6b1492a6c on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:56.277411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53f06494-78e0-431a-a6cf-6caee7153ec1 req-ebfd140e-895a-40da-8a9c-40cdbdc95acb tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714312 Jun 30 02:33:56.278860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.282430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c47f9d2c-1c92-4f21-914c-0eaa7e992a41 req-605d0279-77e7-4689-a681-8ce6409c4e0a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "DELETE /v2.0/ports/3ffae377-a5e2-432f-929b-23c6b1492a6c HTTP/1.1" status: 204 len: 173 time: 1.2034788 Jun 30 02:33:56.284588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14892847-dc49-4265-a03f-8f74067eec0f', 'name': 'network-vif-deleted', 'tag': '3ffae377-a5e2-432f-929b-23c6b1492a6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:56.287585 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb8806c-f57b-4f60-8885-b6c09806bf90" -d '{"events": [{"server_uuid": "14892847-dc49-4265-a03f-8f74067eec0f", "name": "network-vif-deleted", "tag": "3ffae377-a5e2-432f-929b-23c6b1492a6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:56.386051 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.394912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.476093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-660243da-2bb3-4684-9dd9-6d6ccceb541e service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922753 Jun 30 02:33:56.550736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-d9d250f3-ba8d-4c97-9bb7-eadeacddb658 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1 HTTP/1.1" status: 200 len: 217 time: 0.0421636 Jun 30 02:33:56.558398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6367190-2d7b-423a-962b-4350f13d2720 req-e785f0bd-cf2c-4c6e-a231-e1bcd0264809 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.559917 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6367190-2d7b-423a-962b-4350f13d2720 req-e785f0bd-cf2c-4c6e-a231-e1bcd0264809 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1405931 Jun 30 02:33:56.569213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Allocated IP 192.168.233.136 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/187721a5-d762-4458-b384-109ffadc301d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:56.571306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7350f5b3-b816-4117-8983-a8518e5cdb41,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:56.603531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0443177-e770-4a25-a6ce-49f6f676147e req-4bc8879d-56d1-4127-8f16-fc5b907fade1 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/7795632c-2b51-4610-8878-b91c388b9522 HTTP/1.1" status: 200 len: 2405 time: 0.0884430 Jun 30 02:33:56.642248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-75e5ba5b-42a8-474c-a66b-8ff879ceb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.643807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-75e5ba5b-42a8-474c-a66b-8ff879ceb350 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.0829780 Jun 30 02:33:56.646784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6367190-2d7b-423a-962b-4350f13d2720 req-f959fae7-30ea-4269-8967-f3ebe6c14190 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773525 Jun 30 02:33:56.724938 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc4d75-298b-4a94-9833-d23ed320b15c x-openstack-request-id: req-82dc4d75-298b-4a94-9833-d23ed320b15c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:56.725258 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14892847-dc49-4265-a03f-8f74067eec0f", "name": "network-vif-deleted", "tag": "3ffae377-a5e2-432f-929b-23c6b1492a6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:56.725487 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82dc4d75-298b-4a94-9833-d23ed320b15c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:56.725889 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14892847-dc49-4265-a03f-8f74067eec0f', 'name': 'network-vif-deleted', 'tag': '3ffae377-a5e2-432f-929b-23c6b1492a6c', 'status': 'completed', 'code': 200} Jun 30 02:33:56.738464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12e23339-8ab2-490e-ab89-64b12d62f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.740691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-12e23339-8ab2-490e-ab89-64b12d62f760 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811110 Jun 30 02:33:56.806034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f808588-d4fa-4936-b72f-9f5fefab9de7 req-23d1baaf-85a4-4a70-98e2-967106db9d50 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=14892847-dc49-4265-a03f-8f74067eec0f HTTP/1.1" status: 200 len: 210 time: 0.0499725 Jun 30 02:33:56.811772 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.836924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Transition to ACTIVE for port object 187721a5-d762-4458-b384-109ffadc301d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:56.893966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-bf83d37a-f5a2-4829-bb58-8891890acbed tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-group-rules/039f95ff-d56f-4474-8fcc-547a4419562c HTTP/1.1" status: 200 len: 778 time: 0.0436172 Jun 30 02:33:56.912481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.920680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-1c5d0924-4813-49c7-9691-966719c08d03 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698279 Jun 30 02:33:56.986536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde817-7ecd-4d6b-aea6-0d07853c39c4 req-e4e9742a-0645-43e9-9174-f2e9165e99f4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.988065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bddde817-7ecd-4d6b-aea6-0d07853c39c4 req-e4e9742a-0645-43e9-9174-f2e9165e99f4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.1555839 Jun 30 02:33:57.002138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:57.002545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:57.008950 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-eb0f0b06-2f63-4ec2-b678-9d07667bc19a tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/7795632c-2b51-4610-8878-b91c388b9522 HTTP/1.1" status: 200 len: 2405 time: 0.1064982 Jun 30 02:33:57.010297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:57.023541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:57.060272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-8c390486-9758-4dac-85f0-9c58ff3d80c3 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319005 Jun 30 02:33:57.063480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bddde817-7ecd-4d6b-aea6-0d07853c39c4 req-8dafbf1c-b56f-4d3b-b6ea-2616a53fe04b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Jun 30 02:33:57.098542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-ab2efd03-40b9-42bf-aa8a-dfa8e09ce276 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.112837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-ab2efd03-40b9-42bf-aa8a-dfa8e09ce276 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.125265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.125977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.132025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-ea5bc72f-59bb-4d84-a533-e309e8d29951 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c HTTP/1.1" status: 200 len: 217 time: 0.0619850 Jun 30 02:33:57.165403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e47dd05d-4947-4715-aa8b-b2192e866515 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1937792 Jun 30 02:33:57.178866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Request body: {'port': {'device_id': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:57.183415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-ab2efd03-40b9-42bf-aa8a-dfa8e09ce276 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.202824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-50ee4cbf-0583-4529-9c13-416767d14613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.204631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-50ee4cbf-0583-4529-9c13-416767d14613 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.0606585 Jun 30 02:33:57.214300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-ab2efd03-40b9-42bf-aa8a-dfa8e09ce276 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.215436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c6a0305-f91e-43e2-af76-eda6503ca2cd req-ab2efd03-40b9-42bf-aa8a-dfa8e09ce276 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/039f95ff-d56f-4474-8fcc-547a4419562c HTTP/1.1" status: 204 len: 173 time: 0.1836340 Jun 30 02:33:57.237157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2efd03-40b9-42bf-aa8a-dfa8e09ce276 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=039f95ff-d56f-4474-8fcc-547a4419562c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:57.282456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-172e44ff-1c56-4e6e-a082-92f1e5a4dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.284129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-172e44ff-1c56-4e6e-a082-92f1e5a4dcdb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717340 Jun 30 02:33:57.323015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.375627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f65a470c-df82-46ff-a9b9-ef6082252f1c None None] Provisioning for port 187721a5-d762-4458-b384-109ffadc301d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:57.381515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f65a470c-df82-46ff-a9b9-ef6082252f1c None None] Provisioning complete for port 187721a5-d762-4458-b384-109ffadc301d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:57.382129 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f65a470c-df82-46ff-a9b9-ef6082252f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.421182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-3cc688b0-a340-4c98-bff4-744a33e52fec service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287203 Jun 30 02:33:57.432672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f65a470c-df82-46ff-a9b9-ef6082252f1c None None] Port 187721a5-d762-4458-b384-109ffadc301d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:57.533257 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-aacac537-578d-487c-a0ab-4eeacf0254b4 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024835 Jun 30 02:33:57.536189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef748f-f3f9-48b5-a3a6-d6db4d4d31e6 req-b34ac798-e2b9-4f70-8ca2-58eda1ae43d2 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.537725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3bef748f-f3f9-48b5-a3a6-d6db4d4d31e6 req-b34ac798-e2b9-4f70-8ca2-58eda1ae43d2 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 936 time: 0.1945388 Jun 30 02:33:57.590554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c404c67-6a63-4d5a-b866-17bb46bcf9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.612920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-aef0bd00-f9bd-436d-8cf9-7b1e50c0cdd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62929f75-0224-432b-b5ec-0a800b53bf22 HTTP/1.1" status: 200 len: 217 time: 0.0603251 Jun 30 02:33:57.617156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-62d2bb1e-9df4-4861-bb43-9be15a19b51c req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1244018611', 'description': 'tempest-description-218379146'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:57.620983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3bef748f-f3f9-48b5-a3a6-d6db4d4d31e6 req-2e252adb-264b-449a-9e04-febd0c1681fc tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527556 Jun 30 02:33:57.664887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ffae377-a5e2-432f-929b-23c6b1492a6c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:57.690396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62d2bb1e-9df4-4861-bb43-9be15a19b51c req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.694653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-9c9e3a9d-d3c6-4b80-9635-d01ec332e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.696209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-9c9e3a9d-d3c6-4b80-9635-d01ec332e211 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.0717692 Jun 30 02:33:57.706876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 3ffae377-a5e2-432f-929b-23c6b1492a6c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:57.708597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ffae377-a5e2-432f-929b-23c6b1492a6c not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:57.751451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187721a5-d762-4458-b384-109ffadc301d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:57.773929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.796317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-704edcb0-f81b-497b-a72a-f5dd03756e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.797826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-704edcb0-f81b-497b-a72a-f5dd03756e57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947568 Jun 30 02:33:57.810756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Transition to ACTIVE for port object 187721a5-d762-4458-b384-109ffadc301d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:57.818122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.895749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62d2bb1e-9df4-4861-bb43-9be15a19b51c req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.907065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62d2bb1e-9df4-4861-bb43-9be15a19b51c req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.912085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.918608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.925121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.931575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.938708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.945733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.953194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.960366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbd35f4-3a9d-4c80-aea2-26e81ff6c372,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:57.961666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-48c9fe7b-307f-4798-87b9-3013d99d8487 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2039859 Jun 30 02:33:57.970693 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-62d2bb1e-9df4-4861-bb43-9be15a19b51c req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.976883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:57.984525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62d2bb1e-9df4-4861-bb43-9be15a19b51c req-078ee925-68ad-40f4-8e14-a511fe738fa8 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3733163 Jun 30 02:33:58.008786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-4809a58c-e786-47ca-8f7f-b4b02272948e service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018008 Jun 30 02:33:58.096114 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeb2e134-b4a6-4087-be3c-a666a6532e45 req-d4fd311c-5c77-4a0e-b2a4-748f66b81700 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334569 Jun 30 02:33:58.154908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Attempting to bind port 187721a5-d762-4458-b384-109ffadc301d on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:58.157888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Attempting to bind port 187721a5-d762-4458-b384-109ffadc301d by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:58.164249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Attempting to bind port 187721a5-d762-4458-b384-109ffadc301d on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:58.176692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Port 187721a5-d762-4458-b384-109ffadc301d on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:58.177052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Attempting to bind port 187721a5-d762-4458-b384-109ffadc301d on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:58.190630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:58.190872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:58.191178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:58.191626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Bound port: 187721a5-d762-4458-b384-109ffadc301d, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:58.191991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.263735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-fb96e74c-5409-4f4e-a9c1-ae5dc4552f45 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446339 Jun 30 02:33:58.375649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:58.377705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-5d74eefa-2018-43ea-9aa9-925a55e6bd7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6 HTTP/1.1" status: 200 len: 217 time: 0.0921292 Jun 30 02:33:58.392235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:58.401914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.444202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.444827 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.446214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] 10.222.0.90 "PUT /v2.0/ports/187721a5-d762-4458-b384-109ffadc301d HTTP/1.1" status: 200 len: 1096 time: 1.2735353 Jun 30 02:33:58.449294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:58.451733 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036b6b7b-f478-4022-b02f-a4bdb024a2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:58.491872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab98be-6a49-4254-a4a1-1614ea421196 req-6dbc4fcb-2c0c-46f7-acc4-366958f9dbdd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.493461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40ab98be-6a49-4254-a4a1-1614ea421196 req-6dbc4fcb-2c0c-46f7-acc4-366958f9dbdd tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1562276 Jun 30 02:33:58.513753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cbf9b-a520-4c53-ac65-5cd4c3d44980 service neutron] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:58.533031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-8c4e33b6-fbd3-4097-99ba-a67bbb3a6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.534539 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-8c4e33b6-fbd3-4097-99ba-a67bbb3a6af3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.1401355 Jun 30 02:33:58.538734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34e1965c-f283-47b1-bc94-ac8d77d24a84 req-769c1b7a-03d4-4561-b3b2-04ebb1ee21cc tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/4dbd35f4-3a9d-4c80-aea2-26e81ff6c372 HTTP/1.1" status: 200 len: 1812 time: 0.1595457 Jun 30 02:33:58.594442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-4d97cf47-744f-41cc-9b09-fc8a6bf87141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.595894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-4d97cf47-744f-41cc-9b09-fc8a6bf87141 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c&tenant_id=d63a9d26ac834261b2fbffb8ca2961d8 HTTP/1.1" status: 200 len: 1101 time: 0.1566203 Jun 30 02:33:58.609703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:58.624919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40ab98be-6a49-4254-a4a1-1614ea421196 req-22ae5e9e-05be-4413-9a94-fe2edd16073b tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163263 Jun 30 02:33:58.668557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-c254e40a-9ff5-4aa7-9046-277667172ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.672602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-c254e40a-9ff5-4aa7-9046-277667172ece service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=917e94634c204095a87e1dfc7d98f993&device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 1099 time: 0.1655545 Jun 30 02:33:58.715793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-81489991-8a53-4ef7-84a0-dedad390881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.717301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-81489991-8a53-4ef7-84a0-dedad390881f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1712241 Jun 30 02:33:58.738690 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db687fa8-5d46-4a44-8815-c3f7708fb84e x-openstack-request-id: req-db687fa8-5d46-4a44-8815-c3f7708fb84e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:58.739304 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "tag": "187721a5-d762-4458-b384-109ffadc301d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:58.739776 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db687fa8-5d46-4a44-8815-c3f7708fb84e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:58.740490 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'status': 'completed', 'code': 200} Jun 30 02:33:58.743062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-6d23260f-da47-4ce8-be0d-ec9a0133a405 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=187721a5-d762-4458-b384-109ffadc301d HTTP/1.1" status: 200 len: 217 time: 0.0649190 Jun 30 02:33:58.846139 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.873307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-ffa41edc-5eff-414a-a58f-446becff38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.874804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-ffa41edc-5eff-414a-a58f-446becff38e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1211188 Jun 30 02:33:58.954866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-af2b98e4-345c-48f7-be6b-e4b3b8f22c65 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007458 Jun 30 02:33:58.962422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b7c75-5b95-4b8b-9b5f-b6da3bb1d5bd req-b2743a45-4fa2-4aa9-8dec-97db396ebaa2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.963886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-401b7c75-5b95-4b8b-9b5f-b6da3bb1d5bd req-b2743a45-4fa2-4aa9-8dec-97db396ebaa2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.2671070 Jun 30 02:33:58.975093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-7d5b841c-3a8a-4abf-85ca-8eafb0e502cf tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.978792 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-7d5b841c-3a8a-4abf-85ca-8eafb0e502cf tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 821 time: 0.1654055 Jun 30 02:33:59.002825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e34e7842-fc80-475d-ac96-905256d66ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.004576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-e34e7842-fc80-475d-ac96-905256d66ab3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220212 Jun 30 02:33:59.005789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-9b8936b7-588d-484b-a17b-24a21b0e7d11 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/quotas/e578c8b1fa0646c49f2453f7b39cf3f1 HTTP/1.1" status: 200 len: 375 time: 0.0228786 Jun 30 02:33:59.156730 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-401b7c75-5b95-4b8b-9b5f-b6da3bb1d5bd req-4d53cc3e-74dc-4752-9ea9-e5a08d7d8cf4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815801 Jun 30 02:33:59.176986 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-c0062bcc-3c7f-40be-96e7-3b4012d70b46 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647389 Jun 30 02:33:59.196843 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca73f710-8b6d-4683-a294-f549d4d04c03 req-2c68018d-b6b6-47b5-ac60-e11c93c2764d service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319870 Jun 30 02:33:59.222185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-ef432bee-91b8-4f9c-bfeb-b87b2caa904c service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086520 Jun 30 02:33:59.238356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:59.288556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:59.376140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:59.379012 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cda133f-5ac2-4408-9071-72c220f63543" -d '{"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-unplugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:59.384248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:59.405618 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Transition to ACTIVE for port object 38f1c8f4-f6fd-4565-a58b-b7052d526e03 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:59.406607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-8903c586-f0da-436c-a542-c91e287e2a66 service neutron] 10.222.0.78 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211325 Jun 30 02:33:59.418525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:59.429137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.429137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.429611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.430363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.431056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.431583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.432607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.434797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-2ca08894-0dc1-46d6-9581-d40a9b6f0ea2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6485 time: 0.1427495 Jun 30 02:33:59.467395 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc794752-65d7-49e4-96d9-c88e6a1fe39e req-7c2bb947-52c1-4fbc-b1b3-cb756feae3d2 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368851 Jun 30 02:33:59.621858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:59.628170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] No DVR routers for this DVR port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:59.646980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-f3e27eff-0fc9-4e26-94d5-70d2317ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.647744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-f3e27eff-0fc9-4e26-94d5-70d2317ea1b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=917e94634c204095a87e1dfc7d98f993&device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 1099 time: 0.1143804 Jun 30 02:33:59.665255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-2d6b4f4b-3815-40ca-9ecf-f090b7245e84 service neutron] 10.222.0.78 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533984 Jun 30 02:33:59.712395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-9a8f62cd-6593-4932-88e1-5b7d8a1a8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.714341 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-9a8f62cd-6593-4932-88e1-5b7d8a1a8016 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 200 len: 903 time: 0.2552931 Jun 30 02:33:59.715380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:59.715720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:59.716053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:59.742269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:59.742544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Attempting to bind port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:59.793625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-652578fc-e9ed-404a-b2f1-620e123bed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.795182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-652578fc-e9ed-404a-b2f1-620e123bed33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1287212 Jun 30 02:33:59.815792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:59.816177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:59.816527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:59.816989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Bound port: 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:59.817362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:59.837122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-9fa5e964-ed7c-4138-8aeb-cd77eae42f9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62929f75-0224-432b-b5ec-0a800b53bf22 HTTP/1.1" status: 200 len: 217 time: 0.1131420 Jun 30 02:33:59.877884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-3c14fbcd-44b8-44bf-910b-1607d95d869f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=187721a5-d762-4458-b384-109ffadc301d HTTP/1.1" status: 200 len: 217 time: 0.0748854 Jun 30 02:33:59.941840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-46c0f01c-2379-49ae-b8b8-8bd17690ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.943743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-46c0f01c-2379-49ae-b8b8-8bd17690ee3b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0582914 Jun 30 02:34:00.069163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-9b6fc2de-191e-4015-82b4-8633a6f43780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.070714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-9b6fc2de-191e-4015-82b4-8633a6f43780 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194572 Jun 30 02:34:00.168155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.175027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.181271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.189092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.198953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.205821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.211827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.215865 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-81f4b4ad-eaac-4dee-a4ce-dfb3a345491f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2187419 Jun 30 02:34:00.269156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-d44269f1-7847-404e-b2c4-749049c73ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.271200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-d44269f1-7847-404e-b2c4-749049c73ff2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.3818009 Jun 30 02:34:00.288683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f60510-0a3b-4ba9-9820-edaeaf7c3167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:00.300169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c35732-47b5-47a2-a89c-d4be831ed786 req-ee6aa9de-1735-4f8f-be78-5c746cb68526 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.301669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78c35732-47b5-47a2-a89c-d4be831ed786 req-ee6aa9de-1735-4f8f-be78-5c746cb68526 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 948 time: 0.7669263 Jun 30 02:34:00.302133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a59db86e-fece-43f6-aa6e-6e5e27e88405 req-892ae42c-8adb-45f2-a0db-0b5f050a3107 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782533 Jun 30 02:34:00.312809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-566427f6-902e-4663-a2bb-4cb3831a4271 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333605 Jun 30 02:34:00.335242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:00.362615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:00.381486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:00.434018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.434699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:00.437442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] 10.222.0.90 "PUT /v2.0/ports/38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 1097 time: 1.8309314 Jun 30 02:34:00.440810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78c35732-47b5-47a2-a89c-d4be831ed786 req-4bb11cf6-56c6-4734-8505-52378410b941 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181240 Jun 30 02:34:00.496829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-036b6b7b-f478-4022-b02f-a4bdb024a2d3 req-b93bfd8d-06fd-4de9-895b-f93436adf385 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747820 Jun 30 02:34:00.505334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:00.565595 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc01526-8d48-4757-b268-235328209b7f x-openstack-request-id: req-cfc01526-8d48-4757-b268-235328209b7f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:00.565888 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-unplugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:00.566155 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfc01526-8d48-4757-b268-235328209b7f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:00.566552 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'code': 200} Jun 30 02:34:00.584001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-716d6c3c-185d-41b3-b1f9-a8806913e215 req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1021916334', 'description': 'tempest-description-1863763498'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:00.599975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-eb45d9f4-b222-44cc-83c5-31337753684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.601552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-eb45d9f4-b222-44cc-83c5-31337753684b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3213017 Jun 30 02:34:00.744060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-8f447110-e385-4390-8754-73ff8a1308ea service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323311 Jun 30 02:34:00.749089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b23c-7c44-47aa-ac77-2fe2a3159095 service neutron] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:00.758038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62aaf-cb2f-4f22-960c-4a53efc5b7b6 req-89fd0332-5926-4365-9c17-b7eeffb67bec tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.767129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2c62aaf-cb2f-4f22-960c-4a53efc5b7b6 req-89fd0332-5926-4365-9c17-b7eeffb67bec tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.0874777 Jun 30 02:34:00.817213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2c62aaf-cb2f-4f22-960c-4a53efc5b7b6 req-6650b4a6-e93b-440f-9f57-dee3e696c8fb tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Jun 30 02:34:00.817395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-716d6c3c-185d-41b3-b1f9-a8806913e215 req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:00.851542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-724b1b26-82f4-4e24-a93a-6800cd9a873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.852515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-724b1b26-82f4-4e24-a93a-6800cd9a873c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1100 time: 0.3755550 Jun 30 02:34:00.974150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b1c50fc4-f0dd-4cca-9703-a91054c0cab1 req-22b56cf3-0238-407f-b9f3-134d4b040a43 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 210 time: 0.0308185 Jun 30 02:34:01.005558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-fc12353a-b5ff-462a-838b-b7c907b34700 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489531 Jun 30 02:34:01.056198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-098ad0a0-c9d2-4123-9e01-08f5ce934116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.058731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-098ad0a0-c9d2-4123-9e01-08f5ce934116 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1938698 Jun 30 02:34:01.153916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13fd37-8c07-42c2-92f4-acda6202065f req-5f5e7dcc-e755-4941-90e8-2cc6c967913b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.154965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-eb2227fe-4172-4fd6-bf35-ca21e6b66b08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.0863111 Jun 30 02:34:01.155621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc13fd37-8c07-42c2-92f4-acda6202065f req-5f5e7dcc-e755-4941-90e8-2cc6c967913b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.0654402 Jun 30 02:34:01.162324 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-716d6c3c-185d-41b3-b1f9-a8806913e215 req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.193600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc13fd37-8c07-42c2-92f4-acda6202065f req-5153e75b-6d07-4f61-affa-4e354f73bd19 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jun 30 02:34:01.200336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-716d6c3c-185d-41b3-b1f9-a8806913e215 req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.241703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-716d6c3c-185d-41b3-b1f9-a8806913e215 req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.246412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-716d6c3c-185d-41b3-b1f9-a8806913e215 req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7335334 Jun 30 02:34:01.248287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-63b244e3-f107-450f-bb82-09571a0b6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.254962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-63b244e3-f107-450f-bb82-09571a0b6e03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0861440 Jun 30 02:34:01.267115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcb2b1-2b73-476b-ad3e-32787acfd789 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a231c1b-db01-46d9-a91a-97976f062933,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:01.328796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.329566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.329845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.330447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.330934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.331482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.331967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.333969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-dc31616e-cf74-445c-ab33-74477106dc39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6485 time: 0.2643661 Jun 30 02:34:01.347126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e82e670-de3e-4ebe-a220-361d77021d97 req-5064d56d-a450-4105-941c-26b7e68af4b0 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/6a231c1b-db01-46d9-a91a-97976f062933 HTTP/1.1" status: 200 len: 1813 time: 0.0695429 Jun 30 02:34:01.382046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-55e879ef-ac5c-4a82-a812-b2173a6f4ba7 req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2060170940', 'description': 'tempest-description-1552522874'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:01.465585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-1939e340-7159-44e7-bc24-8702173277a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.467704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-1939e340-7159-44e7-bc24-8702173277a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 200 len: 903 time: 0.1256294 Jun 30 02:34:01.470129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-bb70750a-b1b5-4840-99c3-29506f18126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.471993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-bb70750a-b1b5-4840-99c3-29506f18126e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061551 Jun 30 02:34:01.488736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55e879ef-ac5c-4a82-a812-b2173a6f4ba7 req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.587727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-ea9c5dd2-c13a-43b9-8528-cc9f70937654 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.590029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-ea9c5dd2-c13a-43b9-8528-cc9f70937654 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 821 time: 0.1761644 Jun 30 02:34:01.605797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-60520b2d-3eba-4f4d-a7db-66b12146b7a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6 HTTP/1.1" status: 200 len: 217 time: 0.1275766 Jun 30 02:34:01.643719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55e879ef-ac5c-4a82-a812-b2173a6f4ba7 req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.650108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Request body: {'port': {'device_id': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'admin_state_up': True, 'tenant_id': 'e578c8b1fa0646c49f2453f7b39cf3f1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:01.657275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55e879ef-ac5c-4a82-a812-b2173a6f4ba7 req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.664133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-d0450f80-8d6d-453e-aa34-ca06cdf7cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.665689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-d0450f80-8d6d-453e-aa34-ca06cdf7cb07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.0463257 Jun 30 02:34:01.671441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:01.772781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-ad822bff-70e2-4bfb-a434-736d5efe649a service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918396 Jun 30 02:34:01.833857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:01.850357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '187721a5-d762-4458-b384-109ffadc301d', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '187721a5-d762-4458-b384-109ffadc301d', 'mac_address': 'fa:16:3e:fd:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:01.864308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.871219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.877179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.883142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.889469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.893306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.896268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.903133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.905638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-400086f4-b589-4127-b639-a2ac34173d54 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2988088 Jun 30 02:34:01.908081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187721a5-d762-4458-b384-109ffadc301d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:01.909905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-77ba237d-cedb-4429-88ff-70e802c4a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.911474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-77ba237d-cedb-4429-88ff-70e802c4a5f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2034459 Jun 30 02:34:01.930278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:01.947081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.045738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55e879ef-ac5c-4a82-a812-b2173a6f4ba7 req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.050535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:02.055620 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.059000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e879ef-ac5c-4a82-a812-b2173a6f4ba7 req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6824579 Jun 30 02:34:02.063357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964f93-7b95-4f5e-a2ce-b7f39261796e tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b263d7b-bc09-4d0e-ad85-5b38be549d8c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:02.091127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-fdbd4a12-c4b8-45de-a1cb-9546372a98fe service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700273 Jun 30 02:34:02.129527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b704846-3eb2-4b72-b3d3-60befd18b3a8 req-56522e49-fa31-4ce4-83be-ed807a910130 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2154002 Jun 30 02:34:02.133061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02abf066-6039-4082-85f4-ad0fe9cf6922 req-d67c28a6-3478-4c73-8f22-b13e5735a4fe service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431089 Jun 30 02:34:02.157161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Made reservation on behalf of e578c8b1fa0646c49f2453f7b39cf3f1 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:02.162165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.234700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d997ffa-a6c3-44e3-8e2f-c8a8ebbbe03c req-d25f3d82-9168-46e1-b402-4cf0cbc5017f service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201658 Jun 30 02:34:02.331773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['187721a5-d762-4458-b384-109ffadc301d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:02.385075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Allocated IP 172.20.0.14 (9c7d81a9-c880-4abb-af66-064fe1bad96d/667b07a2-e1b1-423a-931b-e37ebedda557/283d2bf5-bf48-4153-b381-640f4708cf6d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:02.406215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dda28-4b84-493d-ad8f-d94010ac1d3c req-f9534736-3241-4db6-9d22-81572bc97ed4 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.413456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c2dda28-4b84-493d-ad8f-d94010ac1d3c req-f9534736-3241-4db6-9d22-81572bc97ed4 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 949 time: 0.1621110 Jun 30 02:34:02.472985 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c2dda28-4b84-493d-ad8f-d94010ac1d3c req-add469e5-5821-4b1b-a51b-bda723f62122 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554450 Jun 30 02:34:02.519661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:02.571573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:02.581677 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:02.586780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:02.673327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-b0bed88f-97cd-453b-a2f0-5d015ea974a2 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.675695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-b0bed88f-97cd-453b-a2f0-5d015ea974a2 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.2460141 Jun 30 02:34:02.686748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4b1cc-80ca-4f9a-8ce7-67c1cf85c71c req-4d8ee0b8-8a92-4c2a-834f-5be2e60cfdd6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.695129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7d4b1cc-80ca-4f9a-8ce7-67c1cf85c71c req-4d8ee0b8-8a92-4c2a-834f-5be2e60cfdd6 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.2135949 Jun 30 02:34:02.704856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:02.705126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d221c4b8-93e7-416b-9e1c-0b3741b1dcd2 req-0b9ab86d-b0c9-49e2-b125-dc940cceccd7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 210 time: 0.0389440 Jun 30 02:34:02.739652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.804722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.815778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7d4b1cc-80ca-4f9a-8ce7-67c1cf85c71c req-aae58cea-005b-4701-89ca-fb64bdb80740 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185827 Jun 30 02:34:02.824678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.872725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Network 9c7d81a9-c880-4abb-af66-064fe1bad96d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:02.881150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:02.888194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:02.933440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8ace14-7e1a-4f51-bc1b-c2787dd6b11f req-35ae3852-1e87-4e6e-b8c3-fd8f4d371e37 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/3b263d7b-bc09-4d0e-ad85-5b38be549d8c HTTP/1.1" status: 200 len: 1813 time: 0.1487219 Jun 30 02:34:02.951987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event updated for resources: {'Port': ['ID=283d2bf5-bf48-4153-b381-640f4708cf6d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:02.975399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.976034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.995586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-a2262c08-1bc7-4dd1-9529-67dde1728e02 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3501928 Jun 30 02:34:03.016122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Request body: {'port': {'device_id': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:03.034286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:03.112439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4fc08-e13a-4637-98a7-c6fbdff65ef6 req-e5acfc16-89d6-4441-8eaf-445a9687a71f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.114554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3de4fc08-e13a-4637-98a7-c6fbdff65ef6 req-e5acfc16-89d6-4441-8eaf-445a9687a71f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 945 time: 0.1496344 Jun 30 02:34:03.117724 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc4e3a-9792-48c0-a27c-99914aacd6bc x-openstack-request-id: req-86cc4e3a-9792-48c0-a27c-99914aacd6bc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:03.118081 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:03.118420 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86cc4e3a-9792-48c0-a27c-99914aacd6bc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:03.118892 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'status': 'completed', 'code': 200} Jun 30 02:34:03.120737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:03.128397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-c031daa4-5a42-47bb-890f-c03c7ffababb req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1097270644', 'description': 'tempest-description-1114578152'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:03.161539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.188075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c031daa4-5a42-47bb-890f-c03c7ffababb req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.271853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.277227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3de4fc08-e13a-4637-98a7-c6fbdff65ef6 req-3224754b-0f76-458d-b287-96394b90fcf3 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344826 Jun 30 02:34:03.294760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.380624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-0f368f78-859f-49a6-a10d-201f94b903db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.382379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-0f368f78-859f-49a6-a10d-201f94b903db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1100 time: 0.1864388 Jun 30 02:34:03.390962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-34639101-ad97-48e8-b063-0e8e142205a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.392490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-34639101-ad97-48e8-b063-0e8e142205a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1100 time: 0.2284110 Jun 30 02:34:03.403472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c031daa4-5a42-47bb-890f-c03c7ffababb req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.434708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c031daa4-5a42-47bb-890f-c03c7ffababb req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.475566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c031daa4-5a42-47bb-890f-c03c7ffababb req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.476839 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c031daa4-5a42-47bb-890f-c03c7ffababb req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3528559 Jun 30 02:34:03.483940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5851-66f8-4f51-bf49-aa2b98f50a27 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9dcd2d-34f5-4ece-b071-76469d9e20bd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:03.554483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:03.597499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283d2bf5-bf48-4153-b381-640f4708cf6d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:03.608157 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.618096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on host n-h1-798054-5 for vnic_type normal with profile {"migrating_to": "n-h2-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:03.618649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:03.618845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:03.624642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Transition to ACTIVE for port object 283d2bf5-bf48-4153-b381-640f4708cf6d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:03.634395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.638933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:03.639263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:03.661774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:03.662113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:03.662525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:03.662968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Bound port: c9960002-c98d-4b39-8e1e-cabac8b99763, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:03.663457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.690855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:03.708008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:03.720446 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f84f4204-0369-4923-bca0-3194091791f3 req-940cda48-e591-4ce5-98f7-0a4cbe48e790 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/fc9dcd2d-34f5-4ece-b071-76469d9e20bd HTTP/1.1" status: 200 len: 1813 time: 0.0975223 Jun 30 02:34:03.722236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=283d2bf5-bf48-4153-b381-640f4708cf6d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:03.758598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-1ab0096a-550b-4398-96d1-8c3d1f19e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.760215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-1ab0096a-550b-4398-96d1-8c3d1f19e52b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3595424 Jun 30 02:34:03.765097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-fe9df128-4a0a-4afa-9407-03cec627dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.766735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-fe9df128-4a0a-4afa-9407-03cec627dbc5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3670623 Jun 30 02:34:03.808412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Attempting to bind port 283d2bf5-bf48-4153-b381-640f4708cf6d on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:03.809003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Attempting to bind port 283d2bf5-bf48-4153-b381-640f4708cf6d by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:03.809344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Attempting to bind port 283d2bf5-bf48-4153-b381-640f4708cf6d on network 9c7d81a9-c880-4abb-af66-064fe1bad96d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:03.814479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Port 283d2bf5-bf48-4153-b381-640f4708cf6d on network 9c7d81a9-c880-4abb-af66-064fe1bad96d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:03.814922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Attempting to bind port 283d2bf5-bf48-4153-b381-640f4708cf6d on network 9c7d81a9-c880-4abb-af66-064fe1bad96d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:03.821164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:03.821915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Checking segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:03.822141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Bound using segment: {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:03.824567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Bound port: 283d2bf5-bf48-4153-b381-640f4708cf6d, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a60735-0888-4b63-9b95-cfb2d588e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:03.825428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.843195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 187721a5-d762-4458-b384-109ffadc301d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:03.849987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 187721a5-d762-4458-b384-109ffadc301d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:03.850581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.864041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-cf8fad8f-0c9a-40f8-8c85-16438a254888 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.0920358 Jun 30 02:34:03.880602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.887705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.894147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.899869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.908009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.908183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:03.913595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.920383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.922324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9068c2ff-92f0-42c3-9c51-a7f059a15b77 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.3871140 Jun 30 02:34:03.923716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-cc096284-fcae-44af-8d29-fb1a20254f6a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 200 len: 217 time: 0.1390376 Jun 30 02:34:03.941637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] For port 283d2bf5-bf48-4153-b381-640f4708cf6d, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:03.959336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] For port 283d2bf5-bf48-4153-b381-640f4708cf6d, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=283d2bf5-bf48-4153-b381-640f4708cf6d,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:03.968385 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.973912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on host n-h1-798054-5 for vnic_type normal with profile {"migrating_to": "n-h2-798054-5"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:03.974090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:03.974473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:03.987005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:03.987428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Attempting to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 on network 1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:03.991875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:03.994812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:03.998604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:03.998974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Checking segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:04.000014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Bound using segment: {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:04.000964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Bound port: c9960002-c98d-4b39-8e1e-cabac8b99763, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a29741-371e-4517-907f-f1a5fa3807ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:04.001385 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.016296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.017121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.018411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:04.018799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] 10.222.0.90 "PUT /v2.0/ports/283d2bf5-bf48-4153-b381-640f4708cf6d HTTP/1.1" status: 200 len: 1092 time: 1.0122983 Jun 30 02:34:04.022656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'tag': '283d2bf5-bf48-4153-b381-640f4708cf6d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:04.025413 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2ffd7a-c570-46a8-94ef-1c3c76797db8", "tag": "283d2bf5-bf48-4153-b381-640f4708cf6d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:04.048462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.068293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:04.068996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517c174-5810-402e-9dc1-504cd7933e62 req-ce25622c-111c-434e-8f55-7b3eca772c9d tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.070889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7517c174-5810-402e-9dc1-504cd7933e62 req-ce25622c-111c-434e-8f55-7b3eca772c9d tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 949 time: 0.1886764 Jun 30 02:34:04.078885 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad23c6b-d489-4089-97a7-2d9bc48b26ca" -d '{"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-plugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:04.099138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:04.111590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.147932 n-d-798054-5 neutron-server[93823]: WARNING neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Concurrent port binding operations failed on port c9960002-c98d-4b39-8e1e-cabac8b99763 Jun 30 02:34:04.156219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:04.161907 n-d-798054-5 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Attempt 2 to bind port c9960002-c98d-4b39-8e1e-cabac8b99763 Jun 30 02:34:04.163476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 has no active binding in host n-h2-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:34:04.182427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7517c174-5810-402e-9dc1-504cd7933e62 req-d5deb47b-a94c-47dc-8fa1-a39b23532a64 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 Jun 30 02:34:04.188036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105e7f-be8e-48cb-a8b6-44cfece4fbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=283d2bf5-bf48-4153-b381-640f4708cf6d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:04.216550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-13aa2e5e-1abb-4b29-840a-54d036a5a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.218118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-13aa2e5e-1abb-4b29-840a-54d036a5a437 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 1095 time: 0.1408703 Jun 30 02:34:04.236811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.238441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:04.301120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-96fb2a31-1ad3-4a2e-ba44-c092992c29ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=283d2bf5-bf48-4153-b381-640f4708cf6d HTTP/1.1" status: 200 len: 217 time: 0.0617008 Jun 30 02:34:04.418766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571192a-3f30-4839-b937-d0eefd46b36d req-bad841ae-55af-4458-938a-70edc976c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.420163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-bad841ae-55af-4458-938a-70edc976c7e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 200 len: 861 time: 0.1036236 Jun 30 02:34:04.427347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-4c936e5d-6f2f-4828-82fd-079f8387e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.428840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-4c936e5d-6f2f-4828-82fd-079f8387e030 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.4943860 Jun 30 02:34:04.433753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6e87aa4-f7af-4322-ac6c-8341a329546d req-9e1c2e88-03d4-425a-8044-6c3022193ba0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4962502 Jun 30 02:34:04.435255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-fcbec90b-0ef5-43ad-9e77-447d55c37938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.437274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-fcbec90b-0ef5-43ad-9e77-447d55c37938 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.5121281 Jun 30 02:34:04.468883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d5dd4-c6a5-4726-bc73-8ffee2a72bbf req-f6672bd8-5ef9-4b06-b511-33c8c0cd76ec tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.476094 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-923d5dd4-c6a5-4726-bc73-8ffee2a72bbf req-f6672bd8-5ef9-4b06-b511-33c8c0cd76ec tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 944 time: 0.1244340 Jun 30 02:34:04.524034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-91a1a5cb-38cf-4ea7-b507-60f1fbe56e59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c7d81a9-c880-4abb-af66-064fe1bad96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443463 Jun 30 02:34:04.550667 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-1a34b9b2-84d7-4632-b694-44aea84969ac req-a9f47a72-7132-4cc2-b353-808b4a2a012c tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] show failed (client error): The resource could not be found. Jun 30 02:34:04.551834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a34b9b2-84d7-4632-b694-44aea84969ac req-a9f47a72-7132-4cc2-b353-808b4a2a012c tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/74b9b541-e155-444a-89ff-bca2eae9b484 HTTP/1.1" status: 404 len: 352 time: 0.0438616 Jun 30 02:34:04.570869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-923d5dd4-c6a5-4726-bc73-8ffee2a72bbf req-793b4184-df5d-4d58-a8a6-d0ee5127d681 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930319 Jun 30 02:34:04.607551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.608263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.611222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] 10.222.0.90 "PUT /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 1121 time: 1.9117897 Jun 30 02:34:04.623322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81c34b-38d9-4d0e-ab56-415d4adcdf5e service neutron] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:04.671590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-1b8286d0-9728-4278-b9ae-9c06787076d9 service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311371 Jun 30 02:34:04.671928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-5af8ba12-899b-4e6a-bacc-e89457ca8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.673578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-5af8ba12-899b-4e6a-bacc-e89457ca8986 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287641 Jun 30 02:34:04.675636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-4ff9f2e8-0d99-4bdc-9a9a-fc7b76a4e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.677402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-4ff9f2e8-0d99-4bdc-9a9a-fc7b76a4e687 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206643 Jun 30 02:34:04.717415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c9960002-c98d-4b39-8e1e-cabac8b99763'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:04.750547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c9960002-c98d-4b39-8e1e-cabac8b99763'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:04.781586 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f85fb38-c73c-485a-8cc8-9d4dd3ca0bc5 x-openstack-request-id: req-3f85fb38-c73c-485a-8cc8-9d4dd3ca0bc5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:04.782052 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2ffd7a-c570-46a8-94ef-1c3c76797db8", "tag": "283d2bf5-bf48-4153-b381-640f4708cf6d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:04.783531 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f85fb38-c73c-485a-8cc8-9d4dd3ca0bc5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:04.784232 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'tag': '283d2bf5-bf48-4153-b381-640f4708cf6d', 'status': 'completed', 'code': 200} Jun 30 02:34:04.829597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0571192a-3f30-4839-b937-d0eefd46b36d req-025ef656-0405-4cc2-a5cf-3bbd1eea98cc service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366863 Jun 30 02:34:04.915518 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0325f-6353-42cb-b9b4-233265ead620 x-openstack-request-id: req-cce0325f-6353-42cb-b9b4-233265ead620 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:04.915811 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-plugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:04.916433 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cce0325f-6353-42cb-b9b4-233265ead620 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:04.916965 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'code': 200} Jun 30 02:34:04.921792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-a0772d77-995a-417e-9988-15678350012d service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378528 Jun 30 02:34:04.928152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-a733e922-da27-4a48-9945-a0f6b0d21f82 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347109 Jun 30 02:34:04.966236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c294aed-6770-4272-8cac-93fe481202e8 req-a71d1f75-b95b-4943-a720-22a85934c29a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.967766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c294aed-6770-4272-8cac-93fe481202e8 req-a71d1f75-b95b-4943-a720-22a85934c29a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 949 time: 0.2411957 Jun 30 02:34:05.015323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-fb017106-3f8c-4dd8-a714-6f1ca93ac2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.017462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-fb017106-3f8c-4dd8-a714-6f1ca93ac2cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 1095 time: 0.0932686 Jun 30 02:34:05.123018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763'}, {'name': 'network-changed', 'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:05.125316 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe691a4-246a-4506-beff-f48bba89688d" -d '{"events": [{"server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "name": "network-vif-unplugged", "status": "completed", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763"}, {"name": "network-changed", "server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:05.158889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-b15507fb-4701-40d5-9d0e-32bc76497562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.160360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-b15507fb-4701-40d5-9d0e-32bc76497562 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 200 len: 922 time: 0.1255999 Jun 30 02:34:05.163124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c294aed-6770-4272-8cac-93fe481202e8 req-5505f32e-982f-445c-b845-f916d131b767 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434705 Jun 30 02:34:05.169248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb963-a0dc-4c70-a14f-1caaac3e1b7a req-6d3f2da7-e2ad-4148-ad6c-5bf50c87bdb4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.170550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b25bb963-a0dc-4c70-a14f-1caaac3e1b7a req-6d3f2da7-e2ad-4148-ad6c-5bf50c87bdb4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.1476414 Jun 30 02:34:05.187408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-f07bc8f1-1108-4561-bc9a-ecd0987216a6 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529788 Jun 30 02:34:05.189948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-002cca1c-62ae-4f05-9f8f-a44c4040d5eb req-ec128478-de87-4b31-bb3c-0476d8b91348 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468622 Jun 30 02:34:05.202011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e1411-ddac-44d7-ac3d-af6bf4b9504a req-2835fc59-2715-4a1e-9608-da350482ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.204117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-139e1411-ddac-44d7-ac3d-af6bf4b9504a req-2835fc59-2715-4a1e-9608-da350482ad81 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 1101 time: 0.1950996 Jun 30 02:34:05.212759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-1062680f-2a48-4324-8f21-445bd500f2e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=283d2bf5-bf48-4153-b381-640f4708cf6d HTTP/1.1" status: 200 len: 217 time: 0.0412555 Jun 30 02:34:05.262448 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-c7b6a7ef-0f3f-4e98-b089-512589fd9a22 req-1774d695-6eee-4e6a-9d17-441965101177 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] show failed (client error): The resource could not be found. Jun 30 02:34:05.263537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7b6a7ef-0f3f-4e98-b089-512589fd9a22 req-1774d695-6eee-4e6a-9d17-441965101177 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-group-rules/6e3b048b-c3a2-437b-a09d-83fd2ed92814 HTTP/1.1" status: 404 len: 361 time: 0.0302932 Jun 30 02:34:05.279166 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b25bb963-a0dc-4c70-a14f-1caaac3e1b7a req-46da643f-2024-4805-b1ed-5ff5150fa644 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691087 Jun 30 02:34:05.285892 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-139e1411-ddac-44d7-ac3d-af6bf4b9504a req-d1835cb4-9a32-4a10-870e-31973240607d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Jun 30 02:34:05.301207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-3f98965c-461b-43c1-87d9-a3d47eaa578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.302883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-3f98965c-461b-43c1-87d9-a3d47eaa578c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 200 len: 861 time: 0.0691957 Jun 30 02:34:05.346523 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f9d374-6ec5-423f-871f-b0c134923fae x-openstack-request-id: req-e1f9d374-6ec5-423f-871f-b0c134923fae {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:05.346878 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "name": "network-vif-unplugged", "status": "completed", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763", "code": 200}, {"name": "network-changed", "server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:05.347138 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1f9d374-6ec5-423f-871f-b0c134923fae {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:05.347573 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'code': 200} Jun 30 02:34:05.347842 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'status': 'completed', 'code': 200} Jun 30 02:34:05.403627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-47a3604e-7e7d-4e92-b4b1-56d41aa44319 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c7d81a9-c880-4abb-af66-064fe1bad96d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326686 Jun 30 02:34:05.445855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe691a4-246a-4506-beff-f48bba89688d req-d32c2bbf-73d1-4ba3-9ebf-b988f8f60cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.448339 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-d32c2bbf-73d1-4ba3-9ebf-b988f8f60cf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1124 time: 0.0640821 Jun 30 02:34:05.549742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-27a5f4f5-0a86-42ab-9d05-60fb10d7de21 service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285746 Jun 30 02:34:05.552456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d3fe-6c30-4fe0-9c44-adbe578b8944 req-77b98fda-69e1-4df0-b650-6a00fbf43567 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.553810 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c7d3fe-6c30-4fe0-9c44-adbe578b8944 req-77b98fda-69e1-4df0-b650-6a00fbf43567 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 1100 time: 0.1117542 Jun 30 02:34:05.584210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe691a4-246a-4506-beff-f48bba89688d req-8c907489-434c-48fa-bdd0-dc72fbe74a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.586714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-8c907489-434c-48fa-bdd0-dc72fbe74a5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1301408 Jun 30 02:34:05.639939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e267b-3abb-446c-8b61-b40028f3ab01 req-8a87a778-e234-4d49-9917-fac07e18c590 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.641467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d49e267b-3abb-446c-8b61-b40028f3ab01 req-8a87a778-e234-4d49-9917-fac07e18c590 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 950 time: 0.1405487 Jun 30 02:34:05.642253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c7d3fe-6c30-4fe0-9c44-adbe578b8944 req-64f00037-5daa-47e7-9a19-657f883e9031 tempest-MigrationsAdminTest-705231386 tempest-MigrationsAdminTest-705231386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Jun 30 02:34:05.643134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-5ca7547a-1607-45ca-855b-2d79e7e4cd56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 217 time: 0.0476370 Jun 30 02:34:05.706609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3e3b8c1-7561-440e-b1ea-ba4bc4528e5d req-5edf3735-dad6-49b5-a4ef-20df48ee14cc service neutron] 10.222.0.90 "GET /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451225 Jun 30 02:34:05.721747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:05.722364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe691a4-246a-4506-beff-f48bba89688d req-bb07b32f-c461-41e3-b9b7-bcbdfa9cce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.723875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-bb07b32f-c461-41e3-b9b7-bcbdfa9cce84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0739050 Jun 30 02:34:05.727375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d49e267b-3abb-446c-8b61-b40028f3ab01 req-5bde25bf-8f50-45d7-b27f-12d461bc0600 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789845 Jun 30 02:34:05.727537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b572b2f-e748-4a13-b74e-80a292b6256d req-8d7a863b-4486-4352-b260-ef7b832fcd3b tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/fc9dcd2d-34f5-4ece-b071-76469d9e20bd HTTP/1.1" status: 200 len: 1813 time: 0.0554726 Jun 30 02:34:05.766491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-394003a3-ca1a-4915-bcf8-873afed3fea7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334113 Jun 30 02:34:05.798534 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b572b2f-e748-4a13-b74e-80a292b6256d req-95dc5d37-e69a-44f3-8d1b-2507e7c50d7d tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:05.824979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b572b2f-e748-4a13-b74e-80a292b6256d req-95dc5d37-e69a-44f3-8d1b-2507e7c50d7d tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:05.888300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b572b2f-e748-4a13-b74e-80a292b6256d req-95dc5d37-e69a-44f3-8d1b-2507e7c50d7d tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:05.891078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b572b2f-e748-4a13-b74e-80a292b6256d req-95dc5d37-e69a-44f3-8d1b-2507e7c50d7d tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:05.892685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b572b2f-e748-4a13-b74e-80a292b6256d req-95dc5d37-e69a-44f3-8d1b-2507e7c50d7d tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "DELETE /v2.0/security-groups/fc9dcd2d-34f5-4ece-b071-76469d9e20bd HTTP/1.1" status: 204 len: 173 time: 0.1644409 Jun 30 02:34:05.906874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:05.908605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc5d37-e69a-44f3-8d1b-2507e7c50d7d tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9dcd2d-34f5-4ece-b071-76469d9e20bd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:05.929764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-50ad8363-5f5c-4199-8964-cac26feb3ceb service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555977 Jun 30 02:34:05.939306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'mac_address': 'fa:16:3e:f2:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:06.001836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.026626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f1c8f4-f6fd-4565-a58b-b7052d526e03 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:06.053379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:06.060491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fe691a4-246a-4506-beff-f48bba89688d req-2e0be7b1-e3e8-44f8-9208-2fbeb774ac8c service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128647 Jun 30 02:34:06.060690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.093334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.095535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaddd-84cd-46e2-8524-da8e507d49c6 req-c3044ff0-6ac0-421d-b479-a3e0efea3766 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.097443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37acaddd-84cd-46e2-8524-da8e507d49c6 req-c3044ff0-6ac0-421d-b479-a3e0efea3766 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 944 time: 0.0891094 Jun 30 02:34:06.101017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.107904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.114793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.122083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.128706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.136482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.138850 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-761d401a-9e17-4b75-bb65-ebc78d812f31 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2240639 Jun 30 02:34:06.142861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37acaddd-84cd-46e2-8524-da8e507d49c6 req-dfc0d7bb-2864-4b87-931e-977288e2569a tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Jun 30 02:34:06.145791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=12']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:06.189417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6c47f8e-fbf1-4ad1-821b-e425c0c8f36d req-073de2d8-1677-43de-8fd2-f94f55176274 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420344 Jun 30 02:34:06.271810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63dd8436-9579-4444-a04d-d206a2cb9457 req-2cf23d8e-ff28-4789-9568-02dd6e597e9c tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/3b263d7b-bc09-4d0e-ad85-5b38be549d8c HTTP/1.1" status: 200 len: 1813 time: 0.0503657 Jun 30 02:34:06.346200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63dd8436-9579-4444-a04d-d206a2cb9457 req-8c9d9eaf-d644-4c9e-8f03-c94a385d9230 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.372333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63dd8436-9579-4444-a04d-d206a2cb9457 req-8c9d9eaf-d644-4c9e-8f03-c94a385d9230 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.440564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63dd8436-9579-4444-a04d-d206a2cb9457 req-8c9d9eaf-d644-4c9e-8f03-c94a385d9230 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.443390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63dd8436-9579-4444-a04d-d206a2cb9457 req-8c9d9eaf-d644-4c9e-8f03-c94a385d9230 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.444825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63dd8436-9579-4444-a04d-d206a2cb9457 req-8c9d9eaf-d644-4c9e-8f03-c94a385d9230 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "DELETE /v2.0/security-groups/3b263d7b-bc09-4d0e-ad85-5b38be549d8c HTTP/1.1" status: 204 len: 173 time: 0.1663764 Jun 30 02:34:06.455901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d9eaf-d644-4c9e-8f03-c94a385d9230 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b263d7b-bc09-4d0e-ad85-5b38be549d8c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:06.583466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31e9d-ee89-4f39-9019-a096948ea2d3 req-fed74ce9-72fe-440e-b5a5-5aef49fc32e1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.583466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89a31e9d-ee89-4f39-9019-a096948ea2d3 req-fed74ce9-72fe-440e-b5a5-5aef49fc32e1 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.0756893 Jun 30 02:34:06.631307 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89a31e9d-ee89-4f39-9019-a096948ea2d3 req-432d884a-26f0-45ea-9cd5-1ceb13395ec5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Jun 30 02:34:06.691609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38f1c8f4-f6fd-4565-a58b-b7052d526e03'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:06.710604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b82c70d6-eae2-4e68-b50a-5d387c2b9247 req-65d95ec8-e682-4ecf-a5d5-28bd2a6356b3 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/6a231c1b-db01-46d9-a91a-97976f062933 HTTP/1.1" status: 200 len: 1813 time: 0.0487030 Jun 30 02:34:06.776466 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b82c70d6-eae2-4e68-b50a-5d387c2b9247 req-e251ecaf-6e60-4be9-a143-865611fdc147 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.779589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3138d-a7ad-4e03-9505-d8a4c64120e3 req-79590956-6c09-4796-b530-21b51d02956a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.781439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bc3138d-a7ad-4e03-9505-d8a4c64120e3 req-79590956-6c09-4796-b530-21b51d02956a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.0959256 Jun 30 02:34:06.805082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b82c70d6-eae2-4e68-b50a-5d387c2b9247 req-e251ecaf-6e60-4be9-a143-865611fdc147 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.838415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bc3138d-a7ad-4e03-9505-d8a4c64120e3 req-72e094a2-d15b-440d-8361-811847d3388a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Jun 30 02:34:06.872671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b82c70d6-eae2-4e68-b50a-5d387c2b9247 req-e251ecaf-6e60-4be9-a143-865611fdc147 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.875641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b82c70d6-eae2-4e68-b50a-5d387c2b9247 req-e251ecaf-6e60-4be9-a143-865611fdc147 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.876794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b82c70d6-eae2-4e68-b50a-5d387c2b9247 req-e251ecaf-6e60-4be9-a143-865611fdc147 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "DELETE /v2.0/security-groups/6a231c1b-db01-46d9-a91a-97976f062933 HTTP/1.1" status: 204 len: 173 time: 0.1653979 Jun 30 02:34:06.889006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251ecaf-6e60-4be9-a143-865611fdc147 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a231c1b-db01-46d9-a91a-97976f062933,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:06.945340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c395b161-d0f7-4b2f-b043-7a59e13751c7 req-d0798ec1-63f9-4816-bb86-39b76c43cb40 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/4dbd35f4-3a9d-4c80-aea2-26e81ff6c372 HTTP/1.1" status: 200 len: 1812 time: 0.0458338 Jun 30 02:34:07.008168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c395b161-d0f7-4b2f-b043-7a59e13751c7 req-8aedc546-fa80-40b6-932a-17d8031e25d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.010952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9cb00-8410-4a57-832b-79b6c91ad35d req-e2f7b3f7-e570-45db-82f5-5d0489412d91 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.012444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe9cb00-8410-4a57-832b-79b6c91ad35d req-e2f7b3f7-e570-45db-82f5-5d0489412d91 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 950 time: 0.0719452 Jun 30 02:34:07.032092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c395b161-d0f7-4b2f-b043-7a59e13751c7 req-8aedc546-fa80-40b6-932a-17d8031e25d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.051052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe9cb00-8410-4a57-832b-79b6c91ad35d req-ee5e3df6-6627-43d8-bf82-fc5ba0447476 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Jun 30 02:34:07.073108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c395b161-d0f7-4b2f-b043-7a59e13751c7 req-8aedc546-fa80-40b6-932a-17d8031e25d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.076340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c395b161-d0f7-4b2f-b043-7a59e13751c7 req-8aedc546-fa80-40b6-932a-17d8031e25d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.077595 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c395b161-d0f7-4b2f-b043-7a59e13751c7 req-8aedc546-fa80-40b6-932a-17d8031e25d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "DELETE /v2.0/security-groups/4dbd35f4-3a9d-4c80-aea2-26e81ff6c372 HTTP/1.1" status: 204 len: 173 time: 0.1252694 Jun 30 02:34:07.087465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedc546-fa80-40b6-932a-17d8031e25d5 tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbd35f4-3a9d-4c80-aea2-26e81ff6c372,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:07.137174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-234d7023-6c34-4b71-a1b5-23b107ee9c07 req-e4089e4d-4c11-4e91-a32e-ba249686702c tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "GET /v2.0/security-groups/7795632c-2b51-4610-8878-b91c388b9522 HTTP/1.1" status: 200 len: 1812 time: 0.0416126 Jun 30 02:34:07.198925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-234d7023-6c34-4b71-a1b5-23b107ee9c07 req-d8c59c00-976d-4f40-99c3-359cdbbbaaec tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.223114 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-234d7023-6c34-4b71-a1b5-23b107ee9c07 req-d8c59c00-976d-4f40-99c3-359cdbbbaaec tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.264153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-234d7023-6c34-4b71-a1b5-23b107ee9c07 req-d8c59c00-976d-4f40-99c3-359cdbbbaaec tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.267083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-234d7023-6c34-4b71-a1b5-23b107ee9c07 req-d8c59c00-976d-4f40-99c3-359cdbbbaaec tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.268296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-234d7023-6c34-4b71-a1b5-23b107ee9c07 req-d8c59c00-976d-4f40-99c3-359cdbbbaaec tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] 10.222.0.78 "DELETE /v2.0/security-groups/7795632c-2b51-4610-8878-b91c388b9522 HTTP/1.1" status: 204 len: 173 time: 0.1256597 Jun 30 02:34:07.274913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:07.279263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c59c00-976d-4f40-99c3-359cdbbbaaec tempest-SecurityGroupRulesNegativeTestJSON-1091125399 tempest-SecurityGroupRulesNegativeTestJSON-1091125399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7795632c-2b51-4610-8878-b91c388b9522,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:07.345713 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:34:07.351994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Deleting subnet 4ecda70f-dbb0-48d3-8b23-1708be4b3845 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:07.356556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.395054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.436904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.481341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2d80-8ebb-4754-a5ba-fffea996a265 req-d8773c1f-d01c-459e-8490-806726efc929 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.483644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a3e2d80-8ebb-4754-a5ba-fffea996a265 req-d8773c1f-d01c-459e-8490-806726efc929 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 944 time: 0.0799022 Jun 30 02:34:07.507037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.535786 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a3e2d80-8ebb-4754-a5ba-fffea996a265 req-a7ed8c95-327e-4626-b759-1f2be38369c6 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Jun 30 02:34:07.545594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.547527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4ecda70f-dbb0-48d3-8b23-1708be4b3845 HTTP/1.1" status: 204 len: 168 time: 0.2707739 Jun 30 02:34:07.550096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57132) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:07.557887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3567e1-0889-438e-831a-34708a9ef6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecda70f-dbb0-48d3-8b23-1708be4b3845,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:07.643644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.712027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.718682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.724808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.726762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 283d2bf5-bf48-4153-b381-640f4708cf6d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:07.731076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.738511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.738706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.743314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.749100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297d6546-a2b4-4eea-8fd7-19d0d81bb7f4']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:07.749341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.751325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-2a050d94-ce67-48d4-b1fa-65fc4d06efcc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.1195462 Jun 30 02:34:07.772721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dbff3d-df64-4a8e-a417-8d9b45adc588') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:07.773472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dbff3d-df64-4a8e-a417-8d9b45adc588') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:07.794677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.821610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.826154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0dfc3c97-5f61-4b61-9bc8-24d5249177fe req-706f6545-d08c-4cfc-969f-a368b04f05aa tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673561 Jun 30 02:34:07.830395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:07.830905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: items = [ Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:34:07.832909 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:07.836445 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:07.880704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 283d2bf5-bf48-4153-b381-640f4708cf6d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=283d2bf5-bf48-4153-b381-640f4708cf6d,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:07.897801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '283d2bf5-bf48-4153-b381-640f4708cf6d', 'network_id': '9c7d81a9-c880-4abb-af66-064fe1bad96d', 'port_id': '283d2bf5-bf48-4153-b381-640f4708cf6d', 'mac_address': 'fa:16:3e:33:5d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b07a2-e1b1-423a-931b-e37ebedda557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:07.939656 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.941608 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.959168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283d2bf5-bf48-4153-b381-640f4708cf6d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:07.961603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.966024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] 10.222.0.78 "DELETE /v2.0/networks/297d6546-a2b4-4eea-8fd7-19d0d81bb7f4 HTTP/1.1" status: 204 len: 168 time: 0.4001124 Jun 30 02:34:07.966705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242fe02-9784-4763-987c-c42653db5b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=297d6546-a2b4-4eea-8fd7-19d0d81bb7f4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:07.984490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefba11-38bb-4765-9801-5f2057ffd89e req-6935a7d2-3f8e-4bf7-a2f3-179b42485a49 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.986184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebefba11-38bb-4765-9801-5f2057ffd89e req-6935a7d2-3f8e-4bf7-a2f3-179b42485a49 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.1034276 Jun 30 02:34:07.991442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 283d2bf5-bf48-4153-b381-640f4708cf6d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=283d2bf5-bf48-4153-b381-640f4708cf6d,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:07.997354 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.049893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d84a-5f0c-412c-b871-e40bf2e521e4 req-9872525e-28cd-4053-9c13-2dec9298ddc8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:08.056710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edc9d84a-5f0c-412c-b871-e40bf2e521e4 req-9872525e-28cd-4053-9c13-2dec9298ddc8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.0971158 Jun 30 02:34:08.059977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebefba11-38bb-4765-9801-5f2057ffd89e req-039654dd-fd23-46e4-a4fa-b84e72383c86 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672841 Jun 30 02:34:08.075018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=283d2bf5-bf48-4153-b381-640f4708cf6d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:08.104859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edc9d84a-5f0c-412c-b871-e40bf2e521e4 req-ae113de5-667e-4f36-b9c4-6c4d2b19224e tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457113 Jun 30 02:34:08.159889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:08.201704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d6ba3241-f594-4e7e-8210-7ffd996a6f5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02f43fe817d24aacb9add541fd18f23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406656 Jun 30 02:34:08.204200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:08.252335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5eccf887-cf6c-4b5a-87b9-fb8cd3babe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.273284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5eccf887-cf6c-4b5a-87b9-fb8cd3babe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.319080 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5eccf887-cf6c-4b5a-87b9-fb8cd3babe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.321748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5eccf887-cf6c-4b5a-87b9-fb8cd3babe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.323630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5eccf887-cf6c-4b5a-87b9-fb8cd3babe0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/351c2051-cef4-4c32-8a2f-b518b2d4aa65 HTTP/1.1" status: 204 len: 168 time: 0.1183882 Jun 30 02:34:08.331572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccf887-cf6c-4b5a-87b9-fb8cd3babe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c2051-cef4-4c32-8a2f-b518b2d4aa65,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:08.739789 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e155828-7a43-4b16-99df-e40385ec6a50 req-5ed6c2dd-accf-47d0-aaba-5faee51064a7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:08.746860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e155828-7a43-4b16-99df-e40385ec6a50 req-5ed6c2dd-accf-47d0-aaba-5faee51064a7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 945 time: 0.0791538 Jun 30 02:34:08.795225 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e155828-7a43-4b16-99df-e40385ec6a50 req-c6a9df89-797b-4e9d-9dff-9298fd5dde58 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Jun 30 02:34:08.984652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['283d2bf5-bf48-4153-b381-640f4708cf6d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:09.036532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:09.046547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.054574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.062009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.068104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.075565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.081342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.087626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.090346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395d2663-2c38-484c-941d-c07cec4e2898 req-5546da66-7483-47e8-a304-b50e0d6b208b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.1405878 Jun 30 02:34:09.143398 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-395d2663-2c38-484c-941d-c07cec4e2898 req-4a046d52-2704-47e6-93b4-64773a7945db tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459619 Jun 30 02:34:09.161147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-107535993-network', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:09.210380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Made reservation on behalf of 52cfd2b7626e49ebb2eb6293cf894fdb for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:09.212901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.229837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.234222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.401187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.407293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298b07-ac81-4d96-86cc-6625632babca req-be5f71fa-da88-42f4-9b7c-bae3e5d2791f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.408543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.419718 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51298b07-ac81-4d96-86cc-6625632babca req-be5f71fa-da88-42f4-9b7c-bae3e5d2791f tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1220450 Jun 30 02:34:09.438749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:34:09.472065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a88b9-42e0-48a9-984c-bbe839538f81,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:09.492357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.492918 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Added segment 15bcef8f-8392-4dbf-88b8-ba37c50334b1 of type vlan for network cea8372c-b608-444a-8ce1-dd4369578243 Jun 30 02:34:09.500733 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51298b07-ac81-4d96-86cc-6625632babca req-63412587-e14b-4c21-a4c4-54bdb74fa695 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797696 Jun 30 02:34:09.588275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.646161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ee5df-1f28-4a2e-a135-f3c8eac0ad1e req-21fa37b9-24a0-4ef1-8c30-b2736f75d97d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.646161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-969ee5df-1f28-4a2e-a135-f3c8eac0ad1e req-21fa37b9-24a0-4ef1-8c30-b2736f75d97d tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.1296141 Jun 30 02:34:09.652049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.654801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.665044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.748743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:09.801236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ca5f1edc-d297-4cc7-a0e6-96c25dd715a4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.802986 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ca5f1edc-d297-4cc7-a0e6-96c25dd715a4 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 950 time: 0.1290939 Jun 30 02:34:09.849926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8116431 Jun 30 02:34:09.870813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:09.877993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Request body: {'subnet': {'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-107535993-subnet', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:09.889407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:09.894601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:09.895040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:09.906699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-969ee5df-1f28-4a2e-a135-f3c8eac0ad1e req-88bcd442-0b94-4f8f-a4ee-d306df4cdaef tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566910 Jun 30 02:34:09.914217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4aea5a-e9b6-4ad1-93c6-86beec1b7cba admin admin] Pushing event updated for resources: {'Network': ['ID=cea8372c-b608-444a-8ce1-dd4369578243,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:09.930103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cea8372c-b608-444a-8ce1-dd4369578243 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:34:10.029229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Made reservation on behalf of 52cfd2b7626e49ebb2eb6293cf894fdb for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:10.031744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.075374 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.101842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:10.106196 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c9d465-4c10-4b44-8cde-83fc5af29703" -d '{"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-plugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:10.123957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:10.129677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.133469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43abdc-5205-4596-96b8-99bee13126cb req-8a0a7631-1740-4ade-838f-8518d7ea54a8 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.135069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac43abdc-5205-4596-96b8-99bee13126cb req-8a0a7631-1740-4ade-838f-8518d7ea54a8 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 945 time: 0.2121596 Jun 30 02:34:10.154183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Deleting port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:10.154752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.197247 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d6d1b6-172b-403b-8498-85792682a68b x-openstack-request-id: req-64d6d1b6-172b-403b-8498-85792682a68b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:10.197939 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-plugged", "status": "completed", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:10.198433 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64d6d1b6-172b-403b-8498-85792682a68b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:10.199406 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'code': 200} Jun 30 02:34:10.200115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=13']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:10.252720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac43abdc-5205-4596-96b8-99bee13126cb req-ba7b5a9d-e7a0-4665-98c9-1c290d039296 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096025 Jun 30 02:34:10.396949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.404460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.411656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.420810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.427735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.435569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.442201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.444389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a139e27b-42d6-443b-8c28-c0604af09947 req-d312841f-63b1-4290-96fb-4c5c1d51668c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.1396453 Jun 30 02:34:10.504464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a139e27b-42d6-443b-8c28-c0604af09947 req-61ecd828-7e8d-4fb0-b581-5f9999171b5c tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471816 Jun 30 02:34:10.533712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.561767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] For port 38f1c8f4-f6fd-4565-a58b-b7052d526e03, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38f1c8f4-f6fd-4565-a58b-b7052d526e03,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:10.561958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.599632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Calling delete_port for 38f1c8f4-f6fd-4565-a58b-b7052d526e03 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:10.625858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.759887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db86255-623b-4eea-836a-21adf1bb1a51,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:10.793314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Checking segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:10.793678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Network hostable DHCP agents. Network: cea8372c-b608-444a-8ce1-dd4369578243, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:34:10.866124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Network cea8372c-b608-444a-8ce1-dd4369578243 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:34:10.881203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588d9f-d042-4449-9735-b944ffe6a5b5 req-17fcb46c-a413-48c9-96f9-ac3138647499 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.888707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8588d9f-d042-4449-9735-b944ffe6a5b5 req-17fcb46c-a413-48c9-96f9-ac3138647499 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 951 time: 0.1819401 Jun 30 02:34:10.921964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, cea8372c-b608-444a-8ce1-dd4369578243) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:10.931761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.932956 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.937093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.951396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8e45f860-b1b3-4686-a9fd-fa1706f40dc2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:10.953842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49929bf1-1e3a-4a40-87e1-cb7ee4fd85e2 None None] Network cea8372c-b608-444a-8ce1-dd4369578243 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:10.989848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8588d9f-d042-4449-9735-b944ffe6a5b5 req-bfe475da-fafc-47fe-9c3c-222751ba2d7a tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002386 Jun 30 02:34:10.991482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cfaf8e05-e4c9-4eed-a08f-0f251088a575 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1194756 Jun 30 02:34:10.993524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event deleted for resources: {'Port': ['ID=38f1c8f4-f6fd-4565-a58b-b7052d526e03,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:10.994988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:11.000297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:11.080653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.081573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.097812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] No DVR routers for this DVR port 38f1c8f4-f6fd-4565-a58b-b7052d526e03 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:11.101583 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.105712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-612e8d10-b9ac-444b-ab9f-054252bccdcc req-ef1bcaf0-54e0-44f8-bd19-b4cac032b611 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "DELETE /v2.0/ports/38f1c8f4-f6fd-4565-a58b-b7052d526e03 HTTP/1.1" status: 204 len: 173 time: 1.2786148 Jun 30 02:34:11.106392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-deleted', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:11.109047 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6187091f-1956-4491-ae65-aff5dff2332d" -d '{"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-deleted", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:11.120966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4', 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', '38f1c8f4-f6fd-4565-a58b-b7052d526e03'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:11.275781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-f6498047-ca54-48d7-b427-9b17570d5a8c service neutron] 10.222.0.67 "GET /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763/bindings/n-h2-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.1842096 Jun 30 02:34:11.363645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-cea8372c-b608-444a-8ce1-dd4369578243', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:34:11.364767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.372889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.431767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1269d4-ea1b-4818-933d-338c9dcb2fb5 req-80c69148-56fa-4dfa-b0bf-51af93a9fa8c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:11.437942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed1269d4-ea1b-4818-933d-338c9dcb2fb5 req-80c69148-56fa-4dfa-b0bf-51af93a9fa8c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 943 time: 0.1784921 Jun 30 02:34:11.522136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed1269d4-ea1b-4818-933d-338c9dcb2fb5 req-0578f286-d77e-4d26-ab44-7adbb568bb0c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780523 Jun 30 02:34:11.584524 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936a7f1-e4e4-4950-aaed-89decf9a398d x-openstack-request-id: req-7936a7f1-e4e4-4950-aaed-89decf9a398d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:11.585108 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e49c2d-8d12-42c4-8457-899063a3837c", "name": "network-vif-deleted", "tag": "38f1c8f4-f6fd-4565-a58b-b7052d526e03", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:11.585680 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7936a7f1-e4e4-4950-aaed-89decf9a398d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:11.586298 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e49c2d-8d12-42c4-8457-899063a3837c', 'name': 'network-vif-deleted', 'tag': '38f1c8f4-f6fd-4565-a58b-b7052d526e03', 'status': 'completed', 'code': 200} Jun 30 02:34:11.591332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Allocated IP 172.20.0.2 (cea8372c-b608-444a-8ce1-dd4369578243/5db86255-623b-4eea-836a-21adf1bb1a51/afd0b2ab-afc2-49e4-8720-b22b31ff992a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:11.769205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b42cdf-0a8d-4358-92b9-134c779de5f5 req-376eed8d-754b-4499-8a4a-16e4cde0ad69 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:11.772023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7b42cdf-0a8d-4358-92b9-134c779de5f5 req-376eed8d-754b-4499-8a4a-16e4cde0ad69 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 945 time: 0.0905628 Jun 30 02:34:11.785773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:11.787997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 283d2bf5-bf48-4153-b381-640f4708cf6d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:11.817610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7b42cdf-0a8d-4358-92b9-134c779de5f5 req-806c1d78-e5a3-412f-8064-4e12f91f2e7c tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Jun 30 02:34:11.828955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.922497 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.972275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:11.987317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Transition to ACTIVE for port object afd0b2ab-afc2-49e4-8720-b22b31ff992a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:12.010830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-e9f83757-1081-4c9d-b137-ed417ffab339 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130059 Jun 30 02:34:12.023315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:12.062768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.070106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.077679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Transition to ACTIVE for port object afd0b2ab-afc2-49e4-8720-b22b31ff992a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:12.077805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.084270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.090853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.097179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 283d2bf5-bf48-4153-b381-640f4708cf6d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:12.097319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.104181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.106240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-05ae3bfb-2d9b-4730-81d1-ad7d956acabe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2594755 Jun 30 02:34:12.144489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 283d2bf5-bf48-4153-b381-640f4708cf6d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:12.144971 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.149994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9960002-c98d-4b39-8e1e-cabac8b99763 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:12.172744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.175160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:12.211557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e13bd8c8-e74e-4122-8e92-ed47c2926773 req-c15e0088-20a4-486d-b3c5-265158dc299f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963414 Jun 30 02:34:12.213983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.215397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027823a-268b-4820-acef-0b2b2f16a372 req-b86487bb-9f9d-4658-b579-e83b58847812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.216953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-b86487bb-9f9d-4658-b579-e83b58847812 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 1095 time: 0.1282690 Jun 30 02:34:12.382257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Network cea8372c-b608-444a-8ce1-dd4369578243 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:12.412455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:12.426762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027823a-268b-4820-acef-0b2b2f16a372 req-3ef46532-fa1c-49e8-9c81-eb8b1208fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.428348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-3ef46532-fa1c-49e8-9c81-eb8b1208fad3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.1774580 Jun 30 02:34:12.431940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:12.434278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:12.452251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:12.489446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] Transition to ACTIVE for port object c9960002-c98d-4b39-8e1e-cabac8b99763 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:12.517010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-cd2a1fda-bbf5-47ba-aebc-00403f75bd19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 200 len: 217 time: 0.0749168 Jun 30 02:34:12.519648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea026af2-75d9-4790-9dd1-d97fe09d38c3 req-6a38036e-0fc6-4a40-a277-24032f2d0d67 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=65e49c2d-8d12-42c4-8457-899063a3837c HTTP/1.1" status: 200 len: 210 time: 0.0900939 Jun 30 02:34:12.522844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.607723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027823a-268b-4820-acef-0b2b2f16a372 req-f719937d-4c48-45a3-9d5f-464e75ca1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.609945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-f719937d-4c48-45a3-9d5f-464e75ca1b77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.0825102 Jun 30 02:34:12.638134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.667575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.693457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-a5d44178-6bf5-487b-8e2e-e9783b0e88e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738151 Jun 30 02:34:12.716308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] No DVR routers for this DVR port c9960002-c98d-4b39-8e1e-cabac8b99763 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:12.771583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] Pushing event updated for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:12.857905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-fe8b5306-ef1a-44ce-a703-b0bc0329139f service neutron] 10.222.0.67 "PUT /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763/bindings/n-h2-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5709772 Jun 30 02:34:12.974879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '187721a5-d762-4458-b384-109ffadc301d', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '187721a5-d762-4458-b384-109ffadc301d', 'mac_address': 'fa:16:3e:fd:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:13.008484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:13.037833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Pushing event updated for resources: {'Port': ['ID=afd0b2ab-afc2-49e4-8720-b22b31ff992a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:13.091663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714597-330f-4c36-95e7-b006593b6448 req-47711de9-e853-4379-862a-1de8b01b76c4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.095845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.099678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb714597-330f-4c36-95e7-b006593b6448 req-47711de9-e853-4379-862a-1de8b01b76c4 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 944 time: 0.3342752 Jun 30 02:34:13.131827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Allocated IP 172.25.0.155 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/16b6c2bb-025f-47b1-a002-6087ef1d26ec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:13.170502 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb714597-330f-4c36-95e7-b006593b6448 req-b38b43f7-6eb8-48f5-8e77-aa2a440e1195 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698392 Jun 30 02:34:13.200390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.203841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-5e02f7fe-8097-4710-a93c-ef5be399b818 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015788 Jun 30 02:34:13.242506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Attempting to bind port afd0b2ab-afc2-49e4-8720-b22b31ff992a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:13.244093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Attempting to bind port afd0b2ab-afc2-49e4-8720-b22b31ff992a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:13.246285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Attempting to bind port afd0b2ab-afc2-49e4-8720-b22b31ff992a on network cea8372c-b608-444a-8ce1-dd4369578243 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:13.275489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:13.277624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Checking segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:13.278229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.279174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Bound using segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:13.279825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Bound port: afd0b2ab-afc2-49e4-8720-b22b31ff992a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:13.280429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.284014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 187721a5-d762-4458-b384-109ffadc301d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:13.335653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:13.413162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 283d2bf5-bf48-4153-b381-640f4708cf6d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=283d2bf5-bf48-4153-b381-640f4708cf6d,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:13.424169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d2bf5-bf48-4153-b381-640f4708cf6d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:13.429828 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c9a4c-a191-47a9-9b75-64c094bbd068" -d '{"events": [{"server_uuid": "fd2ffd7a-c570-46a8-94ef-1c3c76797db8", "name": "network-vif-plugged", "status": "completed", "tag": "283d2bf5-bf48-4153-b381-640f4708cf6d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:13.437076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.515455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-267e370a-0de0-41bb-abd2-5a16f857762a tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.519999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-267e370a-0de0-41bb-abd2-5a16f857762a tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.5799873 Jun 30 02:34:13.552525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.559894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:13.692770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283b4f-d0c2-4f72-b125-9cb597da28ac req-020978a8-cb83-49ee-849a-4110f5f60d31 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.701705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75283b4f-d0c2-4f72-b125-9cb597da28ac req-020978a8-cb83-49ee-849a-4110f5f60d31 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 945 time: 0.6035614 Jun 30 02:34:13.730651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a027823a-268b-4820-acef-0b2b2f16a372 req-eb8c9ed5-31c7-46ba-84a7-875d29d77c28 service neutron] 10.222.0.67 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107117 Jun 30 02:34:13.808626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75283b4f-d0c2-4f72-b125-9cb597da28ac req-5957afc2-fc56-4bc9-b9ea-1e4d65d4edcf tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058307 Jun 30 02:34:13.811423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:13.824529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['187721a5-d762-4458-b384-109ffadc301d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:13.842085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.848545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.856639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-c2744852-f42b-447e-9c32-8228e0d9cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.856849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.858100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-c2744852-f42b-447e-9c32-8228e0d9cf04 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175&tenant_id=2dbb83004b8f4085ab7a6805c071559c HTTP/1.1" status: 200 len: 1095 time: 0.3167601 Jun 30 02:34:13.863943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.873884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.891297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.896403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.898432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-977c4d47-b3ca-461e-ab18-bb7d1ce76c06 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.2439067 Jun 30 02:34:13.978381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:13.986651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-40b1bc8d-9275-4ecd-aeb1-16be1f5473fa req-acd7dad9-202b-4737-8b13-975af1fb3088 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749345 Jun 30 02:34:13.999978 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed2e92-d6b0-4ea8-aae3-b4428bb72ff2 x-openstack-request-id: req-17ed2e92-d6b0-4ea8-aae3-b4428bb72ff2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:14.000276 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2ffd7a-c570-46a8-94ef-1c3c76797db8", "name": "network-vif-plugged", "status": "completed", "tag": "283d2bf5-bf48-4153-b381-640f4708cf6d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:14.000525 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17ed2e92-d6b0-4ea8-aae3-b4428bb72ff2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:14.005888 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d2bf5-bf48-4153-b381-640f4708cf6d', 'code': 200} Jun 30 02:34:14.063222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-98aa97ce-cc09-4341-8c28-e03b17c6d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.064694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-98aa97ce-cc09-4341-8c28-e03b17c6d38d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2dbb83004b8f4085ab7a6805c071559c&device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1095 time: 0.1655943 Jun 30 02:34:14.065208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 38f1c8f4-f6fd-4565-a58b-b7052d526e03 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:14.066285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38f1c8f4-f6fd-4565-a58b-b7052d526e03 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:14.085333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] For port afd0b2ab-afc2-49e4-8720-b22b31ff992a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:14.105979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:14.157178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] For port afd0b2ab-afc2-49e4-8720-b22b31ff992a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=afd0b2ab-afc2-49e4-8720-b22b31ff992a,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:14.174356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=283d2bf5-bf48-4153-b381-640f4708cf6d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:14.185108 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:14.232480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:14.239773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:14.247947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:14.275484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-6f734c50-6fe9-4ff3-8fb9-4d7811c83949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.277159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-6f734c50-6fe9-4ff3-8fb9-4d7811c83949 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 200 len: 908 time: 0.2022538 Jun 30 02:34:14.338615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321adf5-5489-4de6-8cca-fa6e99affbec None None] Pushing event updated for resources: {'Port': ['ID=afd0b2ab-afc2-49e4-8720-b22b31ff992a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:14.379805 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-f05f0fd7-9776-4728-b2d5-928bee7e0560 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 200 len: 217 time: 0.0939660 Jun 30 02:34:14.412039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Pushing event updated for resources: {'Port': ['ID=16b6c2bb-025f-47b1-a002-6087ef1d26ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:14.430254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5313e1-bbbb-45e8-8acd-3a69288d270f req-4bb09d1d-f46f-4c00-9ac7-ac9b43aeacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.437768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d5313e1-bbbb-45e8-8acd-3a69288d270f req-4bb09d1d-f46f-4c00-9ac7-ac9b43aeacd9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 1097 time: 0.4437356 Jun 30 02:34:14.536688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-dc4bb6a1-d602-4938-9ac9-efde8685a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.538417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-dc4bb6a1-d602-4938-9ac9-efde8685a3c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 200 len: 847 time: 0.1507688 Jun 30 02:34:14.667562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-2159e99b-d30b-4a7e-9223-3ab2cad4110f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180995 Jun 30 02:34:14.767963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d5313e1-bbbb-45e8-8acd-3a69288d270f req-09ff6419-744b-4778-be22-beef2f05cb10 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992846 Jun 30 02:34:14.843147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5d41d-5929-4daf-ac5a-2f026d6b6c6e req-368a4d0d-59b4-4ff9-a060-b4a50ae8f692 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.850883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69e5d41d-5929-4daf-ac5a-2f026d6b6c6e req-368a4d0d-59b4-4ff9-a060-b4a50ae8f692 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 944 time: 0.3792000 Jun 30 02:34:14.991189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:14.991899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69e5d41d-5929-4daf-ac5a-2f026d6b6c6e req-8e720a2f-47f4-4f96-9d8a-95b3d8a94900 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395824 Jun 30 02:34:15.047485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-962c1eee-5cbd-46d9-aa2c-aaa83fce72c0 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719325 Jun 30 02:34:15.149278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28071ee-bcf6-484c-aab9-34351a0f144e req-cb798b45-a8cb-41ec-b96d-83053bbcf6ea tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.153929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f28071ee-bcf6-484c-aab9-34351a0f144e req-cb798b45-a8cb-41ec-b96d-83053bbcf6ea tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 950 time: 0.2814579 Jun 30 02:34:15.195811 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-21df838e-7318-45a8-be1a-10430190cba1 service neutron] 10.222.0.90 "GET /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367147 Jun 30 02:34:15.285084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f28071ee-bcf6-484c-aab9-34351a0f144e req-e2c45e35-fbd9-43bc-aa36-21411e8eacff tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280453 Jun 30 02:34:15.353759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849f6bd-e462-43da-9b40-d4626b2f6365 req-9e950444-0292-4463-9303-cf010f644e06 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.366947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5849f6bd-e462-43da-9b40-d4626b2f6365 req-9e950444-0292-4463-9303-cf010f644e06 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 946 time: 0.1683080 Jun 30 02:34:15.432780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5849f6bd-e462-43da-9b40-d4626b2f6365 req-d3d54e0c-65d5-4bd4-a6d4-95a5cc216552 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639355 Jun 30 02:34:15.544015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.732397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913672d-33be-4c77-b0b0-154d585cd83e req-bdefa02f-1d71-4ec6-b006-ba14719732b8 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.735061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-bdefa02f-1d71-4ec6-b006-ba14719732b8 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175&tenant_id=2dbb83004b8f4085ab7a6805c071559c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.1417711 Jun 30 02:34:15.791513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:15.861542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.862826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 187721a5-d762-4458-b384-109ffadc301d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:15.863198 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.870323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.893657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.901631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.912495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.929068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.965724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.975535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-db449cf6-05be-4fac-863c-6ea259e396fc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.4283605 Jun 30 02:34:16.052341 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.121167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:16.124918 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804f967-2e54-4b01-af3c-d4ef671b90c7" -d '{"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-plugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:16.140070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3369d370-ae5b-404e-9768-ff2488041cf7 req-f646f557-83ad-467f-a45c-24e5ff5c712e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641030 Jun 30 02:34:16.158431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4913672d-33be-4c77-b0b0-154d585cd83e req-3669052b-7fe8-4fc2-a09a-637c65e94b3c service neutron] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:16.176791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:16.180377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Router 3e89d582-064b-46eb-b8ef-24e288cf8801 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:34:16.180544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd701-8840-461a-ac48-b4017601ef3a req-9f07ce04-f466-41b9-88dd-8cdc37685255 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:16.200259 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.201814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14efd701-8840-461a-ac48-b4017601ef3a req-9f07ce04-f466-41b9-88dd-8cdc37685255 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 950 time: 0.2609808 Jun 30 02:34:16.212160 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4913672d-33be-4c77-b0b0-154d585cd83e req-3669052b-7fe8-4fc2-a09a-637c65e94b3c service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.216980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4913672d-33be-4c77-b0b0-154d585cd83e req-3669052b-7fe8-4fc2-a09a-637c65e94b3c service neutron] 10.222.0.90 "DELETE /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763/bindings/n-h1-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.4507761 Jun 30 02:34:16.397813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:16.411901 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0573a5a7-c7d5-4902-821c-e82394db4f49 x-openstack-request-id: req-0573a5a7-c7d5-4902-821c-e82394db4f49 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:16.412521 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-plugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:16.412776 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0573a5a7-c7d5-4902-821c-e82394db4f49 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:16.413159 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'code': 200} Jun 30 02:34:16.413860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932fe731-3d2b-44a4-bac4-2eda0344c6e2 None None] Network cea8372c-b608-444a-8ce1-dd4369578243 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:16.537152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:16.545983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8d1c3fe-d604-40a8-a088-4f65950de67d None None] Provisioning for port afd0b2ab-afc2-49e4-8720-b22b31ff992a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:16.550278 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Sync routers for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:16.571333 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:16.579799 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:16.583310 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.585282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a98eaf86-388d-4e7f-9e9c-0e24120e42c7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5890362 Jun 30 02:34:16.588124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:16.588539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Deleting port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:16.589212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.765460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device afd0b2ab-afc2-49e4-8720-b22b31ff992a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:16.786875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0f29f-934c-48da-89e2-c05e89d04232 req-f22907da-0ce8-4629-b97d-fc2152fe0705 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:16.788677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ccd0f29f-934c-48da-89e2-c05e89d04232 req-f22907da-0ce8-4629-b97d-fc2152fe0705 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 944 time: 0.3605666 Jun 30 02:34:16.885161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port afd0b2ab-afc2-49e4-8720-b22b31ff992a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:16.898857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port afd0b2ab-afc2-49e4-8720-b22b31ff992a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:16.899244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.914534 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:16.930775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ccd0f29f-934c-48da-89e2-c05e89d04232 req-c6d0f7ad-63ea-469d-93c7-458341d7e29b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123285 Jun 30 02:34:16.952443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] For port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:16.955741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.972957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Calling delete_port for 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:16.976668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84a77-db9d-4183-a5b6-eb66f5a0fe39 req-51777deb-366e-4a90-827d-cf8e26ce3094 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:16.981609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9a84a77-db9d-4183-a5b6-eb66f5a0fe39 req-51777deb-366e-4a90-827d-cf8e26ce3094 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a61923b-36af-48ef-8fb3-c6f94edf5704 HTTP/1.1" status: 200 len: 950 time: 0.3039060 Jun 30 02:34:17.096765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:17.196806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port afd0b2ab-afc2-49e4-8720-b22b31ff992a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=afd0b2ab-afc2-49e4-8720-b22b31ff992a,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:17.211412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:17.263488 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9a84a77-db9d-4183-a5b6-eb66f5a0fe39 req-7d09432a-0ab6-421f-a1f9-db5f55e52b41 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744544 Jun 30 02:34:17.383389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=afd0b2ab-afc2-49e4-8720-b22b31ff992a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:17.447098 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:14Z', 'revision_number': 3, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:17.452251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-780d1f26-359e-4adb-9e43-707db9daad13 None None] Provisioning complete for port afd0b2ab-afc2-49e4-8720-b22b31ff992a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:17.452662 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-780d1f26-359e-4adb-9e43-707db9daad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:17.488077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:17.529031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8e45f860-b1b3-4686-a9fd-fa1706f40dc2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:17.553533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4', 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:17.583117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event deleted for resources: {'Port': ['ID=8e45f860-b1b3-4686-a9fd-fa1706f40dc2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:17.620138 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Checking router: 3e89d582-064b-46eb-b8ef-24e288cf8801 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:17.627386 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Updating router 3e89d582-064b-46eb-b8ef-24e288cf8801 port 16b6c2bb-025f-47b1-a002-6087ef1d26ec binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:34:17.686352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] No DVR routers for this DVR port 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:17.716290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:17.736765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14efd701-8840-461a-ac48-b4017601ef3a req-506a325a-c35b-40cb-8491-f452d43d6213 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.67 "DELETE /v2.0/ports/8e45f860-b1b3-4686-a9fd-fa1706f40dc2 HTTP/1.1" status: 204 len: 173 time: 1.5096607 Jun 30 02:34:17.737464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-deleted', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:17.742672 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a3ef82-5274-4efc-aebf-c9445f873c92" -d '{"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-deleted", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:17.749607 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:17.801773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921358fd-8cf0-43c8-a86f-88ba52fafb9e req-8c767470-e219-4da7-a280-9e47fb8cd289 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:17.824603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-921358fd-8cf0-43c8-a86f-88ba52fafb9e req-8c767470-e219-4da7-a280-9e47fb8cd289 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 946 time: 0.6291738 Jun 30 02:34:17.935652 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-921358fd-8cf0-43c8-a86f-88ba52fafb9e req-ea185286-ab25-496d-b9f0-cb8192c54ccf tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078696 Jun 30 02:34:17.943929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.090924 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a88b521-68f6-417d-9ad1-a101bf396809 x-openstack-request-id: req-5a88b521-68f6-417d-9ad1-a101bf396809 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:18.091629 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a61923b-36af-48ef-8fb3-c6f94edf5704", "name": "network-vif-deleted", "tag": "8e45f860-b1b3-4686-a9fd-fa1706f40dc2", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:18.093090 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a88b521-68f6-417d-9ad1-a101bf396809 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:18.093090 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a61923b-36af-48ef-8fb3-c6f94edf5704', 'name': 'network-vif-deleted', 'tag': '8e45f860-b1b3-4686-a9fd-fa1706f40dc2', 'status': 'completed', 'code': 200} Jun 30 02:34:18.247956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Allocated IP 172.20.0.1 (cea8372c-b608-444a-8ce1-dd4369578243/5db86255-623b-4eea-836a-21adf1bb1a51/78f04522-fafd-4f24-b2d5-be9872c6e519) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:18.405904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.424071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Transition to ACTIVE for port object 78f04522-fafd-4f24-b2d5-be9872c6e519 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:18.424586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdea529-9b53-418e-aee3-00b4d4a6811b req-94eca445-b08f-43c0-b0d6-616ecaee52d6 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:18.434335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6cdea529-9b53-418e-aee3-00b4d4a6811b req-94eca445-b08f-43c0-b0d6-616ecaee52d6 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 1095 time: 0.0886822 Jun 30 02:34:18.448080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 62929f75-0224-432b-b5ec-0a800b53bf22 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:18.471990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.537083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Network cea8372c-b608-444a-8ce1-dd4369578243 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:18.569043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6cdea529-9b53-418e-aee3-00b4d4a6811b req-9e2b6a53-646e-4400-98d9-2f8fae013209 tempest-LiveMigrationTest-187723105 tempest-LiveMigrationTest-187723105-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325943 Jun 30 02:34:18.597554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:18.602559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:18.663305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.676802 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.688510 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Transition to ACTIVE for port object 16b6c2bb-025f-47b1-a002-6087ef1d26ec will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:18.703381 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.809214 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Attempting to bind port 16b6c2bb-025f-47b1-a002-6087ef1d26ec on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:18.809592 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Attempting to bind port 16b6c2bb-025f-47b1-a002-6087ef1d26ec by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:18.811178 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Attempting to bind port 16b6c2bb-025f-47b1-a002-6087ef1d26ec on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:18.833893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=62929f75-0224-432b-b5ec-0a800b53bf22,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:18.836716 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:18.838568 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:18.839295 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.844421 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:18.845166 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Bound port: 16b6c2bb-025f-47b1-a002-6087ef1d26ec, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:18.845521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device afd0b2ab-afc2-49e4-8720-b22b31ff992a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:18.845980 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.931160 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] For port 16b6c2bb-025f-47b1-a002-6087ef1d26ec, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:18.935421 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] For port 16b6c2bb-025f-47b1-a002-6087ef1d26ec, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=16b6c2bb-025f-47b1-a002-6087ef1d26ec,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:18.958152 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Pushing event updated for resources: {'Port': ['ID=16b6c2bb-025f-47b1-a002-6087ef1d26ec,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:18.969408 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.973171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '62929f75-0224-432b-b5ec-0a800b53bf22', 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7', 'port_id': '62929f75-0224-432b-b5ec-0a800b53bf22', 'mac_address': 'fa:16:3e:24:42:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2abafb5-c1d0-4b72-8c50-072be2138f23', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:19.016222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.016904 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.018370 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.019354 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.021192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.021684 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.022674 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.024243 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.024755 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.025410 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.026175 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.026708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.054236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.061945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.081849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.096366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.112051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.121158 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:19.121312 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:19.122482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.129236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.134703 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.139148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8736285e-c895-451a-9c66-f67f18b42a26 req-117a2f84-3c68-45b0-bf44-85cac2c242a6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5428 time: 0.6813750 Jun 30 02:34:19.142603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Pushing event updated for resources: {'Port': ['ID=78f04522-fafd-4f24-b2d5-be9872c6e519,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:19.175389 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75bb4-68bc-4135-ba37-c52b5b5bee8d None None] Pushing event updated for resources: {'Port': ['ID=16b6c2bb-025f-47b1-a002-6087ef1d26ec,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:19.207873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62929f75-0224-432b-b5ec-0a800b53bf22 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:19.224234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.259246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7e6d75ca-a73a-4116-bf44-b883c705d737 None None] Provisioning for port 78f04522-fafd-4f24-b2d5-be9872c6e519 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:19.273404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=62929f75-0224-432b-b5ec-0a800b53bf22,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:19.276792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7e6d75ca-a73a-4116-bf44-b883c705d737 None None] Provisioning complete for port 78f04522-fafd-4f24-b2d5-be9872c6e519 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:19.277637 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e6d75ca-a73a-4116-bf44-b883c705d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.281453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port afd0b2ab-afc2-49e4-8720-b22b31ff992a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:19.281841 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.329832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.334528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c569b472-33a7-4cd0-af61-67fb8f8402b1 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:19.372635 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:19.482109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:19.515625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'c569b472-33a7-4cd0-af61-67fb8f8402b1', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'port_id': 'c569b472-33a7-4cd0-af61-67fb8f8402b1', 'mac_address': 'fa:16:3e:4e:1f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:19.583395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d75ca-a73a-4116-bf44-b883c705d737 None None] Port 78f04522-fafd-4f24-b2d5-be9872c6e519 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:34:19.633316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:19.643806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.644358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.644871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.645371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.645938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.646465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.646947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.647442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.647927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.648485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.648826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.649161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:19.655558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.705976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c569b472-33a7-4cd0-af61-67fb8f8402b1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:19.722437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8736285e-c895-451a-9c66-f67f18b42a26 req-5b5a279d-8fa9-4a39-8b96-5b66e659ca04 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5806079 Jun 30 02:34:19.745199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:19.760091 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.760775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 729b57b8-2138-4692-ac68-70fcaded9a46 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:19.782809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.795568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.882699 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 1, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:19.906000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=729b57b8-2138-4692-ac68-70fcaded9a46,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:19.913097 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870c96f-6d71-42a8-8a12-42ab990a928d None None] The sync data for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 is: [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 1, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:19.970685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '729b57b8-2138-4692-ac68-70fcaded9a46', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'port_id': '729b57b8-2138-4692-ac68-70fcaded9a46', 'mac_address': 'fa:16:3e:4c:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:19.975794 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.996125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:20.016141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Pushing event updated for resources: {'Port': ['ID=78f04522-fafd-4f24-b2d5-be9872c6e519,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:20.085676 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:20.114109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729b57b8-2138-4692-ac68-70fcaded9a46 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:20.154262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=729b57b8-2138-4692-ac68-70fcaded9a46,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:20.174347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:20.175161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e17c9ca-64af-4167-874f-2ec967bd40b9 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:20.195010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077dd9d-2d46-4541-b489-375a099ca180 req-148f7c19-21b5-42af-aebd-514eef4aa2e9 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:20.202654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c077dd9d-2d46-4541-b489-375a099ca180 req-148f7c19-21b5-42af-aebd-514eef4aa2e9 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 946 time: 0.1502469 Jun 30 02:34:20.222089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Network cea8372c-b608-444a-8ce1-dd4369578243 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:20.224890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:20.557513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:20.566163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Router 3e89d582-064b-46eb-b8ef-24e288cf8801 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:34:20.608831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'port_id': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'mac_address': 'fa:16:3e:d4:f2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:20.629577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:20.655831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c077dd9d-2d46-4541-b489-375a099ca180 req-eb1be86b-cd4c-4c02-b554-a00e0cbb5db7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319065 Jun 30 02:34:20.727167 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:20.757499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e17c9ca-64af-4167-874f-2ec967bd40b9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:20.848397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:20.858659 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:20.862573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33c97618-5688-46a7-bc14-a8271b24b1f0 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:20.933821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33c97618-5688-46a7-bc14-a8271b24b1f0,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:20.970578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '33c97618-5688-46a7-bc14-a8271b24b1f0', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'port_id': '33c97618-5688-46a7-bc14-a8271b24b1f0', 'mac_address': 'fa:16:3e:c1:ca:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:20.972435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65f49741-1ffe-40fc-878f-dc4fcd3330ed None None] Provisioning complete for port 78f04522-fafd-4f24-b2d5-be9872c6e519 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:20.972989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f49741-1ffe-40fc-878f-dc4fcd3330ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.030581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:21.032589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cccef-68b4-4689-b096-d7cf8121909f req-b02f7382-35d6-4c62-b2e2-9d5ed7341194 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.055548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e500183b-71c9-466b-8ccb-1862dbb60dad admin admin] 10.222.0.78 "PUT /v2.0/routers/3e89d582-064b-46eb-b8ef-24e288cf8801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4574282 Jun 30 02:34:21.055806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a7cccef-68b4-4689-b096-d7cf8121909f req-b02f7382-35d6-4c62-b2e2-9d5ed7341194 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 944 time: 0.2252162 Jun 30 02:34:21.084794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65f49741-1ffe-40fc-878f-dc4fcd3330ed None None] Port 78f04522-fafd-4f24-b2d5-be9872c6e519 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:34:21.095527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc953-98b8-48ff-9fd0-0563165f7c33 req-2cd1515f-b39b-458b-ad92-ef98e087d2c1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.123644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ae1cc953-98b8-48ff-9fd0-0563165f7c33 req-2cd1515f-b39b-458b-ad92-ef98e087d2c1 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1622698 Jun 30 02:34:21.162230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:21.186177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a7cccef-68b4-4689-b096-d7cf8121909f req-9a2b76fe-74e1-4098-afe4-17b6734d4496 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327074 Jun 30 02:34:21.218426 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.222221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ae1cc953-98b8-48ff-9fd0-0563165f7c33 req-7757f24b-4b8d-4cf0-83a1-6df6cc2a35de tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976079 Jun 30 02:34:21.255638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c97618-5688-46a7-bc14-a8271b24b1f0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:21.317482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33c97618-5688-46a7-bc14-a8271b24b1f0,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:21.325749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.326780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 66d09a2c-3788-45d0-b4b0-41c380edca5c details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:21.399821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-04d5662d-67c9-4ee7-a3cb-a5d79b856679 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.403819 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-04d5662d-67c9-4ee7-a3cb-a5d79b856679 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 944 time: 0.1602912 Jun 30 02:34:21.500684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:21.542200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '66d09a2c-3788-45d0-b4b0-41c380edca5c', 'network_id': '2f9c59cb-ac8f-4630-b8ed-dab56af69439', 'port_id': '66d09a2c-3788-45d0-b4b0-41c380edca5c', 'mac_address': 'fa:16:3e:f5:f8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630c9e8f-9699-4152-9d64-ef33c32161a5', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:21.745081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.751591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Deleting port c9960002-c98d-4b39-8e1e-cabac8b99763 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:21.753326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.802645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d09a2c-3788-45d0-b4b0-41c380edca5c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:22.027366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] For port c9960002-c98d-4b39-8e1e-cabac8b99763, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c9960002-c98d-4b39-8e1e-cabac8b99763,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:22.029255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.058010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Calling delete_port for c9960002-c98d-4b39-8e1e-cabac8b99763 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:22.091606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:22.126226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:22.137457 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.138166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e54bf02e-950e-40f1-bb6e-133c22816bc6 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:22.173968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.187985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.197405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.203654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.211970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.218529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.224669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.226636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-215bd6fd-9c01-4b3f-a64c-401e50cc8828 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5433 time: 0.7043006 Jun 30 02:34:22.262781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:22.265712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:22.312568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e54bf02e-950e-40f1-bb6e-133c22816bc6', 'network_id': '5c7368b2-54ef-44bd-8566-75240b56a7e7', 'port_id': 'e54bf02e-950e-40f1-bb6e-133c22816bc6', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2abafb5-c1d0-4b72-8c50-072be2138f23', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:22.317233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:22.322041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40262865', 'description': 'tempest-description--391916117'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:22.339064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f050dc8-a38d-4a74-a5c0-308e3afc0bfd req-78943b7e-931c-4270-9cbd-9a694dd16f03 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957706 Jun 30 02:34:22.346738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-5a2f4177-9ff3-4dff-96e3-410d21a707e2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.350491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-5a2f4177-9ff3-4dff-96e3-410d21a707e2 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 946 time: 0.6686525 Jun 30 02:34:22.398540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.439182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['1bf8942a-24af-4187-8414-f9398ee6819e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:22.441495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c9960002-c98d-4b39-8e1e-cabac8b99763'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:22.485305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event deleted for resources: {'Port': ['ID=c9960002-c98d-4b39-8e1e-cabac8b99763,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:22.530815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.646124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Deleting port 283d2bf5-bf48-4153-b381-640f4708cf6d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:22.648738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.722177 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.760913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] No DVR routers for this DVR port c9960002-c98d-4b39-8e1e-cabac8b99763 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:22.771222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16b6c2bb-025f-47b1-a002-6087ef1d26ec up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:22.795236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.797591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b6a3449-6192-49c1-b5ad-74c54014e702 req-3e375bab-1dc9-408e-9453-7f7ca855ef06 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.90 "DELETE /v2.0/ports/c9960002-c98d-4b39-8e1e-cabac8b99763 HTTP/1.1" status: 204 len: 173 time: 1.3368697 Jun 30 02:34:22.805553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'name': 'network-vif-deleted', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:22.809103 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f0cae-069e-42f5-a0f6-563ff458a874" -d '{"events": [{"server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "name": "network-vif-deleted", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:22.811169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54bf02e-950e-40f1-bb6e-133c22816bc6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:22.856055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:22.882739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a73fd3a3-7a8f-4281-b3b1-8b9517cecece req-f6740c6f-13fb-4f2a-85de-e17b439fa2bf tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.1151750 Jun 30 02:34:22.888318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebeb2c-646d-4ad2-bb60-89a8e3fe3aec req-81befea9-00e1-4d33-867b-56695359ae60 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.896644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.908744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30ebeb2c-646d-4ad2-bb60-89a8e3fe3aec req-81befea9-00e1-4d33-867b-56695359ae60 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 946 time: 0.3080955 Jun 30 02:34:23.007381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30ebeb2c-646d-4ad2-bb60-89a8e3fe3aec req-9693b8e7-a8cb-4491-93b7-543ad106af15 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups?id=f5367c9c-432e-482d-b7ed-7f8a0c18b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946977 Jun 30 02:34:23.016710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 16b6c2bb-025f-47b1-a002-6087ef1d26ec completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:23.029828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 16b6c2bb-025f-47b1-a002-6087ef1d26ec triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:23.031412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.061063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] For port 283d2bf5-bf48-4153-b381-640f4708cf6d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=283d2bf5-bf48-4153-b381-640f4708cf6d,segment=NetworkSegment(07a60735-0888-4b63-9b95-cfb2d588e42b),segment_id=07a60735-0888-4b63-9b95-cfb2d588e42b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:23.068172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.083319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-98629156-783b-4e33-a11b-007be659b997 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:23.089038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-98629156-783b-4e33-a11b-007be659b997 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.1577656 Jun 30 02:34:23.126906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Calling delete_port for 283d2bf5-bf48-4153-b381-640f4708cf6d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:23.140559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:23.159124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.185507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.275703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.288891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9705572 Jun 30 02:34:23.307755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.317592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57480) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:23.347605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cee0ed-5d94-4303-b455-a74a7543dc08 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70befd2f-ce4e-4aba-9d4e-754a0f7969c8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:23.349194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Request body: {'security_group_rule': {'security_group_id': '70befd2f-ce4e-4aba-9d4e-754a0f7969c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:23.403776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 16b6c2bb-025f-47b1-a002-6087ef1d26ec, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=16b6c2bb-025f-47b1-a002-6087ef1d26ec,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:23.418547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.426775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Deleting port c90bddf4-a9bf-4f99-995e-af05c66a8f8d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:23.427179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.440983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21af5d3-74c9-4ef2-b6e8-babef60baea0 req-0cf506f8-0124-4b56-b4c3-57591885abf8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:23.454422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c21af5d3-74c9-4ef2-b6e8-babef60baea0 req-0cf506f8-0124-4b56-b4c3-57591885abf8 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 950 time: 0.3375072 Jun 30 02:34:23.543393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=16b6c2bb-025f-47b1-a002-6087ef1d26ec,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:23.571679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c21af5d3-74c9-4ef2-b6e8-babef60baea0 req-a355aa78-8021-465e-960b-3eda77c2cd01 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156726 Jun 30 02:34:23.585708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] For port c90bddf4-a9bf-4f99-995e-af05c66a8f8d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:23.586238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.615005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Calling delete_port for c90bddf4-a9bf-4f99-995e-af05c66a8f8d owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:23.654050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.662660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['62929f75-0224-432b-b5ec-0a800b53bf22'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.709433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['283d2bf5-bf48-4153-b381-640f4708cf6d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.775707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['66d09a2c-3788-45d0-b4b0-41c380edca5c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.777981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['729b57b8-2138-4692-ac68-70fcaded9a46'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.795036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event deleted for resources: {'Port': ['ID=283d2bf5-bf48-4153-b381-640f4708cf6d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:23.852643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] No DVR routers for this DVR port 283d2bf5-bf48-4153-b381-640f4708cf6d on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:23.856238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.859584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67713ac8-444d-4cb8-bf21-0c3ef827b6c4 req-7ff2a9a6-7cbd-411e-bba4-8f200e4c0233 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.90 "DELETE /v2.0/ports/283d2bf5-bf48-4153-b381-640f4708cf6d HTTP/1.1" status: 204 len: 173 time: 1.4984803 Jun 30 02:34:23.860289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'name': 'network-vif-deleted', 'tag': '283d2bf5-bf48-4153-b381-640f4708cf6d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:23.870065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c569b472-33a7-4cd0-af61-67fb8f8402b1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.875438 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d99fcbf-8de0-46e3-96bf-93d40642c3a3" -d '{"events": [{"server_uuid": "fd2ffd7a-c570-46a8-94ef-1c3c76797db8", "name": "network-vif-deleted", "tag": "283d2bf5-bf48-4153-b381-640f4708cf6d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:23.876365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2e17c9ca-64af-4167-874f-2ec967bd40b9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.882679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e54bf02e-950e-40f1-bb6e-133c22816bc6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:23.998679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.005821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.012858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.019848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.028441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.037405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.047181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.055577 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-43abc947-f7fe-4565-b65e-b7dfd7b8149b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5435 time: 0.1719429 Jun 30 02:34:24.114863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Sync routers for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:24.133226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f739ae92-8d8d-48c7-b819-2c3fe371cdad req-a82fb6bb-99dc-4189-912f-bccd1f075cc7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752432 Jun 30 02:34:24.226132 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a1b7d-93c4-48c3-aed0-7abe6b15b2be x-openstack-request-id: req-fb3a1b7d-93c4-48c3-aed0-7abe6b15b2be {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:24.226976 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97decd5f-e895-4333-86f3-34111795a175", "name": "network-vif-deleted", "tag": "c9960002-c98d-4b39-8e1e-cabac8b99763", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:24.227381 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb3a1b7d-93c4-48c3-aed0-7abe6b15b2be {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:24.228010 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97decd5f-e895-4333-86f3-34111795a175', 'name': 'network-vif-deleted', 'tag': 'c9960002-c98d-4b39-8e1e-cabac8b99763', 'status': 'completed', 'code': 200} Jun 30 02:34:24.247577 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f847be1-3124-46b0-9935-eabc9a58bdd1 x-openstack-request-id: req-8f847be1-3124-46b0-9935-eabc9a58bdd1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:24.248079 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2ffd7a-c570-46a8-94ef-1c3c76797db8", "name": "network-vif-deleted", "tag": "283d2bf5-bf48-4153-b381-640f4708cf6d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:24.248422 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f847be1-3124-46b0-9935-eabc9a58bdd1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:24.248791 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2ffd7a-c570-46a8-94ef-1c3c76797db8', 'name': 'network-vif-deleted', 'tag': '283d2bf5-bf48-4153-b381-640f4708cf6d', 'status': 'completed', 'code': 200} Jun 30 02:34:24.248964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.433960 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.462405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:24.463923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:24.500319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.555170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341a923d-568d-489c-b583-68ee96f38fc3,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:24.562534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-663b15f9-99af-4d49-a628-05791fd25db3 req-84a6a616-d16c-473d-84bc-06a610d67df0 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.0763962 Jun 30 02:34:24.581210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83aa3801-26b0-4a59-a78f-29862db4956d req-b4fe6f02-0195-4111-89f0-a4cfb1bf0204 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd2ffd7a-c570-46a8-94ef-1c3c76797db8 HTTP/1.1" status: 200 len: 210 time: 0.1014342 Jun 30 02:34:24.630936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.638575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:24.642805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Request body: {'security_group_rule': {'security_group_id': '70befd2f-ce4e-4aba-9d4e-754a0f7969c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:24.648223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ecfd7824-628d-46ea-b9d8-7bd72183882a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3257351 Jun 30 02:34:24.659458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.732878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['33c97618-5688-46a7-bc14-a8271b24b1f0'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:24.738332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4', 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:24.756185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16b6c2bb-025f-47b1-a002-6087ef1d26ec up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:24.767562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.912629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] No DVR routers for this DVR port c90bddf4-a9bf-4f99-995e-af05c66a8f8d on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:24.916910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.921210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1379f70-d6e4-4b8c-9497-93b0138a5089 req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "DELETE /v2.0/ports/c90bddf4-a9bf-4f99-995e-af05c66a8f8d HTTP/1.1" status: 204 len: 173 time: 1.8132763 Jun 30 02:34:24.924265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a82a-503d-437b-98de-e77f2e030ec5 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event deleted for resources: {'Port': ['ID=c90bddf4-a9bf-4f99-995e-af05c66a8f8d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:25.010569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:25.050154 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:25.064233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:25.133608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ecf6be-2dd5-44a4-8169-9b1e13d80f9c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:25.157170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e57a27-fbe6-4c35-b717-7e4f83705d50 req-6f32a6dc-2ed0-492c-a20e-ac0204ead454 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.168869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:25.169542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8e45f860-b1b3-4686-a9fd-fa1706f40dc2 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:25.172803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34e57a27-fbe6-4c35-b717-7e4f83705d50 req-6f32a6dc-2ed0-492c-a20e-ac0204ead454 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 945 time: 0.2794564 Jun 30 02:34:25.174227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:25.182946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c9316d08-39f6-4a3c-b500-dba08e018891 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5417356 Jun 30 02:34:25.183792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57520) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:25.188696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:25.264508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34e57a27-fbe6-4c35-b717-7e4f83705d50 req-6f70911b-7d43-45c1-8353-44a23dab4125 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829372 Jun 30 02:34:25.278048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:25.517552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b78ce246-bc59-4c90-bb01-b29dc47c2497 req-f01f7364-8ab7-419c-a5c3-32acd4e7417c tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2da0d-ebda-4054-b3c5-70495a073656 HTTP/1.1" status: 200 len: 210 time: 0.1584899 Jun 30 02:34:25.593513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:25.640169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.647784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.661911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.672444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:25.679506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.692625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.706470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.717266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.726287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-6fa599d5-e8ed-471b-9b91-74716b76af57 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5435 time: 0.2295961 Jun 30 02:34:25.813718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:25.831863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8d0b736-e3ee-4cd9-b09f-edb73f76fcd1 req-f7a000af-e98e-486b-8324-47da03681e75 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941660 Jun 30 02:34:25.873405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: c9960002-c98d-4b39-8e1e-cabac8b99763 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:25.873748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c9960002-c98d-4b39-8e1e-cabac8b99763 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:25.874161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 283d2bf5-bf48-4153-b381-640f4708cf6d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:25.875609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Allocated IP 172.25.0.11 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/9ce74905-79bf-45e9-a29b-f569d0316532) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:26.159109 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c6a34931-ea64-4f76-9923-6982709fd170 req-4676d9da-7c17-4199-8c0a-27c94b007716 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.0837183 Jun 30 02:34:26.221478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.230612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-deleted', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:26.232930 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27150635-e5b7-4678-ba76-5dd86b9b4aae" -d '{"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-deleted", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:26.274056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 283d2bf5-bf48-4153-b381-640f4708cf6d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:26.275080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 283d2bf5-bf48-4153-b381-640f4708cf6d not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:26.341628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.456790 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28afec39-fa4a-42a8-adb2-5c1ce632bb3c x-openstack-request-id: req-28afec39-fa4a-42a8-adb2-5c1ce632bb3c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:26.457170 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d2da0d-ebda-4054-b3c5-70495a073656", "name": "network-vif-deleted", "tag": "c90bddf4-a9bf-4f99-995e-af05c66a8f8d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:26.457415 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28afec39-fa4a-42a8-adb2-5c1ce632bb3c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:26.457809 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d2da0d-ebda-4054-b3c5-70495a073656', 'name': 'network-vif-deleted', 'tag': 'c90bddf4-a9bf-4f99-995e-af05c66a8f8d', 'status': 'completed', 'code': 200} Jun 30 02:34:26.458401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event updated for resources: {'Port': ['ID=9ce74905-79bf-45e9-a29b-f569d0316532,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:26.473431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:26.475369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:26.485396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:26.567553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 16b6c2bb-025f-47b1-a002-6087ef1d26ec triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:26.567909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.573555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:26.697326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.798769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:19Z', 'revision_number': 2, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:26.836628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Checking router: 3e89d582-064b-46eb-b8ef-24e288cf8801 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:26.838245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Updating router 3e89d582-064b-46eb-b8ef-24e288cf8801 port 78f04522-fafd-4f24-b2d5-be9872c6e519 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:34:26.873441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464a61b2-be91-4470-b19f-1284d10cd92b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.896400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ca272-8ec8-4185-9d17-7e8644834081 req-c1d4bf83-d674-4263-acd0-b688af6631f9 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:26.907413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f20ca272-8ec8-4185-9d17-7e8644834081 req-c1d4bf83-d674-4263-acd0-b688af6631f9 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 945 time: 0.3029435 Jun 30 02:34:26.908453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 62929f75-0224-432b-b5ec-0a800b53bf22 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:26.910196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.919542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.952169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464a61b2-be91-4470-b19f-1284d10cd92b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.019055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f20ca272-8ec8-4185-9d17-7e8644834081 req-0eafe1a0-6b4b-484e-b96b-a6dcf15b6dcb tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102817 Jun 30 02:34:27.058022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464a61b2-be91-4470-b19f-1284d10cd92b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.061289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464a61b2-be91-4470-b19f-1284d10cd92b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.062725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-464a61b2-be91-4470-b19f-1284d10cd92b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "DELETE /v2.0/security-groups/c093e667-f0b0-4f4f-8ed2-1d2e78417b0e HTTP/1.1" status: 204 len: 168 time: 0.4876182 Jun 30 02:34:27.067795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:27.071560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-7cce0075-0102-4317-bf88-7b4cc45ffff0 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.073228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-7cce0075-0102-4317-bf88-7b4cc45ffff0 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 945 time: 0.3629014 Jun 30 02:34:27.127409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 62929f75-0224-432b-b5ec-0a800b53bf22 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:27.129814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a61b2-be91-4470-b19f-1284d10cd92b tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093e667-f0b0-4f4f-8ed2-1d2e78417b0e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:27.136710 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a784de1a-0bf3-4aa8-a7e5-0ab3488472f7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] show failed (client error): The resource could not be found. Jun 30 02:34:27.139963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a784de1a-0bf3-4aa8-a7e5-0ab3488472f7 tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "GET /v2.0/security-groups/c093e667-f0b0-4f4f-8ed2-1d2e78417b0e HTTP/1.1" status: 404 len: 347 time: 0.0681486 Jun 30 02:34:27.142567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:27.208171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 62929f75-0224-432b-b5ec-0a800b53bf22 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:27.208494 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.537913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.546386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.548779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.560515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.569690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Deleting port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:27.570179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.581770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.596271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.612110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.624090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.629185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:27.631877 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9da78f-d893-4922-9ebc-13611b6d6528" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:27.636481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66d01814-03f6-480c-8a78-83fdf2de886f req-1b0cf232-5d96-4e63-a41b-7c431d269b89 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5435 time: 0.3204894 Jun 30 02:34:27.639025 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90989e99-397a-40ee-8f63-e6a65d5fd4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.653068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=62929f75-0224-432b-b5ec-0a800b53bf22,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:27.678866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.679679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 729b57b8-2138-4692-ac68-70fcaded9a46 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:27.683290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.701986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Deleting port f6410715-e0b1-4d44-bf73-8fd642f97670 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:27.707197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.734271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c1fec2b-5d0a-4643-9960-c97367aa4d85 req-07ddc79c-fac9-4ac8-8820-dcdbef32018b tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.0634544 Jun 30 02:34:27.762228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:27.795480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:27.826510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Transition to ACTIVE for port object 78f04522-fafd-4f24-b2d5-be9872c6e519 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:27.830475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: c90bddf4-a9bf-4f99-995e-af05c66a8f8d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:27.830817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c90bddf4-a9bf-4f99-995e-af05c66a8f8d not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:27.844562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.852946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66d01814-03f6-480c-8a78-83fdf2de886f req-7d00e8e9-d971-497a-baa1-a36bee64afa2 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156677 Jun 30 02:34:27.954451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cf0d7-c469-4a69-b0c8-63cfd1a9eb55 None None] Pushing event updated for resources: {'Port': ['ID=78f04522-fafd-4f24-b2d5-be9872c6e519,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:27.993792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.993792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.001252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.005071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] For port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:28.005791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.024197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 729b57b8-2138-4692-ac68-70fcaded9a46 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:28.031974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 729b57b8-2138-4692-ac68-70fcaded9a46 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:28.031974 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.046645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.047811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Calling delete_port for f6410715-e0b1-4d44-bf73-8fd642f97670 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:28.154645 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377fa7c8-d25b-4044-8dc9-b3bdf6a156b8 x-openstack-request-id: req-377fa7c8-d25b-4044-8dc9-b3bdf6a156b8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:28.154953 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:28.155166 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-377fa7c8-d25b-4044-8dc9-b3bdf6a156b8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:28.155555 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22', 'code': 200} Jun 30 02:34:28.171148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Calling delete_port for 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:28.173839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event updated for resources: {'Port': ['ID=9ce74905-79bf-45e9-a29b-f569d0316532,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:28.179647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Attempting to bind port 78f04522-fafd-4f24-b2d5-be9872c6e519 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:28.180023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Attempting to bind port 78f04522-fafd-4f24-b2d5-be9872c6e519 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:28.180407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Attempting to bind port 78f04522-fafd-4f24-b2d5-be9872c6e519 on network cea8372c-b608-444a-8ce1-dd4369578243 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:28.211350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:28.213586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Checking segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:28.213586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.227623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Bound using segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:28.231241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Bound port: 78f04522-fafd-4f24-b2d5-be9872c6e519, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:28.231697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.386753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a893c5-9571-47d6-a4bd-99bebd71b202 req-a9599a33-c491-4571-88a2-c8b5119e1ed9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:28.388427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36a893c5-9571-47d6-a4bd-99bebd71b202 req-a9599a33-c491-4571-88a2-c8b5119e1ed9 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 949 time: 0.2989500 Jun 30 02:34:28.391141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.453743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36a893c5-9571-47d6-a4bd-99bebd71b202 req-2e86cd02-b708-49cf-b478-7c0aacf74afc tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Jun 30 02:34:28.460402 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.461814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f770bad6-3d63-454d-8a01-831a5bd13ba8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2767937 Jun 30 02:34:28.473210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.513211 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.545754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] For port 78f04522-fafd-4f24-b2d5-be9872c6e519, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:28.568737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Pushing event deleted for resources: {'Port': ['ID=f6410715-e0b1-4d44-bf73-8fd642f97670,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:28.602877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=729b57b8-2138-4692-ac68-70fcaded9a46,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:28.607624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.625331 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.637956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] For port 78f04522-fafd-4f24-b2d5-be9872c6e519, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=78f04522-fafd-4f24-b2d5-be9872c6e519,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:28.694040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Pushing event deleted for resources: {'Port': ['ID=75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:28.721951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] No DVR routers for this DVR port 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:28.727093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.731719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-035e3ddb-865f-4cea-9551-ed8ae553a92c req-0a202d4d-005a-499a-bca7-e632412458dd tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.90 "DELETE /v2.0/ports/75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b HTTP/1.1" status: 204 len: 173 time: 1.6487343 Jun 30 02:34:28.733441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.734719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'name': 'network-vif-deleted', 'tag': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:28.739444 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4aa18f-fbd8-439a-b093-3a475ab7dc45" -d '{"events": [{"server_uuid": "6a0c0669-9e4d-46e9-b84b-4735db0ee37f", "name": "network-vif-deleted", "tag": "75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:28.759414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880359b4-f5c2-46ff-ba81-c7f2be456ea9 req-8f929000-3604-400f-9dff-9859ff22aac2 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:28.761026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-880359b4-f5c2-46ff-ba81-c7f2be456ea9 req-8f929000-3604-400f-9dff-9859ff22aac2 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a0c0669-9e4d-46e9-b84b-4735db0ee37f HTTP/1.1" status: 200 len: 867 time: 0.3790317 Jun 30 02:34:28.838849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.846910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.854964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2aff2c4-e928-4a32-bd3d-0a60bbeaed2e tempest-ImagesOneServerNegativeTestJSON-1530484293 tempest-ImagesOneServerNegativeTestJSON-1530484293-project] 10.222.0.78 "DELETE /v2.0/floatingips/28a57447-7a73-485b-bf7d-6ec38d65fbbf HTTP/1.1" status: 204 len: 168 time: 1.7110548 Jun 30 02:34:28.904228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-880359b4-f5c2-46ff-ba81-c7f2be456ea9 req-8bcc349e-50a5-4f8e-adb8-14ed087458c4 tempest-AttachSCSIVolumeTestJSON-824965601 tempest-AttachSCSIVolumeTestJSON-824965601-project] 10.222.0.78 "GET /v2.0/security-groups?id=3b423d93-493e-4991-8d0f-4b3705ae3ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346288 Jun 30 02:34:28.906004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:28.906737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:28.955917 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-07572700-5fdc-425e-8fd6-f8630d41728e tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--40262865&fields=id&tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb HTTP/1.1" status: 200 len: 267 time: 0.1005599 Jun 30 02:34:29.019561 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d094a-e037-4f0c-95c4-4be537e86f9a x-openstack-request-id: req-941d094a-e037-4f0c-95c4-4be537e86f9a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:29.020185 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c0669-9e4d-46e9-b84b-4735db0ee37f", "name": "network-vif-deleted", "tag": "75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:29.020564 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-941d094a-e037-4f0c-95c4-4be537e86f9a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:29.021061 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c0669-9e4d-46e9-b84b-4735db0ee37f', 'name': 'network-vif-deleted', 'tag': '75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b', 'status': 'completed', 'code': 200} Jun 30 02:34:29.098929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e54bf02e-950e-40f1-bb6e-133c22816bc6 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:29.107931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:29.198789 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-10ecdecc-eeb2-4d0e-84a9-8f5da159eed0 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.206816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-10ecdecc-eeb2-4d0e-84a9-8f5da159eed0 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/networks?id=cea8372c-b608-444a-8ce1-dd4369578243 HTTP/1.1" status: 200 len: 811 time: 0.2443876 Jun 30 02:34:29.234548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-196d419d-cce8-4fbc-a5c2-aefac15ff51a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/quotas/52cfd2b7626e49ebb2eb6293cf894fdb HTTP/1.1" status: 200 len: 375 time: 0.0253093 Jun 30 02:34:29.364152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-63a5c1bc-46b6-476f-903a-13a3993f9250 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.365958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-63a5c1bc-46b6-476f-903a-13a3993f9250 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 949 time: 0.1189129 Jun 30 02:34:29.367881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-687a12f2-714c-4eb7-9cc3-263e050466b7 req-e772b1fe-cdf3-4b6a-ad15-0fb5d28321b5 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.0869749 Jun 30 02:34:29.378686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-3c4d2ca6-4a4a-42ac-8495-611dd73b8165 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425395 Jun 30 02:34:29.446808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cf0d7-c469-4a69-b0c8-63cfd1a9eb55 None None] Pushing event updated for resources: {'Port': ['ID=78f04522-fafd-4f24-b2d5-be9872c6e519,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:29.497970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:29.500023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port e54bf02e-950e-40f1-bb6e-133c22816bc6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:29.592519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e54bf02e-950e-40f1-bb6e-133c22816bc6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:29.592519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.612134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-47a66df4-653e-497a-a2e4-bd0f7dacb4da service neutron] 10.222.0.78 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190225 Jun 30 02:34:29.616179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Deleting port 758e973a-8417-46a8-8084-accf84d375f4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:29.616810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.731711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.738706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.745688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.751627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.757443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.763348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.770249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.778547 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-6fb71323-e75b-42a3-a058-e4aafb7345b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5437 time: 0.1476412 Jun 30 02:34:29.786623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] For port 758e973a-8417-46a8-8084-accf84d375f4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=758e973a-8417-46a8-8084-accf84d375f4,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:29.787038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.804095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Calling delete_port for 758e973a-8417-46a8-8084-accf84d375f4 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:29.807337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:29.857748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12cfbb8d-3028-4e71-9c07-e3f01e721a43 req-b3387815-1853-46cf-ae07-12e76b3bf011 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782199 Jun 30 02:34:29.877097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:29.877713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 75dc140a-5af6-4cb0-b81d-8a1ed7c7ab9b not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:29.879339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.981819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:29.993729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.995157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33c97618-5688-46a7-bc14-a8271b24b1f0 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:30.105184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-bfa8f513-6566-492a-a05d-659df3bede7d service neutron] 10.222.0.78 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607251 Jun 30 02:34:30.152962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:30.173384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b57b8-2138-4692-ac68-70fcaded9a46'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:30.175796 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e213808-5a97-47ac-af5c-dfa00be4b48b" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "729b57b8-2138-4692-ac68-70fcaded9a46"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:30.288519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 33c97618-5688-46a7-bc14-a8271b24b1f0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:30.315334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 33c97618-5688-46a7-bc14-a8271b24b1f0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:30.315695 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.319920 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12285783-b758-4e25-a9db-5c499972c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.363469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.476821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Pushing event deleted for resources: {'Port': ['ID=758e973a-8417-46a8-8084-accf84d375f4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:30.547948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eef586-73f9-4d46-96af-a6adbaf14404 req-da25c941-52fb-462c-88a6-1505019d5958 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.555032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6eef586-73f9-4d46-96af-a6adbaf14404 req-da25c941-52fb-462c-88a6-1505019d5958 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/ports?device_id=04b0fb73-d6cc-4c3f-9061-c068bcb8a46c HTTP/1.1" status: 200 len: 867 time: 0.2117460 Jun 30 02:34:30.584629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['758e973a-8417-46a8-8084-accf84d375f4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:30.636421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] No DVR routers for this DVR port 758e973a-8417-46a8-8084-accf84d375f4 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:30.641618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.649204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f8ffc4d-da66-4efc-8d41-fd2628ff8cb7 req-bb4f7db3-81c0-4892-b588-d802e8d8f2ae tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.90 "DELETE /v2.0/ports/758e973a-8417-46a8-8084-accf84d375f4 HTTP/1.1" status: 204 len: 173 time: 1.2672977 Jun 30 02:34:30.673410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6eef586-73f9-4d46-96af-a6adbaf14404 req-43dce37d-b889-445b-88b9-f419d6f62496 tempest-MigrationsAdminTest-628209783 tempest-MigrationsAdminTest-628209783-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6760bfc-1c38-41cf-a172-01c6500d7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106269 Jun 30 02:34:30.761355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.820423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:30.841969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:28Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:30.910550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Deleting subnet 667b07a2-e1b1-423a-931b-e37ebedda557 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:30.925143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.022872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-deleted', 'tag': '758e973a-8417-46a8-8084-accf84d375f4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:31.033709 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbde0c9-4228-4f14-8d93-7d350c0a4412" -d '{"events": [{"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-deleted", "tag": "758e973a-8417-46a8-8084-accf84d375f4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:31.081070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.146835 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.160601 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86b292-50f2-4b70-9125-9e9d47f89a8a x-openstack-request-id: req-1e86b292-50f2-4b70-9125-9e9d47f89a8a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:31.160601 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "729b57b8-2138-4692-ac68-70fcaded9a46", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:31.160601 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e86b292-50f2-4b70-9125-9e9d47f89a8a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:31.167335 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b57b8-2138-4692-ac68-70fcaded9a46', 'code': 200} Jun 30 02:34:31.169224 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6', 'code': 200} Jun 30 02:34:31.198025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb3275-fd82-4296-9d8b-d56b14cb5671 None None] The sync data for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 is: [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:28Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:31.215303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78f04522-fafd-4f24-b2d5-be9872c6e519 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:31.229085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.401840 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49f47bef-d430-45c3-a362-a08b0c80f9b3 req-ba6f2bbc-f297-4512-a213-a92714b2c706 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.1095612 Jun 30 02:34:31.425565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8879397f-9195-4fe0-92cf-bbda0edf61ab req-5c981584-eea8-4ef4-b6d9-ee20486745a4 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 210 time: 0.0545423 Jun 30 02:34:31.429366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.488155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667b07a2-e1b1-423a-931b-e37ebedda557,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:31.499284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.501949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2aa84857-e517-4f66-a628-342d10790747 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/667b07a2-e1b1-423a-931b-e37ebedda557 HTTP/1.1" status: 204 len: 168 time: 0.6797667 Jun 30 02:34:31.504594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57680) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:31.560784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33c97618-5688-46a7-bc14-a8271b24b1f0,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:31.587404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.590035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c569b472-33a7-4cd0-af61-67fb8f8402b1 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:31.624421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 78f04522-fafd-4f24-b2d5-be9872c6e519 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:31.696891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.816824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 78f04522-fafd-4f24-b2d5-be9872c6e519 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:31.817087 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.946450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port c569b472-33a7-4cd0-af61-67fb8f8402b1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:31.958636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:31.966220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port c569b472-33a7-4cd0-af61-67fb8f8402b1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:31.970399 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.005915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.037130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7d81a9-c880-4abb-af66-064fe1bad96d']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:32.109430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a60735-0888-4b63-9b95-cfb2d588e42b') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:32.119949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a60735-0888-4b63-9b95-cfb2d588e42b') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:32.133547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.176650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.186084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.202134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.212473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.243134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.249859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.258073 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.265393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.299482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-fc5a17ea-2292-43f9-847e-7317c4a9e1c1 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5439 time: 0.4241581 Jun 30 02:34:32.352869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.357326 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.397769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:32.402892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:32.404822 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:32.435294 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.451739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb359f5-6676-42a7-a057-903db62cd5a3 req-8cc294e6-eeb8-411c-897b-90d4c13d4145 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510146 Jun 30 02:34:32.633913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 78f04522-fafd-4f24-b2d5-be9872c6e519, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=78f04522-fafd-4f24-b2d5-be9872c6e519,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:32.655927 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699c100-cc28-442a-8369-c81c76a23593 x-openstack-request-id: req-6699c100-cc28-442a-8369-c81c76a23593 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:32.656226 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b0fb73-d6cc-4c3f-9061-c068bcb8a46c", "name": "network-vif-deleted", "tag": "758e973a-8417-46a8-8084-accf84d375f4", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:32.656506 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6699c100-cc28-442a-8369-c81c76a23593 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:32.656909 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b0fb73-d6cc-4c3f-9061-c068bcb8a46c', 'name': 'network-vif-deleted', 'tag': '758e973a-8417-46a8-8084-accf84d375f4', 'status': 'completed', 'code': 200} Jun 30 02:34:32.659821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.688686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:32.689934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.704037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.705961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9c7d81a9-c880-4abb-af66-064fe1bad96d HTTP/1.1" status: 204 len: 168 time: 1.2003846 Jun 30 02:34:32.706877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7d81a9-c880-4abb-af66-064fe1bad96d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:32.711174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.711713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 66d09a2c-3788-45d0-b4b0-41c380edca5c up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:32.737523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.737873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.746620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.747082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.747433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.750496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.753675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.754032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.754394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.754732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.755060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.755387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56e81e-b90f-456a-8d85-3ca724cde162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:32.925174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=78f04522-fafd-4f24-b2d5-be9872c6e519,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:33.053568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:33.072404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:33.083457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 66d09a2c-3788-45d0-b4b0-41c380edca5c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:33.096110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 66d09a2c-3788-45d0-b4b0-41c380edca5c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:33.098005 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.170043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c97618-5688-46a7-bc14-a8271b24b1f0'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:33.173226 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6347b06-a565-4b76-8254-318e83895cad" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "33c97618-5688-46a7-bc14-a8271b24b1f0"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:33.174137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e0ee9a0-e67d-4455-b856-59bae7412117 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e578c8b1fa0646c49f2453f7b39cf3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191115 Jun 30 02:34:33.176994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:33.247613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.247756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82a10e1d-5016-428d-b005-705ad5d934fd req-56dbe47b-cf71-4b24-86d2-5193830515ad tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 210 time: 0.0461762 Jun 30 02:34:33.267316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ed1934-be93-483f-8f53-68a04dfa0ae2 req-e0ac9826-2b1d-4d91-891f-ccd0515bdba8 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=97decd5f-e895-4333-86f3-34111795a175 HTTP/1.1" status: 200 len: 210 time: 0.0679808 Jun 30 02:34:33.348649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf56155-2907-4445-9ba2-561de955541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.371913 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00212179-b7a7-408a-bbc7-84c645cdb88c x-openstack-request-id: req-00212179-b7a7-408a-bbc7-84c645cdb88c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:33.372619 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "33c97618-5688-46a7-bc14-a8271b24b1f0", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:33.372619 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00212179-b7a7-408a-bbc7-84c645cdb88c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:33.373191 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c97618-5688-46a7-bc14-a8271b24b1f0', 'code': 200} Jun 30 02:34:33.376364 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1', 'code': 200} Jun 30 02:34:33.382232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf56155-2907-4445-9ba2-561de955541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.384139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:33.406846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.407819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e17c9ca-64af-4167-874f-2ec967bd40b9 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:33.414694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57736) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:33.455646 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf56155-2907-4445-9ba2-561de955541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.458603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-baf56155-2907-4445-9ba2-561de955541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.461993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-baf56155-2907-4445-9ba2-561de955541b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f5367c9c-432e-482d-b7ed-7f8a0c18b925 HTTP/1.1" status: 204 len: 168 time: 0.2830765 Jun 30 02:34:33.479118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf56155-2907-4445-9ba2-561de955541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5367c9c-432e-482d-b7ed-7f8a0c18b925,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:33.586600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:33.626642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 2e17c9ca-64af-4167-874f-2ec967bd40b9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:33.632110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 2e17c9ca-64af-4167-874f-2ec967bd40b9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:33.632521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.826993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:33.931487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 758e973a-8417-46a8-8084-accf84d375f4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:33.940495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 758e973a-8417-46a8-8084-accf84d375f4 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:33.946067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-67336b63-c3fc-4f58-9904-53ff54b09d15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d63a9d26ac834261b2fbffb8ca2961d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300047 Jun 30 02:34:33.953017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:33.979372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.102706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-1cfe64bc-5810-4f66-9304-3b3d8baba119 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.104843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-1cfe64bc-5810-4f66-9304-3b3d8baba119 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.90 "GET /v2.0/networks?id=cea8372c-b608-444a-8ce1-dd4369578243 HTTP/1.1" status: 200 len: 811 time: 0.5378180 Jun 30 02:34:34.113952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.122205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.123972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:34.138774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.144910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.146664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.152314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.160562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.166915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.174837 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-2e2514b7-ed2b-4c7f-9e65-a30f9836559d tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5441 time: 0.3895192 Jun 30 02:34:34.259225 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-9ca92892-f57e-4330-9940-da47e466b1ef tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb HTTP/1.1" status: 200 len: 378 time: 0.1394503 Jun 30 02:34:34.283416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Request body: {'port': {'device_id': '54e41a70-919f-4936-9215-cb69cd345c01', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'admin_state_up': True, 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'security_groups': ['70befd2f-ce4e-4aba-9d4e-754a0f7969c8']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:34.303961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72a35f8f-6f2b-4809-b8fb-e5ac0886f7e7 req-c714b9c1-cc00-489b-a3c0-24ecf92c8a99 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279063 Jun 30 02:34:34.318125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.365549 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.385735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:34.440318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.584113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Made reservation on behalf of 52cfd2b7626e49ebb2eb6293cf894fdb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:34.592763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.650229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.653948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.655677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6760bfc-1c38-41cf-a172-01c6500d7c55 HTTP/1.1" status: 204 len: 168 time: 0.6948776 Jun 30 02:34:34.683311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6760bfc-1c38-41cf-a172-01c6500d7c55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:34.711461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.711821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.727121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.727501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.730291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.731857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.732217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.732558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.735736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.736906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.738175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.738658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042d34a-8854-40ac-b259-a9f4b3fa02cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:34.778205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f882717f-00c7-42a5-be49-1873a06ceb6b req-b2e1ed03-aaab-4d5e-b4cd-a202f7d90c41 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 210 time: 0.1071844 Jun 30 02:34:35.030210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78f04522-fafd-4f24-b2d5-be9872c6e519 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:35.136929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Allocated IP 172.20.0.6 (cea8372c-b608-444a-8ce1-dd4369578243/5db86255-623b-4eea-836a-21adf1bb1a51/797c46d2-fcb4-487e-814c-f26be0dbaac7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:35.210553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 78f04522-fafd-4f24-b2d5-be9872c6e519 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:35.211412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.377691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:35.387604 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62588aec-fcc2-404f-badd-5b4bf77984bd" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:35.557674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.578445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Transition to ACTIVE for port object 797c46d2-fcb4-487e-814c-f26be0dbaac7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:35.622475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.702655 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d94009-ef5b-4e21-8114-648a9ca2fae7 x-openstack-request-id: req-49d94009-ef5b-4e21-8114-648a9ca2fae7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:35.703550 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-plugged", "status": "completed", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:35.703965 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49d94009-ef5b-4e21-8114-648a9ca2fae7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:35.704651 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c', 'code': 200} Jun 30 02:34:35.707980 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'code': 200} Jun 30 02:34:35.735619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:35.788887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event updated for resources: {'Port': ['ID=797c46d2-fcb4-487e-814c-f26be0dbaac7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:35.878646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc6b40b5-dc23-40ab-a8d6-2aa612b79144 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19211fe409b94534ba9d373422c27e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418238 Jun 30 02:34:35.882904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:35.927263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Network cea8372c-b608-444a-8ce1-dd4369578243 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:35.950839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:35.958368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:36.085461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.091648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.203161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:36.219927 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-0f46a0f1-aa6a-47b0-81cd-1ce4f1ba1d10 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9497674 Jun 30 02:34:36.245788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.263765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Request body: {'port': {'device_id': '54e41a70-919f-4936-9215-cb69cd345c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:36.288964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.332885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b1b16ff8-afb1-4a88-88af-aefe42d4d0c4 None None] Provisioning for port 797c46d2-fcb4-487e-814c-f26be0dbaac7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:36.339250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.340204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.341126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.341809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.342080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b1b16ff8-afb1-4a88-88af-aefe42d4d0c4 None None] Provisioning complete for port 797c46d2-fcb4-487e-814c-f26be0dbaac7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:36.342680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.343167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.343828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.345951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35317ea7-1521-4193-a235-7f4f8610549d req-4205e33e-7bd0-4090-af8c-be911e4b10a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6499 time: 0.5152071 Jun 30 02:34:36.347432 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1b16ff8-afb1-4a88-88af-aefe42d4d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.357692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.379459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.397900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.413163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.425005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.442453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-5e2d6d5c-5408-42c3-ac80-42a4a6ca0776 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.5662410 Jun 30 02:34:36.451814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b1b16ff8-afb1-4a88-88af-aefe42d4d0c4 None None] Port 797c46d2-fcb4-487e-814c-f26be0dbaac7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:34:36.463737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0244-9b7e-44e0-87bb-9c1a4e79b74e req-0afaa4cb-bed9-4a73-bb30-c965bd821583 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.465523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeaf0244-9b7e-44e0-87bb-9c1a4e79b74e req-0afaa4cb-bed9-4a73-bb30-c965bd821583 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 931 time: 0.3874142 Jun 30 02:34:36.471335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35317ea7-1521-4193-a235-7f4f8610549d req-b0e62ed6-fe8c-495f-ae88-1a92dbebd3e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&id=0c334f35-e945-4b3c-beb1-36f80312adce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127825 Jun 30 02:34:36.484046 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e392a99-1261-4d1b-b53b-dd78e84d6d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.491455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.540485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ffc14f0-3bc2-4017-839b-dc7bc3e07fe4 req-75a27dec-72ac-444f-a0ab-1f7777105c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949674 Jun 30 02:34:36.565776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e392a99-1261-4d1b-b53b-dd78e84d6d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.571993 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeaf0244-9b7e-44e0-87bb-9c1a4e79b74e req-d3c73ede-0910-47f1-9db2-87dd667cbebb tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987499 Jun 30 02:34:36.709338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e392a99-1261-4d1b-b53b-dd78e84d6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.717649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e392a99-1261-4d1b-b53b-dd78e84d6d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.721362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3e392a99-1261-4d1b-b53b-dd78e84d6d32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85314baf-ccbe-45de-bc10-4c8fe166de5e HTTP/1.1" status: 204 len: 168 time: 0.8301051 Jun 30 02:34:36.747394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e392a99-1261-4d1b-b53b-dd78e84d6d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85314baf-ccbe-45de-bc10-4c8fe166de5e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:36.914835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d629e06-690f-4ccb-9e27-8a3840bb39dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.234790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d629e06-690f-4ccb-9e27-8a3840bb39dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.246607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d629e06-690f-4ccb-9e27-8a3840bb39dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.303136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6d629e06-690f-4ccb-9e27-8a3840bb39dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=370b57fca8ad4d598227348ecb44da88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8534455 Jun 30 02:34:37.304224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57856) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:37.333726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797c46d2-fcb4-487e-814c-f26be0dbaac7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:37.338021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d629e06-690f-4ccb-9e27-8a3840bb39dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a5c94-c898-4de5-8783-c475e8179007,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:37.387870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.418582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Transition to ACTIVE for port object 797c46d2-fcb4-487e-814c-f26be0dbaac7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:37.452656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.076458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.083898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.092596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.101395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.110479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.117497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.124624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.132762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-576e6893-56b5-48f4-917b-4300099164b7 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.2566395 Jun 30 02:34:38.203777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9aa7b5-50e9-45d7-998e-2e574344313e req-b125bcb0-c642-4ddf-abd4-455f2a60c4fe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700223 Jun 30 02:34:38.371087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e253fc68-5351-4c40-af19-a84bb9e09810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.420158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Pushing event updated for resources: {'Port': ['ID=797c46d2-fcb4-487e-814c-f26be0dbaac7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:38.518029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e253fc68-5351-4c40-af19-a84bb9e09810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.797011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Attempting to bind port 797c46d2-fcb4-487e-814c-f26be0dbaac7 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:38.797391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Attempting to bind port 797c46d2-fcb4-487e-814c-f26be0dbaac7 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:38.797669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Attempting to bind port 797c46d2-fcb4-487e-814c-f26be0dbaac7 on network cea8372c-b608-444a-8ce1-dd4369578243 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:38.811363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Port 797c46d2-fcb4-487e-814c-f26be0dbaac7 on network cea8372c-b608-444a-8ce1-dd4369578243 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:38.811757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Attempting to bind port 797c46d2-fcb4-487e-814c-f26be0dbaac7 on network cea8372c-b608-444a-8ce1-dd4369578243 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:38.834855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:38.835016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Checking segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:38.836768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Bound using segment: {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:38.837244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Bound port: 797c46d2-fcb4-487e-814c-f26be0dbaac7, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bcef8f-8392-4dbf-88b8-ba37c50334b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:38.839618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.862855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2c31c-ca80-4f01-b75e-8cb6c741db26 req-0db5adc5-0220-4c5c-a601-a5dd0ffcd15b tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.876963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ae2c31c-ca80-4f01-b75e-8cb6c741db26 req-0db5adc5-0220-4c5c-a601-a5dd0ffcd15b tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 943 time: 0.4980726 Jun 30 02:34:38.900605 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e253fc68-5351-4c40-af19-a84bb9e09810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.903383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e253fc68-5351-4c40-af19-a84bb9e09810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.904534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e253fc68-5351-4c40-af19-a84bb9e09810 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/899a5c94-c898-4de5-8783-c475e8179007 HTTP/1.1" status: 204 len: 168 time: 1.5993328 Jun 30 02:34:38.913922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:38.960974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253fc68-5351-4c40-af19-a84bb9e09810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a5c94-c898-4de5-8783-c475e8179007,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:39.041671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] For port 797c46d2-fcb4-487e-814c-f26be0dbaac7, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:39.044714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] For port 797c46d2-fcb4-487e-814c-f26be0dbaac7, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:39.075889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.167369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ae2c31c-ca80-4f01-b75e-8cb6c741db26 req-ce0cc563-ee7c-4c96-8216-1f32b614d73b tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2895222 Jun 30 02:34:39.204435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.207407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.209350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] 10.222.0.90 "PUT /v2.0/ports/797c46d2-fcb4-487e-814c-f26be0dbaac7 HTTP/1.1" status: 200 len: 1091 time: 2.9759989 Jun 30 02:34:39.214847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:39.216773 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a9fa8-11c1-47ea-9500-d155b0e2fa49" -d '{"events": [{"name": "network-changed", "server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:39.257086 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.449931 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36393d6-73f4-4473-98c6-5d7330ee4333 x-openstack-request-id: req-e36393d6-73f4-4473-98c6-5d7330ee4333 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:39.450966 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:39.452314 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e36393d6-73f4-4473-98c6-5d7330ee4333 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:39.452953 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'status': 'completed', 'code': 200} Jun 30 02:34:39.465594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739d86-bc1c-4225-be7b-712b0ef58cad service neutron] Pushing event updated for resources: {'Port': ['ID=797c46d2-fcb4-487e-814c-f26be0dbaac7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:39.538924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ee90a1e5-67e3-4e8d-a5fb-8bd03be9e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.541659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-ee90a1e5-67e3-4e8d-a5fb-8bd03be9e9d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb&device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 1094 time: 0.2753327 Jun 30 02:34:39.714939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-2cfd97fa-a23a-4042-9f5d-f6a1d2e64a3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7 HTTP/1.1" status: 200 len: 217 time: 0.1612353 Jun 30 02:34:39.924348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-590a7291-abfb-4a94-85ac-a2b3568612eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.925978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-590a7291-abfb-4a94-85ac-a2b3568612eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5db86255-623b-4eea-836a-21adf1bb1a51 HTTP/1.1" status: 200 len: 850 time: 0.2006934 Jun 30 02:34:39.943813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.951453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.957757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.980774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.995540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.010162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.018997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.038272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-a2c514d5-0c71-4e31-8d9a-2b82beae6c60 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.4746745 Jun 30 02:34:40.178960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff9f918a-1b5d-4115-b3ad-b8693a92a65d req-fefa685e-880a-4b89-bfa7-57dd117c3b02 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389503 Jun 30 02:34:40.271367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-395c2098-8670-44fa-8828-a355816a167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.279484 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.289948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-395c2098-8670-44fa-8828-a355816a167b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cea8372c-b608-444a-8ce1-dd4369578243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2359505 Jun 30 02:34:40.564759 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.606476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-7aeae9ba-55cc-458a-8853-5bad77d0b230 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052113 Jun 30 02:34:40.709890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.728899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.735813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.741716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.751845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.759178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.769170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.771168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f09ec08-da9b-4f8d-8e51-e967d26403c8 req-039c40cc-1f4f-46c6-8913-aeecf866ce6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.3308020 Jun 30 02:34:40.786612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57962) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:40.795395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8704-756b-4b13-9f74-db81f6216a6d req-205f7c62-9959-4e5a-aca6-ae0728bea592 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.796104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Request body: {'floatingip': {'port_id': '2e17c9ca-64af-4167-874f-2ec967bd40b9'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:40.802380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-816f8704-756b-4b13-9f74-db81f6216a6d req-205f7c62-9959-4e5a-aca6-ae0728bea592 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 943 time: 0.2348325 Jun 30 02:34:40.844561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-816f8704-756b-4b13-9f74-db81f6216a6d req-091c4a01-e078-42ba-ad16-c1a27de47458 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413394 Jun 30 02:34:40.845934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:40.957815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.034685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Deleting port 60c1a704-9927-44fd-a957-56fc87aab570 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:41.035031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.154497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] For port 60c1a704-9927-44fd-a957-56fc87aab570, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=60c1a704-9927-44fd-a957-56fc87aab570,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:41.154871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.163113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2785358-84d7-44cc-9ba1-520e6db8768f req-a9f07dac-c5af-4770-9da2-fe77d4771ae5 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448272 Jun 30 02:34:41.171421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Calling delete_port for 60c1a704-9927-44fd-a957-56fc87aab570 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:41.270689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1856677999-network', 'tenant_id': 'a385748b96f74623bda4d214df18eaf9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:41.317174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Made reservation on behalf of a385748b96f74623bda4d214df18eaf9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:41.320296 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.367182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-15867965-8283-4cc4-94ed-2b7b6605121c tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745294 Jun 30 02:34:41.372573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.548563 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-267925a2-4d30-432c-8822-d634642123df tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:41.550557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-267925a2-4d30-432c-8822-d634642123df tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435328 Jun 30 02:34:41.576076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-137ae30c-f128-4d9e-a566-67c0988b5fab tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/quotas/3cce6ecc620048a8b39b2e0007d4d870 HTTP/1.1" status: 200 len: 375 time: 0.0153973 Jun 30 02:34:41.629380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.676809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-53a2295e-aa3e-43ba-9888-854148c12d46 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888729 Jun 30 02:34:41.687001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-cda57473-603e-4be8-a803-66a50af713f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:41.688597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-cda57473-603e-4be8-a803-66a50af713f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb&device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 1094 time: 0.4369116 Jun 30 02:34:41.725876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c1a704-9927-44fd-a957-56fc87aab570,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:41.767691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.789544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.884313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:34:41.919543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.921428 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Added segment e5f90183-41f7-44b7-b59c-8869b14f9ff6 of type vlan for network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a Jun 30 02:34:42.001709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-42bf4b3b-faea-4a24-bc94-18a66c2b97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.006482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-42bf4b3b-faea-4a24-bc94-18a66c2b97de service neutron] 10.222.0.90 "GET /v2.0/networks?id=cea8372c-b608-444a-8ce1-dd4369578243 HTTP/1.1" status: 200 len: 912 time: 0.2942376 Jun 30 02:34:42.028303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.154434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.155783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.156519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.168664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-249470a2-43dc-4065-b033-5dbf94841365 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7 HTTP/1.1" status: 200 len: 217 time: 0.1469316 Jun 30 02:34:42.225268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05250389-f1c2-4ea7-a75c-cb809e0c629c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:42.290183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4431882 Jun 30 02:34:42.305544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:42.312173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Request body: {'subnet': {'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1856677999-subnet', 'tenant_id': 'a385748b96f74623bda4d214df18eaf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:42.386858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-f9068761-9458-4bfc-b4b4-5ab4f43856ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.388467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-f9068761-9458-4bfc-b4b4-5ab4f43856ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5db86255-623b-4eea-836a-21adf1bb1a51 HTTP/1.1" status: 200 len: 850 time: 0.1814885 Jun 30 02:34:42.412565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.427611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6eee6-47a0-461a-bac8-1622a8959ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:42.436874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:34:42.456603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Made reservation on behalf of a385748b96f74623bda4d214df18eaf9 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:42.459184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.567057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa4f54-a7cd-4cac-92f8-e335bec95cea req-a78c9fd7-bc4f-43e3-a8f2-2cc5162fec2a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.576092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21fa4f54-a7cd-4cac-92f8-e335bec95cea req-a78c9fd7-bc4f-43e3-a8f2-2cc5162fec2a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 943 time: 0.4231012 Jun 30 02:34:42.663766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21fa4f54-a7cd-4cac-92f8-e335bec95cea req-08a85ea8-9df1-410c-ad50-a6114fb74eb8 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866778 Jun 30 02:34:42.849058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a99c8221-2774-4436-90b1-df8154298569 req-5f1ba6b0-b7b2-4d46-8bd1-9346752f9e36 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 210 time: 0.0363574 Jun 30 02:34:42.885274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:34:42.907547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef391f3-eeb8-419a-88c2-aba27ba2cca9 req-dd67cbc8-8985-4497-a297-ff59ec7e083e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.909738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ef391f3-eeb8-419a-88c2-aba27ba2cca9 req-dd67cbc8-8985-4497-a297-ff59ec7e083e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 944 time: 0.7400215 Jun 30 02:34:42.911934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:34:43.048699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:43.057459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fc322123-7c64-40b9-9b31-920d492d2064 admin admin] 10.222.0.78 "PUT /v2.0/routers/5d059ef0-7d88-4b30-a9f3-012c93d34e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1393831 Jun 30 02:34:43.057964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:43.065148 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] Sync routers for ids ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:43.083082 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] Routers {'5d059ef0-7d88-4b30-a9f3-012c93d34e5d'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:43.084044 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:43.086198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.117742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.177721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-f2c272e5-9485-4660-8225-c800120dd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.178930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-f2c272e5-9485-4660-8225-c800120dd096 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cea8372c-b608-444a-8ce1-dd4369578243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3634713 Jun 30 02:34:43.187142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67726890-0474-4d73-ac52-996258a7d25e req-b53329df-af99-45e2-8eb5-d39bd944fd0f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.188660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67726890-0474-4d73-ac52-996258a7d25e req-b53329df-af99-45e2-8eb5-d39bd944fd0f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 944 time: 0.3728869 Jun 30 02:34:43.195588 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ef391f3-eeb8-419a-88c2-aba27ba2cca9 req-52ccf085-6ec4-4c04-9074-179a71b547ab tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691228 Jun 30 02:34:43.238781 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] Set router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:43.442070 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Floating IP c66c52a9-d1aa-4db6-903d-c375a999799b associated. External IP: 172.25.0.166, port: 2e17c9ca-64af-4167-874f-2ec967bd40b9. Jun 30 02:34:43.454923 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:34:41Z', 'revision_number': 5, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:43.493210 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] Checking router: 5d059ef0-7d88-4b30-a9f3-012c93d34e5d for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:43.503376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] Routers {'5d059ef0-7d88-4b30-a9f3-012c93d34e5d'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:43.504279 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:43.526641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-cd98b309-b4f4-4375-be12-552ed14386f8 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252661 Jun 30 02:34:43.548036 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.561248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a5731-7ec8-4c89-b63b-0cf47fb432a6 req-27024130-e8f0-4e44-a76a-204907f31113 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.568650 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.572840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb1a5731-7ec8-4c89-b63b-0cf47fb432a6 req-27024130-e8f0-4e44-a76a-204907f31113 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 950 time: 0.1413515 Jun 30 02:34:43.671107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-99921d4b-1d6b-4e90-9c84-775156689f7c tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494406 Jun 30 02:34:43.677004 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] Set router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:43.706719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad2d3b7-1efb-4860-96fb-04891544390f,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:43.707891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb1a5731-7ec8-4c89-b63b-0cf47fb432a6 req-049a9953-6c32-42b5-81bc-73fd2fbb1494 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340492 Jun 30 02:34:43.723174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Deleting port 1bf8942a-24af-4187-8414-f9398ee6819e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:43.723514 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.872885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.879538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 797c46d2-fcb4-487e-814c-f26be0dbaac7 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:43.903191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Checking segment: {'id': 'e5f90183-41f7-44b7-b59c-8869b14f9ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:43.903627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Network hostable DHCP agents. Network: f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:34:43.907204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213a9fa8-11c1-47ea-9500-d155b0e2fa49 req-8374a751-cedb-4b1d-9c27-025f6f3ad283 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731887 Jun 30 02:34:44.019520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-19a8cf54-af07-44b2-9758-43efd4a8b0c2 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.020655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-19a8cf54-af07-44b2-9758-43efd4a8b0c2 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416307 Jun 30 02:34:44.036154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Deleting port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:44.036511 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.042833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Request body: {'port': {'device_id': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '3cce6ecc620048a8b39b2e0007d4d870'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:44.069267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] For port 1bf8942a-24af-4187-8414-f9398ee6819e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1bf8942a-24af-4187-8414-f9398ee6819e,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:44.069883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 797c46d2-fcb4-487e-814c-f26be0dbaac7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:44.070612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.090330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Calling delete_port for 1bf8942a-24af-4187-8414-f9398ee6819e owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:44.093855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'port_id': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'mac_address': 'fa:16:3e:57:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:44.105030 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:34:41Z', 'revision_number': 5, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:44.141192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97959b0-02b9-4d65-9e3b-e7cf32a23d45 None None] The sync data for ids ['5d059ef0-7d88-4b30-a9f3-012c93d34e5d'] in n-d-798054-5 is: [{'id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937034748-router', 'tenant_id': '560b4e8612eb4dfa90031761d369ad4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:19Z', 'updated_at': '2021-06-30T02:34:41Z', 'revision_number': 5, 'project_id': '560b4e8612eb4dfa90031761d369ad4f', 'gw_port': {'id': '1e72ba74-37eb-4292-98e4-a67d5fc9f89b', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d059ef0-7d88-4b30-a9f3-012c93d34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:21Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:44.173780 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.192268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797c46d2-fcb4-487e-814c-f26be0dbaac7 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:44.219969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 797c46d2-fcb4-487e-814c-f26be0dbaac7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:44.220184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:34:44.224501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] For port 1e72ba74-37eb-4292-98e4-a67d5fc9f89b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:44.224915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.227821 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.242734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Calling delete_port for 1e72ba74-37eb-4292-98e4-a67d5fc9f89b owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:44.258735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:34:44.271075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:44.285652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3491ced-7d73-4069-8253-250f499d6818 None None] Network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:44.287794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.288383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.301538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d407fd-85d7-40b1-8870-33486eac9ed7 req-f52a8b90-06ee-470c-95b6-d7639b8e7e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.310700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46d407fd-85d7-40b1-8870-33486eac9ed7 req-f52a8b90-06ee-470c-95b6-d7639b8e7e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 943 time: 0.4642632 Jun 30 02:34:44.315710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Made reservation on behalf of 3cce6ecc620048a8b39b2e0007d4d870 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:44.319870 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.336087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.352803 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:34:44.358111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=797c46d2-fcb4-487e-814c-f26be0dbaac7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:44.452540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2d05cac9-ebb6-4cb5-b703-7e065bf22a41 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1447883 Jun 30 02:34:44.492735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46d407fd-85d7-40b1-8870-33486eac9ed7 req-4ff0ab76-386c-4a88-b242-9ab931b6849e tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810577 Jun 30 02:34:44.531187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['797c46d2-fcb4-487e-814c-f26be0dbaac7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:44.580670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fc7293-589e-4aa7-88b0-8c26fab09f06 None None] Network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:44.664287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.679374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.682702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.707748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['1bf8942a-24af-4187-8414-f9398ee6819e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:44.753367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.792963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event deleted for resources: {'Port': ['ID=1bf8942a-24af-4187-8414-f9398ee6819e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:44.808979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd3cfa-aab9-4395-8ead-91d37bc5cd52,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:44.823827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e72ba74-37eb-4292-98e4-a67d5fc9f89b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:44.842540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:44.943374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.963945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] Sync routers for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:44.970441 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8839acf8-b731-4ed2-abca-2ccffd58abe3 req-6db6405e-701c-4894-b888-bdca77fe118f tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 210 time: 0.1828077 Jun 30 02:34:45.028057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:45.028995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:45.098829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60c1a704-9927-44fd-a957-56fc87aab570 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:45.130502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] No DVR routers for this DVR port 1bf8942a-24af-4187-8414-f9398ee6819e on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:45.146887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.147581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.148758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67726890-0474-4d73-ac52-996258a7d25e req-26d4ce42-9c1d-45e4-aca1-4165a4601497 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "DELETE /v2.0/ports/1bf8942a-24af-4187-8414-f9398ee6819e HTTP/1.1" status: 204 len: 173 time: 1.9486263 Jun 30 02:34:45.151689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'name': 'network-vif-deleted', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:45.157155 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9ea2aa-8432-471b-8251-4c36aa72c169" -d '{"events": [{"server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "name": "network-vif-deleted", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:45.168004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae112a7d-769d-4b1d-b77e-0f837b3b125b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "PUT /v2.0/floatingips/c66c52a9-d1aa-4db6-903d-c375a999799b HTTP/1.1" status: 200 len: 991 time: 4.3749831 Jun 30 02:34:45.212317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Allocated IP 192.168.233.171 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/391de843-5c1d-4ad8-8567-db5f07806a44) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:45.226746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32963140-77d8-4750-8aa9-6ecebc3467b3 req-95573439-e068-48f9-ae5e-c753eb8b7a74 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73 HTTP/1.1" status: 200 len: 210 time: 0.0492942 Jun 30 02:34:45.297300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 60c1a704-9927-44fd-a957-56fc87aab570 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:45.297955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60c1a704-9927-44fd-a957-56fc87aab570 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:45.340831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.347523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.363955 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2193982-3b89-4d46-a623-9aff9aefe4a2 x-openstack-request-id: req-b2193982-3b89-4d46-a623-9aff9aefe4a2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:45.364486 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73", "name": "network-vif-deleted", "tag": "1bf8942a-24af-4187-8414-f9398ee6819e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:45.364797 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2193982-3b89-4d46-a623-9aff9aefe4a2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:45.365269 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e4f47c-712a-4c3e-ba8a-30e34d4f5d73', 'name': 'network-vif-deleted', 'tag': '1bf8942a-24af-4187-8414-f9398ee6819e', 'status': 'completed', 'code': 200} Jun 30 02:34:45.428393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:45.484807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.484925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d059ef0-7d88-4b30-a9f3-012c93d34e5d {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:34:45.507637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.511817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a0e6d1fa-e723-42b5-9ec7-334572ff9c45 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5d059ef0-7d88-4b30-a9f3-012c93d34e5d HTTP/1.1" status: 204 len: 168 time: 2.4498525 Jun 30 02:34:45.512087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58134) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:45.591002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Deleting subnet 55b55112-169d-461d-9a56-b65a3a738622 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:45.595287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.635553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-b96bdc62-cc96-4568-8cd5-2077f6165ab5 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:45.643340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-b96bdc62-cc96-4568-8cd5-2077f6165ab5 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/networks?id=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a HTTP/1.1" status: 200 len: 822 time: 0.2974882 Jun 30 02:34:45.670476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.675713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-a7b9f448-84ab-42ec-b7e2-d0f268aa5155 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/quotas/a385748b96f74623bda4d214df18eaf9 HTTP/1.1" status: 200 len: 375 time: 0.0312724 Jun 30 02:34:45.724704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-fa644151-49a9-4efc-aea7-2cad720b1af4 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a385748b96f74623bda4d214df18eaf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474250 Jun 30 02:34:45.792639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.823612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.833193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Transition to ACTIVE for port object 391de843-5c1d-4ad8-8567-db5f07806a44 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:45.891634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'c66c52a9-d1aa-4db6-903d-c375a999799b', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'port_id': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'mac_address': 'fa:16:3e:d4:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:33:22Z', 'updated_at': '2021-06-30T02:34:42Z', 'revision_number': 1, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:23Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:45.916134 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.924026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] Checking router: 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:45.929680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:45.941849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.948078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:45.949388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/55b55112-169d-461d-9a56-b65a3a738622 HTTP/1.1" status: 204 len: 168 time: 0.4344120 Jun 30 02:34:45.960964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64404fe-93a1-442e-b5bb-6b7b93aec338 None None] Network 7d57ebff-9c6d-442a-aee7-14c9ae176c90 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:45.969887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-ba046419-8e18-4a22-8de8-fd41cb1a5a89 service neutron] 10.222.0.78 "GET /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437503 Jun 30 02:34:46.002075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f593b7b-13a7-489d-9258-2be71833c986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b55112-169d-461d-9a56-b65a3a738622,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.010496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:46.011188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:46.029850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.151913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.169908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:46.178104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:46.180453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:46.186809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Pushing event updated for resources: {'Port': ['ID=391de843-5c1d-4ad8-8567-db5f07806a44,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.242917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:46.295667 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-b84bc287-e3ba-40ec-a3a2-4f6b5c1e05fd service neutron] 10.222.0.78 "GET /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784953 Jun 30 02:34:46.312723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd49e3-11dd-4cc0-86ad-d13e7afb2f66 req-3635baae-684d-4217-840c-69003c02146a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.329409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eddd49e3-11dd-4cc0-86ad-d13e7afb2f66 req-3635baae-684d-4217-840c-69003c02146a tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 944 time: 0.0816760 Jun 30 02:34:46.332464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.333195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.372581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eddd49e3-11dd-4cc0-86ad-d13e7afb2f66 req-d1bd8ae2-bdbf-4654-8393-4a59e858e35e tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489676 Jun 30 02:34:46.379830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-54ec0422-23eb-47b7-aa9e-92e984c6a713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3454349 Jun 30 02:34:46.383893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Deleting port f14536f0-6edf-442c-bc19-0eae375bb00d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:46.384298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.496332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] For port f14536f0-6edf-442c-bc19-0eae375bb00d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f14536f0-6edf-442c-bc19-0eae375bb00d,segment=NetworkSegment(1f157ae6-46e6-408b-9b22-97065767d525),segment_id=1f157ae6-46e6-408b-9b22-97065767d525)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:46.496715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.528909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Calling delete_port for f14536f0-6edf-442c-bc19-0eae375bb00d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:46.617687 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.622276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5b57-ac9b-47da-a83e-009f128eb782 req-41dba621-3c4a-4004-8ec3-42aecc5bf60b tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.633027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76ae5b57-ac9b-47da-a83e-009f128eb782 req-41dba621-3c4a-4004-8ec3-42aecc5bf60b tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 936 time: 0.1251585 Jun 30 02:34:46.639831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Request body: {'port': {'device_id': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:46.646120 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.676229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1af05075-d603-4368-aafd-ea9d51d6594a None None] Provisioning for port 391de843-5c1d-4ad8-8567-db5f07806a44 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:46.685200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:46.687621 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba5969-8d63-47b8-83c7-a533d88d80f0" -d '{"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-unplugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:46.712170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1af05075-d603-4368-aafd-ea9d51d6594a None None] Provisioning complete for port 391de843-5c1d-4ad8-8567-db5f07806a44 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:46.712962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1af05075-d603-4368-aafd-ea9d51d6594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.718794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:46.722270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76ae5b57-ac9b-47da-a83e-009f128eb782 req-b7f6e71a-7b5c-4b49-8133-e35032e5097a tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883777 Jun 30 02:34:46.733584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f14536f0-6edf-442c-bc19-0eae375bb00d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.745650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] No DVR routers for this DVR port f14536f0-6edf-442c-bc19-0eae375bb00d on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:46.752752 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.825289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1af05075-d603-4368-aafd-ea9d51d6594a None None] Port 391de843-5c1d-4ad8-8567-db5f07806a44 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:34:46.855033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbbdc2-da44-411a-8d62-34edf66d2d59 None None] DHCP port deletion for 7d57ebff-9c6d-442a-aee7-14c9ae176c90 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:34:46.862781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.868506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.896109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'c66c52a9-d1aa-4db6-903d-c375a999799b', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'port_id': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'mac_address': 'fa:16:3e:d4:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:33:22Z', 'updated_at': '2021-06-30T02:34:42Z', 'revision_number': 1, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:23Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:46.929686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0298916-1eed-4e1b-b9b5-f9994897fdd1 None None] The sync data for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 is: [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'c66c52a9-d1aa-4db6-903d-c375a999799b', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'port_id': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'mac_address': 'fa:16:3e:d4:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:33:22Z', 'updated_at': '2021-06-30T02:34:42Z', 'revision_number': 1, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:23Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:46.944175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cd77c847-f7f7-400b-bd88-85c99022623d req-d5590f10-b408-4c58-bc57-c331539e002a tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 210 time: 0.0742013 Jun 30 02:34:47.016593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e72ba74-37eb-4292-98e4-a67d5fc9f89b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:47.017477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.022713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:47.065575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d57ebff-9c6d-442a-aee7-14c9ae176c90']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:47.079787 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7987180d-cdc4-45e3-b731-86785f695c96 x-openstack-request-id: req-7987180d-cdc4-45e3-b731-86785f695c96 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:47.080083 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-unplugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:47.080331 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7987180d-cdc4-45e3-b731-86785f695c96 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:47.081104 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'code': 200} Jun 30 02:34:47.082431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 1bf8942a-24af-4187-8414-f9398ee6819e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:47.082964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1bf8942a-24af-4187-8414-f9398ee6819e not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:47.084500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 1e72ba74-37eb-4292-98e4-a67d5fc9f89b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:47.084995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1e72ba74-37eb-4292-98e4-a67d5fc9f89b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:47.085555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f14536f0-6edf-442c-bc19-0eae375bb00d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:47.089818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f157ae6-46e6-408b-9b22-97065767d525') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:47.090127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f157ae6-46e6-408b-9b22-97065767d525') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:47.107886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f14536f0-6edf-442c-bc19-0eae375bb00d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:47.108472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f14536f0-6edf-442c-bc19-0eae375bb00d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:47.161459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.187231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.211375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:47.211812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:47.214388 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:47.313812 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160510d6-fe31-476f-8efc-449bdd3553f4 None None] New status for floating IP c66c52a9-d1aa-4db6-903d-c375a999799b: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:34:47.334091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.366197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:47.369740 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70cce88-37e5-4e72-87b8-29d1ec7217fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:47.371888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.376761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] 10.222.0.78 "DELETE /v2.0/networks/7d57ebff-9c6d-442a-aee7-14c9ae176c90 HTTP/1.1" status: 204 len: 168 time: 1.4250982 Jun 30 02:34:47.377249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3429e55-5354-4ed3-a28d-58a91029c4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7d57ebff-9c6d-442a-aee7-14c9ae176c90,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:47.377973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58186) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:47.465796 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd5250-40b8-428c-a23f-a05d40eef425 x-openstack-request-id: req-f2bd5250-40b8-428c-a23f-a05d40eef425 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:47.471084 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:47.471679 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2bd5250-40b8-428c-a23f-a05d40eef425 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:47.472309 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'status': 'completed', 'code': 200} Jun 30 02:34:47.494100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391de843-5c1d-4ad8-8567-db5f07806a44 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:47.503021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.518595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Transition to ACTIVE for port object 391de843-5c1d-4ad8-8567-db5f07806a44 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:47.532282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.667299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Pushing event updated for resources: {'Port': ['ID=391de843-5c1d-4ad8-8567-db5f07806a44,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:47.768325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b3eba-6e17-4312-93be-8148f5b85bfc req-07b2e323-b0e9-41a6-bd66-95d29cdde5b4 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:47.770057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de4b3eba-6e17-4312-93be-8148f5b85bfc req-07b2e323-b0e9-41a6-bd66-95d29cdde5b4 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 944 time: 0.1693954 Jun 30 02:34:47.788979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Attempting to bind port 391de843-5c1d-4ad8-8567-db5f07806a44 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:47.789411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Attempting to bind port 391de843-5c1d-4ad8-8567-db5f07806a44 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:47.789806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Attempting to bind port 391de843-5c1d-4ad8-8567-db5f07806a44 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:47.817897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Port 391de843-5c1d-4ad8-8567-db5f07806a44 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:47.817897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Attempting to bind port 391de843-5c1d-4ad8-8567-db5f07806a44 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:47.844917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:47.845366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:47.845712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:47.846235 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Bound port: 391de843-5c1d-4ad8-8567-db5f07806a44, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:47.846688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.874879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de4b3eba-6e17-4312-93be-8148f5b85bfc req-25ef6635-7724-41dd-ba71-467e18c0266f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937865 Jun 30 02:34:47.917932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 797c46d2-fcb4-487e-814c-f26be0dbaac7 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:47.957764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-0942d6cf-c112-4290-8949-5b33a4cdf50e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:47.962659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-0942d6cf-c112-4290-8949-5b33a4cdf50e tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 944 time: 0.1576030 Jun 30 02:34:47.967227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] For port 391de843-5c1d-4ad8-8567-db5f07806a44, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:47.971919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] For port 391de843-5c1d-4ad8-8567-db5f07806a44, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=391de843-5c1d-4ad8-8567-db5f07806a44,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:47.972812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73217e54-07f8-402b-9bff-9175038aad8d req-f92c87ed-6af2-4830-a9d4-0488499d3a22 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:47.981105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-73217e54-07f8-402b-9bff-9175038aad8d req-f92c87ed-6af2-4830-a9d4-0488499d3a22 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 944 time: 0.4955344 Jun 30 02:34:48.015422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 797c46d2-fcb4-487e-814c-f26be0dbaac7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:48.019850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 797c46d2-fcb4-487e-814c-f26be0dbaac7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:48.020429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.021248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.023596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.024130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.024634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.025231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.025651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.026137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.028610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-20ede0d3-df87-469e-991e-60cdee25b088 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6499 time: 0.5113494 Jun 30 02:34:48.031843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.112635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.113798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.116281 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] 10.222.0.90 "PUT /v2.0/ports/391de843-5c1d-4ad8-8567-db5f07806a44 HTTP/1.1" status: 200 len: 1096 time: 1.4824393 Jun 30 02:34:48.117120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'tag': '391de843-5c1d-4ad8-8567-db5f07806a44'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:48.120431 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f", "tag": "391de843-5c1d-4ad8-8567-db5f07806a44"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:48.157445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-73217e54-07f8-402b-9bff-9175038aad8d req-9ac150a4-35dd-430b-ae93-d92bc965d3a2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758678 Jun 30 02:34:48.202798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.252031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 797c46d2-fcb4-487e-814c-f26be0dbaac7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:48.267793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.306650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77459c-9687-410e-9ce9-75bbd26619f6 service neutron] Pushing event updated for resources: {'Port': ['ID=391de843-5c1d-4ad8-8567-db5f07806a44,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:48.340756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=797c46d2-fcb4-487e-814c-f26be0dbaac7,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:48.385997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-a33ef8a8-366a-45b3-9406-92b7a15fef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.388613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-a33ef8a8-366a-45b3-9406-92b7a15fef36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eed9ce84-e230-4855-8758-b8a5ff868a3c HTTP/1.1" status: 200 len: 917 time: 0.3533659 Jun 30 02:34:48.584812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-ab97e5f7-b377-4c25-848d-58cfda2dbd20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9 HTTP/1.1" status: 200 len: 1001 time: 0.1670582 Jun 30 02:34:48.683193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b9c3693-320a-4f92-b7f7-4aa2731eaaad req-a0ee7fc2-690a-400a-972d-656cc17e7981 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 210 time: 0.0428853 Jun 30 02:34:48.708168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-724c005b-affc-4249-be46-8e7b48c0fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.710046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-724c005b-affc-4249-be46-8e7b48c0fe3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10fac86b-9dd1-4208-b2f7-e83b35dc9323 HTTP/1.1" status: 200 len: 855 time: 0.1110470 Jun 30 02:34:48.851892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-a46324d2-a4b5-4382-ab41-c49ff608e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.852796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-a46324d2-a4b5-4382-ab41-c49ff608e607 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eed9ce84-e230-4855-8758-b8a5ff868a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347497 Jun 30 02:34:48.858701 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4d339a-35ca-4707-ab2b-87f42d9f5d03 x-openstack-request-id: req-bf4d339a-35ca-4707-ab2b-87f42d9f5d03 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:48.859184 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f", "tag": "391de843-5c1d-4ad8-8567-db5f07806a44", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:48.859305 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf4d339a-35ca-4707-ab2b-87f42d9f5d03 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:48.859685 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'tag': '391de843-5c1d-4ad8-8567-db5f07806a44', 'status': 'completed', 'code': 200} Jun 30 02:34:48.862458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.909919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-fa8c3f6f-c795-4761-8087-e090baaadf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.911657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-fa8c3f6f-c795-4761-8087-e090baaadf83 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 1099 time: 0.6964114 Jun 30 02:34:48.916242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Deleting port e8cb2b18-abde-4172-9738-a79fa53e0b97 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:48.916669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.928599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-69961bfb-7c8e-4087-ad1a-02f40e118a23 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.930069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-69961bfb-7c8e-4087-ad1a-02f40e118a23 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.67 "GET /v2.0/networks?id=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a HTTP/1.1" status: 200 len: 822 time: 0.7492750 Jun 30 02:34:48.986234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Request body: {'port': {'device_id': '06f162c6-64ba-4471-81c8-7df646108f3f', 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a', 'admin_state_up': True, 'tenant_id': 'a385748b96f74623bda4d214df18eaf9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:49.043426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-fcb53859-9709-4de6-9267-85141f0fd570 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=391de843-5c1d-4ad8-8567-db5f07806a44 HTTP/1.1" status: 200 len: 217 time: 0.1123040 Jun 30 02:34:49.076757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-dd64b5a4-7254-4bb0-970f-6df1d9d839c1 service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122631 Jun 30 02:34:49.081849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9895fb-b2be-4949-a48d-c982be3b7a89 req-3c9afeb3-c5f8-4d1f-94df-5414e70493db tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.082783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:49.083513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c9895fb-b2be-4949-a48d-c982be3b7a89 req-3c9afeb3-c5f8-4d1f-94df-5414e70493db tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 948 time: 0.7622561 Jun 30 02:34:49.086504 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0eb5b-81b5-464c-8975-77f6c4a3d82f" -d '{"events": [{"server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "name": "network-vif-plugged", "status": "completed", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:49.217974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-c0a83257-ab1c-4574-b6b8-35d02dad51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.219401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-c0a83257-ab1c-4574-b6b8-35d02dad51a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1349781 Jun 30 02:34:49.223102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] For port e8cb2b18-abde-4172-9738-a79fa53e0b97, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e8cb2b18-abde-4172-9738-a79fa53e0b97,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:49.223463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.252599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685bbba-8e2a-4ced-97ea-a4fff4b2b206 req-a641f185-62d7-4fb1-95fd-0d8470caed03 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.254180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4685bbba-8e2a-4ced-97ea-a4fff4b2b206 req-a641f185-62d7-4fb1-95fd-0d8470caed03 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.2531099 Jun 30 02:34:49.265171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Calling delete_port for e8cb2b18-abde-4172-9738-a79fa53e0b97 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:49.286575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c9895fb-b2be-4949-a48d-c982be3b7a89 req-e43e70d8-b52b-49f1-8559-6df4fd927940 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881900 Jun 30 02:34:49.357467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4685bbba-8e2a-4ced-97ea-a4fff4b2b206 req-c636fc9a-32bb-4ea5-9ab5-f7649f0e9a33 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919034 Jun 30 02:34:49.366512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70cce88-37e5-4e72-87b8-29d1ec7217fd req-f23222a7-9a4b-4694-9f7c-ef7aa9d94e6e service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775497 Jun 30 02:34:49.388401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Made reservation on behalf of a385748b96f74623bda4d214df18eaf9 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:49.390292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.436732 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035c037-18fc-4bdb-8492-59b381dc24ca x-openstack-request-id: req-2035c037-18fc-4bdb-8492-59b381dc24ca {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:49.437202 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "name": "network-vif-plugged", "status": "completed", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:49.437628 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2035c037-18fc-4bdb-8492-59b381dc24ca {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:49.438186 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'code': 200} Jun 30 02:34:49.438355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-ed5b3fdb-8de3-4303-bad9-b4b4cc4c84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.440121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-ed5b3fdb-8de3-4303-bad9-b4b4cc4c84ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981802 Jun 30 02:34:49.541384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Deleting port 18b06917-5546-49cc-aa9e-8552f41a1abb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:49.541993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.682862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] For port 18b06917-5546-49cc-aa9e-8552f41a1abb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=18b06917-5546-49cc-aa9e-8552f41a1abb,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:49.683404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.700993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a23e7-dd26-45b9-85fb-a0af0bd98d36 req-495114bb-870f-4c88-abb3-edc1623f3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.702676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a0a23e7-dd26-45b9-85fb-a0af0bd98d36 req-495114bb-870f-4c88-abb3-edc1623f3493 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 1096 time: 0.1489112 Jun 30 02:34:49.706787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Calling delete_port for 18b06917-5546-49cc-aa9e-8552f41a1abb owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:49.722352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.779090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Allocated IP 172.20.0.12 (f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a/dad2d3b7-1efb-4860-96fb-04891544390f/13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:49.788449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-2bb99d8d-c372-4c95-a12a-b1e612ba9edb service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322637 Jun 30 02:34:49.788683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a0a23e7-dd26-45b9-85fb-a0af0bd98d36 req-8f475ef7-2237-4390-899a-5b0d9401362c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697012 Jun 30 02:34:49.789175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event deleted for resources: {'Port': ['ID=e8cb2b18-abde-4172-9738-a79fa53e0b97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:49.877299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397121e4-5c3e-483a-b9fc-efb84e777ba5 req-c53d7c87-01dc-4b04-a8bc-b4fd24700c0c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.878022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5f30372-5660-44e9-a992-0079ee7a78a3 req-1ed35be1-7f2d-4a7d-befc-6a4f8a88b44e tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 210 time: 0.0366135 Jun 30 02:34:49.878869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-397121e4-5c3e-483a-b9fc-efb84e777ba5 req-c53d7c87-01dc-4b04-a8bc-b4fd24700c0c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=b097e86a-22ae-4e9c-a3ed-59bda957628f HTTP/1.1" status: 200 len: 866 time: 0.3053033 Jun 30 02:34:49.885520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] No DVR routers for this DVR port e8cb2b18-abde-4172-9738-a79fa53e0b97 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:49.889690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.891885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5396baf9-fa98-4238-b28c-72394ca7c889 req-2dcb41e9-812f-4fe7-b3bd-727ae6865536 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "DELETE /v2.0/ports/e8cb2b18-abde-4172-9738-a79fa53e0b97 HTTP/1.1" status: 204 len: 173 time: 1.9169788 Jun 30 02:34:49.916001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:49.992165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.055578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b06917-5546-49cc-aa9e-8552f41a1abb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:50.070836 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-397121e4-5c3e-483a-b9fc-efb84e777ba5 req-0e1a5d09-5121-49ed-b7d5-40eb38002569 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717727 Jun 30 02:34:50.104233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:50.125471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '187721a5-d762-4458-b384-109ffadc301d', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '187721a5-d762-4458-b384-109ffadc301d', 'mac_address': 'fa:16:3e:fd:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:50.156575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a9bd1ed-d8ce-4f16-9518-4d12544bb268 req-a1892732-8912-4a76-b344-c13de618f6b9 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547772 Jun 30 02:34:50.189100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.193783 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.216686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187721a5-d762-4458-b384-109ffadc301d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:50.241511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:50.258483 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.306897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.325060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-6c7ee95f-c363-4b54-8674-5a1e755ac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.326784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-6c7ee95f-c363-4b54-8674-5a1e755ac09a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 1099 time: 0.0787106 Jun 30 02:34:50.339345 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.362422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:50.403677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['187721a5-d762-4458-b384-109ffadc301d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:50.545707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:50.547792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Pushing event updated for resources: {'Port': ['ID=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:50.552126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:50.618491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-d1f65675-647a-4d28-9c08-1d00852e225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.620927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-d1f65675-647a-4d28-9c08-1d00852e225d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2557781 Jun 30 02:34:50.621797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:50.725546 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-f93c146f-6086-4357-87d9-a0833fd5b50c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=391de843-5c1d-4ad8-8567-db5f07806a44 HTTP/1.1" status: 200 len: 217 time: 0.0818853 Jun 30 02:34:50.793937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-c6312178-8f90-4c1a-b3d7-50689a7aa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.795537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-c6312178-8f90-4c1a-b3d7-50689a7aa676 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0549204 Jun 30 02:34:50.808646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.809307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.838173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e6e44-3e8b-45aa-9758-1d23368e7880 req-118f00dc-1267-4083-b8c6-0dedf18a6934 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.845963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-157e6e44-3e8b-45aa-9758-1d23368e7880 req-118f00dc-1267-4083-b8c6-0dedf18a6934 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 948 time: 0.3110292 Jun 30 02:34:50.874528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'name': 'network-vif-deleted', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:50.876831 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54eec44-86b4-4b95-94a2-083a4ea5645f" -d '{"events": [{"server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "name": "network-vif-deleted", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:50.915844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0a073fb7-2821-49ef-a8f1-c1dca0074db8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9709833 Jun 30 02:34:50.938626 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-157e6e44-3e8b-45aa-9758-1d23368e7880 req-1a623d22-5cf7-4cb0-bef5-1c912c495be0 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852463 Jun 30 02:34:50.943523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Request body: {'port': {'device_id': '06f162c6-64ba-4471-81c8-7df646108f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:51.115757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-fc354df4-0a45-4f69-994e-e344c8aeacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:51.117149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-fc354df4-0a45-4f69-994e-e344c8aeacae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027375 Jun 30 02:34:51.117698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.121876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3be39-f676-45b9-b73c-c24a69276af9 req-9cc2083a-6c66-4d9c-bb86-d4132a0e6d46 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:51.131294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0c3be39-f676-45b9-b73c-c24a69276af9 req-9cc2083a-6c66-4d9c-bb86-d4132a0e6d46 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.2544241 Jun 30 02:34:51.253945 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5db777-6be3-4faa-bd6d-61d40a7070e0 x-openstack-request-id: req-0b5db777-6be3-4faa-bd6d-61d40a7070e0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:51.254645 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097e86a-22ae-4e9c-a3ed-59bda957628f", "name": "network-vif-deleted", "tag": "e8cb2b18-abde-4172-9738-a79fa53e0b97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:51.255073 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b5db777-6be3-4faa-bd6d-61d40a7070e0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:51.255647 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097e86a-22ae-4e9c-a3ed-59bda957628f', 'name': 'network-vif-deleted', 'tag': 'e8cb2b18-abde-4172-9738-a79fa53e0b97', 'status': 'completed', 'code': 200} Jun 30 02:34:51.268485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0c3be39-f676-45b9-b73c-c24a69276af9 req-136300f9-c499-4758-9d0d-a268670b7722 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337130 Jun 30 02:34:51.389681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:34:51.393666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-59409e65-cc55-429e-91f9-e3a2a3067087 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515757 Jun 30 02:34:51.526191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:51.534607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f0549614-e8bd-4073-bd1e-4ca0554f6470 admin admin] 10.222.0.78 "PUT /v2.0/routers/99b5c0d3-4a22-46ae-aa9c-7a988952dff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1548209 Jun 30 02:34:51.536471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:51.539022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] Sync routers for ids ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:51.551145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] Routers {'99b5c0d3-4a22-46ae-aa9c-7a988952dff5'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:51.551969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:51.708779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098ab0-6711-48d0-a7a5-56ab02e73e5c req-808e24fb-e4d9-4ee3-bbf5-17f60a324245 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:51.710794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac098ab0-6711-48d0-a7a5-56ab02e73e5c req-808e24fb-e4d9-4ee3-bbf5-17f60a324245 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 932 time: 0.3496902 Jun 30 02:34:51.718720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-983d01b0-6c44-4a09-bfe2-0d105bdc3cbd req-d67b7c68-020c-4dd1-a45a-f35c550b3843 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046660 Jun 30 02:34:51.784571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.816279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac098ab0-6711-48d0-a7a5-56ab02e73e5c req-2b78530f-df14-49fe-9029-e493b59c7307 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942552 Jun 30 02:34:51.904597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:51.915166 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.948652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Transition to ACTIVE for port object 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:51.955200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.984567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:52.018933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.020306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Pushing event updated for resources: {'Port': ['ID=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:52.086325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Deleting port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:52.086751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.141564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Attempting to bind port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:52.142290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Attempting to bind port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'e5f90183-41f7-44b7-b59c-8869b14f9ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:52.142862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Attempting to bind port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 on network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:52.148967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 on network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:52.149536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Attempting to bind port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 on network f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:52.156987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:52.157817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Checking segment: {'id': 'e5f90183-41f7-44b7-b59c-8869b14f9ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:52.158598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Bound using segment: {'id': 'e5f90183-41f7-44b7-b59c-8869b14f9ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:52.159250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Bound port: 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f90183-41f7-44b7-b59c-8869b14f9ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:52.159824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.187192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] Set router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:52.256182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 187721a5-d762-4458-b384-109ffadc301d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:52.257049 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.264872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] For port d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:52.265461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.281369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Calling delete_port for d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:52.350374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d177f-58bd-4ea7-ab3c-569d4d1e2e74 req-38064cba-d60f-4388-a581-1f97c0958f55 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:52.352153 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-629d177f-58bd-4ea7-ab3c-569d4d1e2e74 req-38064cba-d60f-4388-a581-1f97c0958f55 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.1357555 Jun 30 02:34:52.383306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] For port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:52.388528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] For port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,segment=NetworkSegment(e5f90183-41f7-44b7-b59c-8869b14f9ff6),segment_id=e5f90183-41f7-44b7-b59c-8869b14f9ff6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:52.413900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.426513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac027cb-8b0c-4e54-b119-25f06cec2c38 req-66552b34-6315-49d2-a694-e9b1f1c5a585 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:52.428048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ac027cb-8b0c-4e54-b119-25f06cec2c38 req-66552b34-6315-49d2-a694-e9b1f1c5a585 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 948 time: 0.1874566 Jun 30 02:34:52.438653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-b2a4df5b-1876-4774-a6b6-b96c8f0eab21 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:52.440138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-b2a4df5b-1876-4774-a6b6-b96c8f0eab21 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.1625156 Jun 30 02:34:52.458098 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.476787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-629d177f-58bd-4ea7-ab3c-569d4d1e2e74 req-da4c73ab-6eb7-4748-ae7c-aa7ad250f32f tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136920 Jun 30 02:34:52.553939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:52.557792 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c3cfa-020d-4b99-b4fd-1e56ca6589c7" -d '{"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-plugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:52.588902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:52.596787 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.608723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:52.609432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.611122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] 10.222.0.67 "PUT /v2.0/ports/13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 HTTP/1.1" status: 200 len: 1092 time: 1.6768925 Jun 30 02:34:52.648449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:34:49Z', 'revision_number': 5, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port': {'id': 'd686a489-cd2e-4b78-9fb5-81c1aa4dbbf2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:35Z', 'updated_at': '2021-06-30T02:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:52.650037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.677686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec1889-185c-4f01-9e8c-9d3dfe556508 service neutron] Pushing event updated for resources: {'Port': ['ID=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:52.687713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ac027cb-8b0c-4e54-b119-25f06cec2c38 req-59fc4cef-7492-4267-a791-d3d1a18239f2 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465136 Jun 30 02:34:52.733367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] Checking router: 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:52.736327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Deleting port e5621c72-28fb-4ea0-9384-8911a596b325 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:52.736591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Pushing event deleted for resources: {'Port': ['ID=d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:52.736704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.841962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] Routers {'99b5c0d3-4a22-46ae-aa9c-7a988952dff5'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:52.842642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:52.844714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:52.975075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.999178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] Set router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:53.033074 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511e90b2-ae54-49e4-b49a-b517d0e1da38 x-openstack-request-id: req-511e90b2-ae54-49e4-b49a-b517d0e1da38 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:53.033366 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-plugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:53.033626 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-511e90b2-ae54-49e4-b49a-b517d0e1da38 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:53.034020 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'code': 200} Jun 30 02:34:53.063627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:53.066010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:34:52Z', 'revision_number': 7, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:53.117625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: e8cb2b18-abde-4172-9738-a79fa53e0b97 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:53.117968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e8cb2b18-abde-4172-9738-a79fa53e0b97 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:53.131819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af923b64-ff8f-4a3d-9d94-d6f972f13215 None None] The sync data for ids ['99b5c0d3-4a22-46ae-aa9c-7a988952dff5'] in n-d-798054-5 is: [{'id': '99b5c0d3-4a22-46ae-aa9c-7a988952dff5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1047316967-router', 'tenant_id': '585389811f91413990a25337bd7cf4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:33Z', 'updated_at': '2021-06-30T02:34:52Z', 'revision_number': 7, 'project_id': '585389811f91413990a25337bd7cf4d8', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:53.215727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.218415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.259835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f162c6-64ba-4471-81c8-7df646108f3f', 'tag': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:53.262913 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec329da-9baa-45bf-b114-3754c16a7db9" -d '{"events": [{"name": "network-changed", "server_uuid": "06f162c6-64ba-4471-81c8-7df646108f3f", "tag": "13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:53.292446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72061b-d435-4883-8395-7b828933a963 req-5235ddb9-7a66-4ec3-bd88-f0016b60ea66 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.299815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae72061b-d435-4883-8395-7b828933a963 req-5235ddb9-7a66-4ec3-bd88-f0016b60ea66 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 944 time: 0.1721680 Jun 30 02:34:53.300755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-e20ef67d-e2a1-4c51-8ffa-9375bccd433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.302668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-e20ef67d-e2a1-4c51-8ffa-9375bccd433c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a385748b96f74623bda4d214df18eaf9&device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 1095 time: 0.6187005 Jun 30 02:34:53.302815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.303322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b5c0d3-4a22-46ae-aa9c-7a988952dff5 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:34:53.314110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.317999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-559f78a9-f050-42d1-8b00-df35a305c33e admin admin] 10.222.0.78 "DELETE /v2.0/routers/99b5c0d3-4a22-46ae-aa9c-7a988952dff5 HTTP/1.1" status: 204 len: 168 time: 1.7805839 Jun 30 02:34:53.318665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58310) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:53.381361 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae72061b-d435-4883-8395-7b828933a963 req-7ba42b9d-0cf1-412b-bf3d-a2d0cafa3ddd tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804808 Jun 30 02:34:53.384550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-afc449f7-3136-4af9-9f4a-3523287f6ed3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0687206 Jun 30 02:34:53.386633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] For port e5621c72-28fb-4ea0-9384-8911a596b325, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e5621c72-28fb-4ea0-9384-8911a596b325,segment=NetworkSegment(25a29741-371e-4517-907f-f1a5fa3807ef),segment_id=25a29741-371e-4517-907f-f1a5fa3807ef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:53.387362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.390604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Deleting subnet 2d1e7681-ce4b-4c62-b7a1-55d90890a4d8 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:53.394174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.419707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1ceaa-7062-498b-92ad-f25f883bf05b req-81fc1f92-531e-4848-b731-87b069464a82 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.431102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.436324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ea1ceaa-7062-498b-92ad-f25f883bf05b req-81fc1f92-531e-4848-b731-87b069464a82 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.2280576 Jun 30 02:34:53.470209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Calling delete_port for e5621c72-28fb-4ea0-9384-8911a596b325 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:53.537009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ea1ceaa-7062-498b-92ad-f25f883bf05b req-7c1df61c-a854-4947-8d27-38f03a6b2d82 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994506 Jun 30 02:34:53.577850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.642687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-113b11fb-5974-4601-a88f-0584e2ae0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.644474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-113b11fb-5974-4601-a88f-0584e2ae0ea2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dad2d3b7-1efb-4860-96fb-04891544390f HTTP/1.1" status: 200 len: 862 time: 0.2519782 Jun 30 02:34:53.645815 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08423621-a0a3-4f11-83ca-ad158304c64e x-openstack-request-id: req-08423621-a0a3-4f11-83ca-ad158304c64e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:53.646177 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f162c6-64ba-4471-81c8-7df646108f3f", "tag": "13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:53.646519 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08423621-a0a3-4f11-83ca-ad158304c64e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:53.652316 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f162c6-64ba-4471-81c8-7df646108f3f', 'tag': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6', 'status': 'completed', 'code': 200} Jun 30 02:34:53.707583 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.726941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0d16be2e-5ac9-41bc-a8a6-7c86252f81fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727181 Jun 30 02:34:53.739045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1e7681-ce4b-4c62-b7a1-55d90890a4d8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:53.749407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.754044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37ac1f8a-7961-401d-a216-e63ed18ac4ab admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2d1e7681-ce4b-4c62-b7a1-55d90890a4d8 HTTP/1.1" status: 204 len: 168 time: 0.4252625 Jun 30 02:34:53.755869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58328) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:53.756549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e0e0c-a32e-4487-903a-87e168fc77fc None None] Network 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:53.870503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.934507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 391de843-5c1d-4ad8-8567-db5f07806a44 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:53.935474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdcd8e-e97e-4285-acbb-6725e2d4d7fa req-6921c987-a95a-49ad-ba07-e93aa8fbb9ae tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.937068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3abdcd8e-e97e-4285-acbb-6725e2d4d7fa req-6921c987-a95a-49ad-ba07-e93aa8fbb9ae tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.1819954 Jun 30 02:34:53.950594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58332) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:53.961834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Request body: {'floatingip': {'port_id': '797c46d2-fcb4-487e-814c-f26be0dbaac7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:53.987179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800a08-f441-475d-81ee-8f5445db8298 req-84ceeab8-faed-45b5-a0cd-4dec6e590272 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.996977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0800a08-f441-475d-81ee-8f5445db8298 req-84ceeab8-faed-45b5-a0cd-4dec6e590272 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 944 time: 0.2119205 Jun 30 02:34:54.001531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-432227ad-307b-4917-a247-24b649dc37b1 service neutron] 10.222.0.67 "GET /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659967 Jun 30 02:34:54.052394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.099855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Deleting port f8352ea2-19c5-4228-8d10-dc99bb1535dd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:54.100201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.178554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] DHCP port deletion for 8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:34:54.183212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 391de843-5c1d-4ad8-8567-db5f07806a44, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=391de843-5c1d-4ad8-8567-db5f07806a44,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:54.188898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.210595 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0800a08-f441-475d-81ee-8f5445db8298 req-fce9d4f1-faf5-4ece-93f2-d4882eaa83e7 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/security-groups?id=0559fec5-80aa-4070-9b17-5df87601e41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122548 Jun 30 02:34:54.235886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '391de843-5c1d-4ad8-8567-db5f07806a44', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '391de843-5c1d-4ad8-8567-db5f07806a44', 'mac_address': 'fa:16:3e:02:56:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:54.300495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] For port f8352ea2-19c5-4228-8d10-dc99bb1535dd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f8352ea2-19c5-4228-8d10-dc99bb1535dd,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:54.301215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.325057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Pushing event deleted for resources: {'Port': ['ID=e5621c72-28fb-4ea0-9384-8911a596b325,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:54.355783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Calling delete_port for f8352ea2-19c5-4228-8d10-dc99bb1535dd owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:54.394098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f36be-4abc-4e19-aac3-3c12223f41f2 req-194168e2-cd5f-4d44-b50e-7ec344b5a9d1 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:54.401795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1f36be-4abc-4e19-aac3-3c12223f41f2 req-194168e2-cd5f-4d44-b50e-7ec344b5a9d1 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 948 time: 0.2087116 Jun 30 02:34:54.435545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.456591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] Deleting port f8352ea2-19c5-4228-8d10-dc99bb1535dd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:54.457026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.506972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] No DVR routers for this DVR port e5621c72-28fb-4ea0-9384-8911a596b325 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:54.511698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.515526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e70cec5a-9d45-4e81-ad5a-9c70b579bd58 req-72035482-3cce-4a85-a225-90abd95dad4c tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.67 "DELETE /v2.0/ports/e5621c72-28fb-4ea0-9384-8911a596b325 HTTP/1.1" status: 204 len: 173 time: 2.0477850 Jun 30 02:34:54.600901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] For port f8352ea2-19c5-4228-8d10-dc99bb1535dd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f8352ea2-19c5-4228-8d10-dc99bb1535dd,segment=NetworkSegment(206e3cf1-d101-40b2-a9ca-2e04feea8b84),segment_id=206e3cf1-d101-40b2-a9ca-2e04feea8b84)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:54.601195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-197a4bbc-864b-42a3-846b-a0ba65f1fbeb req-0d1f63bc-52f5-4e59-8046-e3a0da2690a2 service neutron] 10.222.0.67 "GET /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885241 Jun 30 02:34:54.603554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.682081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1f36be-4abc-4e19-aac3-3c12223f41f2 req-7638ee94-e694-46fe-aca9-d79e75704234 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792943 Jun 30 02:34:54.686197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] Calling delete_port for f8352ea2-19c5-4228-8d10-dc99bb1535dd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:54.688788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391de843-5c1d-4ad8-8567-db5f07806a44 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:54.865731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.891615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 391de843-5c1d-4ad8-8567-db5f07806a44, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=391de843-5c1d-4ad8-8567-db5f07806a44,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:54.909335 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.910369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8352ea2-19c5-4228-8d10-dc99bb1535dd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:54.912491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-368a1dbf-8b60-40e5-9cf4-eabb1b0a14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:54.914266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-368a1dbf-8b60-40e5-9cf4-eabb1b0a14d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a385748b96f74623bda4d214df18eaf9&device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 1095 time: 0.1382933 Jun 30 02:34:54.955281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] No DVR routers for this DVR port f8352ea2-19c5-4228-8d10-dc99bb1535dd on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:55.011797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=391de843-5c1d-4ad8-8567-db5f07806a44,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:55.052907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.076804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] No DVR routers for this DVR port f8352ea2-19c5-4228-8d10-dc99bb1535dd on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:55.083390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934011f-cca6-4d50-86d3-44209c016c1f req-5c59a5b9-61f9-4dc3-8410-ad8430f9d029 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:55.093299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c934011f-cca6-4d50-86d3-44209c016c1f req-5c59a5b9-61f9-4dc3-8410-ad8430f9d029 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 944 time: 0.1777401 Jun 30 02:34:55.095797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.108398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:55.121045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206e3cf1-d101-40b2-a9ca-2e04feea8b84') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:55.121448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206e3cf1-d101-40b2-a9ca-2e04feea8b84') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:55.129239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-8f776dd8-8fdc-49bb-869b-32f01f3e1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:55.130746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-8f776dd8-8fdc-49bb-869b-32f01f3e1c3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a HTTP/1.1" status: 200 len: 923 time: 0.2023392 Jun 30 02:34:55.132053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:55.133190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.157332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:55.157808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.158153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d686a489-cd2e-4b78-9fb5-81c1aa4dbbf2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:55.159251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f8352ea2-19c5-4228-8d10-dc99bb1535dd no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:55.164439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:55.164955 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.185389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5d016-3999-40e8-b238-4aa70075d903 None None] Pushing event deleted for resources: {'Port': ['ID=f8352ea2-19c5-4228-8d10-dc99bb1535dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:55.192040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f8352ea2-19c5-4228-8d10-dc99bb1535dd {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:55.192612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f8352ea2-19c5-4228-8d10-dc99bb1535dd not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:55.193186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18b06917-5546-49cc-aa9e-8552f41a1abb no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:55.201494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c934011f-cca6-4d50-86d3-44209c016c1f req-039f1b35-59c2-4200-9ee3-73744f1c7b7b tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068051 Jun 30 02:34:55.203196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-0fc3d1fe-5671-44cf-aae9-98dfd1740642 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0602574 Jun 30 02:34:55.225582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 18b06917-5546-49cc-aa9e-8552f41a1abb {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:55.226187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18b06917-5546-49cc-aa9e-8552f41a1abb not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:55.248694 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:55.257770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['391de843-5c1d-4ad8-8567-db5f07806a44'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:55.263459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.278609 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.282804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c HTTP/1.1" status: 204 len: 168 time: 1.5254881 Jun 30 02:34:55.314868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-7879c82d-17e7-4582-adcd-38bdffab4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:55.323226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-7879c82d-17e7-4582-adcd-38bdffab4b16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dad2d3b7-1efb-4860-96fb-04891544390f HTTP/1.1" status: 200 len: 862 time: 0.1092229 Jun 30 02:34:55.375431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f3722-3817-497d-91f9-e5a279329352 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4b66ad-921b-4a45-9b32-7e23ebcc5e4c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:55.386075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-c7eb3681-9376-485f-89f4-58fe30475bd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562863 Jun 30 02:34:55.583946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:55.619185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-f78157a3-f8ba-42b1-84d8-ae73db5a8d41 service neutron] 10.222.0.67 "GET /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208405 Jun 30 02:34:55.642894 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e9fcd07-084c-4e4a-be45-7b62c27e160a req-1b601ecd-8f46-475f-9585-2679f7e465e2 tempest-LiveMigrationTest-614184999 tempest-LiveMigrationTest-614184999-project] 10.222.0.78 "GET /v2.0/ports?device_id=e24bf4cd-b7d1-4246-90ec-ee0d8e829de6 HTTP/1.1" status: 200 len: 210 time: 0.0447097 Jun 30 02:34:55.659268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'name': 'network-vif-deleted', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:55.665134 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c633d699-6401-4e09-ba42-88ffc408216b" -d '{"events": [{"server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "name": "network-vif-deleted", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:55.672503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.688854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.758417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1316f071-0464-454b-94d0-3b4299d89c4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=560b4e8612eb4dfa90031761d369ad4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712134 Jun 30 02:34:55.758654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:55.814875 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e418d6d-c5af-408e-915d-d5ae8ca9aaf4 x-openstack-request-id: req-4e418d6d-c5af-408e-915d-d5ae8ca9aaf4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:55.815288 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24bf4cd-b7d1-4246-90ec-ee0d8e829de6", "name": "network-vif-deleted", "tag": "e5621c72-28fb-4ea0-9384-8911a596b325", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:55.815544 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e418d6d-c5af-408e-915d-d5ae8ca9aaf4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:55.816390 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24bf4cd-b7d1-4246-90ec-ee0d8e829de6', 'name': 'network-vif-deleted', 'tag': 'e5621c72-28fb-4ea0-9384-8911a596b325', 'status': 'completed', 'code': 200} Jun 30 02:34:55.846402 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Floating IP 73b68af7-b403-4a17-afc9-180c8e98edd3 associated. External IP: 172.25.0.11, port: 797c46d2-fcb4-487e-814c-f26be0dbaac7. Jun 30 02:34:55.847320 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ec329da-9baa-45bf-b114-3754c16a7db9 req-df3a5526-fc0c-42f2-bc0e-5bc9fe97432e service neutron] 10.222.0.67 "GET /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192309 Jun 30 02:34:55.847986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f4b4-a028-41f8-aa9e-a70fadc3f8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.884459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f4b4-a028-41f8-aa9e-a70fadc3f8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.963956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f4b4-a028-41f8-aa9e-a70fadc3f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.966676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f4b4-a028-41f8-aa9e-a70fadc3f8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.973016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2cd2f4b4-a028-41f8-aa9e-a70fadc3f8b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b423d93-493e-4991-8d0f-4b3705ae3ce0 HTTP/1.1" status: 204 len: 168 time: 0.2093303 Jun 30 02:34:55.991245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2f4b4-a028-41f8-aa9e-a70fadc3f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b423d93-493e-4991-8d0f-4b3705ae3ce0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:56.118807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545989-ba66-422b-93da-a030c5a353f7 req-8a55f307-0401-4a08-be80-3ee4d4b34ecb tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:56.121330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26545989-ba66-422b-93da-a030c5a353f7 req-8a55f307-0401-4a08-be80-3ee4d4b34ecb tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 949 time: 0.1046565 Jun 30 02:34:56.183599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26545989-ba66-422b-93da-a030c5a353f7 req-db24e5b0-0507-4567-abde-adea5fa5c8b7 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555024 Jun 30 02:34:56.475384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:56.513889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847fb68-1ba1-42af-b2bf-b977a9f05ec2 req-b8d349f8-0cea-4682-a746-398b8ac22658 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:56.515442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5847fb68-1ba1-42af-b2bf-b977a9f05ec2 req-b8d349f8-0cea-4682-a746-398b8ac22658 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 944 time: 0.1501493 Jun 30 02:34:56.551322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5f3316e2-c9eb-4737-80ce-05ec698d60f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=585389811f91413990a25337bd7cf4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716307 Jun 30 02:34:56.551322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:56.612500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3567f94a-ce88-4dd2-aca9-b806e775b27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.621102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5847fb68-1ba1-42af-b2bf-b977a9f05ec2 req-0400c206-bb4f-4f6d-a2d2-288a1fef7bfc tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764992 Jun 30 02:34:56.628995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Router 3e89d582-064b-46eb-b8ef-24e288cf8801 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:34:56.661905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3567f94a-ce88-4dd2-aca9-b806e775b27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.748149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3567f94a-ce88-4dd2-aca9-b806e775b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.751376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3567f94a-ce88-4dd2-aca9-b806e775b27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.754996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3567f94a-ce88-4dd2-aca9-b806e775b27c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08aa2136-4f63-4c29-b50e-9a9f564aab1a HTTP/1.1" status: 204 len: 168 time: 0.2020829 Jun 30 02:34:56.780079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567f94a-ce88-4dd2-aca9-b806e775b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa2136-4f63-4c29-b50e-9a9f564aab1a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:56.826572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:56.836025 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.838438 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] Sync routers for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:56.855075 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:56.855918 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:56.886782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:56.940112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc7aa80d-ac1d-4ef8-9ad2-f1722b991e0f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "PUT /v2.0/floatingips/73b68af7-b403-4a17-afc9-180c8e98edd3 HTTP/1.1" status: 200 len: 990 time: 2.9873424 Jun 30 02:34:56.943060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:56.952189 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d3e26e-b3d5-496f-b652-32659a42dfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:57.046578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:57.117442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: e5621c72-28fb-4ea0-9384-8911a596b325 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:57.117722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e5621c72-28fb-4ea0-9384-8911a596b325 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:57.227874 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b776a3-dce0-4b7f-9e54-e1634d2aaf52 x-openstack-request-id: req-32b776a3-dce0-4b7f-9e54-e1634d2aaf52 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:57.228183 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:57.228436 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32b776a3-dce0-4b7f-9e54-e1634d2aaf52 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:57.229244 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'status': 'completed', 'code': 200} Jun 30 02:34:57.253073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:57.548470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Deleting subnet 64437cf9-cffa-4060-a46b-2b07339a54dc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:57.562498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.587940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70d47525-f5f6-424d-b83b-d69ec5908ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.662981 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '73b68af7-b403-4a17-afc9-180c8e98edd3', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'floating_ip_address': '172.25.0.11', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'port_id': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'mac_address': 'fa:16:3e:57:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e41a70-919f-4936-9215-cb69cd345c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:34:26Z', 'updated_at': '2021-06-30T02:34:55Z', 'revision_number': 1, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:32Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.705389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-2921f38c-2ebb-4fb4-b803-5e89ae85acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:57.711291 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-2921f38c-2ebb-4fb4-b803-5e89ae85acc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb&device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 1096 time: 0.4541440 Jun 30 02:34:57.761300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] Checking router: 3e89d582-064b-46eb-b8ef-24e288cf8801 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:57.776692 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:57.777464 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:34:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.848908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.858278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae35195-4fee-4e09-a320-9d0b28eaffef req-0d8e2a52-b1bc-4ad4-98a7-fb45c3750551 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:57.865966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae35195-4fee-4e09-a320-9d0b28eaffef req-0d8e2a52-b1bc-4ad4-98a7-fb45c3750551 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 949 time: 0.4903545 Jun 30 02:34:57.939411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a90dc-7509-4509-8119-ff1580777445 req-23daff24-4ffc-4571-a75c-1220889090a9 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:57.943280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-98f455ae-0ad1-41b1-af95-04f6f1b2cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:57.945214 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-98f455ae-0ad1-41b1-af95-04f6f1b2cf56 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cea8372c-b608-444a-8ce1-dd4369578243 HTTP/1.1" status: 200 len: 912 time: 0.2256684 Jun 30 02:34:57.947817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 391de843-5c1d-4ad8-8567-db5f07806a44 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:57.952979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e03a90dc-7509-4509-8119-ff1580777445 req-23daff24-4ffc-4571-a75c-1220889090a9 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 944 time: 0.1486986 Jun 30 02:34:57.975048 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:58.047571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ae35195-4fee-4e09-a320-9d0b28eaffef req-a2d62ef7-78cb-4082-b1a3-d62e7918d1fa tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805129 Jun 30 02:34:58.055411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-10b8c392-6d54-49df-8ff2-45ddc63687e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7 HTTP/1.1" status: 200 len: 998 time: 0.0980492 Jun 30 02:34:58.082097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e03a90dc-7509-4509-8119-ff1580777445 req-082ee941-d34d-49f4-b66c-b50fd1d0cbb8 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194541 Jun 30 02:34:58.099826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 391de843-5c1d-4ad8-8567-db5f07806a44 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:58.116093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 391de843-5c1d-4ad8-8567-db5f07806a44 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:58.116526 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.218158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.268582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58440) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:58.315350 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.358626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-016d4dc6-6a79-454f-aa30-7abaeb986cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:58.370890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-016d4dc6-6a79-454f-aa30-7abaeb986cdd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5db86255-623b-4eea-836a-21adf1bb1a51 HTTP/1.1" status: 200 len: 850 time: 0.2987123 Jun 30 02:34:58.418634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 391de843-5c1d-4ad8-8567-db5f07806a44, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=391de843-5c1d-4ad8-8567-db5f07806a44,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:58.423202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391de843-5c1d-4ad8-8567-db5f07806a44'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:58.431461 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190474ca-c09c-4f63-929b-17d028e266ee" -d '{"events": [{"server_uuid": "ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f", "name": "network-vif-plugged", "status": "completed", "tag": "391de843-5c1d-4ad8-8567-db5f07806a44"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:58.437894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.516861 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef08aa31-c3ba-4dc1-803c-56a5c4784ffa x-openstack-request-id: req-ef08aa31-c3ba-4dc1-803c-56a5c4784ffa {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:58.517124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.517538 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f", "name": "network-vif-plugged", "status": "completed", "tag": "391de843-5c1d-4ad8-8567-db5f07806a44", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:58.517968 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef08aa31-c3ba-4dc1-803c-56a5c4784ffa {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:58.518689 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391de843-5c1d-4ad8-8567-db5f07806a44', 'code': 200} Jun 30 02:34:58.548545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=391de843-5c1d-4ad8-8567-db5f07806a44,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.549682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2095554807-network', 'tenant_id': 'd548dc2ac0604b95ae2e0dea73dc2f2b'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:58.579149 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '73b68af7-b403-4a17-afc9-180c8e98edd3', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'floating_ip_address': '172.25.0.11', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'port_id': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'mac_address': 'fa:16:3e:57:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e41a70-919f-4936-9215-cb69cd345c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:34:26Z', 'updated_at': '2021-06-30T02:34:55Z', 'revision_number': 1, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:32Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:58.593759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Made reservation on behalf of d548dc2ac0604b95ae2e0dea73dc2f2b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:58.597092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.608153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.621079 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff341aa-9e21-4082-9196-ed9371191ef2 None None] The sync data for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 is: [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '73b68af7-b403-4a17-afc9-180c8e98edd3', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'floating_ip_address': '172.25.0.11', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'port_id': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'mac_address': 'fa:16:3e:57:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e41a70-919f-4936-9215-cb69cd345c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:34:26Z', 'updated_at': '2021-06-30T02:34:55Z', 'revision_number': 1, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:32Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:58.632751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.638964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/64437cf9-cffa-4060-a46b-2b07339a54dc HTTP/1.1" status: 204 len: 168 time: 1.7508495 Jun 30 02:34:58.641517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c893ff-160d-421b-a917-d07ae9a14528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64437cf9-cffa-4060-a46b-2b07339a54dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.645067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:58.726237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3d3ea-aa96-4874-9fe3-1ffed015a53f req-ff94053c-a937-48d0-bac0-1691887a1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:58.728573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8df3d3ea-aa96-4874-9fe3-1ffed015a53f req-ff94053c-a937-48d0-bac0-1691887a1569 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 1101 time: 0.1149056 Jun 30 02:34:58.731397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-8f0ae539-ea9e-4213-8dbb-2d8932318de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:58.733100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-8f0ae539-ea9e-4213-8dbb-2d8932318de4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cea8372c-b608-444a-8ce1-dd4369578243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506567 Jun 30 02:34:58.784050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8df3d3ea-aa96-4874-9fe3-1ffed015a53f req-000a095a-dcb3-48b7-bbe8-02b4277b52bf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Jun 30 02:34:58.808255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.820895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.828684 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.847954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:34:58.867038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.867394 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Added segment b52fa13b-d01c-4ee6-8eb1-a987d7564fc7 of type vlan for network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c Jun 30 02:34:58.901501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd683c-5318-49f3-ae5c-46f68ee7c923,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.938444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-cde840fa-035e-47ef-b7dd-c34583d4d780 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949627 Jun 30 02:34:58.942160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.966006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca2b149-0c8b-43ea-b06f-0f129ecfd701 None None] New status for floating IP 73b68af7-b403-4a17-afc9-180c8e98edd3: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:34:58.972389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:58.985775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.051195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.052302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.053007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.062149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a29741-371e-4517-907f-f1a5fa3807ef') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:59.064544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:59.064692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a29741-371e-4517-907f-f1a5fa3807ef') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:59.154697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d3e26e-b3d5-496f-b652-32659a42dfbe req-917ddb6c-fe18-4932-aa45-d43978765550 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006638 Jun 30 02:34:59.157053 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.183495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.203534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:59.205491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:59.291670 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:59.310563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0343375 Jun 30 02:34:59.312882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58464) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:59.317083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.319651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Request body: {'subnet': {'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2095554807-subnet', 'tenant_id': 'd548dc2ac0604b95ae2e0dea73dc2f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:59.329649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfea28-6b29-4c3f-9293-f9a3bff8fec8 admin admin] Pushing event updated for resources: {'Network': ['ID=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:59.366375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.368805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Made reservation on behalf of d548dc2ac0604b95ae2e0dea73dc2f2b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:59.372021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a HTTP/1.1" status: 204 len: 168 time: 0.7259240 Jun 30 02:34:59.373108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa75cb6-526a-45c3-aea0-cc6cefe2d978 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3a9e49-d5e0-4c49-9b3e-e6390d8c1f6a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:59.373292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.377990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:59.392870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0bd98-172a-4849-8893-f3dcfbde9896 req-7fbbf03c-478c-445e-8090-745ad75d6ffc tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.403203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27c0bd98-172a-4849-8893-f3dcfbde9896 req-7fbbf03c-478c-445e-8090-745ad75d6ffc tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 950 time: 0.1878850 Jun 30 02:34:59.452948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9182-f291-45ca-904a-01f53968c760 req-b00542fa-cbfa-4bef-b315-d7fb09a1c2d3 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.457519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,segment=NetworkSegment(e5f90183-41f7-44b7-b59c-8869b14f9ff6),segment_id=e5f90183-41f7-44b7-b59c-8869b14f9ff6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:59.460979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a6d9182-f291-45ca-904a-01f53968c760 req-b00542fa-cbfa-4bef-b315-d7fb09a1c2d3 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 944 time: 0.1683526 Jun 30 02:34:59.472988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Deleting subnet b0c7a5a1-e91b-45c1-af76-830f47c71a8c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:59.473747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6', 'network_id': 'f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a', 'port_id': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6', 'mac_address': 'fa:16:3e:d8:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad2d3b7-1efb-4860-96fb-04891544390f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:59.487604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.513967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27c0bd98-172a-4849-8893-f3dcfbde9896 req-9f52bbca-35ee-4382-a759-d0e247e71570 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057427 Jun 30 02:34:59.562014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a6d9182-f291-45ca-904a-01f53968c760 req-c4c9871f-e4d7-45a3-a411-64539f8681e2 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984573 Jun 30 02:34:59.595084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.646587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:34:59.704397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.850700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.879167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.885018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b0c7a5a1-e91b-45c1-af76-830f47c71a8c HTTP/1.1" status: 204 len: 168 time: 0.5036716 Jun 30 02:34:59.885904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58478) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:59.892825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.911474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c16fd-0891-4a4e-874c-98325eaef5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c7a5a1-e91b-45c1-af76-830f47c71a8c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:59.917713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:59.922253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.959185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,segment=NetworkSegment(e5f90183-41f7-44b7-b59c-8869b14f9ff6),segment_id=e5f90183-41f7-44b7-b59c-8869b14f9ff6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:59.965506 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.023889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:00.101221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.123399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:00.140558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Checking segment: {'id': 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:00.140936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Network hostable DHCP agents. Network: f05e0f62-f4bc-4f13-b04d-3e19df38ce9c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:00.231436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:00.242002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.252493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f05e0f62-f4bc-4f13-b04d-3e19df38ce9c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:00.254420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:00.258116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3491b940-d44d-4c88-a69d-553744eb462f']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:00.264164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:00.264164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.281098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980af2e6-5274-4738-ba0d-985cf0252638') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:00.281505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980af2e6-5274-4738-ba0d-985cf0252638') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:00.297298 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.312947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ab79dca-c802-491b-a643-de40c0d21027 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9910042 Jun 30 02:35:00.316734 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.328895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:00.329398 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:00.334464 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:00.356435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbafd4-171e-437b-80f4-b83a30113107 None None] Network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:00.422500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.431473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.435627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3491b940-d44d-4c88-a69d-553744eb462f HTTP/1.1" status: 204 len: 168 time: 0.5447445 Jun 30 02:35:00.461624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ec83-230f-4bf9-887f-672f45193477 admin admin] Pushing event deleted for resources: {'Network': ['ID=3491b940-d44d-4c88-a69d-553744eb462f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:00.482745 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aa654b-5aef-436d-9850-65565b507f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.521469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.673557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78705bc8-2eef-430f-a3a9-4e0165226eef None None] Network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:00.691485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58496) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:00.826878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6ad97d8a-1293-4aff-9256-ada891eec8b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2dbb83004b8f4085ab7a6805c071559c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325009 Jun 30 02:35:00.828141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:00.942660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e19d9-633b-41c0-8134-e70c921aa00f req-543af8c1-ff3f-4328-963a-0b38e6c67203 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:00.952131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec9e19d9-633b-41c0-8134-e70c921aa00f req-543af8c1-ff3f-4328-963a-0b38e6c67203 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 945 time: 0.1861336 Jun 30 02:35:00.996166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d14893-d280-4ca4-bfab-c7c49ba45e87 req-f271427e-c1f5-4635-94f5-d5c3232a8713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:00.999889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90d14893-d280-4ca4-bfab-c7c49ba45e87 req-f271427e-c1f5-4635-94f5-d5c3232a8713 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 950 time: 0.2538910 Jun 30 02:35:01.012067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ec9e19d9-633b-41c0-8134-e70c921aa00f req-e9100dcc-a1cd-4b09-81b6-536822de0534 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Jun 30 02:35:01.047346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a80057fe-04ac-4dc7-8775-1f6950faa6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.102364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a80057fe-04ac-4dc7-8775-1f6950faa6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.128439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90d14893-d280-4ca4-bfab-c7c49ba45e87 req-274a0939-c996-4a29-a3c3-dd5b0763f3ef tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967069 Jun 30 02:35:01.210283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a80057fe-04ac-4dc7-8775-1f6950faa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.213516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a80057fe-04ac-4dc7-8775-1f6950faa6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.214670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a80057fe-04ac-4dc7-8775-1f6950faa6f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0559fec5-80aa-4070-9b17-5df87601e41a HTTP/1.1" status: 204 len: 168 time: 0.3753567 Jun 30 02:35:01.231730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80057fe-04ac-4dc7-8775-1f6950faa6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559fec5-80aa-4070-9b17-5df87601e41a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:01.320744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58528) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:01.329957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-354339776-network', 'tenant_id': '3e037a9c286c4fd88e862be3c6ef62bd'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:01.388566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Made reservation on behalf of 3e037a9c286c4fd88e862be3c6ef62bd for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:01.396527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.409557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.578551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.584816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.607384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:01.638382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.639008 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Added segment e726dca4-8c30-458d-aa6c-f5f03e014b7d of type vlan for network 86febe0c-a666-4a0b-bbaa-518e0141af11 Jun 30 02:35:01.678614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6232258f-da11-4a66-97cd-906e9919924b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:01.716263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.763081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.764461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:01.765055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.773070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:01.797994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4740205 Jun 30 02:35:01.803909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:01.813024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Request body: {'subnet': {'network_id': '86febe0c-a666-4a0b-bbaa-518e0141af11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-354339776-subnet', 'tenant_id': '3e037a9c286c4fd88e862be3c6ef62bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:01.843426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f87e16-c728-4353-a600-cb22538caadd admin admin] Pushing event updated for resources: {'Network': ['ID=86febe0c-a666-4a0b-bbaa-518e0141af11,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:01.856691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 86febe0c-a666-4a0b-bbaa-518e0141af11 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:01.893457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5403cf9-4da9-42be-9ae2-21e6b6ec64ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d22c70e6acb4b6080c4bf1c054778c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187174 Jun 30 02:35:01.896115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58542) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:01.898489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Made reservation on behalf of 3e037a9c286c4fd88e862be3c6ef62bd for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:01.901215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.028798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7a5e2-9dc6-45b6-80b0-2d7af4233409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.036385 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.042244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-db594c72-536d-4e48-89d5-d638c4ccf08c tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383644 Jun 30 02:35:02.126346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7a5e2-9dc6-45b6-80b0-2d7af4233409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.190673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-3d966f44-0de8-4c71-9d4d-c0f798edaa05 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.202058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-3d966f44-0de8-4c71-9d4d-c0f798edaa05 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587017 Jun 30 02:35:02.224567 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-de149f05-ef9e-4a7a-845a-161a90635d0e tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/quotas/3cce6ecc620048a8b39b2e0007d4d870 HTTP/1.1" status: 200 len: 375 time: 0.0214856 Jun 30 02:35:02.308773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7a5e2-9dc6-45b6-80b0-2d7af4233409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.312645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33f7a5e2-9dc6-45b6-80b0-2d7af4233409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.316394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-33f7a5e2-9dc6-45b6-80b0-2d7af4233409 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c2f30bb-c3f3-425e-87df-5c83381db5df HTTP/1.1" status: 204 len: 168 time: 0.4165382 Jun 30 02:35:02.319553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-825d0e4e-9348-404e-a950-1cfc708eae2f tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930772 Jun 30 02:35:02.335861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.388712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a95881ff-6cb2-4e93-a4f2-3c83e5c417a4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:02.392260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7a5e2-9dc6-45b6-80b0-2d7af4233409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2f30bb-c3f3-425e-87df-5c83381db5df,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:02.404187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b1c3-0622-4074-ba06-1f1ae45146d2 req-0ae70f7b-909d-4b93-b1c1-d34cfea45c2f tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.411773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9c8b1c3-0622-4074-ba06-1f1ae45146d2 req-0ae70f7b-909d-4b93-b1c1-d34cfea45c2f tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 945 time: 0.2022705 Jun 30 02:35:02.585506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9c8b1c3-0622-4074-ba06-1f1ae45146d2 req-d66bda2c-ce03-4ce1-8dc3-08a7e91f49e2 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727273 Jun 30 02:35:02.593436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Checking segment: {'id': 'e726dca4-8c30-458d-aa6c-f5f03e014b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '86febe0c-a666-4a0b-bbaa-518e0141af11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:02.593866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Network hostable DHCP agents. Network: 86febe0c-a666-4a0b-bbaa-518e0141af11, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:02.657111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Network 86febe0c-a666-4a0b-bbaa-518e0141af11 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:02.672740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 86febe0c-a666-4a0b-bbaa-518e0141af11) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:02.677194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.677795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.685370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94765c91-793d-4921-9bc7-9aeaa76fe757 None None] Network 86febe0c-a666-4a0b-bbaa-518e0141af11 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:02.711021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bbf54260-cf62-49cd-a994-d7c347866678 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9056149 Jun 30 02:35:02.913183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5eb55c3-42d7-44c0-bc03-0e44c68a0af8 req-6a9e6a91-ec55-4cc2-9a06-1ab5b4856f79 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 210 time: 0.1044319 Jun 30 02:35:02.951300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865a9da-5c15-4c51-baca-4c341d5b2090 None None] Network 86febe0c-a666-4a0b-bbaa-518e0141af11 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:03.089594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:03.253538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:03.258111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:03.258561 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.437919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.500573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,segment=NetworkSegment(e5f90183-41f7-44b7-b59c-8869b14f9ff6),segment_id=e5f90183-41f7-44b7-b59c-8869b14f9ff6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:03.501557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f162c6-64ba-4471-81c8-7df646108f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:03.504310 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e76dc-e0af-4d85-bfa7-64988c857c3c" -d '{"events": [{"server_uuid": "06f162c6-64ba-4471-81c8-7df646108f3f", "name": "network-vif-plugged", "status": "completed", "tag": "13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:03.510616 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.586789 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182ec13-7b2c-4564-877b-2d9cce86072a x-openstack-request-id: req-1182ec13-7b2c-4564-877b-2d9cce86072a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:03.603525 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f162c6-64ba-4471-81c8-7df646108f3f", "name": "network-vif-plugged", "status": "completed", "tag": "13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:03.605525 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1182ec13-7b2c-4564-877b-2d9cce86072a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:03.608365 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f162c6-64ba-4471-81c8-7df646108f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6', 'code': 200} Jun 30 02:35:03.647831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:03.817766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228b8ea-1f91-49e4-91d2-e8620152d19d req-48bbab7b-e9cc-476d-ad85-7e553316bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.819820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1228b8ea-1f91-49e4-91d2-e8620152d19d req-48bbab7b-e9cc-476d-ad85-7e553316bb45 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 1097 time: 0.1156323 Jun 30 02:35:03.889497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1228b8ea-1f91-49e4-91d2-e8620152d19d req-bd2adbd8-39ed-4db4-9026-171ae2f78cba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Jun 30 02:35:03.922956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aebce-da77-4d62-ab9b-ca72457e7317 req-135644c8-610f-4e63-997b-eb215279cb70 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.924703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a16aebce-da77-4d62-ab9b-ca72457e7317 req-135644c8-610f-4e63-997b-eb215279cb70 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 946 time: 0.1205807 Jun 30 02:35:04.021203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a16aebce-da77-4d62-ab9b-ca72457e7317 req-4d4cd8c9-1cea-4b7e-9204-b7c3596331ef tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886850 Jun 30 02:35:04.143429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-9d81d56b-7fa6-4e4f-a5b2-b242a17ac1e6 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:04.144991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-9d81d56b-7fa6-4e4f-a5b2-b242a17ac1e6 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/networks?id=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c HTTP/1.1" status: 200 len: 815 time: 0.2565138 Jun 30 02:35:04.184954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-d52c50a2-812c-465d-adee-f4e688ad9c7a tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/quotas/d548dc2ac0604b95ae2e0dea73dc2f2b HTTP/1.1" status: 200 len: 375 time: 0.0314946 Jun 30 02:35:04.208458 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.241819 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-760c96fa-01ec-4145-aad9-9962bb4520bc tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d548dc2ac0604b95ae2e0dea73dc2f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515697 Jun 30 02:35:04.363518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f2d1baf8-d0bd-4267-be45-3086baa38a62 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345881 Jun 30 02:35:04.443244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-a287030f-8659-4a0f-8b27-0dcd48adfb75 service neutron] 10.222.0.78 "GET /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887500 Jun 30 02:35:04.571101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdfe9f94-0d64-44fa-a18a-3650bd18d253 req-c2a9d32a-1309-496c-be67-e592fbc564d7 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 210 time: 0.0517557 Jun 30 02:35:04.639807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-d4973fb4-f90f-4143-9e9b-d95a2daede68 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:04.649995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-d4973fb4-f90f-4143-9e9b-d95a2daede68 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776287 Jun 30 02:35:04.663003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Request body: {'port': {'device_id': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '3cce6ecc620048a8b39b2e0007d4d870'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:04.702868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-551e05e3-cfce-455a-8ed3-4dce8f7df389 service neutron] 10.222.0.78 "GET /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502303 Jun 30 02:35:04.871001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Made reservation on behalf of 3cce6ecc620048a8b39b2e0007d4d870 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:04.884555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.016981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7ee248b-4bf4-4b89-a81a-aeee7da1b3df req-d38e0f4e-5a81-4750-9999-5158dbfafa17 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 210 time: 0.0919647 Jun 30 02:35:05.185314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Allocated IP 192.168.233.24 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/e7350fed-6803-49e3-b1b3-b2b375c4bd7a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:05.383454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0f9b5-7bcd-42f6-8575-65401979fab9 req-6c69d82e-5c57-4e04-a5c9-d8a1874adaf0 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:05.392544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a0f9b5-7bcd-42f6-8575-65401979fab9 req-6c69d82e-5c57-4e04-a5c9-d8a1874adaf0 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 946 time: 0.1285524 Jun 30 02:35:05.451132 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a0f9b5-7bcd-42f6-8575-65401979fab9 req-972b9b62-be6c-4d98-865e-2e926c2d155c tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572388 Jun 30 02:35:05.872299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e15df8fc-1702-4362-a74f-c08192d3901d req-b16880a1-393d-4732-8313-6b74a1dc3589 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 210 time: 0.0825186 Jun 30 02:35:06.017889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.049948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Transition to ACTIVE for port object e7350fed-6803-49e3-b1b3-b2b375c4bd7a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:06.148567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.167013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['391de843-5c1d-4ad8-8567-db5f07806a44'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:06.234374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:06.237944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:06.242767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:06.277421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Pushing event updated for resources: {'Port': ['ID=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:06.363116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:06.363775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.393457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cffe120-05b6-45f6-9810-651da72b052d req-bdcc585c-4b6c-4656-b4f4-2e7d62fc8a2e tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 210 time: 0.0536106 Jun 30 02:35:06.412113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-75839991-e438-430e-83d5-d9e513d86b90 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7534189 Jun 30 02:35:06.431787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Request body: {'port': {'device_id': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:06.610210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.722083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e338d9eb-6320-4dc1-8dbd-4b57c3676578 None None] Provisioning for port e7350fed-6803-49e3-b1b3-b2b375c4bd7a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:06.729182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e338d9eb-6320-4dc1-8dbd-4b57c3676578 None None] Provisioning complete for port e7350fed-6803-49e3-b1b3-b2b375c4bd7a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:06.730941 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e338d9eb-6320-4dc1-8dbd-4b57c3676578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.859042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e338d9eb-6320-4dc1-8dbd-4b57c3676578 None None] Port e7350fed-6803-49e3-b1b3-b2b375c4bd7a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:06.973526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7350fed-6803-49e3-b1b3-b2b375c4bd7a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:06.982880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.000992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Transition to ACTIVE for port object e7350fed-6803-49e3-b1b3-b2b375c4bd7a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:07.130625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-b6922f62-99c9-493f-974e-3a855b66e4fc tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:07.132147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-b6922f62-99c9-493f-974e-3a855b66e4fc tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.90 "GET /v2.0/networks?id=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c HTTP/1.1" status: 200 len: 815 time: 0.1278181 Jun 30 02:35:07.135005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.224124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Request body: {'port': {'device_id': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c', 'admin_state_up': True, 'tenant_id': 'd548dc2ac0604b95ae2e0dea73dc2f2b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:07.234984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Pushing event updated for resources: {'Port': ['ID=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:07.441039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05dcd-fe65-4173-a94c-49de4a7057b6 req-215ddafd-b7c0-4f2e-afd9-4cb8069ab650 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:07.443954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21a05dcd-fe65-4173-a94c-49de4a7057b6 req-215ddafd-b7c0-4f2e-afd9-4cb8069ab650 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 946 time: 0.1485596 Jun 30 02:35:07.514716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21a05dcd-fe65-4173-a94c-49de4a7057b6 req-3374169a-0e24-4cb2-a931-a4066bbb6a63 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568862 Jun 30 02:35:07.521248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8c04-fd8c-4ea0-bc84-b455c6669a1a req-3fb25ab8-1d2a-4bf8-a1b8-cf3e3b5bea56 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:07.531686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28be8c04-fd8c-4ea0-bc84-b455c6669a1a req-3fb25ab8-1d2a-4bf8-a1b8-cf3e3b5bea56 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.5262771 Jun 30 02:35:07.596753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Attempting to bind port e7350fed-6803-49e3-b1b3-b2b375c4bd7a on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:07.597165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Attempting to bind port e7350fed-6803-49e3-b1b3-b2b375c4bd7a by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:07.597604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Attempting to bind port e7350fed-6803-49e3-b1b3-b2b375c4bd7a on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:07.623611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28be8c04-fd8c-4ea0-bc84-b455c6669a1a req-7bc6e6e3-c72f-46fe-b34a-de31015c0f9f tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932622 Jun 30 02:35:07.631400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Port e7350fed-6803-49e3-b1b3-b2b375c4bd7a on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:07.632277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Attempting to bind port e7350fed-6803-49e3-b1b3-b2b375c4bd7a on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:07.648672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:07.649041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:07.649985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:07.651963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Bound port: e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:07.651963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.666231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Made reservation on behalf of d548dc2ac0604b95ae2e0dea73dc2f2b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:07.670006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.871429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Allocated IP 172.20.0.12 (f05e0f62-f4bc-4f13-b04d-3e19df38ce9c/28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7/8727d1e4-94fc-41fa-8e6e-cf5e74418a6b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:07.926296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce925d1e-4522-4781-b16f-48c362862c6a req-6abb9a0a-fece-4580-979f-7ac7b53212e6 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:07.927739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce925d1e-4522-4781-b16f-48c362862c6a req-6abb9a0a-fece-4580-979f-7ac7b53212e6 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 947 time: 0.0959878 Jun 30 02:35:07.976611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-897c7b66-8510-4c6d-8a16-d97b2cd88eb8 req-36e78f63-2cb4-42e9-9c94-1e3c5c7e6bf1 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 210 time: 0.0711708 Jun 30 02:35:07.990548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce925d1e-4522-4781-b16f-48c362862c6a req-8885a436-423a-463c-9ab2-4701ab0d3fad tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Jun 30 02:35:08.089348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] For port e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:08.095347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] For port e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:08.104361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.178176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.179062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.181176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] 10.222.0.67 "PUT /v2.0/ports/e7350fed-6803-49e3-b1b3-b2b375c4bd7a HTTP/1.1" status: 200 len: 1095 time: 1.7581542 Jun 30 02:35:08.181802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'tag': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:08.184918 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a122b3-b474-4903-a43c-e27b85e3989b", "tag": "e7350fed-6803-49e3-b1b3-b2b375c4bd7a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:08.234005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.295633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7779772-1152-4af3-ac50-a0f8f29e1e33 service neutron] Pushing event updated for resources: {'Port': ['ID=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:08.468220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-81ac765d-198c-4cd0-b38b-1935a9b37368 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.470637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-81ac765d-198c-4cd0-b38b-1935a9b37368 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.67 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 946 time: 0.2711358 Jun 30 02:35:08.474420 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa340b-ca91-4942-89a3-753c2569cb27 x-openstack-request-id: req-caaa340b-ca91-4942-89a3-753c2569cb27 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:08.474954 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a122b3-b474-4903-a43c-e27b85e3989b", "tag": "e7350fed-6803-49e3-b1b3-b2b375c4bd7a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:08.475397 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-caaa340b-ca91-4942-89a3-753c2569cb27 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:08.477052 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'tag': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a', 'status': 'completed', 'code': 200} Jun 30 02:35:08.480686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.485333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-99d4f349-53c2-44f2-a696-593821366ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.487845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-99d4f349-53c2-44f2-a696-593821366ad0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 1098 time: 0.2305639 Jun 30 02:35:08.615354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-b971d72b-d462-477a-83c7-9b7f4fce0eb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a HTTP/1.1" status: 200 len: 217 time: 0.0842750 Jun 30 02:35:08.628373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:08.718339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-5d41c4da-e4bf-4bbb-8766-a046a9b8da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.719834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-5d41c4da-e4bf-4bbb-8766-a046a9b8da5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0937722 Jun 30 02:35:08.727501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:08.738376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:08.772018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068179-806c-49a7-b08a-2d6447be372e req-f8a2fe82-4726-4256-9f7d-7365a10216e6 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.780776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35068179-806c-49a7-b08a-2d6447be372e req-f8a2fe82-4726-4256-9f7d-7365a10216e6 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 946 time: 0.1012614 Jun 30 02:35:08.848589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Pushing event updated for resources: {'Port': ['ID=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:08.858678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35068179-806c-49a7-b08a-2d6447be372e req-b059cc1d-a65d-4c16-9f23-79d8819c26ed tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/security-groups?id=05250389-f1c2-4ea7-a75c-cb809e0c629c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765724 Jun 30 02:35:08.903430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.904264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.942699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-10afd2e5-cda6-4389-8050-ef2d2ef73a7c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7196920 Jun 30 02:35:08.955248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Request body: {'port': {'device_id': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:08.961456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Deleting port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:08.962347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.994160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-392d7796-599a-4b5d-ab66-9207d7ba39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.995786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-392d7796-599a-4b5d-ab66-9207d7ba39a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2606390 Jun 30 02:35:09.256824 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.307124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-11464666-5712-4156-90b9-aad1af3f5ee2 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941511 Jun 30 02:35:09.318446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.330156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] For port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,segment=NetworkSegment(e5f90183-41f7-44b7-b59c-8869b14f9ff6),segment_id=e5f90183-41f7-44b7-b59c-8869b14f9ff6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:09.331030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.414692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729da3c-563c-402b-b3b2-c6df8dcdd678 req-9d50d10c-8608-4f9e-bc01-285ccbdc9350 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:09.417610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f729da3c-563c-402b-b3b2-c6df8dcdd678 req-9d50d10c-8608-4f9e-bc01-285ccbdc9350 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 932 time: 0.0853965 Jun 30 02:35:09.429901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Calling delete_port for 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:09.480191 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f729da3c-563c-402b-b3b2-c6df8dcdd678 req-be7cd017-9924-4263-851e-8829e0c8ace6 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Jun 30 02:35:09.586337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ed26-24c5-473e-bd72-aebe6d50cdc7 req-cdfa6115-0094-45ce-bfb6-cbceaeaf211d tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:09.588137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4354ed26-24c5-473e-bd72-aebe6d50cdc7 req-cdfa6115-0094-45ce-bfb6-cbceaeaf211d tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 947 time: 0.3853054 Jun 30 02:35:09.720669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f60e9fb2-f36b-4dce-830c-e7a794e31ef9 req-73601219-ad60-45db-b644-32f688532ccd service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032977 Jun 30 02:35:09.848782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4354ed26-24c5-473e-bd72-aebe6d50cdc7 req-3791e93c-83dd-4ab7-9f8c-b46782521a0e tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428885 Jun 30 02:35:10.028309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.041475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:10.130945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] No DVR routers for this DVR port 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:10.133342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.140653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a04aae93-60c9-462d-8dbf-d2d60d7d23a9 req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.67 "DELETE /v2.0/ports/13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 HTTP/1.1" status: 204 len: 173 time: 1.6583970 Jun 30 02:35:10.140838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-420d9f07-4eb1-43b3-b96d-a1397d1f23f4 req-c6283b21-fd35-4472-9803-887e4cd8a788 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] 10.222.0.78 "GET /v2.0/ports?device_id=06f162c6-64ba-4471-81c8-7df646108f3f HTTP/1.1" status: 200 len: 210 time: 0.0505033 Jun 30 02:35:10.141286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e4565-a54b-44f6-badb-7b3417091aa1 tempest-InstanceActionsNegativeTestJSON-1212254375 tempest-InstanceActionsNegativeTestJSON-1212254375-project] Pushing event deleted for resources: {'Port': ['ID=13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:10.146083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:10.161085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.186529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-9649a739-6d3f-429e-b81c-d7493fa5e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.188059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-9649a739-6d3f-429e-b81c-d7493fa5e5db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 1098 time: 0.4047933 Jun 30 02:35:10.193437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Transition to ACTIVE for port object 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:10.217280 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.318670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Pushing event updated for resources: {'Port': ['ID=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:10.392288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-f8110bc5-485e-48cc-b145-d878df8cacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.393810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-f8110bc5-485e-48cc-b145-d878df8cacdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1993620 Jun 30 02:35:10.445346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-acf3ac6a-97f2-495f-8896-4da0a165730d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a HTTP/1.1" status: 200 len: 217 time: 0.0379043 Jun 30 02:35:10.463420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Attempting to bind port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:10.463784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Attempting to bind port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:10.464082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Attempting to bind port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b on network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:10.482217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f162c6-64ba-4471-81c8-7df646108f3f', 'name': 'network-vif-deleted', 'tag': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:10.484466 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4205dc2b-1551-439e-98fa-c36945016ff4" -d '{"events": [{"server_uuid": "06f162c6-64ba-4471-81c8-7df646108f3f", "name": "network-vif-deleted", "tag": "13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:10.496176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b on network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:10.496446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Attempting to bind port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b on network f05e0f62-f4bc-4f13-b04d-3e19df38ce9c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:10.511725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:10.511959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Checking segment: {'id': 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:10.512329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Bound using segment: {'id': 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:10.512975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Bound port: 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:10.513114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.518889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-4d47b5f3-1c46-4ef5-9e8c-af9b0a2fad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.520752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-4d47b5f3-1c46-4ef5-9e8c-af9b0a2fad1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0671108 Jun 30 02:35:10.529178 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.587557 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dda10d-6030-4d4e-a82e-d9387267e470 x-openstack-request-id: req-03dda10d-6030-4d4e-a82e-d9387267e470 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:10.587829 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f162c6-64ba-4471-81c8-7df646108f3f", "name": "network-vif-deleted", "tag": "13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:10.588068 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03dda10d-6030-4d4e-a82e-d9387267e470 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:10.588446 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f162c6-64ba-4471-81c8-7df646108f3f', 'name': 'network-vif-deleted', 'tag': '13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6', 'status': 'completed', 'code': 200} Jun 30 02:35:10.642467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] For port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:10.648552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-7a799c10-e916-43ec-bf9a-61ca609924d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.649924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-7a799c10-e916-43ec-bf9a-61ca609924d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196592 Jun 30 02:35:10.660016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] For port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,segment=NetworkSegment(b52fa13b-d01c-4ee6-8eb1-a987d7564fc7),segment_id=b52fa13b-d01c-4ee6-8eb1-a987d7564fc7)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:10.669688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.767942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ecdf8-53c5-437c-811e-a8c5d8c2123d req-b1bd1f84-8e10-4d70-b559-4ed8a6d84a2a tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.768138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.768728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.770127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] 10.222.0.90 "PUT /v2.0/ports/8727d1e4-94fc-41fa-8e6e-cf5e74418a6b HTTP/1.1" status: 200 len: 1092 time: 1.8195622 Jun 30 02:35:10.774891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b1ecdf8-53c5-437c-811e-a8c5d8c2123d req-b1bd1f84-8e10-4d70-b559-4ed8a6d84a2a tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 944 time: 0.1250896 Jun 30 02:35:10.804398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6e74e-2d63-4701-8732-13b1c17f1695 service neutron] Pushing event updated for resources: {'Port': ['ID=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:10.844547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b1ecdf8-53c5-437c-811e-a8c5d8c2123d req-4d0b0d23-2260-4d28-9ad8-c84e3b130877 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675006 Jun 30 02:35:10.845759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-888010b4-0697-4f47-8ddc-e284f75dd012 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878579 Jun 30 02:35:11.365154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-11cd980d-65da-4c4b-9f45-a56c39235d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:11.368432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-11cd980d-65da-4c4b-9f45-a56c39235d0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d548dc2ac0604b95ae2e0dea73dc2f2b&device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 1095 time: 0.5547063 Jun 30 02:35:11.374780 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c649b3e1-44d6-4d7f-9bb0-dc8e0047a18d req-659a5fd9-3384-4cfd-bc36-a7b46b2ee2f6 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221448 Jun 30 02:35:11.439396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-56c2d52e-9cc0-40f0-9b98-1d6df19c80cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b HTTP/1.1" status: 200 len: 217 time: 0.0562150 Jun 30 02:35:11.449098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ee92a-95f9-42de-a241-1d6ef0d80fa4 req-f947969c-a93c-4ee3-b0a3-0f6ceacd8810 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:11.450909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a09ee92a-95f9-42de-a241-1d6ef0d80fa4 req-f947969c-a93c-4ee3-b0a3-0f6ceacd8810 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 947 time: 0.1957793 Jun 30 02:35:11.528355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-d78be3b6-3bd0-426b-8020-4bf4712ca6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:11.529814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-d78be3b6-3bd0-426b-8020-4bf4712ca6c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7 HTTP/1.1" status: 200 len: 855 time: 0.0780327 Jun 30 02:35:11.535056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a09ee92a-95f9-42de-a241-1d6ef0d80fa4 req-0279eeb1-86be-4427-bb55-69af0585c29b tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755556 Jun 30 02:35:11.566491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-13aef5dc-d986-4553-af91-02cd47564063 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275948 Jun 30 02:35:11.611734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58886) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:11.669902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Deleting subnet dad2d3b7-1efb-4860-96fb-04891544390f {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:11.673884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.709971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-6992cafd-3435-49ed-b7fd-59d6d96394a6 service neutron] 10.222.0.90 "GET /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365135 Jun 30 02:35:11.721626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.773853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.844441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e465ea8e-7ce8-4ff1-9f6d-7a6208831601 req-5bc741df-0e27-4656-9d53-fbd6f43864af service neutron] 10.222.0.90 "GET /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207476 Jun 30 02:35:11.896274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.930026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad2d3b7-1efb-4860-96fb-04891544390f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:11.936889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.939023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9486ce93-2c82-4113-98e6-ea86e1eedf3d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dad2d3b7-1efb-4860-96fb-04891544390f HTTP/1.1" status: 204 len: 168 time: 0.3259563 Jun 30 02:35:11.941727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:11.948921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0994c-9522-4bd2-ab54-cd1032d8ac59 req-7cc579ce-4402-4a24-bd04-30147e9ca734 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:11.950729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fa0994c-9522-4bd2-ab54-cd1032d8ac59 req-7cc579ce-4402-4a24-bd04-30147e9ca734 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 951 time: 0.1241193 Jun 30 02:35:12.005423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fa0994c-9522-4bd2-ab54-cd1032d8ac59 req-3f3d881d-031d-497b-bbc5-4bf2bb73c393 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Jun 30 02:35:12.051626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.176257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.192804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:12.204097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035e012-0773-407a-bd81-7e87ea05abbf req-1ecf552c-8116-47bf-9cf6-eee322c56a0e tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.205802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2035e012-0773-407a-bd81-7e87ea05abbf req-1ecf552c-8116-47bf-9cf6-eee322c56a0e tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 944 time: 0.0847864 Jun 30 02:35:12.207816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f90183-41f7-44b7-b59c-8869b14f9ff6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:12.208120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f90183-41f7-44b7-b59c-8869b14f9ff6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:12.220839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.242371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.247940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-d2d3e3b6-759e-4d56-b1b7-14bbf082ce43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472411 Jun 30 02:35:12.261846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:12.262224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:12.264291 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:12.269983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2035e012-0773-407a-bd81-7e87ea05abbf req-a74abdeb-0f28-4f0e-a16d-85a6bf89b4f1 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Jun 30 02:35:12.360214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.370628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.374489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a HTTP/1.1" status: 204 len: 168 time: 0.4294121 Jun 30 02:35:12.384801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f023-5af9-4703-979c-4bcedf273f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f09709c4-3dd0-42e3-9b8b-ee5e41e51d5a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:12.394949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-cbdd2784-c4ea-49d6-8ecb-d8c6c58bfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.396629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-cbdd2784-c4ea-49d6-8ecb-d8c6c58bfb0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4159644fb6f4947bf7727322cf708cf&device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 1097 time: 0.1185126 Jun 30 02:35:12.444693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:12.504658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-2bd25a4e-0ffc-4c3c-a1e7-bedaaac3133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.506283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-2bd25a4e-0ffc-4c3c-a1e7-bedaaac3133e service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 200 len: 925 time: 0.0873585 Jun 30 02:35:12.579300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58932) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:12.582895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-f44944c7-24a8-46a8-8bdc-c42a9bc3c994 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf992415-86a8-4909-be42-23d4fba8fe46 HTTP/1.1" status: 200 len: 1001 time: 0.0697191 Jun 30 02:35:12.590721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'tag': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:12.593093 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24adfce-0502-427d-9790-101c593f1383" -d '{"events": [{"name": "network-changed", "server_uuid": "538dbc1d-5b1d-4447-b1dd-b369a9caaf27", "tag": "8727d1e4-94fc-41fa-8e6e-cf5e74418a6b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:12.652104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:12.652416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-85dbd5d4-33a0-4b2b-83bb-0293707944ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a385748b96f74623bda4d214df18eaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718801 Jun 30 02:35:12.673642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-31067660-5c1f-4b6e-bde4-b8a91c85a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.675103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-31067660-5c1f-4b6e-bde4-b8a91c85a16e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 200 len: 863 time: 0.0855827 Jun 30 02:35:12.757828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fe81-0a20-4e5a-97ef-b5acf3fa583e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.782063 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-878540e2-9f59-41cb-8f21-41933bd479b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.803128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fe81-0a20-4e5a-97ef-b5acf3fa583e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.876780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-f0ea6d8e-d82c-4b3a-9594-bac5c5c14e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.885027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-f0ea6d8e-d82c-4b3a-9594-bac5c5c14e39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d0cf1e9-1fbe-411e-8904-1933af6c07de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002597 Jun 30 02:35:12.904655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad83e1-7748-4118-92ac-7f7485cf36f2 req-7864b0b0-4f2b-4ee3-9906-d465b664c79a tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.906021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fe81-0a20-4e5a-97ef-b5acf3fa583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.908961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fe81-0a20-4e5a-97ef-b5acf3fa583e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.910066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7ec5fe81-0a20-4e5a-97ef-b5acf3fa583e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05250389-f1c2-4ea7-a75c-cb809e0c629c HTTP/1.1" status: 204 len: 168 time: 0.2569060 Jun 30 02:35:12.911589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fad83e1-7748-4118-92ac-7f7485cf36f2 req-7864b0b0-4f2b-4ee3-9906-d465b664c79a tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 947 time: 0.1135216 Jun 30 02:35:12.958244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5fe81-0a20-4e5a-97ef-b5acf3fa583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05250389-f1c2-4ea7-a75c-cb809e0c629c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:12.976126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fad83e1-7748-4118-92ac-7f7485cf36f2 req-bcf9facd-4981-42dd-8cd5-1845ba7833ab tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631044 Jun 30 02:35:12.982559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-878540e2-9f59-41cb-8f21-41933bd479b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.990132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-878540e2-9f59-41cb-8f21-41933bd479b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.018960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-e363a38b-4b39-48dc-813c-356b036a5865 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259005 Jun 30 02:35:13.060101 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-878540e2-9f59-41cb-8f21-41933bd479b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abfbd06efc61471ba9ca46f566a1e0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139116 Jun 30 02:35:13.060759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58966) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:13.062961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878540e2-9f59-41cb-8f21-41933bd479b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd107bf-0497-424f-809d-bbe32ad287e2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:13.086014 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec397498-1331-4277-bc1a-d6ffc8d7acd4 x-openstack-request-id: req-ec397498-1331-4277-bc1a-d6ffc8d7acd4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:13.086619 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538dbc1d-5b1d-4447-b1dd-b369a9caaf27", "tag": "8727d1e4-94fc-41fa-8e6e-cf5e74418a6b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:13.087445 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec397498-1331-4277-bc1a-d6ffc8d7acd4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:13.088107 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'tag': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b', 'status': 'completed', 'code': 200} Jun 30 02:35:13.123607 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-575d20b2-a67a-4534-8ff9-61d41393cc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.145678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e7350fed-6803-49e3-b1b3-b2b375c4bd7a details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:13.157861 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-575d20b2-a67a-4534-8ff9-61d41393cc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.191394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d2bd97d-b35e-4aea-8216-2fa7e129d1b0 req-e95524d0-f312-428a-9935-afc7abe2b1a7 service neutron] 10.222.0.67 "GET /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655521 Jun 30 02:35:13.219440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24adfce-0502-427d-9790-101c593f1383 req-8030401f-5ade-4298-954d-c287a6abf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.221075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-8030401f-5ade-4298-954d-c287a6abf8e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d548dc2ac0604b95ae2e0dea73dc2f2b&device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 1095 time: 0.0816491 Jun 30 02:35:13.257160 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-575d20b2-a67a-4534-8ff9-61d41393cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.261017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-575d20b2-a67a-4534-8ff9-61d41393cc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.262161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-575d20b2-a67a-4534-8ff9-61d41393cc30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fd107bf-0497-424f-809d-bbe32ad287e2 HTTP/1.1" status: 204 len: 168 time: 0.2001293 Jun 30 02:35:13.273137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d20b2-a67a-4534-8ff9-61d41393cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd107bf-0497-424f-809d-bbe32ad287e2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:13.328090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:13.352423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24adfce-0502-427d-9790-101c593f1383 req-7e4dcc84-47ec-47e4-9a25-56121773032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.354211 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-7e4dcc84-47ec-47e4-9a25-56121773032b service neutron] 10.222.0.90 "GET /v2.0/networks?id=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c HTTP/1.1" status: 200 len: 916 time: 0.1215103 Jun 30 02:35:13.357131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:13.361135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a', 'mac_address': 'fa:16:3e:db:4d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:13.420216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:13.420568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 13e3baa8-eb33-4232-9f9e-1df5d9b3a2a6 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:13.427116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-ec1b471b-658b-4e94-9bcf-c3525aa7c409 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b HTTP/1.1" status: 200 len: 217 time: 0.0648026 Jun 30 02:35:13.507753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.535731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7350fed-6803-49e3-b1b3-b2b375c4bd7a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:13.562121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24adfce-0502-427d-9790-101c593f1383 req-4ab41c35-dba9-4b21-bc4e-acbaa93cae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.566437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-4ab41c35-dba9-4b21-bc4e-acbaa93cae44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7 HTTP/1.1" status: 200 len: 855 time: 0.1244810 Jun 30 02:35:13.595185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:13.608649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.633361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-99ec867f-1d4a-472b-9c69-11be14d4d170 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535433 Jun 30 02:35:13.686449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:13.706548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a676b22-6ae6-40a1-8a26-100d8cec8c0f req-80d4fb85-e847-40f2-857c-a815b81171ac tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.708875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a676b22-6ae6-40a1-8a26-100d8cec8c0f req-80d4fb85-e847-40f2-857c-a815b81171ac tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 944 time: 0.1102865 Jun 30 02:35:13.770857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a676b22-6ae6-40a1-8a26-100d8cec8c0f req-67a07355-aa19-40e6-a701-45e1b502b6bd tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513394 Jun 30 02:35:13.827822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-b1c7f880-e88e-4ee1-be36-e97649326ed4 service neutron] 10.222.0.90 "GET /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780703 Jun 30 02:35:13.840186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100560-89c1-41b9-ba61-04f26f7e3296 req-c81af57f-412d-4eb2-8ae1-3f6776bb844d tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.841700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f4100560-89c1-41b9-ba61-04f26f7e3296 req-c81af57f-412d-4eb2-8ae1-3f6776bb844d tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 951 time: 0.1142092 Jun 30 02:35:13.862621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59002) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:13.879562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e7350fed-6803-49e3-b1b3-b2b375c4bd7a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:13.880229 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a4afbec-2ba9-4b1a-8292-7a06432021e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.949909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f4100560-89c1-41b9-ba61-04f26f7e3296 req-0d1aa57b-38f6-479e-bc76-47129858e35f tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883667 Jun 30 02:35:13.991644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a24adfce-0502-427d-9790-101c593f1383 req-1557f9cb-f252-46de-8ebc-ca7974f5d882 service neutron] 10.222.0.90 "GET /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485052 Jun 30 02:35:14.012774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a4afbec-2ba9-4b1a-8292-7a06432021e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.017631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a4afbec-2ba9-4b1a-8292-7a06432021e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.043852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:14.049872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4afbec-2ba9-4b1a-8292-7a06432021e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fec6b5-a05b-409f-b50f-6b54a03967c7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.066331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:14.070633 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a4afbec-2ba9-4b1a-8292-7a06432021e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efdf6e588c74462faa91428a36597da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066948 Jun 30 02:35:14.073381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.150765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d91c294a-cd04-433b-b38c-113fa93a8353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.162271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.183582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d91c294a-cd04-433b-b38c-113fa93a8353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.208347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0588-70cc-405e-bf46-aec58aae5f42 req-56d2df0f-cf94-4c8c-a5e5-cec2066d7716 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:14.210113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-378c0588-70cc-405e-bf46-aec58aae5f42 req-56d2df0f-cf94-4c8c-a5e5-cec2066d7716 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 948 time: 0.0706580 Jun 30 02:35:14.233629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.238012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d91c294a-cd04-433b-b38c-113fa93a8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.242471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d91c294a-cd04-433b-b38c-113fa93a8353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.244408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d91c294a-cd04-433b-b38c-113fa93a8353 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07fec6b5-a05b-409f-b50f-6b54a03967c7 HTTP/1.1" status: 204 len: 168 time: 0.1697969 Jun 30 02:35:14.265192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-378c0588-70cc-405e-bf46-aec58aae5f42 req-4d455931-199d-43be-8829-4b8e9c523725 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Jun 30 02:35:14.266985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c294a-cd04-433b-b38c-113fa93a8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fec6b5-a05b-409f-b50f-6b54a03967c7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.279031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,segment=NetworkSegment(b52fa13b-d01c-4ee6-8eb1-a987d7564fc7),segment_id=b52fa13b-d01c-4ee6-8eb1-a987d7564fc7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:14.294995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:14.297449 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978c58f-f6e8-441c-a731-9fe0b31577fe" -d '{"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-unplugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:14.316117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b', 'network_id': 'f05e0f62-f4bc-4f13-b04d-3e19df38ce9c', 'port_id': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b', 'mac_address': 'fa:16:3e:4a:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:14.319197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:14.332070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-336122002-network', 'tenant_id': 'a0daaa8d02284a4eb8e61a039aec6d80'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:14.346188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.365882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Made reservation on behalf of a0daaa8d02284a4eb8e61a039aec6d80 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:14.369149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.375205 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7905da4-af6a-497a-b199-25349da527ca x-openstack-request-id: req-c7905da4-af6a-497a-b199-25349da527ca {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:14.375482 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-unplugged", "status": "completed", "tag": "187721a5-d762-4458-b384-109ffadc301d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:14.375740 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7905da4-af6a-497a-b199-25349da527ca {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:14.376116 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'code': 200} Jun 30 02:35:14.379709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.394946 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.422296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:14.427683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.454579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,segment=NetworkSegment(b52fa13b-d01c-4ee6-8eb1-a987d7564fc7),segment_id=b52fa13b-d01c-4ee6-8eb1-a987d7564fc7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:14.462617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.505703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.511758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.525688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.537947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:14.556422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098b00ba-d760-419c-a48f-1e520711aab2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.561899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.562553 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Added segment f727b0fe-690d-430d-b79a-e5d381d0c349 of type vlan for network 73e3ab8b-e670-4ede-bea6-9d8cd358106e Jun 30 02:35:14.607639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.637434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.638561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:14.639218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.693716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5301883 Jun 30 02:35:14.696750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59032) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.701970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Request body: {'subnet': {'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-336122002-subnet', 'tenant_id': 'a0daaa8d02284a4eb8e61a039aec6d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:14.703368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1d5c2-429a-4ca2-877a-0c733181927d admin admin] Pushing event updated for resources: {'Network': ['ID=73e3ab8b-e670-4ede-bea6-9d8cd358106e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.713228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 73e3ab8b-e670-4ede-bea6-9d8cd358106e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:14.731191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Made reservation on behalf of a0daaa8d02284a4eb8e61a039aec6d80 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:14.734594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.813141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['8727d1e4-94fc-41fa-8e6e-cf5e74418a6b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:14.948586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.036821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Checking segment: {'id': 'f727b0fe-690d-430d-b79a-e5d381d0c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:15.037255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Network hostable DHCP agents. Network: 73e3ab8b-e670-4ede-bea6-9d8cd358106e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:15.042214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07b17ae-f693-41ea-9a78-f52f01e15ec5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:15.074239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Network 73e3ab8b-e670-4ede-bea6-9d8cd358106e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:15.088646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 73e3ab8b-e670-4ede-bea6-9d8cd358106e) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:15.099152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfd64e-85ab-439c-8a56-0598b5296a78 None None] Network 73e3ab8b-e670-4ede-bea6-9d8cd358106e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:15.100056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.100643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.120017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bfc33c26-3618-4bc8-9f8a-8fb87c5903c3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4220009 Jun 30 02:35:15.126023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59048) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:15.188250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e7350fed-6803-49e3-b1b3-b2b375c4bd7a up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:15.208074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d6d4f-b0c8-436f-9b36-ece902781813 req-d816b0b6-f82a-4103-af02-a04d8a67212c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.210662 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-967d6d4f-b0c8-436f-9b36-ece902781813 req-d816b0b6-f82a-4103-af02-a04d8a67212c tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 945 time: 0.1223671 Jun 30 02:35:15.278903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-network', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:15.280365 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-967d6d4f-b0c8-436f-9b36-ece902781813 req-666cfa05-234c-489c-be16-b9318d8d9458 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Jun 30 02:35:15.326561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb4409-97e0-4c17-850b-02b735449609 None None] Network 73e3ab8b-e670-4ede-bea6-9d8cd358106e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:15.330867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636272b9-8cdb-469f-9706-2af6487cca83 req-90946f9b-23fa-4e07-ae52-acff92577a4b tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.332576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-636272b9-8cdb-469f-9706-2af6487cca83 req-90946f9b-23fa-4e07-ae52-acff92577a4b tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 949 time: 0.1073637 Jun 30 02:35:15.333746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Made reservation on behalf of fa16a902dbd9473bb1f4a729cc428a09 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:15.336194 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.363581 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.369814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port e7350fed-6803-49e3-b1b3-b2b375c4bd7a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:15.377420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e7350fed-6803-49e3-b1b3-b2b375c4bd7a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:15.377720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.410946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-636272b9-8cdb-469f-9706-2af6487cca83 req-7620c6e5-0df1-4976-a5d7-e1e3f16bb50c tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697651 Jun 30 02:35:15.517123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d508a0e-1fbb-4604-9ed2-2a8102cd9788 req-5dcf9403-20c5-4aa8-930e-d5e8b3ad8f00 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.518784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d508a0e-1fbb-4604-9ed2-2a8102cd9788 req-5dcf9403-20c5-4aa8-930e-d5e8b3ad8f00 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 948 time: 0.1017933 Jun 30 02:35:15.519887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.527020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.561732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:15.568529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4eb548-e9ec-46fc-847c-2318aebefde1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:15.589688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d508a0e-1fbb-4604-9ed2-2a8102cd9788 req-a392ef99-b822-4ac0-988f-db521328c7a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626495 Jun 30 02:35:15.594878 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.595458 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Added segment 852caea1-8fd6-4b78-b291-88737dfeee66 of type vlan for network e645d414-4aa4-42e8-81ed-c72174b11a2e Jun 30 02:35:15.658469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.660218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.697924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.699298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.700150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.716144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:15.721773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.770562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:15.808885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6812057 Jun 30 02:35:15.811914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:15.816836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Request body: {'subnet': {'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-subnet', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:15.829721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85dbd-b414-4759-90a4-900d847d27e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e645d414-4aa4-42e8-81ed-c72174b11a2e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:15.840685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e645d414-4aa4-42e8-81ed-c72174b11a2e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:15.844357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Made reservation on behalf of fa16a902dbd9473bb1f4a729cc428a09 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:15.846928 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.876086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-400d5e00-cb8b-4508-8471-932b898175f3 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.877563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-400d5e00-cb8b-4508-8471-932b898175f3 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/networks?id=73e3ab8b-e670-4ede-bea6-9d8cd358106e HTTP/1.1" status: 200 len: 813 time: 0.1574802 Jun 30 02:35:15.901283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-51b4207b-7677-4a64-a03f-ef266fc2754e tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/quotas/a0daaa8d02284a4eb8e61a039aec6d80 HTTP/1.1" status: 200 len: 375 time: 0.0178912 Jun 30 02:35:15.932072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-338ee503-e4c2-4b00-8df1-482634da4b64 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0daaa8d02284a4eb8e61a039aec6d80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jun 30 02:35:16.023920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.026541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d896c84f-cd09-4bfa-8553-d6f57dcef4b0 service neutron] 10.222.0.78 "GET /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875697 Jun 30 02:35:16.064706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:16.083174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16cf826-c291-4e17-b75a-08217c76a9c6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.091366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Checking segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:16.091733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Network hostable DHCP agents. Network: e645d414-4aa4-42e8-81ed-c72174b11a2e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:16.125781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-c5d758a5-d3c7-4e28-9078-b035d4a05fbb service neutron] 10.222.0.78 "GET /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933373 Jun 30 02:35:16.137638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:16.142892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:16.143568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.156032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Network e645d414-4aa4-42e8-81ed-c72174b11a2e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:16.174418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, e645d414-4aa4-42e8-81ed-c72174b11a2e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:16.183796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:16.184391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.191312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6a5c6-426e-4696-bf85-c58268bbe27c None None] Network e645d414-4aa4-42e8-81ed-c72174b11a2e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:16.199030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-f047636a-6140-4565-b0f7-2b3ce0eb1920 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:16.200806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-f047636a-6140-4565-b0f7-2b3ce0eb1920 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.90 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 949 time: 0.1048934 Jun 30 02:35:16.218701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e171025f-a3a2-439e-a633-265114806cce admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4057140 Jun 30 02:35:16.221458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59076) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.226671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:16.259338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.260745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.337978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.386862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:16.389868 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65213fb0-43cf-4c1f-b3e9-4ce0267e01fe" -d '{"events": [{"server_uuid": "d9a122b3-b474-4903-a43c-e27b85e3989b", "name": "network-vif-plugged", "status": "completed", "tag": "e7350fed-6803-49e3-b1b3-b2b375c4bd7a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:16.420214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,segment=NetworkSegment(b52fa13b-d01c-4ee6-8eb1-a987d7564fc7),segment_id=b52fa13b-d01c-4ee6-8eb1-a987d7564fc7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:16.428748 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.467988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9483a28-9d7f-4d97-aa31-d53b260732bf req-d12e0413-f3eb-47a7-931a-50e7a7793cec tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 210 time: 0.1134388 Jun 30 02:35:16.511952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.516565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-e645d414-4aa4-42e8-81ed-c72174b11a2e', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:35:16.517805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.546008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Deleting port 187721a5-d762-4458-b384-109ffadc301d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:16.546644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.628377 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793fb90c-9eb7-406a-9af9-09a4c5e40ca2 x-openstack-request-id: req-793fb90c-9eb7-406a-9af9-09a4c5e40ca2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:16.628727 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a122b3-b474-4903-a43c-e27b85e3989b", "name": "network-vif-plugged", "status": "completed", "tag": "e7350fed-6803-49e3-b1b3-b2b375c4bd7a", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:16.628948 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-793fb90c-9eb7-406a-9af9-09a4c5e40ca2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:16.630483 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a', 'code': 200} Jun 30 02:35:16.692381 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.751237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Allocated IP 172.20.0.2 (e645d414-4aa4-42e8-81ed-c72174b11a2e/a16cf826-c291-4e17-b75a-08217c76a9c6/71ac827f-a68e-49c2-9238-a6950b9e94c3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:16.832897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] For port 187721a5-d762-4458-b384-109ffadc301d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=187721a5-d762-4458-b384-109ffadc301d,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:16.833640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.857643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1539e80-860a-4bdb-b96f-665b422fb26e req-64395212-6adf-4b8a-80e6-104f2c758650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:16.859365 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1539e80-860a-4bdb-b96f-665b422fb26e req-64395212-6adf-4b8a-80e6-104f2c758650 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 1100 time: 0.1765482 Jun 30 02:35:16.861159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Calling delete_port for 187721a5-d762-4458-b384-109ffadc301d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:16.920381 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.945622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438ea4-8db8-412f-b0ce-13239c3e9747 req-9b7c2b44-b993-4e1e-aa7a-56bae6b586eb tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:16.947939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad438ea4-8db8-412f-b0ce-13239c3e9747 req-9b7c2b44-b993-4e1e-aa7a-56bae6b586eb tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.2674117 Jun 30 02:35:16.960288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04b523-08f8-409b-95bb-2493b5d7358a req-771f3156-f503-447d-8e7f-9a0b5b9bc584 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:16.962335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa04b523-08f8-409b-95bb-2493b5d7358a req-771f3156-f503-447d-8e7f-9a0b5b9bc584 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 949 time: 0.2193148 Jun 30 02:35:16.966789 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1539e80-860a-4bdb-b96f-665b422fb26e req-6ab8de72-794d-4c53-bd65-33f7820e378c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965705 Jun 30 02:35:17.001171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.015014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Transition to ACTIVE for port object 71ac827f-a68e-49c2-9238-a6950b9e94c3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:17.036092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa04b523-08f8-409b-95bb-2493b5d7358a req-f86b83df-b353-4484-8584-5d6aa7dcec51 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/security-groups?id=7350f5b3-b816-4117-8983-a8518e5cdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667088 Jun 30 02:35:17.043829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad438ea4-8db8-412f-b0ce-13239c3e9747 req-b154f297-13ba-4959-b9d9-8a4854df724b tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833788 Jun 30 02:35:17.124842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Transition to ACTIVE for port object 71ac827f-a68e-49c2-9238-a6950b9e94c3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:17.128172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.137403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.220429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Pushing event deleted for resources: {'Port': ['ID=187721a5-d762-4458-b384-109ffadc301d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:17.239750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Network e645d414-4aa4-42e8-81ed-c72174b11a2e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:17.251603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:17.258254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:17.283525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Pushing event updated for resources: {'Port': ['ID=71ac827f-a68e-49c2-9238-a6950b9e94c3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:17.309011 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.337430 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.369068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Attempting to bind port 71ac827f-a68e-49c2-9238-a6950b9e94c3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:17.369707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Attempting to bind port 71ac827f-a68e-49c2-9238-a6950b9e94c3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:17.370012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Attempting to bind port 71ac827f-a68e-49c2-9238-a6950b9e94c3 on network e645d414-4aa4-42e8-81ed-c72174b11a2e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:17.378452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:17.378831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Checking segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:17.379292 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.379693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Bound using segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:17.380335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Bound port: 71ac827f-a68e-49c2-9238-a6950b9e94c3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:17.381744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.422700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] No DVR routers for this DVR port 187721a5-d762-4458-b384-109ffadc301d on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:17.425826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.427807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8668b337-bbb2-4b64-b432-1eeb7eb29e29 req-17c2af83-dea9-4a6a-90c8-54e86146702a tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.90 "DELETE /v2.0/ports/187721a5-d762-4458-b384-109ffadc301d HTTP/1.1" status: 204 len: 173 time: 1.2192600 Jun 30 02:35:17.428371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-deleted', 'tag': '187721a5-d762-4458-b384-109ffadc301d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:17.434950 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e63758-2470-4100-bd7c-4c6a6213996f" -d '{"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-deleted", "tag": "187721a5-d762-4458-b384-109ffadc301d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:17.477954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85dfaa-6c30-446e-9127-b7ebfd66a373 req-70c4b480-6873-4f90-8fb7-99c676ae225e tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:17.480395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Allocated IP 172.25.0.198 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/ee28fab6-b2e7-433f-b2ff-7c7901b3729c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:17.485348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e85dfaa-6c30-446e-9127-b7ebfd66a373 req-70c4b480-6873-4f90-8fb7-99c676ae225e tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 949 time: 0.1580245 Jun 30 02:35:17.493894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] For port 71ac827f-a68e-49c2-9238-a6950b9e94c3, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:17.499539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] For port 71ac827f-a68e-49c2-9238-a6950b9e94c3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=71ac827f-a68e-49c2-9238-a6950b9e94c3,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:17.506687 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4c85b-acdc-414c-bc21-1cc8ea8074ff x-openstack-request-id: req-b6a4c85b-acdc-414c-bc21-1cc8ea8074ff {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:17.507078 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92325d5-bd75-4b00-adf2-e8b9fc6e2d54", "name": "network-vif-deleted", "tag": "187721a5-d762-4458-b384-109ffadc301d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:17.507335 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6a4c85b-acdc-414c-bc21-1cc8ea8074ff {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:17.507627 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92325d5-bd75-4b00-adf2-e8b9fc6e2d54', 'name': 'network-vif-deleted', 'tag': '187721a5-d762-4458-b384-109ffadc301d', 'status': 'completed', 'code': 200} Jun 30 02:35:17.509772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.531892 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e85dfaa-6c30-446e-9127-b7ebfd66a373 req-6629898a-21c3-4760-babe-2f43e2283c74 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Jun 30 02:35:17.601529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97916d-699a-4221-ab5b-9ee883b96020 None None] Pushing event updated for resources: {'Port': ['ID=71ac827f-a68e-49c2-9238-a6950b9e94c3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:17.692065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.722992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46c539f9-d71c-4252-a155-1de26e29be8e req-24295230-51c5-43be-bc57-9445557ed628 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 210 time: 0.0691118 Jun 30 02:35:17.775446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.819754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:17.822921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:17.831640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:17.890227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Pushing event updated for resources: {'Port': ['ID=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:18.246602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.255084 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17fdf6ee-380d-4ad1-99b4-5299ba92368b req-3ea34c76-f6db-40ff-bae4-2cbe01ed54f7 tempest-ImagesOneServerTestJSON-772610270 tempest-ImagesOneServerTestJSON-772610270-project] 10.222.0.78 "GET /v2.0/ports?device_id=a92325d5-bd75-4b00-adf2-e8b9fc6e2d54 HTTP/1.1" status: 200 len: 210 time: 0.0590105 Jun 30 02:35:18.272774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc45deb-39fa-4b8f-8630-7812b4e1c502 req-b7fded4f-7508-4a01-a11e-8b4b09ed4a14 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:18.281622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0bc45deb-39fa-4b8f-8630-7812b4e1c502 req-b7fded4f-7508-4a01-a11e-8b4b09ed4a14 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.1038237 Jun 30 02:35:18.330902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0bc45deb-39fa-4b8f-8630-7812b4e1c502 req-6ad696da-3419-42d4-af21-04aaa176f4d8 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Jun 30 02:35:18.507197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-4cfc3041-d0f2-4ce1-b852-a7f5a0171da1 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:18.507884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-4cfc3041-d0f2-4ce1-b852-a7f5a0171da1 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.67 "GET /v2.0/networks?id=73e3ab8b-e670-4ede-bea6-9d8cd358106e HTTP/1.1" status: 200 len: 813 time: 0.1650894 Jun 30 02:35:18.529196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Request body: {'port': {'device_id': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e', 'admin_state_up': True, 'tenant_id': 'a0daaa8d02284a4eb8e61a039aec6d80'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:18.559049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.632032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:18.635064 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da433bc-a698-4871-9496-911f1b188100" -d '{"events": [{"server_uuid": "538dbc1d-5b1d-4447-b1dd-b369a9caaf27", "name": "network-vif-plugged", "status": "completed", "tag": "8727d1e4-94fc-41fa-8e6e-cf5e74418a6b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:18.687857 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c435612d-0947-442a-bcc9-65fb0290957d x-openstack-request-id: req-c435612d-0947-442a-bcc9-65fb0290957d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:18.688204 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538dbc1d-5b1d-4447-b1dd-b369a9caaf27", "name": "network-vif-plugged", "status": "completed", "tag": "8727d1e4-94fc-41fa-8e6e-cf5e74418a6b", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:18.688432 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c435612d-0947-442a-bcc9-65fb0290957d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:18.688856 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b', 'code': 200} Jun 30 02:35:18.715003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Made reservation on behalf of a0daaa8d02284a4eb8e61a039aec6d80 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:18.721022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.845330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:18.866153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce35096-965c-48c2-bdaa-2e41f2faaef4 req-73e58d72-43c7-4ce7-b1cd-c8434cee7eea tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:18.868677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cce35096-965c-48c2-bdaa-2e41f2faaef4 req-73e58d72-43c7-4ce7-b1cd-c8434cee7eea tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 949 time: 0.1463995 Jun 30 02:35:18.913252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9188eb-4f3c-47ce-a37e-9ae911a6d6f5 None None] Network e645d414-4aa4-42e8-81ed-c72174b11a2e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:18.923207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-397d7849-66c4-47f7-ac23-382c3955e7af req-00e9e42e-a197-4813-89df-7efddbc85f44 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 210 time: 0.0404489 Jun 30 02:35:18.944287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14923c8-521c-4587-ba86-de1973bb2f2c req-6262a608-dabd-479e-b139-d73b253be9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:18.946501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e14923c8-521c-4587-ba86-de1973bb2f2c req-6262a608-dabd-479e-b139-d73b253be9da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 1097 time: 0.1523759 Jun 30 02:35:18.964251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Allocated IP 172.20.0.12 (73e3ab8b-e670-4ede-bea6-9d8cd358106e/d07b17ae-f693-41ea-9a78-f52f01e15ec5/ece3bbda-6064-4a89-b98c-171780933026) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:19.003592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e14923c8-521c-4587-ba86-de1973bb2f2c req-fc6db2aa-9b65-4ebc-a365-90b0629b4bf6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Jun 30 02:35:19.040234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cce35096-965c-48c2-bdaa-2e41f2faaef4 req-e5a61aec-17f1-4144-8204-084e99782fdd tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611118 Jun 30 02:35:19.051968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 71ac827f-a68e-49c2-9238-a6950b9e94c3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:19.068235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:19.084353 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:19.099225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.103583 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:19.104275 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:19.104767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:19.105399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3491b904-d339-4360-ae41-5a06a92e50be admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8822267 Jun 30 02:35:19.134404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1ba7b89b-e09e-4a61-9743-98b181fd44b6 None None] Provisioning for port 71ac827f-a68e-49c2-9238-a6950b9e94c3 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:19.250280 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.252546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 71ac827f-a68e-49c2-9238-a6950b9e94c3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:19.262727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 71ac827f-a68e-49c2-9238-a6950b9e94c3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:19.263151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.346454 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:19.403614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.462501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 71ac827f-a68e-49c2-9238-a6950b9e94c3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=71ac827f-a68e-49c2-9238-a6950b9e94c3,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:19.481569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.609921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=71ac827f-a68e-49c2-9238-a6950b9e94c3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:19.673942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005de33-721c-40a8-bd2e-582ea38b0769 req-70d4654f-81b7-4e49-9109-b16085e17734 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:19.682973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9005de33-721c-40a8-bd2e-582ea38b0769 req-70d4654f-81b7-4e49-9109-b16085e17734 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.1275816 Jun 30 02:35:19.745061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9005de33-721c-40a8-bd2e-582ea38b0769 req-ae8ac39d-4fa9-405b-b8ab-0f6d56cea564 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 Jun 30 02:35:19.798905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:19.815690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-da9ddf67-674a-42f6-a7e1-1ac938632c76 None None] Provisioning complete for port 71ac827f-a68e-49c2-9238-a6950b9e94c3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:19.816784 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da9ddf67-674a-42f6-a7e1-1ac938632c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.888194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:18Z', 'revision_number': 3, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:19.965159 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:19.965686 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Updating router 497ce321-4b9a-48a3-9cd9-34eae38c4951 port ee28fab6-b2e7-433f-b2ff-7c7901b3729c binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:20.029260 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.049772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.092510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:20.113177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c959629-7074-4b46-ae5c-a40ed4315ddf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=917e94634c204095a87e1dfc7d98f993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130732 Jun 30 02:35:20.115872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59142) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:20.136442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 187721a5-d762-4458-b384-109ffadc301d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:20.136789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 187721a5-d762-4458-b384-109ffadc301d not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:20.160288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Pushing event updated for resources: {'Port': ['ID=ece3bbda-6064-4a89-b98c-171780933026,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:20.193589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb3c4-69a5-4c84-9b30-904fe5b13463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.221717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Network 73e3ab8b-e670-4ede-bea6-9d8cd358106e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:20.224779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb3c4-69a5-4c84-9b30-904fe5b13463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.225347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:20.228173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:20.332603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c1bc9-5f0d-4105-ab69-e2ac90422a42 req-074d1a39-ea26-454e-94e8-4697d1e36f22 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:20.334292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c12c1bc9-5f0d-4105-ab69-e2ac90422a42 req-074d1a39-ea26-454e-94e8-4697d1e36f22 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 932 time: 0.0993576 Jun 30 02:35:20.336021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb3c4-69a5-4c84-9b30-904fe5b13463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.342065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb3c4-69a5-4c84-9b30-904fe5b13463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.346205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5eeeb3c4-69a5-4c84-9b30-904fe5b13463 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7350f5b3-b816-4117-8983-a8518e5cdb41 HTTP/1.1" status: 204 len: 168 time: 0.2265399 Jun 30 02:35:20.377199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeb3c4-69a5-4c84-9b30-904fe5b13463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350f5b3-b816-4117-8983-a8518e5cdb41,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:20.400061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c12c1bc9-5f0d-4105-ab69-e2ac90422a42 req-73764235-1a96-4320-9a5f-d405dd3efea6 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Jun 30 02:35:20.410071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:20.410728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.426525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bf3e4-2dcf-4fde-ba01-22d2d80d689e req-b5653f80-9a37-4449-a63e-0e9960b2fd1e tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:20.430449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f3bf3e4-2dcf-4fde-ba01-22d2d80d689e req-b5653f80-9a37-4449-a63e-0e9960b2fd1e tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 1100 time: 0.4236152 Jun 30 02:35:20.474447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f3bf3e4-2dcf-4fde-ba01-22d2d80d689e req-4d69cef0-0039-4b43-80ac-08da453a909a tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.476530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d79eee31-711b-4724-8e95-9a421fbc69dc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9576423 Jun 30 02:35:20.492211 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.494183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Request body: {'port': {'device_id': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:20.505308 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Transition to ACTIVE for port object ee28fab6-b2e7-433f-b2ff-7c7901b3729c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:20.512977 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.578945 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Attempting to bind port ee28fab6-b2e7-433f-b2ff-7c7901b3729c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:20.579452 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Attempting to bind port ee28fab6-b2e7-433f-b2ff-7c7901b3729c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:20.579763 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Attempting to bind port ee28fab6-b2e7-433f-b2ff-7c7901b3729c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:20.582075 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Pushing event updated for resources: {'Port': ['ID=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:20.592769 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:20.593205 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:20.593548 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.593994 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:20.594716 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Bound port: ee28fab6-b2e7-433f-b2ff-7c7901b3729c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:20.595028 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.597570 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.597880 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.598246 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.598627 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.598956 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.599282 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.599603 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.600060 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.600265 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.600624 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.600947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.602940 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:20.674634 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] For port ee28fab6-b2e7-433f-b2ff-7c7901b3729c, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:20.674634 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] For port ee28fab6-b2e7-433f-b2ff-7c7901b3729c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:20.678624 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.692994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.711228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.732328 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:20.733009 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:20.785283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f3bf3e4-2dcf-4fde-ba01-22d2d80d689e req-4d69cef0-0039-4b43-80ac-08da453a909a tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.793354 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd0cb1-7576-4bf0-916e-2696f959f0d0 None None] Pushing event updated for resources: {'Port': ['ID=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:20.801580 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0f3bf3e4-2dcf-4fde-ba01-22d2d80d689e req-4d69cef0-0039-4b43-80ac-08da453a909a tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.873210 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:20.964185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f3bf3e4-2dcf-4fde-ba01-22d2d80d689e req-4d69cef0-0039-4b43-80ac-08da453a909a tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324092 Jun 30 02:35:21.010195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dac237-9182-4b8e-a992-a27a0bab1fb1 req-ced22336-141f-4acb-bff1-d7aaaf47b9f4 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:21.018287 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26dac237-9182-4b8e-a992-a27a0bab1fb1 req-ced22336-141f-4acb-bff1-d7aaaf47b9f4 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.0996974 Jun 30 02:35:21.024730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69cef0-0039-4b43-80ac-08da453a909a tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3016a9c-941a-42a8-94ef-1b748bc1cfd6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:21.078563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 71ac827f-a68e-49c2-9238-a6950b9e94c3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:21.096065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26dac237-9182-4b8e-a992-a27a0bab1fb1 req-455e2550-23ed-495f-b58b-47be6992fc46 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765297 Jun 30 02:35:21.195263 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:18Z', 'revision_number': 3, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:21.236805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Allocated IP 172.20.0.1 (e645d414-4aa4-42e8-81ed-c72174b11a2e/a16cf826-c291-4e17-b75a-08217c76a9c6/fc98f846-a772-4466-ae81-f557e5a0c4ba) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:21.239618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 71ac827f-a68e-49c2-9238-a6950b9e94c3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:21.240064 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.252841 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2bdd2-4627-4658-b1e4-00801b1d4b31 None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:18Z', 'revision_number': 3, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:21.352010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:35:21.473528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece3bbda-6064-4a89-b98c-171780933026 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:21.486964 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.506335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Transition to ACTIVE for port object ece3bbda-6064-4a89-b98c-171780933026 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:21.512322 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.594131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Pushing event updated for resources: {'Port': ['ID=ece3bbda-6064-4a89-b98c-171780933026,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:21.747237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.751305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a41ae1-6646-4421-b773-12f0792c7596 req-7636043d-858a-4000-8220-95993512a083 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:21.761999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a41ae1-6646-4421-b773-12f0792c7596 req-7636043d-858a-4000-8220-95993512a083 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 944 time: 0.1774414 Jun 30 02:35:21.812270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Transition to ACTIVE for port object fc98f846-a772-4466-ae81-f557e5a0c4ba will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:21.823153 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a41ae1-6646-4421-b773-12f0792c7596 req-4b1590b5-ba70-4bda-b0b8-3a68f23dc092 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589838 Jun 30 02:35:21.868484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Attempting to bind port ece3bbda-6064-4a89-b98c-171780933026 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:21.868789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Attempting to bind port ece3bbda-6064-4a89-b98c-171780933026 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f727b0fe-690d-430d-b79a-e5d381d0c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:21.869130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Attempting to bind port ece3bbda-6064-4a89-b98c-171780933026 on network 73e3ab8b-e670-4ede-bea6-9d8cd358106e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:21.877690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Port ece3bbda-6064-4a89-b98c-171780933026 on network 73e3ab8b-e670-4ede-bea6-9d8cd358106e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:21.877862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Attempting to bind port ece3bbda-6064-4a89-b98c-171780933026 on network 73e3ab8b-e670-4ede-bea6-9d8cd358106e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:21.889033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:21.889393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Checking segment: {'id': 'f727b0fe-690d-430d-b79a-e5d381d0c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:21.889804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Bound using segment: {'id': 'f727b0fe-690d-430d-b79a-e5d381d0c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:21.890298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Bound port: ece3bbda-6064-4a89-b98c-171780933026, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f727b0fe-690d-430d-b79a-e5d381d0c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:21.890759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.937726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.001690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Network e645d414-4aa4-42e8-81ed-c72174b11a2e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:22.007862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:22.011089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:22.091697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.145103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] For port ece3bbda-6064-4a89-b98c-171780933026, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:22.164458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc98f846-a772-4466-ae81-f557e5a0c4ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:22.188064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] For port ece3bbda-6064-4a89-b98c-171780933026, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=ece3bbda-6064-4a89-b98c-171780933026,segment=NetworkSegment(f727b0fe-690d-430d-b79a-e5d381d0c349),segment_id=f727b0fe-690d-430d-b79a-e5d381d0c349)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:22.277427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060362d6-0d0b-4c29-8993-9bb165eaf5ec req-edd0f50b-2868-488b-bbf1-6dabbbbc9af2 tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:22.278134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.284482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-060362d6-0d0b-4c29-8993-9bb165eaf5ec req-edd0f50b-2868-488b-bbf1-6dabbbbc9af2 tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 1100 time: 0.0851746 Jun 30 02:35:22.325526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d235b4ff-849d-442d-a8ba-2beb24e0aecc req-f87a70d9-7b86-4fd9-aa50-4eb840ae1255 tempest-AbsoluteLimitsNegativeTestJSON-1718364783 tempest-AbsoluteLimitsNegativeTestJSON-1718364783-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=20b1abbc003d4d408ed4563e2c047fc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704930 Jun 30 02:35:22.339085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-060362d6-0d0b-4c29-8993-9bb165eaf5ec req-ecf3b97a-a3f1-483e-bb8d-ca813139b27c tempest-ServersAdminNegativeTestJSON-1787864713 tempest-ServersAdminNegativeTestJSON-1787864713-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Jun 30 02:35:22.364708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5a65d701-1146-4b49-858a-73981f328f0b None None] Provisioning for port fc98f846-a772-4466-ae81-f557e5a0c4ba completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:22.370867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5a65d701-1146-4b49-858a-73981f328f0b None None] Provisioning complete for port fc98f846-a772-4466-ae81-f557e5a0c4ba triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:22.371692 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a65d701-1146-4b49-858a-73981f328f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.416308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5a65d701-1146-4b49-858a-73981f328f0b None None] Port fc98f846-a772-4466-ae81-f557e5a0c4ba cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:22.444002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:22.445274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.447721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] 10.222.0.67 "PUT /v2.0/ports/ece3bbda-6064-4a89-b98c-171780933026 HTTP/1.1" status: 200 len: 1092 time: 1.9593465 Jun 30 02:35:22.453850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'tag': 'ece3bbda-6064-4a89-b98c-171780933026'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:22.457835 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247b64f6-0176-4825-a2d0-5d6d91fd1112" -d '{"events": [{"name": "network-changed", "server_uuid": "ed544007-0908-45f4-bc84-ca18b7d8957f", "tag": "ece3bbda-6064-4a89-b98c-171780933026"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:22.601137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.697836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876b16c-ca1a-4169-9b7e-bd05e93e4255 service neutron] Pushing event updated for resources: {'Port': ['ID=ece3bbda-6064-4a89-b98c-171780933026,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:22.712548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235b4ff-849d-442d-a8ba-2beb24e0aecc req-be03a96e-d830-4737-9130-c419785efe43 tempest-AbsoluteLimitsNegativeTestJSON-1718364783 tempest-AbsoluteLimitsNegativeTestJSON-1718364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:22.714872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d235b4ff-849d-442d-a8ba-2beb24e0aecc req-be03a96e-d830-4737-9130-c419785efe43 tempest-AbsoluteLimitsNegativeTestJSON-1718364783 tempest-AbsoluteLimitsNegativeTestJSON-1718364783-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885143 Jun 30 02:35:22.753611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d235b4ff-849d-442d-a8ba-2beb24e0aecc req-8af1b1c5-2b53-4614-9cff-448000de2534 tempest-AbsoluteLimitsNegativeTestJSON-1718364783 tempest-AbsoluteLimitsNegativeTestJSON-1718364783-project] 10.222.0.78 "GET /v2.0/quotas/20b1abbc003d4d408ed4563e2c047fc7 HTTP/1.1" status: 200 len: 375 time: 0.0266793 Jun 30 02:35:22.800820 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6bb864-2167-49a2-a3de-173921c6cbd1 x-openstack-request-id: req-5e6bb864-2167-49a2-a3de-173921c6cbd1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:22.801250 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed544007-0908-45f4-bc84-ca18b7d8957f", "tag": "ece3bbda-6064-4a89-b98c-171780933026", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:22.801355 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e6bb864-2167-49a2-a3de-173921c6cbd1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:22.801738 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'tag': 'ece3bbda-6064-4a89-b98c-171780933026', 'status': 'completed', 'code': 200} Jun 30 02:35:22.857757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d235b4ff-849d-442d-a8ba-2beb24e0aecc req-d5cc1006-560e-4680-827b-fe1bef9d36c2 tempest-AbsoluteLimitsNegativeTestJSON-1718364783 tempest-AbsoluteLimitsNegativeTestJSON-1718364783-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=20b1abbc003d4d408ed4563e2c047fc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592268 Jun 30 02:35:22.870203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-1a93e2d5-2012-4fa6-842f-c8ff1a2cc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:22.872595 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-1a93e2d5-2012-4fa6-842f-c8ff1a2cc024 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0daaa8d02284a4eb8e61a039aec6d80&device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 1095 time: 0.3518355 Jun 30 02:35:22.965541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-3fac53af-336d-4da1-a164-09066778a596 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece3bbda-6064-4a89-b98c-171780933026 HTTP/1.1" status: 200 len: 217 time: 0.0858195 Jun 30 02:35:23.034995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee28fab6-b2e7-433f-b2ff-7c7901b3729c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:23.058723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f0296e4b-17f7-4e72-8a66-00b294540d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:23.060114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-f0296e4b-17f7-4e72-8a66-00b294540d05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d07b17ae-f693-41ea-9a78-f52f01e15ec5 HTTP/1.1" status: 200 len: 853 time: 0.0861962 Jun 30 02:35:23.103205 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-cd8bfc5a-7577-4bd5-a82e-8edb21020083 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73e3ab8b-e670-4ede-bea6-9d8cd358106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369132 Jun 30 02:35:23.128081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ee28fab6-b2e7-433f-b2ff-7c7901b3729c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:23.133276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ee28fab6-b2e7-433f-b2ff-7c7901b3729c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:23.134481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.238992 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.261731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.266535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ee28fab6-b2e7-433f-b2ff-7c7901b3729c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:23.275077 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.276127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.342008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:23.351419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.352700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.353745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.354248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.354857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.355425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.355980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.356490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.357035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.357800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.358559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.359293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:23.442021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.469259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc98f846-a772-4466-ae81-f557e5a0c4ba,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:23.499138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c938031-c10f-4839-bf9c-4356dfa5d5ed req-5a566295-1fce-4286-9d92-0159a8a6bda2 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:23.502892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c938031-c10f-4839-bf9c-4356dfa5d5ed req-5a566295-1fce-4286-9d92-0159a8a6bda2 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 944 time: 0.0851731 Jun 30 02:35:23.540408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:23.549490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c938031-c10f-4839-bf9c-4356dfa5d5ed req-1c42f013-efbf-4d73-9c3d-6b5a78503791 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Jun 30 02:35:23.555164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-4e96ad25-4782-4fce-8430-7d75a9970d76 service neutron] 10.222.0.67 "GET /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445369 Jun 30 02:35:23.736649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9645e74-5bbb-4d75-9529-7324ba322aae req-d9cd5d38-7cbc-4474-a2da-cfc4f1985a68 service neutron] 10.222.0.67 "GET /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739428 Jun 30 02:35:23.749455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Network e645d414-4aa4-42e8-81ed-c72174b11a2e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:23.751167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:23.823487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42998df1-b2b1-45d7-a420-d47778c24f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.905119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f699cbd-3588-4751-bc1e-4550df855e42 req-5f497c72-4b5b-4035-9148-ce65139dddba tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:23.917220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f699cbd-3588-4751-bc1e-4550df855e42 req-5f497c72-4b5b-4035-9148-ce65139dddba tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 949 time: 0.1449115 Jun 30 02:35:23.963181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f699cbd-3588-4751-bc1e-4550df855e42 req-636a036c-c3f7-4fd7-97db-d2df82a80b88 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Jun 30 02:35:24.080995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:24.083095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-21bc3ebe-2ce0-42b3-ab0d-118137d04ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:24.084659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-21bc3ebe-2ce0-42b3-ab0d-118137d04ac5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0daaa8d02284a4eb8e61a039aec6d80&device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 1095 time: 0.2542269 Jun 30 02:35:24.158981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4cd73c37-46dd-4913-9028-171e041465a4 None None] Provisioning complete for port fc98f846-a772-4466-ae81-f557e5a0c4ba triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:24.160030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cd73c37-46dd-4913-9028-171e041465a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.200353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4cd73c37-46dd-4913-9028-171e041465a4 None None] Port fc98f846-a772-4466-ae81-f557e5a0c4ba cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:24.639984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f04d-2697-4e11-810c-841f716a2cc0 req-f5636ed8-57ee-40e6-a5c9-ba006c2617f3 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:24.641000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42998df1-b2b1-45d7-a420-d47778c24f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.649390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bf9f04d-2697-4e11-810c-841f716a2cc0 req-f5636ed8-57ee-40e6-a5c9-ba006c2617f3 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.0951984 Jun 30 02:35:24.664993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42998df1-b2b1-45d7-a420-d47778c24f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.699410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bf9f04d-2697-4e11-810c-841f716a2cc0 req-50424969-7c0e-4ac3-9b99-d0dad322ef10 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492487 Jun 30 02:35:24.734551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-3cf10377-910c-4476-944b-aae85899811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:24.736044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-3cf10377-910c-4476-944b-aae85899811d service neutron] 10.222.0.67 "GET /v2.0/networks?id=73e3ab8b-e670-4ede-bea6-9d8cd358106e HTTP/1.1" status: 200 len: 914 time: 0.6316144 Jun 30 02:35:24.792510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-42998df1-b2b1-45d7-a420-d47778c24f26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20b1abbc003d4d408ed4563e2c047fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2479253 Jun 30 02:35:24.792510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:24.793525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:24.801600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:24.807903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-85524a12-3f08-4610-a181-e6fa867b1bc8 admin admin] 10.222.0.78 "PUT /v2.0/routers/497ce321-4b9a-48a3-9cd9-34eae38c4951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6930542 Jun 30 02:35:24.815050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:24.821397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.850788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42998df1-b2b1-45d7-a420-d47778c24f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc7b399-d9bb-40b7-aa61-8751cd9ae55b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:24.860741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-4561aa62-e697-4f78-ab49-7a804d5451a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6904788 Jun 30 02:35:24.863181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-d950d0f3-1570-48e4-9850-d8bd1fb8a520 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece3bbda-6064-4a89-b98c-171780933026 HTTP/1.1" status: 200 len: 217 time: 0.1006939 Jun 30 02:35:24.897484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9367fff0-fa19-4f9c-8888-ee6462532f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.941186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9367fff0-fa19-4f9c-8888-ee6462532f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.979765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:25.026803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9367fff0-fa19-4f9c-8888-ee6462532f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.029518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9367fff0-fa19-4f9c-8888-ee6462532f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.030895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9367fff0-fa19-4f9c-8888-ee6462532f01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7dc7b399-d9bb-40b7-aa61-8751cd9ae55b HTTP/1.1" status: 204 len: 168 time: 0.2366779 Jun 30 02:35:25.045620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367fff0-fa19-4f9c-8888-ee6462532f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc7b399-d9bb-40b7-aa61-8751cd9ae55b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:25.088805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50800522-5f23-4f90-8293-ebceebe5a6e7 req-5d906aec-d136-46fb-ac5d-3c8390747c19 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.095663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50800522-5f23-4f90-8293-ebceebe5a6e7 req-5d906aec-d136-46fb-ac5d-3c8390747c19 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 944 time: 0.3916984 Jun 30 02:35:25.109880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-7c6727a5-f535-4f3b-a300-b38bc84d7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.111380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-7c6727a5-f535-4f3b-a300-b38bc84d7ba2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d07b17ae-f693-41ea-9a78-f52f01e15ec5 HTTP/1.1" status: 200 len: 853 time: 0.2397075 Jun 30 02:35:25.155921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee28fab6-b2e7-433f-b2ff-7c7901b3729c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:25.179731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-533c8c10-51e5-4c34-900e-7b37ea06b764 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73e3ab8b-e670-4ede-bea6-9d8cd358106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514286 Jun 30 02:35:25.206563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50800522-5f23-4f90-8293-ebceebe5a6e7 req-056f13da-8019-444a-87bb-3b58c7cf4b58 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099188 Jun 30 02:35:25.269884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-2970df9e-51c3-4977-9932-d9525edee516 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.271821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-2970df9e-51c3-4977-9932-d9525edee516 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 949 time: 0.3392904 Jun 30 02:35:25.274678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-bd21c7dc-7dd1-4cad-8843-0aa29e2a7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.276733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-bd21c7dc-7dd1-4cad-8843-0aa29e2a7acc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb&device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 1096 time: 0.3451843 Jun 30 02:35:25.349749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ee28fab6-b2e7-433f-b2ff-7c7901b3729c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:25.350358 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.471873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 2, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:25.502243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-40a0d44c-417b-455c-ba43-3466d15bcb33 service neutron] 10.222.0.67 "GET /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109469 Jun 30 02:35:25.524999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34943157-6dcd-49d6-87ec-72d41357bd4d req-b4c34b57-de33-4ece-beb2-0fdb92089e24 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.527082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34943157-6dcd-49d6-87ec-72d41357bd4d req-b4c34b57-de33-4ece-beb2-0fdb92089e24 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 949 time: 0.1437607 Jun 30 02:35:25.627448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34943157-6dcd-49d6-87ec-72d41357bd4d req-8d4be33b-ed18-4592-9f9d-bd675a3c4b94 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939851 Jun 30 02:35:25.722117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:25.723455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Updating router 497ce321-4b9a-48a3-9cd9-34eae38c4951 port fc98f846-a772-4466-ae81-f557e5a0c4ba binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:25.771939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Deleting port e7350fed-6803-49e3-b1b3-b2b375c4bd7a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:25.772454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.859602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.989247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-a2c01a8e-013e-4b94-ae30-616f80eed4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.993995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-a2c01a8e-013e-4b94-ae30-616f80eed4f9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cea8372c-b608-444a-8ce1-dd4369578243 HTTP/1.1" status: 200 len: 912 time: 0.6763568 Jun 30 02:35:26.029577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-8afa1c0d-bef9-42e2-82c4-1537c0b95a52 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.036711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-8afa1c0d-bef9-42e2-82c4-1537c0b95a52 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 820 time: 0.4269319 Jun 30 02:35:26.052769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3805-7c0f-44f6-900a-4cb490f5a11b req-0d08f52e-05e8-4a9b-90fb-21b1e43ed736 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.062844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef0e3805-7c0f-44f6-900a-4cb490f5a11b req-0d08f52e-05e8-4a9b-90fb-21b1e43ed736 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.1288562 Jun 30 02:35:26.126135 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-247b64f6-0176-4825-a2d0-5d6d91fd1112 req-3f545c61-12b6-4dda-9ff3-83801faa68f5 service neutron] 10.222.0.67 "GET /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119306 Jun 30 02:35:26.161603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-76713d25-0d56-458f-9dd9-3e2327cfcb39 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/quotas/fa16a902dbd9473bb1f4a729cc428a09 HTTP/1.1" status: 200 len: 375 time: 0.1234388 Jun 30 02:35:26.168830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59302) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:26.186915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef0e3805-7c0f-44f6-900a-4cb490f5a11b req-d521a795-c485-443a-8cb2-b296a09e59d0 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226223 Jun 30 02:35:26.254798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-9be61f31-d986-458a-a489-d790856039a8 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.256445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-9be61f31-d986-458a-a489-d790856039a8 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.67 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.1913273 Jun 30 02:35:26.270742 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.281862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Transition to ACTIVE for port object fc98f846-a772-4466-ae81-f557e5a0c4ba will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:26.298490 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.317887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] For port e7350fed-6803-49e3-b1b3-b2b375c4bd7a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:26.318731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.330583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-85140ace-56bd-4e95-82d9-97e13bd3fd34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7 HTTP/1.1" status: 200 len: 1000 time: 0.2800562 Jun 30 02:35:26.381342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Calling delete_port for e7350fed-6803-49e3-b1b3-b2b375c4bd7a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:26.421608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-919eebd9-c56b-421e-9e06-e84d5b650489 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2588067 Jun 30 02:35:26.436009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8428e1-219a-45a4-8b93-dc59e3dd9631 None None] Pushing event updated for resources: {'Port': ['ID=fc98f846-a772-4466-ae81-f557e5a0c4ba,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:26.490654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-484500007-network', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:26.520462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-727afbb4-857f-4fbc-ad69-d59cd6196ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.522185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-727afbb4-857f-4fbc-ad69-d59cd6196ff9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5db86255-623b-4eea-836a-21adf1bb1a51 HTTP/1.1" status: 200 len: 850 time: 0.1703539 Jun 30 02:35:26.545298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Attempting to bind port fc98f846-a772-4466-ae81-f557e5a0c4ba on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:26.545680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Attempting to bind port fc98f846-a772-4466-ae81-f557e5a0c4ba by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:26.546046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Attempting to bind port fc98f846-a772-4466-ae81-f557e5a0c4ba on network e645d414-4aa4-42e8-81ed-c72174b11a2e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:26.567747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:26.568181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Checking segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:26.568512 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.569042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Bound using segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:26.569545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Bound port: fc98f846-a772-4466-ae81-f557e5a0c4ba, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:26.569930 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.598753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Deleting port cf992415-86a8-4909-be42-23d4fba8fe46 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:26.599493 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.633603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Made reservation on behalf of cc0ac366fcd4470285143453c751fe2c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:26.637083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.678846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] For port fc98f846-a772-4466-ae81-f557e5a0c4ba, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:26.683859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] For port fc98f846-a772-4466-ae81-f557e5a0c4ba, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc98f846-a772-4466-ae81-f557e5a0c4ba,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:26.691527 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.702058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.706941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.734710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e7350fed-6803-49e3-b1b3-b2b375c4bd7a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:26.760746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['391de843-5c1d-4ad8-8567-db5f07806a44'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:26.859534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Pushing event deleted for resources: {'Port': ['ID=e7350fed-6803-49e3-b1b3-b2b375c4bd7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:26.899796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] No DVR routers for this DVR port e7350fed-6803-49e3-b1b3-b2b375c4bd7a on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:26.912866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:26.919653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.920198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:26.934689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.950187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-015179b0-2092-4f84-b7f0-bdef3cbd8fa5 req-7cd692f3-5b18-4c8b-b9ee-a2592ca691a9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.67 "DELETE /v2.0/ports/e7350fed-6803-49e3-b1b3-b2b375c4bd7a HTTP/1.1" status: 204 len: 173 time: 1.6403487 Jun 30 02:35:26.951239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'name': 'network-vif-deleted', 'tag': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:26.954053 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357a872d-4d47-47c1-bea6-54a0f94bc94c" -d '{"events": [{"server_uuid": "d9a122b3-b474-4903-a43c-e27b85e3989b", "name": "network-vif-deleted", "tag": "e7350fed-6803-49e3-b1b3-b2b375c4bd7a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:27.007962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.015295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-f77d4af2-2cc2-4301-82e8-71d5fc34bff6 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856888 Jun 30 02:35:27.091155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8428e1-219a-45a4-8b93-dc59e3dd9631 None None] Pushing event updated for resources: {'Port': ['ID=fc98f846-a772-4466-ae81-f557e5a0c4ba,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.160777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-c3f3db21-b8d5-49be-bf51-2ae15accbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:27.163394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-c3f3db21-b8d5-49be-bf51-2ae15accbb9d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cea8372c-b608-444a-8ce1-dd4369578243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739802 Jun 30 02:35:27.171655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-2dedc23a-5fe8-492a-a77e-551e7f152e0c service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477261 Jun 30 02:35:27.181994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c448f-62f6-47b7-824e-61d6a09a1337,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.204664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:27.240167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] For port cf992415-86a8-4909-be42-23d4fba8fe46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf992415-86a8-4909-be42-23d4fba8fe46,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:27.240544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.255511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.255901 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Added segment 0d300d49-9e12-4f80-9c81-5802a30dab44 of type vlan for network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f Jun 30 02:35:27.294363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device ece3bbda-6064-4a89-b98c-171780933026 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:27.302691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-5f65e536-c6aa-441d-9d62-0a17a0ef78a2 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293495 Jun 30 02:35:27.397920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9ebd0-2823-44f1-9699-1c7e9030f8b1 req-c2f77230-aa77-480a-b871-056fe360489e tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:27.405093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbf9ebd0-2823-44f1-9699-1c7e9030f8b1 req-c2f77230-aa77-480a-b871-056fe360489e tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 944 time: 0.6709785 Jun 30 02:35:27.409859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port ece3bbda-6064-4a89-b98c-171780933026, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=ece3bbda-6064-4a89-b98c-171780933026,segment=NetworkSegment(f727b0fe-690d-430d-b79a-e5d381d0c349),segment_id=f727b0fe-690d-430d-b79a-e5d381d0c349)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:27.435067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'ece3bbda-6064-4a89-b98c-171780933026', 'network_id': '73e3ab8b-e670-4ede-bea6-9d8cd358106e', 'port_id': 'ece3bbda-6064-4a89-b98c-171780933026', 'mac_address': 'fa:16:3e:08:5c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07b17ae-f693-41ea-9a78-f52f01e15ec5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:27.436513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.458460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:27.478931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-365365d3-ce2f-4a44-acdf-28e0ce19dbfe req-86908028-c71f-46b1-820e-fa3a43780d91 service neutron] 10.222.0.90 "GET /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686738 Jun 30 02:35:27.545132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.594456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbf9ebd0-2823-44f1-9699-1c7e9030f8b1 req-a4236e94-a086-41b1-b176-80ef84b45d09 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884260 Jun 30 02:35:27.647491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece3bbda-6064-4a89-b98c-171780933026 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:27.669489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-471498d0-903f-47ee-b086-02b2abfa65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.703671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.706786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:27.710296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.732691 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d22a6cb-a839-4aa1-830c-81cbc9f5629e x-openstack-request-id: req-7d22a6cb-a839-4aa1-830c-81cbc9f5629e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:27.739615 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a122b3-b474-4903-a43c-e27b85e3989b", "name": "network-vif-deleted", "tag": "e7350fed-6803-49e3-b1b3-b2b375c4bd7a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:27.739891 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d22a6cb-a839-4aa1-830c-81cbc9f5629e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:27.740293 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a122b3-b474-4903-a43c-e27b85e3989b', 'name': 'network-vif-deleted', 'tag': 'e7350fed-6803-49e3-b1b3-b2b375c4bd7a', 'status': 'completed', 'code': 200} Jun 30 02:35:27.754800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5664215 Jun 30 02:35:27.767333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59332) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:27.774724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Request body: {'subnet': {'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-484500007-subnet', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:27.814649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a0ec15-5c01-445d-a6c9-d709b24c9bde req-c8b6cb34-0430-4c0c-ad99-6d833694fb21 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9a122b3-b474-4903-a43c-e27b85e3989b HTTP/1.1" status: 200 len: 210 time: 0.0979090 Jun 30 02:35:27.840498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.840870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.841192 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9 disassociated. External IP: 172.25.0.57, port: cf992415-86a8-4909-be42-23d4fba8fe46. Jun 30 02:35:27.841537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Calling delete_port for cf992415-86a8-4909-be42-23d4fba8fe46 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:27.859256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaa9ba-3940-46bb-8595-7fd586913f00 admin admin] Pushing event updated for resources: {'Network': ['ID=644a8dd8-ba64-4ca8-b935-60c5c8cc072f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.861369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Made reservation on behalf of cc0ac366fcd4470285143453c751fe2c for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:27.863938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.865832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port ece3bbda-6064-4a89-b98c-171780933026, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=ece3bbda-6064-4a89-b98c-171780933026,segment=NetworkSegment(f727b0fe-690d-430d-b79a-e5d381d0c349),segment_id=f727b0fe-690d-430d-b79a-e5d381d0c349)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:27.882707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:27.999030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.139222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a42470-cf1f-4bc0-a7f3-c2662da27ad4 req-a0310d76-c44d-4c53-ada2-610746411729 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:28.140775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65a42470-cf1f-4bc0-a7f3-c2662da27ad4 req-a0310d76-c44d-4c53-ada2-610746411729 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 946 time: 0.1852937 Jun 30 02:35:28.169434 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6f70e66-c86e-4ac6-be2d-0940049e31fb req-4cbb2700-aef3-418c-9d90-33e732545b02 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 210 time: 0.0702741 Jun 30 02:35:28.311589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=ece3bbda-6064-4a89-b98c-171780933026,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.330512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['ece3bbda-6064-4a89-b98c-171780933026'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:28.343798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65a42470-cf1f-4bc0-a7f3-c2662da27ad4 req-07b4cf97-0bc1-4a2c-904f-376038f840cd tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f617c91-7b2d-4370-96bd-660a366e909c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591437 Jun 30 02:35:28.355183 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.401214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.403217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event deleted for resources: {'Port': ['ID=cf992415-86a8-4909-be42-23d4fba8fe46,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.449831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:26Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:28.486616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96d4f-bb12-4f26-a780-85f99e1bfeae None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:26Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:28.515130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204123a5-5752-422c-8933-8f08608e0603,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.912297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de2fa-eab9-42a7-9a40-3eef8f8c26dd req-7f96d15f-fc22-4302-b0a2-02a7cf40314a tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:28.923215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d2de2fa-eab9-42a7-9a40-3eef8f8c26dd req-7f96d15f-fc22-4302-b0a2-02a7cf40314a tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 945 time: 0.1390092 Jun 30 02:35:29.019772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Checking segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:29.020293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Network hostable DHCP agents. Network: 644a8dd8-ba64-4ca8-b935-60c5c8cc072f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:29.046009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d2de2fa-eab9-42a7-9a40-3eef8f8c26dd req-82d6a124-889a-4b2d-90e1-a4a00c166cc6 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218517 Jun 30 02:35:29.059915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:29.095883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc98f846-a772-4466-ae81-f557e5a0c4ba up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:29.101065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:29.110578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 644a8dd8-ba64-4ca8-b935-60c5c8cc072f) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:29.121857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:29.122471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.125618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe3ba14-7afd-4e37-9b6a-b7e54878e215 None None] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:29.330012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:29.343881 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:29.379617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device ece3bbda-6064-4a89-b98c-171780933026 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:29.385161 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:29.385818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:29.438504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:35:29.439782 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.448458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-157613cd-f765-4e97-a476-2a93e99808d4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6729681 Jun 30 02:35:29.449126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59354) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:29.450941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] No DVR routers for this DVR port cf992415-86a8-4909-be42-23d4fba8fe46 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:29.454448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.458134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4dbccf44-970c-4d04-b003-b8be37b41377 req-fe906848-3eaf-4138-aa9c-260e0a8a0246 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.67 "DELETE /v2.0/ports/cf992415-86a8-4909-be42-23d4fba8fe46 HTTP/1.1" status: 204 len: 173 time: 3.1950653 Jun 30 02:35:29.473295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:29.483099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'name': 'network-vif-deleted', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:29.492205 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88369fe-0453-416f-aa36-104a25927194" -d '{"events": [{"server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "name": "network-vif-deleted", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:29.551753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.552940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.701157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-29873bdb-7853-43f6-9a98-b9cef60cb484 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:29.709079 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-29873bdb-7853-43f6-9a98-b9cef60cb484 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.90 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 820 time: 0.3674057 Jun 30 02:35:29.745525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fc98f846-a772-4466-ae81-f557e5a0c4ba completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:29.756566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fc98f846-a772-4466-ae81-f557e5a0c4ba triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:29.756940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.778179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'port': {'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'admin_state_up': True, 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:29.803280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.841379 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:29.894394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82b344c7-fb25-495a-890f-e810311fab92 req-e3a296a9-9a29-42fc-ba6d-7d3f1b5c2dff tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 210 time: 0.1808445 Jun 30 02:35:29.910837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port ece3bbda-6064-4a89-b98c-171780933026 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:29.927059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port ece3bbda-6064-4a89-b98c-171780933026 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:29.927059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.093125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Made reservation on behalf of fa16a902dbd9473bb1f4a729cc428a09 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:30.097647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.112104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Allocated IP 172.20.0.2 (644a8dd8-ba64-4ca8-b935-60c5c8cc072f/204123a5-5752-422c-8933-8f08608e0603/c68fc9c4-bf14-4bc3-8ea8-1082adee8209) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:30.201697 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27707d46-b2a3-411c-8983-baf3412d842d x-openstack-request-id: req-27707d46-b2a3-411c-8983-baf3412d842d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:30.202053 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c9bf1-1064-459e-8cc7-f61fc63f97a9", "name": "network-vif-deleted", "tag": "cf992415-86a8-4909-be42-23d4fba8fe46", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:30.202347 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27707d46-b2a3-411c-8983-baf3412d842d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:30.202768 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c9bf1-1064-459e-8cc7-f61fc63f97a9', 'name': 'network-vif-deleted', 'tag': 'cf992415-86a8-4909-be42-23d4fba8fe46', 'status': 'completed', 'code': 200} Jun 30 02:35:30.212028 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.375804 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:30.387010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Allocated IP 172.20.0.14 (e645d414-4aa4-42e8-81ed-c72174b11a2e/a16cf826-c291-4e17-b75a-08217c76a9c6/387dc62b-d809-47d8-87b7-5928afef6f67) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:30.519586 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:30.547947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:30.548597 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:30.560168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-baaede05-b401-43e3-90ef-d5608fba087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.590225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdcb5c-4986-44e7-8ba5-6acb6d4c4c39 req-c7ce6dbe-8173-492d-9e4c-a97b5eb4c807 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:30.595659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.599069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8fdcb5c-4986-44e7-8ba5-6acb6d4c4c39 req-c7ce6dbe-8173-492d-9e4c-a97b5eb4c807 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 950 time: 0.2042835 Jun 30 02:35:30.616122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Transition to ACTIVE for port object 387dc62b-d809-47d8-87b7-5928afef6f67 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:30.654607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.689997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.715845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.728125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fc98f846-a772-4466-ae81-f557e5a0c4ba, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc98f846-a772-4466-ae81-f557e5a0c4ba,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:30.730697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.742349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.749854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69595826-b36f-42ba-8c24-3335c1fb8a1d req-6c7b4e7f-d0fc-424e-9277-b1c094314a03 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/ports?device_id=f52c9bf1-1064-459e-8cc7-f61fc63f97a9 HTTP/1.1" status: 200 len: 210 time: 0.0886073 Jun 30 02:35:30.795331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece3bbda-6064-4a89-b98c-171780933026'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:30.797886 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77f4da8-87a4-4adb-aba6-d7e2a230d83e" -d '{"events": [{"server_uuid": "ed544007-0908-45f4-bc84-ca18b7d8957f", "name": "network-vif-plugged", "status": "completed", "tag": "ece3bbda-6064-4a89-b98c-171780933026"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:30.809640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8fdcb5c-4986-44e7-8ba5-6acb6d4c4c39 req-8745e8c1-dda5-4e3e-bf9b-bac5e8fcc5f5 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096958 Jun 30 02:35:30.819701 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:30.868783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Network e645d414-4aa4-42e8-81ed-c72174b11a2e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:30.873645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port ece3bbda-6064-4a89-b98c-171780933026, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=ece3bbda-6064-4a89-b98c-171780933026,segment=NetworkSegment(f727b0fe-690d-430d-b79a-e5d381d0c349),segment_id=f727b0fe-690d-430d-b79a-e5d381d0c349)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:30.882152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:30.891735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:30.936524 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.937315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf992415-86a8-4909-be42-23d4fba8fe46 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:30.977997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.011076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event updated for resources: {'Port': ['ID=387dc62b-d809-47d8-87b7-5928afef6f67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.041185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: cf992415-86a8-4909-be42-23d4fba8fe46 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:31.041540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf992415-86a8-4909-be42-23d4fba8fe46 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:31.042147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e7350fed-6803-49e3-b1b3-b2b375c4bd7a no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:31.048518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fc98f846-a772-4466-ae81-f557e5a0c4ba,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.054934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.117776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:31.120125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.181813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-bd14b21d-2a9b-415c-a0a0-9480b595e136 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4334459 Jun 30 02:35:31.187792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.212077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Request body: {'port': {'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:31.216137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Transition to ACTIVE for port object c68fc9c4-bf14-4bc3-8ea8-1082adee8209 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:31.238074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Transition to ACTIVE for port object c68fc9c4-bf14-4bc3-8ea8-1082adee8209 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:31.265117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f801a1f-0be8-4566-8a76-64e2db998b52 req-95c1fa44-5a63-4802-ba1c-b6f5a3276817 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:31.282271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f801a1f-0be8-4566-8a76-64e2db998b52 req-95c1fa44-5a63-4802-ba1c-b6f5a3276817 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 946 time: 0.3702886 Jun 30 02:35:31.312817 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a9373-8307-44c4-97f9-bc84966d178f x-openstack-request-id: req-cc8a9373-8307-44c4-97f9-bc84966d178f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:31.313024 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed544007-0908-45f4-bc84-ca18b7d8957f", "name": "network-vif-plugged", "status": "completed", "tag": "ece3bbda-6064-4a89-b98c-171780933026", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:31.313305 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc8a9373-8307-44c4-97f9-bc84966d178f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:31.313628 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece3bbda-6064-4a89-b98c-171780933026', 'code': 200} Jun 30 02:35:31.314176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=ece3bbda-6064-4a89-b98c-171780933026,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.320312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: e7350fed-6803-49e3-b1b3-b2b375c4bd7a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:31.321372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e7350fed-6803-49e3-b1b3-b2b375c4bd7a not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:31.325546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.333962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Allocated IP 172.25.0.152 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/31445530-14b7-4236-95b8-2b82e5104e2c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:31.343633 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:31.376287 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f499d0-1032-43e9-9841-d707a0c4381b None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:52Z', 'revision_number': 4, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '1737486d-fe78-4100-a3e0-ac0a5203bae8', 'name': '', 'network_id': '0d0cf1e9-1fbe-411e-8904-1933af6c07de', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'mac_address': 'fa:16:3e:fc:ae:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'subnets': [{'id': 'af1509c5-79c7-4b54-b667-cef47860f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:31.379136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f801a1f-0be8-4566-8a76-64e2db998b52 req-02f9991e-3365-4fa7-940c-a12392c69322 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957096 Jun 30 02:35:31.417251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:31.418030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6bd62dd1-78f1-495c-af19-594499b10c01 None None] Provisioning for port 387dc62b-d809-47d8-87b7-5928afef6f67 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:31.426492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6bd62dd1-78f1-495c-af19-594499b10c01 None None] Provisioning complete for port 387dc62b-d809-47d8-87b7-5928afef6f67 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:31.426492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6bd62dd1-78f1-495c-af19-594499b10c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.429193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:31.433215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Pushing event updated for resources: {'Port': ['ID=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.455392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.467853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:31.522373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a021ab-ab0e-4be3-b066-857483eef07e req-f17b3bf2-8e16-4959-ba0a-25a5d4fcb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:31.524579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98a021ab-ab0e-4be3-b066-857483eef07e req-f17b3bf2-8e16-4959-ba0a-25a5d4fcb761 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 1097 time: 0.2875061 Jun 30 02:35:31.594909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6bd62dd1-78f1-495c-af19-594499b10c01 None None] Port 387dc62b-d809-47d8-87b7-5928afef6f67 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:31.601771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Attempting to bind port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:31.602803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Attempting to bind port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:31.603174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Attempting to bind port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 on network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:31.609562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:31.609944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Checking segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:31.610904 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.610904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Bound using segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:31.611232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Bound port: c68fc9c4-bf14-4bc3-8ea8-1082adee8209, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:31.611720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.638398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f696e-95e4-4fef-b5ce-c64e452f06ea req-31452cd3-ea12-494e-be3f-6e27a7e223fd tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:31.643666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-054f696e-95e4-4fef-b5ce-c64e452f06ea req-31452cd3-ea12-494e-be3f-6e27a7e223fd tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 932 time: 0.3127580 Jun 30 02:35:31.681553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98a021ab-ab0e-4be3-b066-857483eef07e req-3679dd41-a781-439a-a34c-1b70c7113b27 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365910 Jun 30 02:35:31.709590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.719572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] For port c68fc9c4-bf14-4bc3-8ea8-1082adee8209, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:31.724764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] For port c68fc9c4-bf14-4bc3-8ea8-1082adee8209, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:31.729334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.755682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-054f696e-95e4-4fef-b5ce-c64e452f06ea req-4dc6cfb7-6ec9-499a-95d8-676faea3ec7a tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108491 Jun 30 02:35:31.808590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85594757-9fab-4286-b59f-c365d17a7fa3 None None] Pushing event updated for resources: {'Port': ['ID=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.835030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387dc62b-d809-47d8-87b7-5928afef6f67 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:31.845956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.855718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5fefb-624c-4cd2-a59d-32bae09e1c98 None None] New status for floating IP 32dee0c5-6e3f-427f-9f2f-4d4913e164a9: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:35:31.872632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.875029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Transition to ACTIVE for port object 387dc62b-d809-47d8-87b7-5928afef6f67 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:31.880136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.958920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:31.967450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Pushing event updated for resources: {'Port': ['ID=387dc62b-d809-47d8-87b7-5928afef6f67,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.990340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:32.013759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:32.075732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.132091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Attempting to bind port 387dc62b-d809-47d8-87b7-5928afef6f67 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:32.132436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Attempting to bind port 387dc62b-d809-47d8-87b7-5928afef6f67 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:32.132767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Attempting to bind port 387dc62b-d809-47d8-87b7-5928afef6f67 on network e645d414-4aa4-42e8-81ed-c72174b11a2e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:32.147658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Port 387dc62b-d809-47d8-87b7-5928afef6f67 on network e645d414-4aa4-42e8-81ed-c72174b11a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:32.148003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Attempting to bind port 387dc62b-d809-47d8-87b7-5928afef6f67 on network e645d414-4aa4-42e8-81ed-c72174b11a2e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:32.149366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Pushing event updated for resources: {'Port': ['ID=31445530-14b7-4236-95b8-2b82e5104e2c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:32.155804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:32.156878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Checking segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:32.157493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Bound using segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:32.157997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Bound port: 387dc62b-d809-47d8-87b7-5928afef6f67, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:32.158643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.193065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-4729a2dd-bfb2-4212-97e8-d40740dd87d9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:32.194678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-4729a2dd-bfb2-4212-97e8-d40740dd87d9 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 950 time: 0.3992407 Jun 30 02:35:32.277269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] For port 387dc62b-d809-47d8-87b7-5928afef6f67, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:32.281373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] For port 387dc62b-d809-47d8-87b7-5928afef6f67, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=387dc62b-d809-47d8-87b7-5928afef6f67,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:32.288400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.360975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:32.362000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.363849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] 10.222.0.90 "PUT /v2.0/ports/387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 1092 time: 1.1695025 Jun 30 02:35:32.364376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:32.367636 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48013c7c-d472-4174-8588-d7851cf0b47d" -d '{"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:32.409609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:32.480616 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19972ff5-1b60-4c10-a772-77360132ca8b x-openstack-request-id: req-19972ff5-1b60-4c10-a772-77360132ca8b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:32.480989 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:32.481168 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19972ff5-1b60-4c10-a772-77360132ca8b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:32.481646 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'status': 'completed', 'code': 200} Jun 30 02:35:32.492073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a41d-a539-4a9f-bb1e-1d8756c55230 service neutron] Pushing event updated for resources: {'Port': ['ID=387dc62b-d809-47d8-87b7-5928afef6f67,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:32.599965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-2137df73-5528-408a-960e-b46cfb193a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:32.601543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-2137df73-5528-408a-960e-b46cfb193a01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1095 time: 0.1673079 Jun 30 02:35:32.603340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcdcc-18dc-4a8e-97a2-a22c4566083b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.688490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fadad2-a3bf-4834-9db2-26def30991a5 req-a7b3f954-ab03-495f-a01d-b227706d7b57 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:32.690330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55fadad2-a3bf-4834-9db2-26def30991a5 req-a7b3f954-ab03-495f-a01d-b227706d7b57 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 950 time: 0.5871599 Jun 30 02:35:32.701016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-45842bef-b3a0-40c0-89ff-db45a432bb0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.0847733 Jun 30 02:35:32.708552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcdcc-18dc-4a8e-97a2-a22c4566083b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.749757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.755183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Deleting port 391de843-5c1d-4ad8-8567-db5f07806a44 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:32.755584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.809154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55fadad2-a3bf-4834-9db2-26def30991a5 req-1ef75c88-6210-439a-b230-5c2665791c4e tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/security-groups?id=9efd3cfa-aab9-4395-8ead-91d37bc5cd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059592 Jun 30 02:35:32.985873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] For port 391de843-5c1d-4ad8-8567-db5f07806a44, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=391de843-5c1d-4ad8-8567-db5f07806a44,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:32.985873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.006705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Calling delete_port for 391de843-5c1d-4ad8-8567-db5f07806a44 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:33.178404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c68fc9c4-bf14-4bc3-8ea8-1082adee8209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:33.192558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ab0ff69c-fc08-4c1c-a3fc-94c16373cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.194044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-ab0ff69c-fc08-4c1c-a3fc-94c16373cce1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.4771786 Jun 30 02:35:33.204570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ee7b-bd49-439f-9d83-bd823e040f1a req-15f0d420-e5dc-4af6-8a2f-def35824ef91 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.206239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d634ee7b-bd49-439f-9d83-bd823e040f1a req-15f0d420-e5dc-4af6-8a2f-def35824ef91 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 946 time: 0.5911682 Jun 30 02:35:33.216328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.264222 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcdcc-18dc-4a8e-97a2-a22c4566083b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.267062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcdcc-18dc-4a8e-97a2-a22c4566083b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.271134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9c2fcdcc-18dc-4a8e-97a2-a22c4566083b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "DELETE /v2.0/security-groups/8f617c91-7b2d-4370-96bd-660a366e909c HTTP/1.1" status: 204 len: 168 time: 0.8553002 Jun 30 02:35:33.272783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:33.273588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:33.279660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc98f846-a772-4466-ae81-f557e5a0c4ba up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:33.303410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fcdcc-18dc-4a8e-97a2-a22c4566083b tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f617c91-7b2d-4370-96bd-660a366e909c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.311279 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f31528db-3afb-4038-87ab-6a8ea3ee5f78 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] show failed (client error): The resource could not be found. Jun 30 02:35:33.312295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f31528db-3afb-4038-87ab-6a8ea3ee5f78 tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "GET /v2.0/security-groups/8f617c91-7b2d-4370-96bd-660a366e909c HTTP/1.1" status: 404 len: 347 time: 0.0357838 Jun 30 02:35:33.315784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:33.328696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d634ee7b-bd49-439f-9d83-bd823e040f1a req-beb870f4-bc70-4643-be1f-35835f976d37 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066470 Jun 30 02:35:33.389699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff82727-f03e-4544-a371-8592963a4dbf None None] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:33.439496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-fd4be94a-b87b-45b0-b911-5e61b8140268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.441331 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-fd4be94a-b87b-45b0-b911-5e61b8140268 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274647 Jun 30 02:35:33.466197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b133e-cb95-4415-9f5d-7254362b7f2c req-790dc1bc-ca4f-45ab-89eb-a8e00e004cee tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.468162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c3b133e-cb95-4415-9f5d-7254362b7f2c req-790dc1bc-ca4f-45ab-89eb-a8e00e004cee tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 944 time: 0.2476640 Jun 30 02:35:33.478726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] Provisioning for port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:33.484667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] Provisioning complete for port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:33.485105 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.521060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.523284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fc98f846-a772-4466-ae81-f557e5a0c4ba triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:33.524362 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.560214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['391de843-5c1d-4ad8-8567-db5f07806a44'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:33.566934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c3b133e-cb95-4415-9f5d-7254362b7f2c req-5bfb8130-7c06-4350-a48f-89db7e907e78 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881422 Jun 30 02:35:33.572333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Pushing event deleted for resources: {'Port': ['ID=391de843-5c1d-4ad8-8567-db5f07806a44,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.610787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.611172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.611535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.611949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.612329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.612682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.613021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.613750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.613750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.614043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.614377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.614898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:33.646682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-b5ea2d8d-c03a-466f-8626-88ef15f637a9 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786702 Jun 30 02:35:33.647905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] No DVR routers for this DVR port 391de843-5c1d-4ad8-8567-db5f07806a44 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:33.652870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.653780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a6b848b-0bda-4a5c-9b31-1498007b41a9 req-ac7d2cd2-c221-43a2-83eb-a680a7c0b074 tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.90 "DELETE /v2.0/ports/391de843-5c1d-4ad8-8567-db5f07806a44 HTTP/1.1" status: 204 len: 173 time: 1.4298625 Jun 30 02:35:33.654364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'name': 'network-vif-deleted', 'tag': '391de843-5c1d-4ad8-8567-db5f07806a44'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:33.665996 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78d6a32-14bd-4be2-bce3-f9238c62fe23" -d '{"events": [{"server_uuid": "ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f", "name": "network-vif-deleted", "tag": "391de843-5c1d-4ad8-8567-db5f07806a44"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:33.699895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Router 6106a842-af97-4049-a365-974f33f2cfda is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:33.755072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Deleting port fbc2cef6-5b93-43b8-a20c-15663b798a29 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:33.755753 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.762292 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.810877 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93979417-2595-49a8-ba3f-4bfe53c88e2f x-openstack-request-id: req-93979417-2595-49a8-ba3f-4bfe53c88e2f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:33.811410 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f", "name": "network-vif-deleted", "tag": "391de843-5c1d-4ad8-8567-db5f07806a44", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:33.811551 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93979417-2595-49a8-ba3f-4bfe53c88e2f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:33.811936 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f', 'name': 'network-vif-deleted', 'tag': '391de843-5c1d-4ad8-8567-db5f07806a44', 'status': 'completed', 'code': 200} Jun 30 02:35:33.815629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] For port c68fc9c4-bf14-4bc3-8ea8-1082adee8209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:33.821397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.901227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1460c50-ac90-4673-bd1f-057bc9cfd2a6 None None] Pushing event updated for resources: {'Port': ['ID=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.911268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29cdf29b-55ad-42bf-b620-68194a1fef1e req-0650878c-8d4e-41d8-a62f-c76744a5b9ba service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572973 Jun 30 02:35:33.927221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.928490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.948842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Calling delete_port for fbc2cef6-5b93-43b8-a20c-15663b798a29 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:33.958736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:33.985015 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Sync routers for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:33.991264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.994599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a662d4c2-5dca-40cd-b6b5-a330ee97219b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5314817 Jun 30 02:35:33.997226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:34.010794 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:34.011427 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:34.158004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8c48f1f8-12bf-420f-ac56-2c7e66d64835 None None] Provisioning complete for port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:34.158358 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c48f1f8-12bf-420f-ac56-2c7e66d64835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.181208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48013c7c-d472-4174-8588-d7851cf0b47d req-0e7d3d27-8746-4336-8265-ca53a6a94994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.201781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-0e7d3d27-8746-4336-8265-ca53a6a94994 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1095 time: 0.1524787 Jun 30 02:35:34.224267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9470f9e1-e95b-4d2b-b81f-4e822ce282b3 req-fbeff4da-794e-492c-87b7-586602039d1e tempest-ServersAdminNegativeTestJSON-2068812690 tempest-ServersAdminNegativeTestJSON-2068812690-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebc1362c-18d3-4bd9-9ee3-e5e2d83bfd8f HTTP/1.1" status: 200 len: 210 time: 0.0699670 Jun 30 02:35:34.251168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.303656 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:34.420625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.484366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Pushing event deleted for resources: {'Port': ['ID=fbc2cef6-5b93-43b8-a20c-15663b798a29,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:34.488340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48013c7c-d472-4174-8588-d7851cf0b47d req-12ea6c0b-7509-4a26-8b65-fae9742a19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.490000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-12ea6c0b-7509-4a26-8b65-fae9742a19fe service neutron] 10.222.0.90 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2875092 Jun 30 02:35:34.571347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-b373fd60-e004-4423-a948-6ba64039f057 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.0554736 Jun 30 02:35:34.647092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48013c7c-d472-4174-8588-d7851cf0b47d req-eae66c31-9bb7-4036-bf59-7c86f730c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.649168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-eae66c31-9bb7-4036-bf59-7c86f730c739 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.0717013 Jun 30 02:35:34.685543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.690628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.692298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2666fdd3-b6ba-4989-8ea4-00196501599a tempest-ServersWithSpecificFlavorTestJSON-999823212 tempest-ServersWithSpecificFlavorTestJSON-999823212-project] 10.222.0.78 "DELETE /v2.0/floatingips/32dee0c5-6e3f-427f-9f2f-4d4913e164a9 HTTP/1.1" status: 204 len: 168 time: 1.3741634 Jun 30 02:35:34.741832 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:32Z', 'revision_number': 3, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:34.788128 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Checking router: 6106a842-af97-4049-a365-974f33f2cfda for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:34.788472 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Updating router 6106a842-af97-4049-a365-974f33f2cfda port 31445530-14b7-4236-95b8-2b82e5104e2c binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:34.816799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125406d-9c09-40d7-8dfd-368c1a331683 req-9e60e927-a60a-4e34-8b78-9d0f5b3a6bfe tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.819284 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3125406d-9c09-40d7-8dfd-368c1a331683 req-9e60e927-a60a-4e34-8b78-9d0f5b3a6bfe tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 946 time: 0.1668677 Jun 30 02:35:34.824465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48013c7c-d472-4174-8588-d7851cf0b47d req-1fcfdadc-79b7-404b-b705-7a42156f96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.825902 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.826590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-1fcfdadc-79b7-404b-b705-7a42156f96c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583474 Jun 30 02:35:34.957369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3125406d-9c09-40d7-8dfd-368c1a331683 req-79145c15-2399-4315-930d-b368be337dea tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276176 Jun 30 02:35:35.018707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-66902f25-8571-404c-af49-5108fff13cda service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725888 Jun 30 02:35:35.026715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c68fc9c4-bf14-4bc3-8ea8-1082adee8209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:35.064818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fb7b7-7481-48af-bb16-0ec9ff75bbfb req-cb7fa19e-57ad-4a21-a67f-e849bd01b1fc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.066448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f9fb7b7-7481-48af-bb16-0ec9ff75bbfb req-cb7fa19e-57ad-4a21-a67f-e849bd01b1fc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 944 time: 0.2299771 Jun 30 02:35:35.135540 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.140544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:35.141165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.145226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48013c7c-d472-4174-8588-d7851cf0b47d req-dba83179-ab0d-43e2-9bc0-dbc52b5aecf4 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163189 Jun 30 02:35:35.147641 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Transition to ACTIVE for port object 31445530-14b7-4236-95b8-2b82e5104e2c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:35.154235 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.202073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Attempting to bind port 31445530-14b7-4236-95b8-2b82e5104e2c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:35.202783 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Attempting to bind port 31445530-14b7-4236-95b8-2b82e5104e2c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:35.203332 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Attempting to bind port 31445530-14b7-4236-95b8-2b82e5104e2c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:35.216445 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:35.217131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:35.217702 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.218252 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:35.219180 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Bound port: 31445530-14b7-4236-95b8-2b82e5104e2c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:35.219863 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.234726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f9fb7b7-7481-48af-bb16-0ec9ff75bbfb req-8565c525-e7bf-4efe-a5f9-e18f7d489d0c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582716 Jun 30 02:35:35.281563 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] For port 31445530-14b7-4236-95b8-2b82e5104e2c, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:35.288081 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] For port 31445530-14b7-4236-95b8-2b82e5104e2c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=31445530-14b7-4236-95b8-2b82e5104e2c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:35.290127 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5582fe-8028-48d7-b739-817c7bceb7d0 None None] Pushing event updated for resources: {'Port': ['ID=31445530-14b7-4236-95b8-2b82e5104e2c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:35.295821 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.369755 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.370773 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5582fe-8028-48d7-b739-817c7bceb7d0 None None] Pushing event updated for resources: {'Port': ['ID=31445530-14b7-4236-95b8-2b82e5104e2c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:35.407510 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:35.408204 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:35.594539 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:35.604881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Allocated IP 172.20.0.1 (644a8dd8-ba64-4ca8-b935-60c5c8cc072f/204123a5-5752-422c-8933-8f08608e0603/fc685dfa-7dca-421f-a58f-219b263c4c6c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:35.759102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.774244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Transition to ACTIVE for port object fc685dfa-7dca-421f-a58f-219b263c4c6c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:35.811552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:35.839671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.895485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:35.900406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:35.902630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:35.937148 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:32Z', 'revision_number': 3, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:35.971400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Pushing event updated for resources: {'Port': ['ID=fc685dfa-7dca-421f-a58f-219b263c4c6c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:36.000915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.030893 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203afcd5-81d2-49f3-9533-6c2e86a95ffa None None] The sync data for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 is: [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:32Z', 'revision_number': 3, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:36.093654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-407c6e50-c1de-423f-a964-9cddfd5ba9bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3cce6ecc620048a8b39b2e0007d4d870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808299 Jun 30 02:35:36.096776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:36.192820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 387dc62b-d809-47d8-87b7-5928afef6f67 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:36.195254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 391de843-5c1d-4ad8-8567-db5f07806a44 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:36.224758 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.236548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.243397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 391de843-5c1d-4ad8-8567-db5f07806a44 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:36.244236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 391de843-5c1d-4ad8-8567-db5f07806a44 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:36.279531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf5409ce-2457-4aae-a5ad-66accee84071 None None] Provisioning for port fc685dfa-7dca-421f-a58f-219b263c4c6c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:36.310933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.314534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59470) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:36.318135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf5409ce-2457-4aae-a5ad-66accee84071 None None] Provisioning complete for port fc685dfa-7dca-421f-a58f-219b263c4c6c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:36.318813 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf5409ce-2457-4aae-a5ad-66accee84071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.364898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bf5409ce-2457-4aae-a5ad-66accee84071 None None] Port fc685dfa-7dca-421f-a58f-219b263c4c6c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:36.372588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461cc3-ee39-4872-be30-f071c478ad10 req-647e06fd-c7a7-402b-9e4e-4a9b88c87b6f tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.382151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86461cc3-ee39-4872-be30-f071c478ad10 req-647e06fd-c7a7-402b-9e4e-4a9b88c87b6f tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 946 time: 0.1865480 Jun 30 02:35:36.435451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 387dc62b-d809-47d8-87b7-5928afef6f67, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=387dc62b-d809-47d8-87b7-5928afef6f67,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:36.467002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.472199 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.478507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9efd3cfa-aab9-4395-8ead-91d37bc5cd52 HTTP/1.1" status: 204 len: 168 time: 0.3784447 Jun 30 02:35:36.497412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '387dc62b-d809-47d8-87b7-5928afef6f67', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:36.507848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd3cfa-aab9-4395-8ead-91d37bc5cd52,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:36.535433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86461cc3-ee39-4872-be30-f071c478ad10 req-c5009f6d-8152-4e45-8d01-52cf62a9c9bc tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521554 Jun 30 02:35:36.556193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.556538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.556887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.557226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.557564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.557897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.558233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.558585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.558914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.559239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.559563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.559885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a68be-11f2-439e-9f5d-ef2358eb39eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:36.560064 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.598405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387dc62b-d809-47d8-87b7-5928afef6f67 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:36.627432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 387dc62b-d809-47d8-87b7-5928afef6f67, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=387dc62b-d809-47d8-87b7-5928afef6f67,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:36.667024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.668990 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.721959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.724789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=387dc62b-d809-47d8-87b7-5928afef6f67,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:36.801529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632236cd-2951-4429-a04f-fb201ea5f61d req-b8305c89-8050-4783-b757-521d1f635a97 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.803245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-632236cd-2951-4429-a04f-fb201ea5f61d req-b8305c89-8050-4783-b757-521d1f635a97 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 944 time: 0.2369974 Jun 30 02:35:36.855375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.860504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Pushing event updated for resources: {'Port': ['ID=fc685dfa-7dca-421f-a58f-219b263c4c6c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:36.888457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:36.963930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['387dc62b-d809-47d8-87b7-5928afef6f67'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:37.012987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-41cc34b8-1d56-42aa-8c0d-7b2f8f089ebd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a7345d8098114472958fd87cdca67bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1141627 Jun 30 02:35:37.013710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:37.043853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-632236cd-2951-4429-a04f-fb201ea5f61d req-8a2cb64e-721a-43d3-ac2f-7e5e86a92dfa tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293689 Jun 30 02:35:37.084236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 31445530-14b7-4236-95b8-2b82e5104e2c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:37.111880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bdac9e-6a67-499e-b499-12607fedf66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.137894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bdac9e-6a67-499e-b499-12607fedf66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.168243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 31445530-14b7-4236-95b8-2b82e5104e2c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:37.176547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 31445530-14b7-4236-95b8-2b82e5104e2c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:37.178291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.221429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bdac9e-6a67-499e-b499-12607fedf66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.225553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67bdac9e-6a67-499e-b499-12607fedf66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.228505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-67bdac9e-6a67-499e-b499-12607fedf66e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3016a9c-941a-42a8-94ef-1b748bc1cfd6 HTTP/1.1" status: 204 len: 168 time: 0.2131565 Jun 30 02:35:37.239057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdac9e-6a67-499e-b499-12607fedf66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3016a9c-941a-42a8-94ef-1b748bc1cfd6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:37.381091 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.405634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 31445530-14b7-4236-95b8-2b82e5104e2c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=31445530-14b7-4236-95b8-2b82e5104e2c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:37.417879 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.421826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:37.427415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:37.554220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=31445530-14b7-4236-95b8-2b82e5104e2c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:37.622423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-db54f2a6-002a-441a-b0f9-60c45601cb03 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.623716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-db54f2a6-002a-441a-b0f9-60c45601cb03 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 946 time: 0.2974288 Jun 30 02:35:37.735658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Router 6106a842-af97-4049-a365-974f33f2cfda has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:37.829627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79409b50-6958-4587-bdec-07fa50596c53 req-1c12cd50-e04c-4cb1-93bc-dccd990f5bb8 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.831331 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79409b50-6958-4587-bdec-07fa50596c53 req-1c12cd50-e04c-4cb1-93bc-dccd990f5bb8 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 946 time: 0.1270225 Jun 30 02:35:37.840287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.901598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79409b50-6958-4587-bdec-07fa50596c53 req-25c4e9ac-7a7c-4539-a0f7-2f17d79a7fdf tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626166 Jun 30 02:35:37.908235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-894a2336-0dc3-47a4-b9ee-8f78a0e1f668 None None] Provisioning complete for port fc685dfa-7dca-421f-a58f-219b263c4c6c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:37.908592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-894a2336-0dc3-47a4-b9ee-8f78a0e1f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.953202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-894a2336-0dc3-47a4-b9ee-8f78a0e1f668 None None] Port fc685dfa-7dca-421f-a58f-219b263c4c6c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:38.206057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 387dc62b-d809-47d8-87b7-5928afef6f67 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:38.279648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 387dc62b-d809-47d8-87b7-5928afef6f67 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:38.285264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 387dc62b-d809-47d8-87b7-5928afef6f67 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:38.285862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.419806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.476644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:38.479244 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5e953-6222-44f3-b52a-91c05f9b8eeb" -d '{"events": [{"server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "name": "network-vif-plugged", "status": "completed", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:38.487935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Deleting port ece3bbda-6064-4a89-b98c-171780933026 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:38.497461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.503236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 387dc62b-d809-47d8-87b7-5928afef6f67, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=387dc62b-d809-47d8-87b7-5928afef6f67,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:38.509833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.576317 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed94ca8-9811-4a9a-8191-e748dad138a1 x-openstack-request-id: req-aed94ca8-9811-4a9a-8191-e748dad138a1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:38.576476 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "name": "network-vif-plugged", "status": "completed", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:38.576844 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aed94ca8-9811-4a9a-8191-e748dad138a1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:38.577128 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'code': 200} Jun 30 02:35:38.578133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=387dc62b-d809-47d8-87b7-5928afef6f67,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:38.608551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:38.619677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75517b6f-0e53-4e41-895c-7fea3984ec85 admin admin] 10.222.0.78 "PUT /v2.0/routers/6106a842-af97-4049-a365-974f33f2cfda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6159315 Jun 30 02:35:38.625004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Sync routers for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:38.662006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:38.662969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:38.738191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] For port ece3bbda-6064-4a89-b98c-171780933026, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=ece3bbda-6064-4a89-b98c-171780933026,segment=NetworkSegment(f727b0fe-690d-430d-b79a-e5d381d0c349),segment_id=f727b0fe-690d-430d-b79a-e5d381d0c349)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:38.741510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.771095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Calling delete_port for ece3bbda-6064-4a89-b98c-171780933026 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:38.781636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4319c-50f6-4baa-8406-0f27b8950175 req-a0009be6-43cd-429d-9233-1fdc7c49d8de tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:38.783631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92e4319c-50f6-4baa-8406-0f27b8950175 req-a0009be6-43cd-429d-9233-1fdc7c49d8de tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 946 time: 0.2975681 Jun 30 02:35:38.791564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990367c-3866-44eb-91a3-b2bf8bf4f976 req-1007b735-b595-474d-8fd9-553fe1d4c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:38.792992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6990367c-3866-44eb-91a3-b2bf8bf4f976 req-1007b735-b595-474d-8fd9-553fe1d4c20d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.1148698 Jun 30 02:35:38.890237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6990367c-3866-44eb-91a3-b2bf8bf4f976 req-ab92cf24-760a-48e2-97c2-2fac48e53774 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896986 Jun 30 02:35:38.926022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92e4319c-50f6-4baa-8406-0f27b8950175 req-140f4ae3-6353-49dd-bcb6-5591f9b43fcd tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212292 Jun 30 02:35:39.068198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:39.160811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 31445530-14b7-4236-95b8-2b82e5104e2c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:39.189286 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.238556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Pushing event deleted for resources: {'Port': ['ID=ece3bbda-6064-4a89-b98c-171780933026,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:39.288992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['ece3bbda-6064-4a89-b98c-171780933026'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:39.321330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42756227-1ccf-4d6d-9d5c-b162c08ba523 req-18dfe231-53ce-4827-aac7-289d081da90a tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:39.323002 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42756227-1ccf-4d6d-9d5c-b162c08ba523 req-18dfe231-53ce-4827-aac7-289d081da90a tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed544007-0908-45f4-bc84-ca18b7d8957f HTTP/1.1" status: 200 len: 867 time: 0.1765695 Jun 30 02:35:39.346674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Deleting port 1737486d-fe78-4100-a3e0-ac0a5203bae8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:39.347282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.394173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.442877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 31445530-14b7-4236-95b8-2b82e5104e2c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:39.443450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.448102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:39.454341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2107703794', 'description': 'tempest-description--1696457981'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:39.479918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] For port 1737486d-fe78-4100-a3e0-ac0a5203bae8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1737486d-fe78-4100-a3e0-ac0a5203bae8,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:39.480934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.503207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Calling delete_port for 1737486d-fe78-4100-a3e0-ac0a5203bae8 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:39.510469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.529890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 2, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:39.569014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] No DVR routers for this DVR port ece3bbda-6064-4a89-b98c-171780933026 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:39.577324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Checking router: 6106a842-af97-4049-a365-974f33f2cfda for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:39.577324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Updating router 6106a842-af97-4049-a365-974f33f2cfda port fc685dfa-7dca-421f-a58f-219b263c4c6c binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:39.579667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.581959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69a53059-955f-4d56-b63b-5d4ae5604217 req-03c191f5-f586-40f9-82ad-96136ef83808 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.67 "DELETE /v2.0/ports/ece3bbda-6064-4a89-b98c-171780933026 HTTP/1.1" status: 204 len: 173 time: 1.9503210 Jun 30 02:35:39.611470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'name': 'network-vif-deleted', 'tag': 'ece3bbda-6064-4a89-b98c-171780933026'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:39.619384 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d8f180-bb98-4b33-baeb-d11e2a1cc2dc" -d '{"events": [{"server_uuid": "ed544007-0908-45f4-bc84-ca18b7d8957f", "name": "network-vif-deleted", "tag": "ece3bbda-6064-4a89-b98c-171780933026"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:39.680743 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.697184 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.704638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.759841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.766107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3137736 Jun 30 02:35:39.766107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d551-060d-4488-a30f-0c0f693b1cd8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e54d2f5-f2c2-4703-9561-a5ca559e6e77,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:39.772949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:39.782740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Request body: {'security_group_rule': {'security_group_id': '2e54d2f5-f2c2-4703-9561-a5ca559e6e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:39.819988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42756227-1ccf-4d6d-9d5c-b162c08ba523 req-3422e680-0099-45fa-be00-1b2ba9896a02 tempest-ServerAddressesTestJSON-1998461322 tempest-ServerAddressesTestJSON-1998461322-project] 10.222.0.78 "GET /v2.0/security-groups?id=098b00ba-d760-419c-a48f-1e520711aab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550642 Jun 30 02:35:39.883812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.001449 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.010602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-44df8f43-cfd1-4a5f-8f58-2c7c1e02aa4b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561872 Jun 30 02:35:40.052397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Pushing event deleted for resources: {'Port': ['ID=1737486d-fe78-4100-a3e0-ac0a5203bae8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:40.089904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.099915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.157656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d91017-b2c3-4965-8003-98e9bd91a32f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:40.188584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.190096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-de9f7e17-ed13-43a2-99e2-66b7ca2601bd tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4148307 Jun 30 02:35:40.206267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:40.216404 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b3378-79ef-470d-aa75-8e927ea8f90c x-openstack-request-id: req-d16b3378-79ef-470d-aa75-8e927ea8f90c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:40.216699 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed544007-0908-45f4-bc84-ca18b7d8957f", "name": "network-vif-deleted", "tag": "ece3bbda-6064-4a89-b98c-171780933026", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:40.216949 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d16b3378-79ef-470d-aa75-8e927ea8f90c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:40.217338 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed544007-0908-45f4-bc84-ca18b7d8957f', 'name': 'network-vif-deleted', 'tag': 'ece3bbda-6064-4a89-b98c-171780933026', 'status': 'completed', 'code': 200} Jun 30 02:35:40.231950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Request body: {'security_group_rule': {'security_group_id': '2e54d2f5-f2c2-4703-9561-a5ca559e6e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:40.251753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.265905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-31f68c93-8430-4ad4-80ac-e6a89c766faa tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.275219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-31f68c93-8430-4ad4-80ac-e6a89c766faa tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502604 Jun 30 02:35:40.284355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Transition to ACTIVE for port object fc685dfa-7dca-421f-a58f-219b263c4c6c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:40.303263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.303735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-5c97ca57-5970-4966-8c04-08a2c4b39d93 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/quotas/60cfb261c2b8481b9ff775ce78508416 HTTP/1.1" status: 200 len: 375 time: 0.0273876 Jun 30 02:35:40.349391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.368992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.413414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-cb8c4c4f-8f8b-4003-8f23-86d4cdb8df44 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084924 Jun 30 02:35:40.489487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.504554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.531218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addfc135-61bc-4cf7-855e-7ab7dd76cf39,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:40.549249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1f4cd-e74c-458a-aca0-a188848546ac None None] Pushing event updated for resources: {'Port': ['ID=fc685dfa-7dca-421f-a58f-219b263c4c6c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:40.572845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.577023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f3dbc2b6-b79a-4d49-abe5-73f01d491fc5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668849 Jun 30 02:35:40.577278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:40.582348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:40.585714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Attempting to bind port fc685dfa-7dca-421f-a58f-219b263c4c6c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:40.586590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Attempting to bind port fc685dfa-7dca-421f-a58f-219b263c4c6c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:40.587256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Attempting to bind port fc685dfa-7dca-421f-a58f-219b263c4c6c on network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:40.594192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:40.594896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Checking segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:40.595591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.596169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Bound using segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:40.596803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Bound port: fc685dfa-7dca-421f-a58f-219b263c4c6c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:40.597358 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.601814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.648807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.680710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] For port fc685dfa-7dca-421f-a58f-219b263c4c6c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:40.685955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] For port fc685dfa-7dca-421f-a58f-219b263c4c6c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc685dfa-7dca-421f-a58f-219b263c4c6c,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:40.694897 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.900304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bf962-d997-4546-a3b3-5f92b1f3a631 req-f9b19e2b-a60a-4e37-8b3c-41767e8b16d7 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.912402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b48bf962-d997-4546-a3b3-5f92b1f3a631 req-f9b19e2b-a60a-4e37-8b3c-41767e8b16d7 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 946 time: 0.4191966 Jun 30 02:35:40.924241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:40.935608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Router db791815-86ff-4c65-9c24-e92ade3bf3e8 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:40.940896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:40.971167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.986977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b48bf962-d997-4546-a3b3-5f92b1f3a631 req-75f6e5ec-9bd3-41bf-9071-49b464148e42 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694759 Jun 30 02:35:41.066682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1f4cd-e74c-458a-aca0-a188848546ac None None] Pushing event updated for resources: {'Port': ['ID=fc685dfa-7dca-421f-a58f-219b263c4c6c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:41.185625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:41.200463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5bd2917-d0e4-4b71-b69d-a977ffeefc9d req-018ff870-bf0c-4d36-9854-13ac2edb944e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 210 time: 0.0696514 Jun 30 02:35:41.216025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Allocated IP 172.25.0.242 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/dd3d32a0-c874-4f2c-9658-c35274aba9a4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:41.250244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:41.414792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.431188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df318666-f637-4443-ab3c-734a5fcff380 req-0a4cd28a-b163-46b7-bdfe-55c716aac674 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2329843 Jun 30 02:35:41.441814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:41.468215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.478871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.511706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:41.515507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:41.517855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device ece3bbda-6064-4a89-b98c-171780933026 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:41.522521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:41.538693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:41.544038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Deleting subnet d07b17ae-f693-41ea-9a78-f52f01e15ec5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:41.549594 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] Sync routers for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:41.554197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a81ca0b-69b8-4d84-8c17-f6c59a4c129c admin admin] 10.222.0.78 "PUT /v2.0/routers/db791815-86ff-4c65-9c24-e92ade3bf3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2380228 Jun 30 02:35:41.560681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59612) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:41.563868 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:41.565210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: ece3bbda-6064-4a89-b98c-171780933026 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:41.565686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device ece3bbda-6064-4a89-b98c-171780933026 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:41.568926 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:41.571266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.573210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event updated for resources: {'Port': ['ID=dd3d32a0-c874-4f2c-9658-c35274aba9a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:41.636141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:40Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:41.683495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.724026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b38682-8a3f-4ba6-a25f-5f4ff4743b4d None None] The sync data for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 is: [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:40Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:41.754113 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:41.759180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.819638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.892696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.925334 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.096106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.115626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.189634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.201952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d07b17ae-f693-41ea-9a78-f52f01e15ec5 HTTP/1.1" status: 204 len: 168 time: 1.0127151 Jun 30 02:35:42.203624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:42.275933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838471d2-abd2-43fc-825c-08770a694e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07b17ae-f693-41ea-9a78-f52f01e15ec5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:42.315243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.316973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.319961 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:35:39Z', 'revision_number': 5, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port': {'id': 'e74652b6-b8a4-4887-bde3-2291fd332b0c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:46Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:42.365229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.380931 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] Checking router: db791815-86ff-4c65-9c24-e92ade3bf3e8 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:42.404965 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] Routers {'db791815-86ff-4c65-9c24-e92ade3bf3e8'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:42.405726 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['db791815-86ff-4c65-9c24-e92ade3bf3e8'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:42.499867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event updated for resources: {'Port': ['ID=dd3d32a0-c874-4f2c-9658-c35274aba9a4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:42.521497 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] Set router db791815-86ff-4c65-9c24-e92ade3bf3e8 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:42.534999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Allocated IP 172.25.0.181 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/2270239d-86ad-49a5-ae68-68ecb54ddb76) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:42.560928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Deleting port e74652b6-b8a4-4887-bde3-2291fd332b0c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:42.561308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.563253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.570208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa7a3d2d-90a8-4357-aba2-fb0bf4d4406f req-fd7ba2c8-497b-4078-a76c-6a6933e1081d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 210 time: 0.0731587 Jun 30 02:35:42.684001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.843208 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:35:42Z', 'revision_number': 6, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:42.890040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] For port e74652b6-b8a4-4887-bde3-2291fd332b0c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e74652b6-b8a4-4887-bde3-2291fd332b0c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:42.890574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.905410 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1ada-35c6-4c77-b2fe-c4ae8d24367f None None] The sync data for ids ['db791815-86ff-4c65-9c24-e92ade3bf3e8'] in n-d-798054-5 is: [{'id': 'db791815-86ff-4c65-9c24-e92ade3bf3e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1043272857-router', 'tenant_id': 'c4159644fb6f4947bf7727322cf708cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:35:42Z', 'revision_number': 6, 'project_id': 'c4159644fb6f4947bf7727322cf708cf', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:42.910632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.931278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Calling delete_port for e74652b6-b8a4-4887-bde3-2291fd332b0c owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:42.946775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-077c99f5-d895-4500-9de6-375e4eb305b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3591237 Jun 30 02:35:42.949071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.980148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e3ab8b-e670-4ede-bea6-9d8cd358106e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:42.997131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f727b0fe-690d-430d-b79a-e5d381d0c349') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:42.997427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f727b0fe-690d-430d-b79a-e5d381d0c349') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:43.016486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.035024 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.048793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:43.049197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:43.051234 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:43.155692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.187309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.190025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] 10.222.0.78 "DELETE /v2.0/networks/73e3ab8b-e670-4ede-bea6-9d8cd358106e HTTP/1.1" status: 204 len: 168 time: 0.9836042 Jun 30 02:35:43.212994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902e9a5-c290-417c-b62c-c89f1446ca28 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e3ab8b-e670-4ede-bea6-9d8cd358106e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:43.391656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc685dfa-7dca-421f-a58f-219b263c4c6c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:43.540858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fc685dfa-7dca-421f-a58f-219b263c4c6c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:43.545514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fc685dfa-7dca-421f-a58f-219b263c4c6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:43.545893 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.631564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:43.685021 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.713093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-2041aade-28e8-4515-8066-cff2858dc98e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6487913 Jun 30 02:35:43.752345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-326753ce-d8a1-4cfb-8f3a-16df9b02517b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0daaa8d02284a4eb8e61a039aec6d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190488 Jun 30 02:35:43.754657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:43.784925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fc685dfa-7dca-421f-a58f-219b263c4c6c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc685dfa-7dca-421f-a58f-219b263c4c6c,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:43.798828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.883939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.892647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5907f8-3050-46ff-85f9-cc7b489aed0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.904276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fc685dfa-7dca-421f-a58f-219b263c4c6c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:43.934097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24527a26-0d3f-4753-a8c1-aea4fb3473f6 req-f8127494-8d6f-4a6b-bb6e-b28b945de85b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 210 time: 0.0744565 Jun 30 02:35:43.934780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-9322f219-4c57-4043-a926-1e0c6d765808 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.936294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-9322f219-4c57-4043-a926-1e0c6d765808 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111831 Jun 30 02:35:43.956098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': '8694c082-f98c-4238-a206-7cc0888baa83', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:43.958433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5907f8-3050-46ff-85f9-cc7b489aed0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.031226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.044578 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5907f8-3050-46ff-85f9-cc7b489aed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.051339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5907f8-3050-46ff-85f9-cc7b489aed0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.060346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1e5907f8-3050-46ff-85f9-cc7b489aed0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/098b00ba-d760-419c-a48f-1e520711aab2 HTTP/1.1" status: 204 len: 168 time: 0.3043084 Jun 30 02:35:44.095437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5907f8-3050-46ff-85f9-cc7b489aed0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b00ba-d760-419c-a48f-1e520711aab2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:44.193393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Pushing event deleted for resources: {'Port': ['ID=e74652b6-b8a4-4887-bde3-2291fd332b0c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:44.237422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.337508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:44.342179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.366979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event updated for resources: {'Port': ['ID=2270239d-86ad-49a5-ae68-68ecb54ddb76,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:44.375722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.379105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:44.390431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:44.396116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:44.399883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.544995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.552660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.666061 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.666512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db791815-86ff-4c65-9c24-e92ade3bf3e8 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:44.674409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.677907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:44.678603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-715ed02d-64e4-45a4-af9b-4e8bf0da760b admin admin] 10.222.0.78 "DELETE /v2.0/routers/db791815-86ff-4c65-9c24-e92ade3bf3e8 HTTP/1.1" status: 204 len: 168 time: 3.1155937 Jun 30 02:35:44.712649 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.771245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.803746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.810910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Deleting subnet af1509c5-79c7-4b54-b667-cef47860f1c1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:44.818483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.874951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.911573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.097631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc685dfa-7dca-421f-a58f-219b263c4c6c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:45.206601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fc685dfa-7dca-421f-a58f-219b263c4c6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:45.207878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.237772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.252265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:45.335517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db49b891-04f2-4520-870f-eefd694e2bd1 req-5fbbd82f-df74-4dd1-b61d-f3fe673c47d9 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 210 time: 0.1011109 Jun 30 02:35:45.452493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.507646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1509c5-79c7-4b54-b667-cef47860f1c1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:45.512023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.514214 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e538e386-08f5-4f74-9b1e-4bb4d52e06b2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/af1509c5-79c7-4b54-b667-cef47860f1c1 HTTP/1.1" status: 204 len: 168 time: 0.8351936 Jun 30 02:35:45.516733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:45.517228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e8611-d3db-47c4-b1d3-153a315e2cd7 None None] Network 0d0cf1e9-1fbe-411e-8904-1933af6c07de requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:45.559798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:45.688105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.692553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e74652b6-b8a4-4887-bde3-2291fd332b0c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:45.693842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.698599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.733776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e74652b6-b8a4-4887-bde3-2291fd332b0c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:45.734375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e74652b6-b8a4-4887-bde3-2291fd332b0c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:45.734972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1737486d-fe78-4100-a3e0-ac0a5203bae8 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:45.804215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 1737486d-fe78-4100-a3e0-ac0a5203bae8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:45.804567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1737486d-fe78-4100-a3e0-ac0a5203bae8 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:45.812686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event updated for resources: {'Port': ['ID=2270239d-86ad-49a5-ae68-68ecb54ddb76,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:45.822705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1852253926-network', 'tenant_id': '3a975bc101214f6ea522145a8855249e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:45.848226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.236 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/8c407d6c-4fa6-4baa-ab40-f892eff04fb5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:45.848491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Deleting port 24c9b932-530f-4dfb-9938-7345be4a4413 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:45.848628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.913861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Made reservation on behalf of 3a975bc101214f6ea522145a8855249e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:45.917758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.933120 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.940675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.955843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] DHCP port deletion for 0d0cf1e9-1fbe-411e-8904-1933af6c07de request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:35:45.966846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] For port 24c9b932-530f-4dfb-9938-7345be4a4413, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=24c9b932-530f-4dfb-9938-7345be4a4413,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:45.967571 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.985977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Calling delete_port for 24c9b932-530f-4dfb-9938-7345be4a4413 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:46.035735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] Deleting port 24c9b932-530f-4dfb-9938-7345be4a4413 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:46.038588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.129322 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.130556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.139661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.152435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.156505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] For port 24c9b932-530f-4dfb-9938-7345be4a4413, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=24c9b932-530f-4dfb-9938-7345be4a4413,segment=NetworkSegment(bd2484f8-d297-45ee-a99e-9182757ad64f),segment_id=bd2484f8-d297-45ee-a99e-9182757ad64f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:46.157079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.158100 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.165828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df318666-f637-4443-ab3c-734a5fcff380 req-01bf70fb-cdae-4faa-bbc3-10a47eb6ca36 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7279329 Jun 30 02:35:46.174177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c9b932-530f-4dfb-9938-7345be4a4413,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.177960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] Calling delete_port for 24c9b932-530f-4dfb-9938-7345be4a4413 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:46.193918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] No DVR routers for this DVR port 24c9b932-530f-4dfb-9938-7345be4a4413 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:46.202417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:46.204358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14927206-5b8d-414f-8193-4624432235b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.228807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:46.239317 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.239645 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Added segment b30c75a8-e1b9-43b1-b6ae-bb876822e552 of type vlan for network 23c39590-bc31-47b7-b66a-4dbd3641297d Jun 30 02:35:46.245213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df318666-f637-4443-ab3c-734a5fcff380 req-9b194b7a-4d72-4b28-9f1d-fb99decd31e0 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 696 time: 0.0781338 Jun 30 02:35:46.298767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.321604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.331791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.340311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0cf1e9-1fbe-411e-8904-1933af6c07de']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:46.348116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] No DVR routers for this DVR port 24c9b932-530f-4dfb-9938-7345be4a4413 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:46.354779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2484f8-d297-45ee-a99e-9182757ad64f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:46.355286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2484f8-d297-45ee-a99e-9182757ad64f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:46.358816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db162f99-d2c3-4f19-bef3-4654b0aab11a None None] Pushing event deleted for resources: {'Port': ['ID=24c9b932-530f-4dfb-9938-7345be4a4413,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.364058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.374809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.398868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.404179 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.405212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.405807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.415792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:46.416057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:46.417805 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:46.429261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:46.434408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:46.446189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df318666-f637-4443-ab3c-734a5fcff380 req-894e9360-af82-4325-8f67-dbad93d76f12 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.452464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df318666-f637-4443-ab3c-734a5fcff380 req-894e9360-af82-4325-8f67-dbad93d76f12 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2063634 Jun 30 02:35:46.453491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:46.513433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9511154 Jun 30 02:35:46.516346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:46.534117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Request body: {'subnet': {'network_id': '23c39590-bc31-47b7-b66a-4dbd3641297d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1852253926-subnet', 'tenant_id': '3a975bc101214f6ea522145a8855249e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:46.560814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.605657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.606295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.675811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21dc7c-b879-4764-be9a-a185ce722ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=23c39590-bc31-47b7-b66a-4dbd3641297d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.688520 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.691507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 23c39590-bc31-47b7-b66a-4dbd3641297d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:46.702379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.704232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0d0cf1e9-1fbe-411e-8904-1933af6c07de HTTP/1.1" status: 204 len: 168 time: 1.1861207 Jun 30 02:35:46.707538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59766) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:46.732569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Made reservation on behalf of 3a975bc101214f6ea522145a8855249e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:46.735021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.737037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dfa5b-a76c-43b2-9482-ed472b3fe9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0cf1e9-1fbe-411e-8904-1933af6c07de,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.880547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588b50c-7d05-4870-9d91-aa2e586e0a2b req-d1fc51fd-aa30-46b3-b5ab-f2c3cc62d145 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.888334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b588b50c-7d05-4870-9d91-aa2e586e0a2b req-d1fc51fd-aa30-46b3-b5ab-f2c3cc62d145 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 936 time: 0.3242617 Jun 30 02:35:46.929964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-43922d40-1c10-477a-ad57-d558c7a2f82a None None] Provisioning for port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:46.935438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-43922d40-1c10-477a-ad57-d558c7a2f82a None None] Provisioning complete for port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:46.936290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43922d40-1c10-477a-ad57-d558c7a2f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.960004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b588b50c-7d05-4870-9d91-aa2e586e0a2b req-e8b0c7be-d416-4515-a348-4cf475895ea6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684607 Jun 30 02:35:47.017141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-43922d40-1c10-477a-ad57-d558c7a2f82a None None] Port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:47.026501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-4e28ac8a-ab87-47eb-8fca-d7f2b14f5d6f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0804248 Jun 30 02:35:47.061093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 24c9b932-530f-4dfb-9938-7345be4a4413 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:47.101006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Request body: {'port': {'device_id': '8694c082-f98c-4238-a206-7cc0888baa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:47.104505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 24c9b932-530f-4dfb-9938-7345be4a4413 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:47.105096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 24c9b932-530f-4dfb-9938-7345be4a4413 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:47.135057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.236142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714184d6-c0c1-47f4-ad80-b32fe68283a1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:47.249042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Checking segment: {'id': 'b30c75a8-e1b9-43b1-b6ae-bb876822e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '23c39590-bc31-47b7-b66a-4dbd3641297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:47.250335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Network hostable DHCP agents. Network: 23c39590-bc31-47b7-b66a-4dbd3641297d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:47.268534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Network 23c39590-bc31-47b7-b66a-4dbd3641297d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:47.279454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 23c39590-bc31-47b7-b66a-4dbd3641297d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:47.284685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.285916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.288594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12903e-307c-4093-a85c-2f4f541b0806 None None] Network 23c39590-bc31-47b7-b66a-4dbd3641297d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:47.306896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-675dc8c2-b507-4719-8e38-1ff19c16df90 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7806695 Jun 30 02:35:47.333332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.370378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-74728354-d92a-460d-8ff5-30d7f5e7cb07 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.377301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-74728354-d92a-460d-8ff5-30d7f5e7cb07 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 820 time: 0.3762999 Jun 30 02:35:47.400044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-331ca28e-f22b-4522-9c9d-cd40a12f053c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/quotas/fa16a902dbd9473bb1f4a729cc428a09 HTTP/1.1" status: 200 len: 375 time: 0.0218203 Jun 30 02:35:47.504217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:47.527412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5d3bc-d843-4333-b5aa-731f4b10157a None None] Network 23c39590-bc31-47b7-b66a-4dbd3641297d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:47.599849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Deleting subnet 714184d6-c0c1-47f4-ad80-b32fe68283a1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:47.603782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.665110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.756978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-e29320b3-90eb-4816-ac1b-a02cc4ce821f tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3343565 Jun 30 02:35:48.131212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-b83eb0fb-8964-46c1-bd94-48981d638193 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647459 Jun 30 02:35:48.142566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.185442 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.257388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468489eb-ba09-4f3e-a170-cdbca36a3ca3 req-24c24b29-783d-401b-84f9-7506858c82a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:48.259731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-468489eb-ba09-4f3e-a170-cdbca36a3ca3 req-24c24b29-783d-401b-84f9-7506858c82a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 936 time: 0.0972953 Jun 30 02:35:48.261241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.261976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:48.272329 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.275241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.279365 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/714184d6-c0c1-47f4-ad80-b32fe68283a1 HTTP/1.1" status: 204 len: 168 time: 0.7716727 Jun 30 02:35:48.283147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59800) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:48.303933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82e445-7a3f-48f4-900b-684972c59a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714184d6-c0c1-47f4-ad80-b32fe68283a1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:48.347270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-468489eb-ba09-4f3e-a170-cdbca36a3ca3 req-5b03d33f-3e4e-4085-858f-0468ec360200 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774021 Jun 30 02:35:48.651171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Transition to ACTIVE for port object 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:48.673238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.779951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.815957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-51560708-843c-4d7e-9133-15caf12891f0 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574543 Jun 30 02:35:48.823142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:49.063653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.106389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Attempting to bind port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:49.106615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Attempting to bind port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:49.106871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Attempting to bind port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:49.113958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c39590-bc31-47b7-b66a-4dbd3641297d']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:49.140147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:49.140481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Attempting to bind port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:49.171686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30c75a8-e1b9-43b1-b6ae-bb876822e552') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:49.171987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30c75a8-e1b9-43b1-b6ae-bb876822e552') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:49.177055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7289cba-aa65-4ced-8c1e-31583a44db66 req-3acecb14-3a7c-4257-8800-3bb3b9f90477 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 210 time: 0.0652452 Jun 30 02:35:49.198251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.207959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:49.207959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:49.207959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:49.207959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Bound port: 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:49.207959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.271341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.283613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:49.283975 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:49.287452 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:49.513127 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.555746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.560450 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] 10.222.0.78 "DELETE /v2.0/networks/23c39590-bc31-47b7-b66a-4dbd3641297d HTTP/1.1" status: 204 len: 168 time: 1.2775834 Jun 30 02:35:49.561794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] For port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:49.590039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f34ad-4796-44c8-a7df-194d9189ee6f admin admin] Pushing event deleted for resources: {'Network': ['ID=23c39590-bc31-47b7-b66a-4dbd3641297d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:49.599650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] For port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:49.627145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Deleting port 96239701-99dd-4ab9-99f8-0e8a7052b58a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:49.627615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.629783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.741649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea7a25-f9b7-4e94-9bf8-8c85e4c561f5 req-c7ece490-bb09-4a19-8c39-96f5f558e6b6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.749124 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4cea7a25-f9b7-4e94-9bf8-8c85e4c561f5 req-c7ece490-bb09-4a19-8c39-96f5f558e6b6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 948 time: 0.2547414 Jun 30 02:35:49.769857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.770018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.771580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c407d6c-4fa6-4baa-ab40-f892eff04fb5 HTTP/1.1" status: 200 len: 1096 time: 2.6776209 Jun 30 02:35:49.772399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8694c082-f98c-4238-a206-7cc0888baa83', 'tag': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:49.775347 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14beb29e-4a4e-4b36-b769-13fa61d7532f" -d '{"events": [{"name": "network-changed", "server_uuid": "8694c082-f98c-4238-a206-7cc0888baa83", "tag": "8c407d6c-4fa6-4baa-ab40-f892eff04fb5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:49.817067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab847fe9-c08d-4733-bcb3-e6d1b765d0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:49.858752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4cea7a25-f9b7-4e94-9bf8-8c85e4c561f5 req-7fb47d78-a88f-4a9a-a498-75e365b1f958 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083448 Jun 30 02:35:49.860242 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8796a6fd-a0f1-42a9-b449-913e7d9ac1c5 x-openstack-request-id: req-8796a6fd-a0f1-42a9-b449-913e7d9ac1c5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:49.860531 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8694c082-f98c-4238-a206-7cc0888baa83", "tag": "8c407d6c-4fa6-4baa-ab40-f892eff04fb5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:49.860788 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8796a6fd-a0f1-42a9-b449-913e7d9ac1c5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:49.861184 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8694c082-f98c-4238-a206-7cc0888baa83', 'tag': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5', 'status': 'completed', 'code': 200} Jun 30 02:35:49.879165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] For port 96239701-99dd-4ab9-99f8-0e8a7052b58a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=96239701-99dd-4ab9-99f8-0e8a7052b58a,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:49.879756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:49.896441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:49.904433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Calling delete_port for 96239701-99dd-4ab9-99f8-0e8a7052b58a owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:49.964096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3df96074-47d2-4972-ad75-3c12f8287600 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a975bc101214f6ea522145a8855249e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659137 Jun 30 02:35:49.969377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:50.089262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d0fe68-e869-4875-a035-f93cc891cbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.123283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d0fe68-e869-4875-a035-f93cc891cbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.157501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-20351469-d02d-43b0-95ca-ce9031998017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.159619 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-20351469-d02d-43b0-95ca-ce9031998017 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 1099 time: 0.1770804 Jun 30 02:35:50.222023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d0fe68-e869-4875-a035-f93cc891cbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.224478 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-debb559e-0053-410f-b082-16beb2c36171 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5 HTTP/1.1" status: 200 len: 217 time: 0.0550075 Jun 30 02:35:50.225318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d0fe68-e869-4875-a035-f93cc891cbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.239187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13d0fe68-e869-4875-a035-f93cc891cbcf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14927206-5b8d-414f-8193-4624432235b4 HTTP/1.1" status: 204 len: 168 time: 0.2640848 Jun 30 02:35:50.256705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0fe68-e869-4875-a035-f93cc891cbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14927206-5b8d-414f-8193-4624432235b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:50.309035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-8d98ad6e-e492-41c6-b636-c7cda0b1085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.311025 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-8d98ad6e-e492-41c6-b636-c7cda0b1085a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0781646 Jun 30 02:35:50.405938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.455429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=96239701-99dd-4ab9-99f8-0e8a7052b58a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:50.471040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-cefddb0b-8992-4744-9f21-d038c39c3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.473377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-cefddb0b-8992-4744-9f21-d038c39c3595 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380882 Jun 30 02:35:50.489337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d34bf5e-5489-4de6-8ab4-a72c540c7be0 req-c54b1535-cfbc-4133-86ae-98d648a8411c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 210 time: 0.0694382 Jun 30 02:35:50.692199 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-32b91949-f057-403a-b586-de53cb18d32f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099617 Jun 30 02:35:51.004865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-0d05ef46-1d96-4657-9b59-5b38ac53b6f6 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.006556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-0d05ef46-1d96-4657-9b59-5b38ac53b6f6 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.67 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 820 time: 0.2851758 Jun 30 02:35:51.057030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c48ca8c-e93b-41ad-acf6-1c284d9fa431 req-c4aa25a4-ffcf-4aba-bbca-9953448eafd8 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521490 Jun 30 02:35:51.058396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'port': {'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'admin_state_up': True, 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:51.158566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.386031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Made reservation on behalf of fa16a902dbd9473bb1f4a729cc428a09 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:51.396889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.628743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Allocated IP 172.20.0.9 (e645d414-4aa4-42e8-81ed-c72174b11a2e/a16cf826-c291-4e17-b75a-08217c76a9c6/628ae451-5daa-4107-b6f5-25ed92ea48ce) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:51.713735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-327dbd97-79df-4c6d-9c43-8ed59dc6d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.715665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-327dbd97-79df-4c6d-9c43-8ed59dc6d6cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 1099 time: 0.3987687 Jun 30 02:35:51.727755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751dcc-b2f9-4e17-b8a4-3468af5c4c4c req-84234b32-fe77-4905-8335-58479e9c715d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.729291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae751dcc-b2f9-4e17-b8a4-3468af5c4c4c req-84234b32-fe77-4905-8335-58479e9c715d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 948 time: 0.5148389 Jun 30 02:35:51.833803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e1d493c-6ea8-4ce5-aebb-d08a037e70a6 req-74e8cba9-983d-4708-8a4d-32e32a469cbe tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 210 time: 0.0421767 Jun 30 02:35:51.924652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.950702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Transition to ACTIVE for port object 628ae451-5daa-4107-b6f5-25ed92ea48ce will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:51.969754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae751dcc-b2f9-4e17-b8a4-3468af5c4c4c req-4647ea9d-0b35-40f3-bada-af9a8e531676 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650360 Jun 30 02:35:52.031720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.046016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['387dc62b-d809-47d8-87b7-5928afef6f67'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:52.067186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-9f0bb5d9-7e98-479c-9c86-4b8279a928ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.077696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-9f0bb5d9-7e98-479c-9c86-4b8279a928ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3418779 Jun 30 02:35:52.089863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Router 7975a575-5bf7-409f-9849-1c7107f071ef has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:52.151985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Network e645d414-4aa4-42e8-81ed-c72174b11a2e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:52.156450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:52.171708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:52.176444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-db9bb07e-b244-4e0b-805d-f38e8f34e208 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5 HTTP/1.1" status: 200 len: 217 time: 0.0838757 Jun 30 02:35:52.260838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event updated for resources: {'Port': ['ID=628ae451-5daa-4107-b6f5-25ed92ea48ce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:52.325286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.325961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.368820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-fa642620-39cc-4af7-a4fe-14373e62b1bb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3237553 Jun 30 02:35:52.379382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Request body: {'port': {'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:52.429067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-0578e4f3-b862-4327-881f-ed607293d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.434817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-0578e4f3-b862-4327-881f-ed607293d348 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2419233 Jun 30 02:35:52.565845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.665708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cc9bdbda-fb56-45a4-a25a-68494158f290 None None] Provisioning for port 628ae451-5daa-4107-b6f5-25ed92ea48ce completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:52.674552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:52.683870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4c5546c2-6d2c-41e2-822b-0291d9153b58 admin admin] 10.222.0.78 "PUT /v2.0/routers/7975a575-5bf7-409f-9849-1c7107f071ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9751754 Jun 30 02:35:52.687553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59904) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.689707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cc9bdbda-fb56-45a4-a25a-68494158f290 None None] Provisioning complete for port 628ae451-5daa-4107-b6f5-25ed92ea48ce triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:52.690202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdbda-fb56-45a4-a25a-68494158f290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.754665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-be36f12b-9513-40de-a39e-447f632e870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.758024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-be36f12b-9513-40de-a39e-447f632e870f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473259 Jun 30 02:35:52.791335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bdbda-fb56-45a4-a25a-68494158f290 None None] Port 628ae451-5daa-4107-b6f5-25ed92ea48ce cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:52.795566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] Sync routers for ids ['7975a575-5bf7-409f-9849-1c7107f071ef'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:52.817849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] Routers {'7975a575-5bf7-409f-9849-1c7107f071ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:52.818630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7975a575-5bf7-409f-9849-1c7107f071ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:53.142029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] Set router 7975a575-5bf7-409f-9849-1c7107f071ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:53.246793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628ae451-5daa-4107-b6f5-25ed92ea48ce {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:53.259881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.289464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Transition to ACTIVE for port object 628ae451-5daa-4107-b6f5-25ed92ea48ce will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:53.301637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.303402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.345577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d2bf6-0231-47c8-94dd-4e6dc069edd7 req-e0f4a48e-9867-452b-9e6b-519fcf2e1bde tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:53.347492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-999d2bf6-0231-47c8-94dd-4e6dc069edd7 req-e0f4a48e-9867-452b-9e6b-519fcf2e1bde tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 948 time: 0.1475377 Jun 30 02:35:53.431635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=628ae451-5daa-4107-b6f5-25ed92ea48ce,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:53.538350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:53.566993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.660453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-999d2bf6-0231-47c8-94dd-4e6dc069edd7 req-6699df80-2346-4a7d-9ef5-b6be40d597e6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859368 Jun 30 02:35:53.711043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Attempting to bind port 628ae451-5daa-4107-b6f5-25ed92ea48ce on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:53.713636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Attempting to bind port 628ae451-5daa-4107-b6f5-25ed92ea48ce by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:53.715082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Attempting to bind port 628ae451-5daa-4107-b6f5-25ed92ea48ce on network e645d414-4aa4-42e8-81ed-c72174b11a2e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:53.737605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Port 628ae451-5daa-4107-b6f5-25ed92ea48ce on network e645d414-4aa4-42e8-81ed-c72174b11a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:53.738537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Attempting to bind port 628ae451-5daa-4107-b6f5-25ed92ea48ce on network e645d414-4aa4-42e8-81ed-c72174b11a2e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:53.755308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:53.755308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Checking segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:53.755679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Bound using segment: {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:53.757098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Bound port: 628ae451-5daa-4107-b6f5-25ed92ea48ce, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852caea1-8fd6-4b78-b291-88737dfeee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:53.759182 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.806782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:53.818892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:35:50Z', 'revision_number': 5, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port': {'id': '2e7e3e82-9a24-4c7d-b6d1-dade586c4180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:58Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:53.823795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5', 'mac_address': 'fa:16:3e:17:3c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:53.864453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] Checking router: 7975a575-5bf7-409f-9849-1c7107f071ef for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:53.881914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd6dbaf-87f4-4bac-b0fa-fb952ef67c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.911394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.922540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.936484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9005b7-f84b-486d-81ff-33494a51d2bc req-69ba80be-480b-4ad9-b952-7eb9bf0e5b27 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:53.938546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b9005b7-f84b-486d-81ff-33494a51d2bc req-69ba80be-480b-4ad9-b952-7eb9bf0e5b27 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 943 time: 0.6318095 Jun 30 02:35:53.947839 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-f5c91b4a-0952-41d2-8cd0-61e040287c6b service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171832 Jun 30 02:35:53.953159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] Routers {'7975a575-5bf7-409f-9849-1c7107f071ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:53.955221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7975a575-5bf7-409f-9849-1c7107f071ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:53.975406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] For port 628ae451-5daa-4107-b6f5-25ed92ea48ce, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:53.983813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] For port 628ae451-5daa-4107-b6f5-25ed92ea48ce, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:53.994079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:54.023356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b9005b7-f84b-486d-81ff-33494a51d2bc req-90234017-0868-458f-aee3-6031b2b405a3 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738409 Jun 30 02:35:54.030333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.073401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:54.091769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.130458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.131429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.133963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] 10.222.0.67 "PUT /v2.0/ports/628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 1091 time: 1.7589631 Jun 30 02:35:54.134808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:54.141677 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:54.146428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] Set router 7975a575-5bf7-409f-9849-1c7107f071ef gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:54.166525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Deleting port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:54.166889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.260819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2ed7-8afa-4da0-93bb-9abed045a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=628ae451-5daa-4107-b6f5-25ed92ea48ce,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.262624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14beb29e-4a4e-4b36-b769-13fa61d7532f req-f7cc0ef0-8a08-4509-8f44-a475bfe2d9e2 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441833 Jun 30 02:35:54.270031 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d71936f-6107-4908-818c-702156f15828 x-openstack-request-id: req-9d71936f-6107-4908-818c-702156f15828 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:54.270340 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:54.270709 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d71936f-6107-4908-818c-702156f15828 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:54.271295 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'status': 'completed', 'code': 200} Jun 30 02:35:54.304950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:35:53Z', 'revision_number': 6, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:54.309329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.313214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] For port 2e7e3e82-9a24-4c7d-b6d1-dade586c4180, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:54.313745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.324643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd6dbaf-87f4-4bac-b0fa-fb952ef67c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.341794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-1f4ac602-879d-4973-9b6e-ea19eb06037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.343542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-1f4ac602-879d-4973-9b6e-ea19eb06037a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1094 time: 0.1534526 Jun 30 02:35:54.345329 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd6dbaf-87f4-4bac-b0fa-fb952ef67c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.347579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c7283-953c-4956-ac2b-ef2141aedc0a None None] The sync data for ids ['7975a575-5bf7-409f-9849-1c7107f071ef'] in n-d-798054-5 is: [{'id': '7975a575-5bf7-409f-9849-1c7107f071ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416154403-router', 'tenant_id': '84f70515d8c14134a78a1879511bb142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:56Z', 'updated_at': '2021-06-30T02:35:53Z', 'revision_number': 6, 'project_id': '84f70515d8c14134a78a1879511bb142', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:54.350583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Calling delete_port for 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:54.401336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:54.405985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2bd6dbaf-87f4-4bac-b0fa-fb952ef67c26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=600d5a0667ab4824bba4fa6ca2e0c23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8379331 Jun 30 02:35:54.413626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:54.475220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-dc39456c-a028-4b9f-9094-72ac7e17bbd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 217 time: 0.0862918 Jun 30 02:35:54.538894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6dbaf-87f4-4bac-b0fa-fb952ef67c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3d294c-509e-46a3-99ee-cae5529455bf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.581454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d466efec-555d-4bf2-a617-7b50b0264857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.595743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-260431b6-394c-48d3-a4fc-331e8c2e3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.597376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-260431b6-394c-48d3-a4fc-331e8c2e3f37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1122851 Jun 30 02:35:54.672743 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d466efec-555d-4bf2-a617-7b50b0264857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.721910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.787130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144795d-2348-4448-ad37-4924d2d38deb req-a364a38d-8ddf-41a5-a10c-38a12666c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.788759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-a364a38d-8ddf-41a5-a10c-38a12666c963 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848834 Jun 30 02:35:54.818138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7e3e82-9a24-4c7d-b6d1-dade586c4180,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.845085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d466efec-555d-4bf2-a617-7b50b0264857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.848025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d466efec-555d-4bf2-a617-7b50b0264857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.849506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d466efec-555d-4bf2-a617-7b50b0264857 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc3d294c-509e-46a3-99ee-cae5529455bf HTTP/1.1" status: 204 len: 168 time: 0.4343011 Jun 30 02:35:54.888737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466efec-555d-4bf2-a617-7b50b0264857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3d294c-509e-46a3-99ee-cae5529455bf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.947731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.061107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-826d1dcd-5398-4590-ac2a-5597268f57be service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608058 Jun 30 02:35:55.079503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.083900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.153563 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.154709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7975a575-5bf7-409f-9849-1c7107f071ef {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:55.170777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.174247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a99068b3-e4f6-4699-993a-a5248751086a admin admin] 10.222.0.78 "DELETE /v2.0/routers/7975a575-5bf7-409f-9849-1c7107f071ef HTTP/1.1" status: 204 len: 168 time: 2.4835525 Jun 30 02:35:55.174995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59952) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:55.208730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91021-1826-4e3f-baa0-7bae8dfef8e0 req-7c1dcc7a-b435-485b-9fe1-68dd8daa1678 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.220603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1b91021-1826-4e3f-baa0-7bae8dfef8e0 req-7c1dcc7a-b435-485b-9fe1-68dd8daa1678 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 949 time: 0.2210126 Jun 30 02:35:55.295200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9144795d-2348-4448-ad37-4924d2d38deb req-95b78da1-831d-4578-b47d-692eea3a54d5 service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253764 Jun 30 02:35:55.297941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Deleting subnet c551c7b1-f850-408e-8cfd-3f52888bf5e3 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:55.309815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.327796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 96239701-99dd-4ab9-99f8-0e8a7052b58a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:55.333366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1b91021-1826-4e3f-baa0-7bae8dfef8e0 req-0dd39d9e-d7a1-4999-b8ec-b0029aec05ed tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103632 Jun 30 02:35:55.410829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 96239701-99dd-4ab9-99f8-0e8a7052b58a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:55.414155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 96239701-99dd-4ab9-99f8-0e8a7052b58a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:55.417631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:55.456125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.542293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:55.550378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:55.557056 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.597439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-61952e48-d779-4659-ad80-32ef7ae12dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.606702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-61952e48-d779-4659-ad80-32ef7ae12dfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1094 time: 0.2140701 Jun 30 02:35:55.636305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.828808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.866719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694c082-f98c-4238-a206-7cc0888baa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:55.870396 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac2a1c-6e0a-4d5c-ac66-79a9f3a596ba" -d '{"events": [{"server_uuid": "8694c082-f98c-4238-a206-7cc0888baa83", "name": "network-vif-plugged", "status": "completed", "tag": "8c407d6c-4fa6-4baa-ab40-f892eff04fb5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:55.903503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:55.908951 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.941615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-051e9efd-567d-49cc-9059-4904eab5b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.943179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-051e9efd-567d-49cc-9059-4904eab5b9ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.3310413 Jun 30 02:35:55.977312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.993406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.017166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-f203fcfd-70fe-4884-a83c-10325b4aed9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 217 time: 0.0647171 Jun 30 02:35:56.042886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676908b3-7a86-4990-b676-b628a5ff4783 req-9aff2b82-a82e-44bf-8bf2-231e926c2edf tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.051773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-676908b3-7a86-4990-b676-b628a5ff4783 req-9aff2b82-a82e-44bf-8bf2-231e926c2edf tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 943 time: 0.3049767 Jun 30 02:35:56.053760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c551c7b1-f850-408e-8cfd-3f52888bf5e3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:56.069429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.071911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a21853-2f98-4da1-b2d8-7d34cfcfaa45 None None] Network 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:56.072406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bbd948d2-9355-4ed0-bba0-237b8f403fd5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c551c7b1-f850-408e-8cfd-3f52888bf5e3 HTTP/1.1" status: 204 len: 168 time: 0.8961120 Jun 30 02:35:56.079880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59976) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:56.140377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-1d57afd2-e7bb-4397-8584-865b55f06934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.152960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-1d57afd2-e7bb-4397-8584-865b55f06934 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1284151 Jun 30 02:35:56.205139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-676908b3-7a86-4990-b676-b628a5ff4783 req-200e243e-fa65-49f2-8cf1-e6a14c881df3 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523142 Jun 30 02:35:56.267588 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.289838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-d5fc3e3c-2ac2-4bf7-ab36-c204810104c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.291810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-d5fc3e3c-2ac2-4bf7-ab36-c204810104c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316895 Jun 30 02:35:56.297100 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64db32b-3420-4813-b47c-8b5b5c4a98d1 x-openstack-request-id: req-a64db32b-3420-4813-b47c-8b5b5c4a98d1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:56.298097 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694c082-f98c-4238-a206-7cc0888baa83", "name": "network-vif-plugged", "status": "completed", "tag": "8c407d6c-4fa6-4baa-ab40-f892eff04fb5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:56.299204 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a64db32b-3420-4813-b47c-8b5b5c4a98d1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:56.301722 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8694c082-f98c-4238-a206-7cc0888baa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5', 'code': 200} Jun 30 02:35:56.442693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-5739972b-32e3-4a79-a5b3-ee5ad593cc67 service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391733 Jun 30 02:35:56.530674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Deleting port 26f73959-1c32-4c0f-9e32-de91c2277ab0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:56.531242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.532819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] DHCP port deletion for 2d9b9410-f09a-4ca3-b8d3-42d813e9a962 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:35:56.627543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] Deleting port 26f73959-1c32-4c0f-9e32-de91c2277ab0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:56.628180 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.665477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e903f5-2ed0-4c33-aae5-07a683dfbbf4 req-b32d233b-4ff4-4bf4-bc11-2547cb39b388 service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158978 Jun 30 02:35:56.665956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c53ce-51f9-4499-bc48-642273a46056 req-62fddb1f-6ed3-4aaf-9cf2-06d21d196ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.667473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc9c53ce-51f9-4499-bc48-642273a46056 req-62fddb1f-6ed3-4aaf-9cf2-06d21d196ede service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 1101 time: 0.2834384 Jun 30 02:35:56.675445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681c7e-8ed7-455c-bbe1-0791e9b71f24 req-913bce81-27e1-4e33-a571-5f1cf6bde890 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.684103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c681c7e-8ed7-455c-bbe1-0791e9b71f24 req-913bce81-27e1-4e33-a571-5f1cf6bde890 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.1347837 Jun 30 02:35:56.716398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] For port 26f73959-1c32-4c0f-9e32-de91c2277ab0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=26f73959-1c32-4c0f-9e32-de91c2277ab0,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:56.716954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.732206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] Calling delete_port for 26f73959-1c32-4c0f-9e32-de91c2277ab0 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:56.779038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c681c7e-8ed7-455c-bbe1-0791e9b71f24 req-feab059a-0a64-4c7a-9d48-005ee3035c83 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938187 Jun 30 02:35:56.783525 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc9c53ce-51f9-4499-bc48-642273a46056 req-71a9990e-37b2-45f2-86ad-6689d9306cd8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943990 Jun 30 02:35:56.785529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] For port 26f73959-1c32-4c0f-9e32-de91c2277ab0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=26f73959-1c32-4c0f-9e32-de91c2277ab0,segment=NetworkSegment(6a383fc3-9cf7-4a09-bc5c-d12f1c818157),segment_id=6a383fc3-9cf7-4a09-bc5c-d12f1c818157)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:56.786161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.818656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Calling delete_port for 26f73959-1c32-4c0f-9e32-de91c2277ab0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:56.879097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.915343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] Pushing event deleted for resources: {'Port': ['ID=26f73959-1c32-4c0f-9e32-de91c2277ab0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:56.917354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e8814-9d17-4dc0-8e82-6d29bd2665c3 None None] No DVR routers for this DVR port 26f73959-1c32-4c0f-9e32-de91c2277ab0 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:57.038584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:57.070755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2199-d2b9-4726-bd05-556feaa610d8 req-bb7521ca-03b8-4ff5-bd19-4b0fcc508546 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.076458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:57.077544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e7e3e82-9a24-4c7d-b6d1-dade586c4180 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:57.077965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 26f73959-1c32-4c0f-9e32-de91c2277ab0 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:57.080203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03fb2199-d2b9-4726-bd05-556feaa610d8 req-bb7521ca-03b8-4ff5-bd19-4b0fcc508546 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 950 time: 0.2061188 Jun 30 02:35:57.103224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 26f73959-1c32-4c0f-9e32-de91c2277ab0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:57.104695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 26f73959-1c32-4c0f-9e32-de91c2277ab0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:57.120740 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.162154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03fb2199-d2b9-4726-bd05-556feaa610d8 req-82b2e547-0a22-4079-a3ac-a029e4f063c2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809793 Jun 30 02:35:57.165774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f73959-1c32-4c0f-9e32-de91c2277ab0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:57.167670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] No DVR routers for this DVR port 26f73959-1c32-4c0f-9e32-de91c2277ab0 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:57.259200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.273039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9b9410-f09a-4ca3-b8d3-42d813e9a962']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:57.287989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a383fc3-9cf7-4a09-bc5c-d12f1c818157') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:57.287989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a383fc3-9cf7-4a09-bc5c-d12f1c818157') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:57.300885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.318751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.332420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:57.332420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:57.332824 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:57.407677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.417196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.420818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2d9b9410-f09a-4ca3-b8d3-42d813e9a962 HTTP/1.1" status: 204 len: 168 time: 1.3365784 Jun 30 02:35:57.422276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dad65c-ece8-4f8b-aae2-5ffb4345f6b5 req-f5fae0b8-f8e7-4fc8-8ee0-0640a6c2d3e1 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.424169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9dad65c-ece8-4f8b-aae2-5ffb4345f6b5 req-f5fae0b8-f8e7-4fc8-8ee0-0640a6c2d3e1 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 943 time: 0.0853162 Jun 30 02:35:57.439378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6426-ce93-46a3-8d09-f9fe4603eba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9b9410-f09a-4ca3-b8d3-42d813e9a962,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:57.477468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9dad65c-ece8-4f8b-aae2-5ffb4345f6b5 req-35b8f365-9676-44f4-a5e4-2f4e6dd4c68a tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463467 Jun 30 02:35:57.572298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-509f5b74-af14-42a3-ae81-adcc075efcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.747886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:57.799477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-47d7c2c1-601f-4870-bf91-2c2daf4d62b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4159644fb6f4947bf7727322cf708cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499761 Jun 30 02:35:57.801594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:57.871331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e9a-3d32-49cf-b58e-ee51cc0a624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.895729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e9a-3d32-49cf-b58e-ee51cc0a624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.961819 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e9a-3d32-49cf-b58e-ee51cc0a624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.965625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e9a-3d32-49cf-b58e-ee51cc0a624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.967462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3b82e9a-3d32-49cf-b58e-ee51cc0a624a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00147af1-f98e-4db8-a816-e88ecb54f893 HTTP/1.1" status: 204 len: 168 time: 0.1645436 Jun 30 02:35:57.977844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b82e9a-3d32-49cf-b58e-ee51cc0a624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00147af1-f98e-4db8-a816-e88ecb54f893,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:58.033958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794f33-d888-46ea-98fe-3dbd6524a5ad req-607a22a2-d2b6-4918-ba21-4697c85aab25 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.035574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be794f33-d888-46ea-98fe-3dbd6524a5ad req-607a22a2-d2b6-4918-ba21-4697c85aab25 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.1233640 Jun 30 02:35:58.089102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be794f33-d888-46ea-98fe-3dbd6524a5ad req-8f338302-e008-4bb5-af41-6297d81b7846 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/security-groups?id=14fd683c-5318-49f3-ae5c-46f68ee7c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Jun 30 02:35:58.268968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-6211c7a4-2475-4896-80c6-86dae2e7bdfd tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.270888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-6211c7a4-2475-4896-80c6-86dae2e7bdfd tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.90 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 946 time: 0.0886877 Jun 30 02:35:58.343165 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:35:58.458217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fc079-3cd9-4c3a-90c1-39d94bbd113f req-120305c8-9fe4-4db3-b3e6-631f9a03596a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.459777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a7fc079-3cd9-4c3a-90c1-39d94bbd113f req-120305c8-9fe4-4db3-b3e6-631f9a03596a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 950 time: 0.1262729 Jun 30 02:35:58.478861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Deleting port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:58.479464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.485878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60044) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:58.539172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cebdac58-f4a1-47cd-93bd-f98faad3b62a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84f70515d8c14134a78a1879511bb142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518825 Jun 30 02:35:58.541990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60050) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:58.559355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a7fc079-3cd9-4c3a-90c1-39d94bbd113f req-83e011db-c516-40e6-9561-e44bec1772a4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912173 Jun 30 02:35:58.596833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] For port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,segment=NetworkSegment(b52fa13b-d01c-4ee6-8eb1-a987d7564fc7),segment_id=b52fa13b-d01c-4ee6-8eb1-a987d7564fc7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:58.597201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.610073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c385126c-06d2-446d-af09-662afa4c03ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.610347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Calling delete_port for 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:58.662544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c385126c-06d2-446d-af09-662afa4c03ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.778814 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c385126c-06d2-446d-af09-662afa4c03ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.781888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c385126c-06d2-446d-af09-662afa4c03ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.783110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c385126c-06d2-446d-af09-662afa4c03ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc005007-3d16-4327-bbc9-8a4351209d44 HTTP/1.1" status: 204 len: 168 time: 0.2397394 Jun 30 02:35:58.793653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08997d9-bfdc-481c-ae9b-8ceace10a5f7 req-f91c8d4c-7eec-46eb-ade5-3ac8e86c152c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.795662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d08997d9-bfdc-481c-ae9b-8ceace10a5f7 req-f91c8d4c-7eec-46eb-ade5-3ac8e86c152c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 943 time: 0.1131873 Jun 30 02:35:58.802204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385126c-06d2-446d-af09-662afa4c03ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc005007-3d16-4327-bbc9-8a4351209d44,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:58.853901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.869752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d08997d9-bfdc-481c-ae9b-8ceace10a5f7 req-a45db579-cb6c-45c9-9815-19014a5b4f10 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545809 Jun 30 02:35:58.870335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['8727d1e4-94fc-41fa-8e6e-cf5e74418a6b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:58.907428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Pushing event deleted for resources: {'Port': ['ID=8727d1e4-94fc-41fa-8e6e-cf5e74418a6b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:58.990948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] No DVR routers for this DVR port 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:58.994563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.997240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2d40b6b-24a1-4c9e-b3a8-0affa67f15c1 req-1e2aa2dc-0877-499e-a67b-fb00bd84b4a9 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.90 "DELETE /v2.0/ports/8727d1e4-94fc-41fa-8e6e-cf5e74418a6b HTTP/1.1" status: 204 len: 173 time: 0.7188497 Jun 30 02:35:58.997794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'name': 'network-vif-deleted', 'tag': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:59.001071 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e0cf80-cf31-41aa-8d9c-3f4bb3102cd5" -d '{"events": [{"server_uuid": "538dbc1d-5b1d-4447-b1dd-b369a9caaf27", "name": "network-vif-deleted", "tag": "8727d1e4-94fc-41fa-8e6e-cf5e74418a6b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:59.095347 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af36ad-0e80-4e73-bdaa-878eae50e345 x-openstack-request-id: req-40af36ad-0e80-4e73-bdaa-878eae50e345 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:59.095640 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538dbc1d-5b1d-4447-b1dd-b369a9caaf27", "name": "network-vif-deleted", "tag": "8727d1e4-94fc-41fa-8e6e-cf5e74418a6b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:59.096193 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40af36ad-0e80-4e73-bdaa-878eae50e345 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:59.096342 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538dbc1d-5b1d-4447-b1dd-b369a9caaf27', 'name': 'network-vif-deleted', 'tag': '8727d1e4-94fc-41fa-8e6e-cf5e74418a6b', 'status': 'completed', 'code': 200} Jun 30 02:35:59.305404 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9e6d11f-3b40-4ad6-a90b-10a48d7924e9 req-0b41df16-b02c-444f-9f74-5ad7b353a035 tempest-VolumesAdminNegativeTest-50758419 tempest-VolumesAdminNegativeTest-50758419-project] 10.222.0.78 "GET /v2.0/ports?device_id=538dbc1d-5b1d-4447-b1dd-b369a9caaf27 HTTP/1.1" status: 200 len: 210 time: 0.0695217 Jun 30 02:35:59.325727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45007-dd1a-48fa-8973-0b21e9348d7b req-3ce337c8-cd3a-41ae-8d3f-4bd92be4fffd tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:59.334395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4af45007-dd1a-48fa-8973-0b21e9348d7b req-3ce337c8-cd3a-41ae-8d3f-4bd92be4fffd tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 1101 time: 0.1094046 Jun 30 02:35:59.382493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4af45007-dd1a-48fa-8973-0b21e9348d7b req-b690e8a8-0d91-4c70-8dd8-61be3abf81af tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.419949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 628ae451-5daa-4107-b6f5-25ed92ea48ce details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:59.516335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4af45007-dd1a-48fa-8973-0b21e9348d7b req-b690e8a8-0d91-4c70-8dd8-61be3abf81af tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.521556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4af45007-dd1a-48fa-8973-0b21e9348d7b req-b690e8a8-0d91-4c70-8dd8-61be3abf81af tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.529807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60080) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:59.548786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4af45007-dd1a-48fa-8973-0b21e9348d7b req-b690e8a8-0d91-4c70-8dd8-61be3abf81af tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132001 Jun 30 02:35:59.576601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690e8a8-0d91-4c70-8dd8-61be3abf81af tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4c996-8001-497a-9d9d-9b0612175023,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:59.727117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 628ae451-5daa-4107-b6f5-25ed92ea48ce, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:59.744570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:59.829706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.847028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628ae451-5daa-4107-b6f5-25ed92ea48ce {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:59.860299 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59e21695-6d90-43c4-9f14-70a9c32be64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.882553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 628ae451-5daa-4107-b6f5-25ed92ea48ce, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:59.916894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.984545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=628ae451-5daa-4107-b6f5-25ed92ea48ce,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:00.052511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59e21695-6d90-43c4-9f14-70a9c32be64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.072489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59e21695-6d90-43c4-9f14-70a9c32be64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.172927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e21695-6d90-43c4-9f14-70a9c32be64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2122e5-010c-46f9-9a94-945e990e699b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:00.182862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-59e21695-6d90-43c4-9f14-70a9c32be64e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=111b4299373240b5a9027f86cf1d9926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518335 Jun 30 02:36:00.183503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60108) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:00.188468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['628ae451-5daa-4107-b6f5-25ed92ea48ce'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:00.197240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c094-6930-4d33-8df3-f2f24f818ed6 req-ceb83333-38ef-45f9-aaf3-349c66c605db tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:00.207454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0b4c094-6930-4d33-8df3-f2f24f818ed6 req-ceb83333-38ef-45f9-aaf3-349c66c605db tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 944 time: 0.1018496 Jun 30 02:36:00.283715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0b4c094-6930-4d33-8df3-f2f24f818ed6 req-22a70d18-49a7-48d6-adb1-ee911f23feda tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751328 Jun 30 02:36:00.300486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ae5f-d8d1-4c9b-9fc0-b1e0bfebf315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.325623 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a581c18e-a436-4fa8-a4d9-3d917e53bb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.357152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-7b02519b-28b5-4c24-897d-1acb99293f77 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377264 Jun 30 02:36:00.359613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ae5f-d8d1-4c9b-9fc0-b1e0bfebf315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.419890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:00.493943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.517156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Deleting subnet 28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:00.531731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-9992a7dd-157c-4a85-8eb4-feb4de5c2b84 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:00.534205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.538533 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-9992a7dd-157c-4a85-8eb4-feb4de5c2b84 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760082 Jun 30 02:36:00.560674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-5d3e7ec7-9788-439f-a297-04954aa1f489 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/quotas/60cfb261c2b8481b9ff775ce78508416 HTTP/1.1" status: 200 len: 375 time: 0.0206552 Jun 30 02:36:00.607911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.611805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ae5f-d8d1-4c9b-9fc0-b1e0bfebf315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.614758 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8e1ae5f-d8d1-4c9b-9fc0-b1e0bfebf315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.615900 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b8e1ae5f-d8d1-4c9b-9fc0-b1e0bfebf315 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d2122e5-010c-46f9-9a94-945e990e699b HTTP/1.1" status: 204 len: 168 time: 0.4314556 Jun 30 02:36:00.639925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1ae5f-d8d1-4c9b-9fc0-b1e0bfebf315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2122e5-010c-46f9-9a94-945e990e699b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:00.661312 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.670858 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-598e1ee3-b2f9-4883-8aa2-8572b4587bca tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097991 Jun 30 02:36:00.749856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.789580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:00.797725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.801467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-687dfc06-c0ad-4117-88e9-db61df93b979 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/28902a1f-5e30-4b1f-adfc-3e43ddcbe3d7 HTTP/1.1" status: 204 len: 168 time: 0.3782704 Jun 30 02:36:00.802051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:00.892098 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.009378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.033755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05e0f62-f4bc-4f13-b04d-3e19df38ce9c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:01.049478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:01.049811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52fa13b-d01c-4ee6-8eb1-a987d7564fc7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:01.066839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.084999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.095016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:01.095836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:01.101924 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:01.170877 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.195879 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.200853 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f05e0f62-f4bc-4f13-b04d-3e19df38ce9c HTTP/1.1" status: 204 len: 168 time: 0.3955779 Jun 30 02:36:01.201692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:01.210523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30493f98-b3a5-472f-8ff8-b243998fe5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05e0f62-f4bc-4f13-b04d-3e19df38ce9c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:01.263619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60152) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:01.271861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Deleting subnet a95881ff-6cb2-4e93-a4f2-3c83e5c417a4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:01.283096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.287363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5949c8c8-e959-4f6d-96c6-693d3216b319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.341302 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.433975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 628ae451-5daa-4107-b6f5-25ed92ea48ce up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:01.444355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.483289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5949c8c8-e959-4f6d-96c6-693d3216b319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.494266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5949c8c8-e959-4f6d-96c6-693d3216b319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.513951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 628ae451-5daa-4107-b6f5-25ed92ea48ce completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:01.525470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 628ae451-5daa-4107-b6f5-25ed92ea48ce triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:01.527018 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.580208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949c8c8-e959-4f6d-96c6-693d3216b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c7690-792b-436c-85c2-9cfeb55118fd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:01.582278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.612812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5949c8c8-e959-4f6d-96c6-693d3216b319 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=528191d29fa843b983c0dac044220dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466449 Jun 30 02:36:01.613676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60162) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:01.673542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a95881ff-6cb2-4e93-a4f2-3c83e5c417a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:01.681751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.684208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9997ee76-aace-4061-9878-9e1ec6249e5b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a95881ff-6cb2-4e93-a4f2-3c83e5c417a4 HTTP/1.1" status: 204 len: 168 time: 0.4815798 Jun 30 02:36:01.687698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60166) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:01.746677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.803795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:01.807687 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6983641-f4cf-4d17-8a25-eb18cda58773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.808049 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3893b3-d80f-430b-8c2f-ea44d5e13739" -d '{"events": [{"server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "name": "network-vif-plugged", "status": "completed", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:01.837726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 628ae451-5daa-4107-b6f5-25ed92ea48ce, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:01.847923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.858158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6983641-f4cf-4d17-8a25-eb18cda58773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.869855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.947514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=628ae451-5daa-4107-b6f5-25ed92ea48ce,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:02.004536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697132b-bff9-4336-8544-a253a482bbe0 req-59588ee0-da72-44d4-a526-5570ea5e3dbb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:02.010790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d697132b-bff9-4336-8544-a253a482bbe0 req-59588ee0-da72-44d4-a526-5570ea5e3dbb tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 945 time: 0.0858240 Jun 30 02:36:02.024039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.033331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6983641-f4cf-4d17-8a25-eb18cda58773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.035963 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6983641-f4cf-4d17-8a25-eb18cda58773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.037382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c6983641-f4cf-4d17-8a25-eb18cda58773 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb6c7690-792b-436c-85c2-9cfeb55118fd HTTP/1.1" status: 204 len: 168 time: 0.4228091 Jun 30 02:36:02.044336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86febe0c-a666-4a0b-bbaa-518e0141af11']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:02.050335 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.059936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983641-f4cf-4d17-8a25-eb18cda58773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c7690-792b-436c-85c2-9cfeb55118fd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:02.065883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e726dca4-8c30-458d-aa6c-f5f03e014b7d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:02.065883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e726dca4-8c30-458d-aa6c-f5f03e014b7d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:02.076305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.096599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.104842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:02.105341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:02.107626 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:02.111771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d697132b-bff9-4336-8544-a253a482bbe0 req-63386b7b-bc7c-4ef5-bcd6-67ddeb1a4339 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944347 Jun 30 02:36:02.177918 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.183783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.187050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] 10.222.0.78 "DELETE /v2.0/networks/86febe0c-a666-4a0b-bbaa-518e0141af11 HTTP/1.1" status: 204 len: 168 time: 0.4962604 Jun 30 02:36:02.204608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82365d-8f3b-4235-8e95-33dccc5ada7f admin admin] Pushing event deleted for resources: {'Network': ['ID=86febe0c-a666-4a0b-bbaa-518e0141af11,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:02.254005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:02.254239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2d6f2d8-d8d9-4253-9a3e-3d6215c7e197 req-aed75530-d702-4df0-a53b-1f0b9d10de26 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 210 time: 0.0671942 Jun 30 02:36:02.325920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:02.326345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8727d1e4-94fc-41fa-8e6e-cf5e74418a6b not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:02.329849 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf4064-f32f-4823-834e-180a6d5f4136 x-openstack-request-id: req-30bf4064-f32f-4823-834e-180a6d5f4136 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:02.330585 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "name": "network-vif-plugged", "status": "completed", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:02.331091 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30bf4064-f32f-4823-834e-180a6d5f4136 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:02.331687 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'code': 200} Jun 30 02:36:02.501676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:02.507145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbc5dc-78f9-46b7-abe6-de74004a36d1 req-2576cf17-ec42-45e2-8b99-1ea145c11950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:02.529495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97cbc5dc-78f9-46b7-abe6-de74004a36d1 req-2576cf17-ec42-45e2-8b99-1ea145c11950 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1096 time: 0.1209910 Jun 30 02:36:02.618280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d6a6b83e-dfc9-48d5-9d34-d3a373de812b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d548dc2ac0604b95ae2e0dea73dc2f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153138 Jun 30 02:36:02.619482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97cbc5dc-78f9-46b7-abe6-de74004a36d1 req-6bbb15bd-91cc-4d9b-987b-ec249ae03f7f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912499 Jun 30 02:36:02.620440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:02.730443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6c-5c84-496d-924c-d2ff7e4547f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.784355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6c-5c84-496d-924c-d2ff7e4547f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.897384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6c-5c84-496d-924c-d2ff7e4547f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.906219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6c-5c84-496d-924c-d2ff7e4547f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.910481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-52e00d6c-5c84-496d-924c-d2ff7e4547f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14fd683c-5318-49f3-ae5c-46f68ee7c923 HTTP/1.1" status: 204 len: 168 time: 0.2865813 Jun 30 02:36:02.931160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e00d6c-5c84-496d-924c-d2ff7e4547f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd683c-5318-49f3-ae5c-46f68ee7c923,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:03.201489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:03.355108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476204f3-0ecd-4037-a3c1-fd9373ee29a0 req-02fa23d2-1f59-4e6c-93c6-52dbc38899d0 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:03.365148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-476204f3-0ecd-4037-a3c1-fd9373ee29a0 req-02fa23d2-1f59-4e6c-93c6-52dbc38899d0 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 945 time: 0.1263006 Jun 30 02:36:03.434812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-476204f3-0ecd-4037-a3c1-fd9373ee29a0 req-8d9c82b7-512f-4ee3-9ee0-5523780f278c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611274 Jun 30 02:36:03.524858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-240b10e0-0318-406f-8bb5-299719641148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.627616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-45411950-6bda-40b2-9ee8-c72ef23bc14c req-4e19747d-3c72-479e-b26e-e14c989b4eb2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 210 time: 0.0785141 Jun 30 02:36:03.628244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:03.684199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-f530f0bf-afa4-4712-b7c9-8b07e15fbafd tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384517 Jun 30 02:36:03.741659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a9381056-204a-4bb2-b26b-12e7dbbbc194 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e037a9c286c4fd88e862be3c6ef62bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120377 Jun 30 02:36:03.746115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60246) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:03.846264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-240b10e0-0318-406f-8bb5-299719641148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.872012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-240b10e0-0318-406f-8bb5-299719641148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.874387 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa116-0bf8-4571-ac7f-df2a50e01587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.920966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa116-0bf8-4571-ac7f-df2a50e01587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.922354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-e4c39bbd-1137-41ef-83f2-c16a9339776d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:03.923897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-e4c39bbd-1137-41ef-83f2-c16a9339776d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314005 Jun 30 02:36:03.949302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:03.986224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-240b10e0-0318-406f-8bb5-299719641148 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=330fafc37330461d91f32c61f5f43aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813888 Jun 30 02:36:03.987112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:04.012426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b10e0-0318-406f-8bb5-299719641148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc9faf-f88c-4208-9997-092538609b93,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:04.082399 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa116-0bf8-4571-ac7f-df2a50e01587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.084969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa116-0bf8-4571-ac7f-df2a50e01587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.090301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b1bfa116-0bf8-4571-ac7f-df2a50e01587 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6232258f-da11-4a66-97cd-906e9919924b HTTP/1.1" status: 204 len: 168 time: 0.3373759 Jun 30 02:36:04.090301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb46b-62e0-4eae-ba6a-b9739f65eec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.100022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfa116-0bf8-4571-ac7f-df2a50e01587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6232258f-da11-4a66-97cd-906e9919924b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:04.135287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb46b-62e0-4eae-ba6a-b9739f65eec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.145488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:04.154562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.213674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb46b-62e0-4eae-ba6a-b9739f65eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.224751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb46b-62e0-4eae-ba6a-b9739f65eec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.228292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3b6eb46b-62e0-4eae-ba6a-b9739f65eec9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/facc9faf-f88c-4208-9997-092538609b93 HTTP/1.1" status: 204 len: 168 time: 0.2376184 Jun 30 02:36:04.240371 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.242758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb46b-62e0-4eae-ba6a-b9739f65eec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc9faf-f88c-4208-9997-092538609b93,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:04.442035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.188 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/979dbba4-a30c-456b-a889-bb91c744f9b8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:04.571645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ef61e258-171a-4dca-a90f-9b106bed903a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398693 Jun 30 02:36:04.801137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.840923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object 979dbba4-a30c-456b-a889-bb91c744f9b8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:04.846233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c533ad7-175a-494f-bd3f-80996ba3d094 req-b75df4bd-9c3e-4d76-ac8d-9311a515a6f7 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.856071 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c533ad7-175a-494f-bd3f-80996ba3d094 req-b75df4bd-9c3e-4d76-ac8d-9311a515a6f7 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 945 time: 0.2357602 Jun 30 02:36:04.888234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.901277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:04.957347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-810fc5ea-94a9-453c-946c-7b568881e770 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.958878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-810fc5ea-94a9-453c-946c-7b568881e770 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3717122 Jun 30 02:36:04.968486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=979dbba4-a30c-456b-a889-bb91c744f9b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:04.978947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:04.990996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:04.996470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c533ad7-175a-494f-bd3f-80996ba3d094 req-6abc54c4-b6d8-4db8-84b3-d0fe0fdfbcf9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393685 Jun 30 02:36:05.022130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:05.044275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:05.050293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1b9869c-b606-46e8-8004-041281d3cb1d req-18bb2578-3121-408f-b3af-5c777eb7bc37 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 210 time: 0.0854967 Jun 30 02:36:05.122672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.123691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.144862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-2ee0916d-773d-4c6c-ac6c-643eaed41c5a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2014678 Jun 30 02:36:05.172059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Request body: {'port': {'device_id': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:05.381382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:05.438785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d5742d80-5778-4ae5-a107-dc36293c425c None None] Provisioning for port 979dbba4-a30c-456b-a889-bb91c744f9b8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:05.445790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d5742d80-5778-4ae5-a107-dc36293c425c None None] Provisioning complete for port 979dbba4-a30c-456b-a889-bb91c744f9b8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:05.447372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5742d80-5778-4ae5-a107-dc36293c425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.455097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:05.464692 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.539313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5742d80-5778-4ae5-a107-dc36293c425c None None] Port 979dbba4-a30c-456b-a889-bb91c744f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:05.567529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a45b-f0b6-46da-8063-4cbda0a35aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.641491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.794411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.183 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/c7a30c5f-0336-4213-9c3f-4430c8e67866) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:05.799690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-bbd6de7c-b4cf-46b5-b6de-5750a75a2e0a tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.817921 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-bbd6de7c-b4cf-46b5-b6de-5750a75a2e0a tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4349992 Jun 30 02:36:06.030324 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.068039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object c7a30c5f-0336-4213-9c3f-4430c8e67866 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:06.159252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.175036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:06.257289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:06.262157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:06.265697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:06.419747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=c7a30c5f-0336-4213-9c3f-4430c8e67866,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:06.462168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:06.466097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.515052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa36dd1-df80-4611-9891-01c1d23a9cb2 req-98fb1414-c8af-4192-9fe2-39b30753b75f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:06.528150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4fa36dd1-df80-4611-9891-01c1d23a9cb2 req-98fb1414-c8af-4192-9fe2-39b30753b75f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 936 time: 0.2160108 Jun 30 02:36:06.597678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4fa36dd1-df80-4611-9891-01c1d23a9cb2 req-9e27b996-63e8-4e5c-ad6a-f7648dc814ee tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633931 Jun 30 02:36:06.697071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-32087e90-6c6b-4f74-91c7-a3fc3c779bce None None] Provisioning for port c7a30c5f-0336-4213-9c3f-4430c8e67866 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:06.703130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-32087e90-6c6b-4f74-91c7-a3fc3c779bce None None] Provisioning complete for port c7a30c5f-0336-4213-9c3f-4430c8e67866 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:06.703564 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32087e90-6c6b-4f74-91c7-a3fc3c779bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.715285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-c22144c9-101b-472e-8de3-ec2a14174b67 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 696 time: 0.8971107 Jun 30 02:36:06.733065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'floatingip': {'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:06.792157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-32087e90-6c6b-4f74-91c7-a3fc3c779bce None None] Port c7a30c5f-0336-4213-9c3f-4430c8e67866 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:06.903774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.182910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a45b-f0b6-46da-8063-4cbda0a35aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.200903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-90e5e4c1-fa2e-4d2f-952a-658f28ffb32b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1970305 Jun 30 02:36:07.201619 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a45b-f0b6-46da-8063-4cbda0a35aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.219594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Request body: {'port': {'device_id': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:07.289990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659a45b-f0b6-46da-8063-4cbda0a35aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f96437e-0bed-4b88-973a-803bbc36fa1d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:07.345876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.375882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9659a45b-f0b6-46da-8063-4cbda0a35aca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffb129abcf7c436192e6ad7af59c5c04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9081159 Jun 30 02:36:07.378486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:07.404260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979dbba4-a30c-456b-a889-bb91c744f9b8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:07.426720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.497285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Transition to ACTIVE for port object 979dbba4-a30c-456b-a889-bb91c744f9b8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:07.546542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.594995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f6931e-6d6b-40c9-b793-6fc8e72b0f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.702069 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f6931e-6d6b-40c9-b793-6fc8e72b0f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.704931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Pushing event updated for resources: {'Port': ['ID=979dbba4-a30c-456b-a889-bb91c744f9b8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:07.774034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a30c5f-0336-4213-9c3f-4430c8e67866 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:07.790591 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.824763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Transition to ACTIVE for port object c7a30c5f-0336-4213-9c3f-4430c8e67866 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:07.832301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.960252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a30c5f-0336-4213-9c3f-4430c8e67866,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:07.996303 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Attempting to bind port 979dbba4-a30c-456b-a889-bb91c744f9b8 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:07.997278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Attempting to bind port 979dbba4-a30c-456b-a889-bb91c744f9b8 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:07.997830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Attempting to bind port 979dbba4-a30c-456b-a889-bb91c744f9b8 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:08.017648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.018920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f6931e-6d6b-40c9-b793-6fc8e72b0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.022541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f6931e-6d6b-40c9-b793-6fc8e72b0f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.025714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2f6931e-6d6b-40c9-b793-6fc8e72b0f0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f96437e-0bed-4b88-973a-803bbc36fa1d HTTP/1.1" status: 204 len: 168 time: 0.6462235 Jun 30 02:36:08.030701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Port 979dbba4-a30c-456b-a889-bb91c744f9b8 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:08.031241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Attempting to bind port 979dbba4-a30c-456b-a889-bb91c744f9b8 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:08.050329 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.097778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6931e-6d6b-40c9-b793-6fc8e72b0f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f96437e-0bed-4b88-973a-803bbc36fa1d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:08.102151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:08.102516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:08.102895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:08.103329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Bound port: 979dbba4-a30c-456b-a889-bb91c744f9b8, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:08.103684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.263478 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02 associated. External IP: 172.25.0.181, port: 387dc62b-d809-47d8-87b7-5928afef6f67. Jun 30 02:36:08.298559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a30adc-758c-4c05-8e43-dbd3b19a87a3 req-e423be7d-8374-4cf3-905b-ef8daeb64524 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:08.306817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] For port 979dbba4-a30c-456b-a889-bb91c744f9b8, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:08.310988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30a30adc-758c-4c05-8e43-dbd3b19a87a3 req-e423be7d-8374-4cf3-905b-ef8daeb64524 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 948 time: 0.4575834 Jun 30 02:36:08.339096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] For port 979dbba4-a30c-456b-a889-bb91c744f9b8, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=979dbba4-a30c-456b-a889-bb91c744f9b8,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:08.362579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.371663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Attempting to bind port c7a30c5f-0336-4213-9c3f-4430c8e67866 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:08.372017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Attempting to bind port c7a30c5f-0336-4213-9c3f-4430c8e67866 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:08.372402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Attempting to bind port c7a30c5f-0336-4213-9c3f-4430c8e67866 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:08.392047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Port c7a30c5f-0336-4213-9c3f-4430c8e67866 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:08.392390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Attempting to bind port c7a30c5f-0336-4213-9c3f-4430c8e67866 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:08.426536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:08.426862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:08.433490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:08.434841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Bound port: c7a30c5f-0336-4213-9c3f-4430c8e67866, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:08.434841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.479320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30a30adc-758c-4c05-8e43-dbd3b19a87a3 req-bde6b931-1ad4-4e88-a34f-e2f0913e1db4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466475 Jun 30 02:36:08.608660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:08.609292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.610737 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] 10.222.0.90 "PUT /v2.0/ports/979dbba4-a30c-456b-a889-bb91c744f9b8 HTTP/1.1" status: 200 len: 1096 time: 3.4494607 Jun 30 02:36:08.611157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'tag': '979dbba4-a30c-456b-a889-bb91c744f9b8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:08.613479 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab858256-fc1e-4dc0-9225-9e5c18610ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3632d0a-140d-4284-89bb-70563f1b73df", "tag": "979dbba4-a30c-456b-a889-bb91c744f9b8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:08.647162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] For port c7a30c5f-0336-4213-9c3f-4430c8e67866, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:08.655778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] For port c7a30c5f-0336-4213-9c3f-4430c8e67866, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:08.660917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.743610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:08.744806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.750029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] 10.222.0.90 "PUT /v2.0/ports/c7a30c5f-0336-4213-9c3f-4430c8e67866 HTTP/1.1" status: 200 len: 1096 time: 1.5389323 Jun 30 02:36:08.751922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'tag': 'c7a30c5f-0336-4213-9c3f-4430c8e67866'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:08.762600 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caef97f-5237-43e5-8dac-de6d4d5617ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cb691314-1afd-4aec-8d44-a71fb3db9b62", "tag": "c7a30c5f-0336-4213-9c3f-4430c8e67866"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:08.806840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f286-b142-4df1-bdb9-392b39144475 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a30c5f-0336-4213-9c3f-4430c8e67866,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:08.920764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf82ead-9d6a-4c7a-8edb-b6e9f3c38d45 service neutron] Pushing event updated for resources: {'Port': ['ID=979dbba4-a30c-456b-a889-bb91c744f9b8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:08.953036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:08.978808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ad3f4f2f-823c-45ee-9496-43c74632d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:08.980600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-ad3f4f2f-823c-45ee-9496-43c74632d27e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 1099 time: 0.1601560 Jun 30 02:36:09.067742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-07062855-bc26-41e6-a437-977011c1adc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866 HTTP/1.1" status: 200 len: 217 time: 0.0765834 Jun 30 02:36:09.201723 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb082c4a-5789-4b51-94ff-06daa01ec12e x-openstack-request-id: req-eb082c4a-5789-4b51-94ff-06daa01ec12e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:09.202449 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3632d0a-140d-4284-89bb-70563f1b73df", "tag": "979dbba4-a30c-456b-a889-bb91c744f9b8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:09.202449 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb082c4a-5789-4b51-94ff-06daa01ec12e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:09.202863 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'tag': '979dbba4-a30c-456b-a889-bb91c744f9b8', 'status': 'completed', 'code': 200} Jun 30 02:36:09.204182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:09.205077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-60093e68-e00a-4846-8a5e-34402ff26ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.207416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-079f58dd-a302-48cc-b348-07cae98c9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.209476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-079f58dd-a302-48cc-b348-07cae98c9537 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 1099 time: 0.3957081 Jun 30 02:36:09.215380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.216671 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:09.229300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-60093e68-e00a-4846-8a5e-34402ff26ac1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1512094 Jun 30 02:36:09.230387 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:09.234242 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:09.285155 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.295909 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535156bb-a830-4979-ba96-97c5ef14451b x-openstack-request-id: req-535156bb-a830-4979-ba96-97c5ef14451b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:09.296411 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb691314-1afd-4aec-8d44-a71fb3db9b62", "tag": "c7a30c5f-0336-4213-9c3f-4430c8e67866", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:09.297454 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-535156bb-a830-4979-ba96-97c5ef14451b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:09.298038 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'tag': 'c7a30c5f-0336-4213-9c3f-4430c8e67866', 'status': 'completed', 'code': 200} Jun 30 02:36:09.315999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-5b0490ae-cbea-469a-9c59-b8895b0e8086 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=979dbba4-a30c-456b-a889-bb91c744f9b8 HTTP/1.1" status: 200 len: 217 time: 0.0950401 Jun 30 02:36:09.380955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-c8803d77-2eae-4c15-8f40-75a466580b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.389518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-c8803d77-2eae-4c15-8f40-75a466580b27 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489937 Jun 30 02:36:09.414889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca13070c-bb79-4687-b808-08fec6b3ff01 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "PUT /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 997 time: 2.6982148 Jun 30 02:36:09.485013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-4f8bd87c-bad3-42d6-88f4-8549ef856ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.487118 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-4f8bd87c-bad3-42d6-88f4-8549ef856ff3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1629500 Jun 30 02:36:09.501527 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:09.544492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-a1243954-f194-4c6f-8384-7c7be77c13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.552773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-a1243954-f194-4c6f-8384-7c7be77c13be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.1231093 Jun 30 02:36:09.659627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca567c40-acb1-4114-932e-46cb394e8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.667683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-ca567c40-acb1-4114-932e-46cb394e8576 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.1133757 Jun 30 02:36:09.753153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-fed34814-cfeb-4cda-9b96-eb92011f9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.755101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-fed34814-cfeb-4cda-9b96-eb92011f9795 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592814 Jun 30 02:36:09.764092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-596678ce-378f-4496-9342-9f12bf33628b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 1000 time: 0.0949528 Jun 30 02:36:09.884711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-4ba38168-b43e-4fd4-ba05-6128d5f87c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:09.892206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-4ba38168-b43e-4fd4-ba05-6128d5f87c75 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1266968 Jun 30 02:36:09.980661 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-3c453123-1c0e-48e2-8449-4567f0e573ea service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054474 Jun 30 02:36:10.068207 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:07Z', 'revision_number': 1, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:10.100784 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:10.111334 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:10.112085 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:10.118196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-fe5b929a-1de1-48fc-b803-b4f9168cdfb2 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281600 Jun 30 02:36:10.143514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-2d1a6542-b08c-4a44-b9fe-d9e281ac41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:10.156429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-2d1a6542-b08c-4a44-b9fe-d9e281ac41a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630522 Jun 30 02:36:10.261723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:10.322193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:10.408362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac799-f433-4b24-bf95-907df2c74180 req-fbbd538e-e2ff-4ff2-9b9f-288549757d0e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:10.421406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-132ac799-f433-4b24-bf95-907df2c74180 req-fbbd538e-e2ff-4ff2-9b9f-288549757d0e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 948 time: 0.2827902 Jun 30 02:36:10.471687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-3868ccc9-c4a1-4ab3-969a-15859b9b9f45 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0733533 Jun 30 02:36:10.529140 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-132ac799-f433-4b24-bf95-907df2c74180 req-5625853d-1099-4dfb-ba09-02631315d070 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Jun 30 02:36:10.552107 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.717927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-840218358-network', 'tenant_id': '9b58b9eaa3404524a6754562c360f1d9'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:10.760662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa049f46-62f1-428f-ab43-270cb49e06e7 req-5be389cd-b5ef-43d2-a3bb-a59e02ddf5d6 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787235 Jun 30 02:36:10.784484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Made reservation on behalf of 9b58b9eaa3404524a6754562c360f1d9 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:10.790034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.827431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.847990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-a2ba1f97-9068-42b4-9336-7d7f33f74bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:10.849633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-a2ba1f97-9068-42b4-9336-7d7f33f74bbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 1099 time: 0.1237996 Jun 30 02:36:10.860523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-2e339ae3-0ecf-4d20-919b-d0bc1a7d0e67 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027743 Jun 30 02:36:10.880971 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:07Z', 'revision_number': 1, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:10.948228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc40a4b-f499-4223-8957-2b682d52f3dd None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:07Z', 'revision_number': 1, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:11.085041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-7529310a-8fb9-4be5-b59a-21247f0fe22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.099958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-7529310a-8fb9-4be5-b59a-21247f0fe22d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 1099 time: 0.2164090 Jun 30 02:36:11.205796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:11.221969 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e060c488-91e4-42bb-8a0a-4dc620d895ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:11.309649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e05cf5-90cb-4760-b68f-84e0798c8938 req-c6820260-9f59-4a11-af7c-776917788f55 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478319 Jun 30 02:36:11.334076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-449dfb8c-3200-4d9b-a870-b8630010bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.340251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-449dfb8c-3200-4d9b-a870-b8630010bf7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.4676719 Jun 30 02:36:11.346016 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330fef9f-f6db-4803-852c-28a64acfaa99 x-openstack-request-id: req-330fef9f-f6db-4803-852c-28a64acfaa99 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:11.346016 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:11.346016 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-330fef9f-f6db-4803-852c-28a64acfaa99 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:11.346016 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'status': 'completed', 'code': 200} Jun 30 02:36:11.427226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-c80c7255-c42b-4a46-abb9-7abb2a8a3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.429122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-c80c7255-c42b-4a46-abb9-7abb2a8a3a8a service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3141816 Jun 30 02:36:11.494930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-520bda25-2364-4782-a788-bbc90a85f96b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=979dbba4-a30c-456b-a889-bb91c744f9b8 HTTP/1.1" status: 200 len: 217 time: 0.1395266 Jun 30 02:36:11.683108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.686328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-8698928e-92bd-46d5-a4f3-13671c74fa9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866 HTTP/1.1" status: 200 len: 217 time: 0.2388606 Jun 30 02:36:11.709720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-67f27409-3855-4733-91cf-faf1fab87e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.712192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-67f27409-3855-4733-91cf-faf1fab87e75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.2163486 Jun 30 02:36:11.715149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-94f09035-f7d4-4429-80af-64acc5e6212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.717643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-94f09035-f7d4-4429-80af-64acc5e6212a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1659491 Jun 30 02:36:11.757117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77dfa1e-6c6a-4020-92cb-a50349ced623 None None] New status for floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:11.810613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-4066bcbd-2be9-429f-8dfb-c504c0f1c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.815666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-4066bcbd-2be9-429f-8dfb-c504c0f1c913 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1184537 Jun 30 02:36:11.816522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.845499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-2a15a27f-fa4d-42cb-8353-418b148a2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.847813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-2a15a27f-fa4d-42cb-8353-418b148a2fa9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.1207013 Jun 30 02:36:11.929829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-3e4ed67b-4c95-4537-af17-9e2452b95fe7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 1000 time: 0.0710366 Jun 30 02:36:11.960117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:11.992292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24fdc13-8fb1-4d0b-942d-727ce2683289,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.001350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.001839 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Added segment 6f3dbe19-901c-42b4-a7c3-750d28ac7cca of type vlan for network 9cf719ab-93ee-4ac2-9017-f2246782388f Jun 30 02:36:12.015734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-fb5c5fa8-9756-4abd-8fa7-3736e5883a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.017433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-fb5c5fa8-9756-4abd-8fa7-3736e5883a8f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.0648851 Jun 30 02:36:12.067001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-19a4f785-899d-4589-97b5-0602082be14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.068506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-19a4f785-899d-4589-97b5-0602082be14b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154198 Jun 30 02:36:12.121101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.125772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-b178521c-f4c3-4875-af20-c30a10ba1830 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.128426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-b178521c-f4c3-4875-af20-c30a10ba1830 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5408854 Jun 30 02:36:12.150180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1e338-0e0b-4f93-a95a-621ea8fe7e46 req-296c944e-ff76-4900-8cc3-bb4afdb08fae tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.152984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbd1e338-0e0b-4f93-a95a-621ea8fe7e46 req-296c944e-ff76-4900-8cc3-bb4afdb08fae tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 948 time: 0.3255293 Jun 30 02:36:12.278691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-931b2fff-6754-4cb4-89a3-fe04ed4b7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.280478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-931b2fff-6754-4cb4-89a3-fe04ed4b7195 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4367421 Jun 30 02:36:12.311345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-e6450155-37ae-4163-87da-4c06e143e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.313478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-e6450155-37ae-4163-87da-4c06e143e5ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2804456 Jun 30 02:36:12.317645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-13f71a01-9b33-4e2d-b599-9fa816d8eb7c tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1002 time: 0.1819904 Jun 30 02:36:12.334689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 979dbba4-a30c-456b-a889-bb91c744f9b8 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:12.344784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbd1e338-0e0b-4f93-a95a-621ea8fe7e46 req-59c3358e-7c05-48a3-bf78-7e0aab1ddfab tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638067 Jun 30 02:36:12.354634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.355640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.356279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.406167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'floatingip': {'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:12.412016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-dd368d3d-311b-413f-8cc0-6c15e7cd47fc service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304026 Jun 30 02:36:12.596747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3caef97f-5237-43e5-8dac-de6d4d5617ca req-1ff85a66-5401-497c-8ee7-5771e96acbd4 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465147 Jun 30 02:36:12.619628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2922392 Jun 30 02:36:12.625604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60556) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:12.649726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 979dbba4-a30c-456b-a889-bb91c744f9b8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=979dbba4-a30c-456b-a889-bb91c744f9b8,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:12.673871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Request body: {'subnet': {'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-840218358-subnet', 'tenant_id': '9b58b9eaa3404524a6754562c360f1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:12.674706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '979dbba4-a30c-456b-a889-bb91c744f9b8', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '979dbba4-a30c-456b-a889-bb91c744f9b8', 'mac_address': 'fa:16:3e:01:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:12.683552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-ce9f9b84-ccfa-4929-a326-dc49307768d0 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921092 Jun 30 02:36:12.685804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6c92-b283-4515-b7e0-18c3c521be5a admin admin] Pushing event updated for resources: {'Network': ['ID=9cf719ab-93ee-4ac2-9017-f2246782388f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.701623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.725722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Made reservation on behalf of 9b58b9eaa3404524a6754562c360f1d9 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:12.732001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.752899 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.767720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 9cf719ab-93ee-4ac2-9017-f2246782388f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:12.865603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979dbba4-a30c-456b-a889-bb91c744f9b8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:12.917897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-792799a2-8b7c-48dd-b677-ed623c82e7df service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885694 Jun 30 02:36:12.924883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 979dbba4-a30c-456b-a889-bb91c744f9b8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=979dbba4-a30c-456b-a889-bb91c744f9b8,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:12.958775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.963910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7a30c5f-0336-4213-9c3f-4430c8e67866 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:13.023973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c7a30c5f-0336-4213-9c3f-4430c8e67866, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:13.027618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.067965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'c7a30c5f-0336-4213-9c3f-4430c8e67866', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'c7a30c5f-0336-4213-9c3f-4430c8e67866', 'mac_address': 'fa:16:3e:35:4e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:13.098452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8919873b-d5d5-48b5-8b60-5b95fc1b8473,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:13.131522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=979dbba4-a30c-456b-a889-bb91c744f9b8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:13.166577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:13.166992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Network hostable DHCP agents. Network: 9cf719ab-93ee-4ac2-9017-f2246782388f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:13.171266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.175094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab858256-fc1e-4dc0-9225-9e5c18610ab0 req-360e4f32-cd7e-41e3-a368-ee5787de50fb service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661162 Jun 30 02:36:13.187681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Network 9cf719ab-93ee-4ac2-9017-f2246782388f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:13.205471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 9cf719ab-93ee-4ac2-9017-f2246782388f) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:13.206844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a30c5f-0336-4213-9c3f-4430c8e67866 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:13.209762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:13.211403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.225059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730ede2-d537-4bd3-bb51-70dfc7a39f1b None None] Network 9cf719ab-93ee-4ac2-9017-f2246782388f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:13.229104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b480ef1-56ae-4beb-9d9f-39a3f4b7881c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5829542 Jun 30 02:36:13.245471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c7a30c5f-0336-4213-9c3f-4430c8e67866, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:13.268496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e060c488-91e4-42bb-8a0a-4dc620d895ec req-d11f0e3a-bdfe-43b4-99c7-9bf118fe4558 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314791 Jun 30 02:36:13.283652 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.369754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c7a30c5f-0336-4213-9c3f-4430c8e67866,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:13.503055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26ca40-0b32-4fdf-a8b0-ca49c0c5d00c None None] Network 9cf719ab-93ee-4ac2-9017-f2246782388f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:13.584849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['979dbba4-a30c-456b-a889-bb91c744f9b8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:13.594737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:13.643059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fff39-d0f7-4663-b409-7f63cef22d95 req-2a3fc24f-2405-41de-b37f-ea6cdb55bd10 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:13.646068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e64fff39-d0f7-4663-b409-7f63cef22d95 req-2a3fc24f-2405-41de-b37f-ea6cdb55bd10 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 949 time: 0.1301718 Jun 30 02:36:13.731826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e64fff39-d0f7-4663-b409-7f63cef22d95 req-90e41c50-ad4d-48c4-ba40-924966f8947b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Jun 30 02:36:13.901647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.909370 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.919941 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-ab99a704-116f-42e6-8351-c0c6e670642c tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2107703794&fields=id&tenant_id=cc0ac366fcd4470285143453c751fe2c HTTP/1.1" status: 200 len: 267 time: 0.0449233 Jun 30 02:36:14.049696 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02 associated. External IP: 172.25.0.181, port: 387dc62b-d809-47d8-87b7-5928afef6f67. Jun 30 02:36:14.060203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-d2fa405d-3932-4641-b671-f2677c4cc29b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.066829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-d2fa405d-3932-4641-b671-f2677c4cc29b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/networks?id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f HTTP/1.1" status: 200 len: 815 time: 0.1460347 Jun 30 02:36:14.082047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-97c0afad-b376-4dcf-a51c-487e863c091c tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/quotas/cc0ac366fcd4470285143453c751fe2c HTTP/1.1" status: 200 len: 375 time: 0.0111802 Jun 30 02:36:14.164874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-90100005-e64e-4a8a-8da7-abcb575f1e79 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc0ac366fcd4470285143453c751fe2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794833 Jun 30 02:36:14.387040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60630) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:14.393857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-556274682-network', 'tenant_id': 'efa7dddb513e47eba59eafc4ade4ede5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:14.447684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-b2706a4b-03d1-49eb-8f06-f2d575d3aec7 service neutron] 10.222.0.78 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646036 Jun 30 02:36:14.475727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Made reservation on behalf of efa7dddb513e47eba59eafc4ade4ede5 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:14.478826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.527747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.661132 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-a7720e4b-b993-4e29-a54b-64d8f203099c service neutron] 10.222.0.78 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943069 Jun 30 02:36:14.682151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.689785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.709129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:14.742673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:14.764714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea66f46-1a53-4b3b-9eca-e4cee0c22bce,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:14.775706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.776084 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Added segment 2607a18c-8362-4631-b2fe-a5c7ac7ded40 of type vlan for network ff46f7af-24e8-4daf-8c19-57d968a18da6 Jun 30 02:36:14.858109 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.874595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:14.885532 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:14.904361 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:14.904948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:14.932946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.933998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.934879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.011064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6226115 Jun 30 02:36:15.014433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60664) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:15.019965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Request body: {'subnet': {'network_id': 'ff46f7af-24e8-4daf-8c19-57d968a18da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-556274682-subnet', 'tenant_id': 'efa7dddb513e47eba59eafc4ade4ede5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:15.036332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c87ec2-5799-49f8-9f5a-81e2a2301bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=ff46f7af-24e8-4daf-8c19-57d968a18da6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:15.057366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Made reservation on behalf of efa7dddb513e47eba59eafc4ade4ede5 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:15.060891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.064738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network ff46f7af-24e8-4daf-8c19-57d968a18da6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:15.072475 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:15.204838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:15.435207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:15.449375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.458686 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.488842 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:13Z', 'revision_number': 3, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:15.517980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:15.524562 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200b852-b94b-4c47-80fb-86a08f31ad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:15.551814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dfc78f-3ea0-4cbd-a9b8-1e99518af95e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:15.557698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Checking segment: {'id': '2607a18c-8362-4631-b2fe-a5c7ac7ded40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ff46f7af-24e8-4daf-8c19-57d968a18da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:15.559238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Network hostable DHCP agents. Network: ff46f7af-24e8-4daf-8c19-57d968a18da6, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:15.578045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-ef1dbf63-ac2e-4f8d-a44d-51300faa2386 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "PUT /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 998 time: 3.2471700 Jun 30 02:36:15.579679 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:15.595842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Network ff46f7af-24e8-4daf-8c19-57d968a18da6 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:15.604661 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:15.605356 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:15.624176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, ff46f7af-24e8-4daf-8c19-57d968a18da6) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:15.631430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:15.632455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.633224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1b5ff1-a2d4-4891-8737-860cdc969a89 None None] Network ff46f7af-24e8-4daf-8c19-57d968a18da6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:15.670447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e89ef0cf-bbef-4a1a-b95e-1343a83b181d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6545966 Jun 30 02:36:15.738769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-fee9caed-824e-48e7-a260-cfef40ff39b0 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:15.746089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-fee9caed-824e-48e7-a260-cfef40ff39b0 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports/387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 943 time: 0.1609995 Jun 30 02:36:15.790945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068926bf-4ab9-410c-80fe-0746ca2b0dc3 req-cc7be282-152a-4ccd-a81b-a4bfd35cabc6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:15.792905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068926bf-4ab9-410c-80fe-0746ca2b0dc3 req-cc7be282-152a-4ccd-a81b-a4bfd35cabc6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 949 time: 0.0853696 Jun 30 02:36:15.881877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068926bf-4ab9-410c-80fe-0746ca2b0dc3 req-900d084f-e806-471d-aa4f-95cf3c618aff tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826159 Jun 30 02:36:15.895362 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:15.959165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe372f-ceff-44dd-9497-2d451fa93451 None None] Network ff46f7af-24e8-4daf-8c19-57d968a18da6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:15.995812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-4501654a-982d-42ae-9f73-f9d8d2e99410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:15.997581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-4501654a-982d-42ae-9f73-f9d8d2e99410 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.0922644 Jun 30 02:36:16.159865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-86de2381-2c79-4315-9eab-609da4bd664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.165399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-86de2381-2c79-4315-9eab-609da4bd664d service neutron] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.1474526 Jun 30 02:36:16.222979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-661b474a-9ae4-4c07-9af2-b46c82adacb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.0462768 Jun 30 02:36:16.270575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab1a15e6-21f1-40fe-8bcf-8d572eadaf79 req-b6eb4909-500e-4b24-9c17-ef5ff30cf9cc tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 210 time: 0.0613778 Jun 30 02:36:16.338700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 979dbba4-a30c-456b-a889-bb91c744f9b8 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:16.342235 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8a8ef1-e515-48f0-919c-81790a35123b x-openstack-request-id: req-2b8a8ef1-e515-48f0-919c-81790a35123b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:16.342718 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:16.343002 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b8a8ef1-e515-48f0-919c-81790a35123b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:16.343433 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'status': 'completed', 'code': 200} Jun 30 02:36:16.379319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-3b2d0888-e7e0-4934-8126-4fe698b7e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.380831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-3b2d0888-e7e0-4934-8126-4fe698b7e812 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1474485 Jun 30 02:36:16.447600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-fa911a50-af4e-4cd4-bec6-fa8b31b888e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.449116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-fa911a50-af4e-4cd4-bec6-fa8b31b888e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.1048172 Jun 30 02:36:16.495275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 979dbba4-a30c-456b-a889-bb91c744f9b8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:16.500298 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:13Z', 'revision_number': 3, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:16.500516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 979dbba4-a30c-456b-a889-bb91c744f9b8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:16.500737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.539429 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011e17d-3a1f-4f11-81c0-60ee23f584a8 None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:13Z', 'revision_number': 3, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:16.552942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-5c538c66-503a-45f6-9699-12d83057b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.555715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-5c538c66-503a-45f6-9699-12d83057b13b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668613 Jun 30 02:36:16.659262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.692628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979dbba4-a30c-456b-a889-bb91c744f9b8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:16.704891 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75829e-fb1c-4855-b00b-e373c193ed55" -d '{"events": [{"server_uuid": "a3632d0a-140d-4284-89bb-70563f1b73df", "name": "network-vif-plugged", "status": "completed", "tag": "979dbba4-a30c-456b-a889-bb91c744f9b8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:16.710068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-6fe609d4-e12f-47ce-812b-b5d6e778b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.712431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-6fe609d4-e12f-47ce-812b-b5d6e778b670 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2521825 Jun 30 02:36:16.740985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 979dbba4-a30c-456b-a889-bb91c744f9b8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=979dbba4-a30c-456b-a889-bb91c744f9b8,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:16.752029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.753132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7a30c5f-0336-4213-9c3f-4430c8e67866 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:16.789498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-d351dc9a-8941-43f6-9793-94a9c6c35c20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.0600381 Jun 30 02:36:16.839487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-011b34eb-f7a5-48e2-9eb6-98fd2d3c534d service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746744 Jun 30 02:36:16.986974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-4e64999b-7b9f-4641-8d6d-99d1158ba274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.988884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-4e64999b-7b9f-4641-8d6d-99d1158ba274 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1874526 Jun 30 02:36:17.044797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-2c107b17-0092-4f4e-b359-79ccc6fd9546 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909657 Jun 30 02:36:17.050071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274c52c-9342-4750-ba79-c5b3f3322d1e None None] New status for floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:17.071572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-e806a5d0-4fbf-48ce-84d8-970ea3f5b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.073388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-e806a5d0-4fbf-48ce-84d8-970ea3f5b9b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730762 Jun 30 02:36:17.099425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-168fbe16-77e8-4e17-ac17-0e2307fe0a02 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.102629 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-168fbe16-77e8-4e17-ac17-0e2307fe0a02 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.1443601 Jun 30 02:36:17.126131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-087f6c3d-e1d7-4465-a93e-812fe9295050 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/quotas/9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 375 time: 0.0162506 Jun 30 02:36:17.141772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=979dbba4-a30c-456b-a889-bb91c744f9b8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:17.172589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-9746378c-3075-4408-b372-f8e497e3770d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450954 Jun 30 02:36:17.289348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port c7a30c5f-0336-4213-9c3f-4430c8e67866 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:17.295911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port c7a30c5f-0336-4213-9c3f-4430c8e67866 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:17.296287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.310511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-6c228c8c-a8b4-406c-981b-f1341e31e9d9 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258055 Jun 30 02:36:17.316031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-66434d81-ad86-469e-a47c-c36bda7a8d39 service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425784 Jun 30 02:36:17.331447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-78bc55c1-9f03-4338-8d6f-c148f1b86b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.334833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-78bc55c1-9f03-4338-8d6f-c148f1b86b19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1096 time: 0.2388699 Jun 30 02:36:17.474733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:17.488218 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:17.488998 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:17.514297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.579539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c7a30c5f-0336-4213-9c3f-4430c8e67866, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:17.588393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.604922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6200b852-b94b-4c47-80fb-86a08f31ad3d req-e385caf0-3182-4d8f-b0d4-9380648d5961 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840810 Jun 30 02:36:17.605914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-aa1020d9-ba6b-4e01-b855-e2470ba56889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.607549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-aa1020d9-ba6b-4e01-b855-e2470ba56889 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2577422 Jun 30 02:36:17.624735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-e57bfb23-8fc1-404e-b37b-467c1a5ecfca service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017261 Jun 30 02:36:17.661356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-8cd697aa-9370-4665-b513-784908759447 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.662987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-8cd697aa-9370-4665-b513-784908759447 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.67 "GET /v2.0/networks?id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f HTTP/1.1" status: 200 len: 815 time: 0.2353373 Jun 30 02:36:17.680095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c7a30c5f-0336-4213-9c3f-4430c8e67866,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:17.741012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-938c4768-5a02-4995-acdd-533b64f93736 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc0ac366fcd4470285143453c751fe2c HTTP/1.1" status: 200 len: 380 time: 0.0654428 Jun 30 02:36:17.746134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-896a5e1d-e3cb-4b9f-aa3c-6f12c0ad441b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 1001 time: 0.1308446 Jun 30 02:36:17.752544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Request body: {'port': {'device_id': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'admin_state_up': True, 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'security_groups': ['2e54d2f5-f2c2-4703-9561-a5ca559e6e77']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:17.758374 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:17.809810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-4e4ad1c9-ff84-4e45-8af1-c08baf754916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.812470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-4e4ad1c9-ff84-4e45-8af1-c08baf754916 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.0584378 Jun 30 02:36:17.958008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-673e0db6-28f0-4e22-ad47-afda4a9316e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.959517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-673e0db6-28f0-4e22-ad47-afda4a9316e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408048 Jun 30 02:36:17.989789 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Made reservation on behalf of cc0ac366fcd4470285143453c751fe2c for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:17.997678 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.157920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-584e866a-8adf-45d6-bb9f-14b0a581af99 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916888 Jun 30 02:36:18.261528 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:17Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:18.291347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Allocated IP 172.20.0.8 (644a8dd8-ba64-4ca8-b935-60c5c8cc072f/204123a5-5752-422c-8933-8f08608e0603/3fd60dbe-3e00-4e6f-8c73-acc7f29b0398) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:18.327691 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:18.333445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22243ba5-feff-46a8-ac57-feddb765d6b1 req-5b922e06-fa93-49eb-8994-6473773ef1a3 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679163 Jun 30 02:36:18.342513 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:18.343246 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:18.344749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:18.348608 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db6026-91a0-4e43-8d04-29a3752da28a" -d '{"events": [{"name": "network-changed", "server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:18.424529 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a50a3b-3671-4b64-9811-08516e4f1826 x-openstack-request-id: req-03a50a3b-3671-4b64-9811-08516e4f1826 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:18.424816 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3632d0a-140d-4284-89bb-70563f1b73df", "name": "network-vif-plugged", "status": "completed", "tag": "979dbba4-a30c-456b-a889-bb91c744f9b8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:18.425777 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03a50a3b-3671-4b64-9811-08516e4f1826 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:18.426182 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979dbba4-a30c-456b-a889-bb91c744f9b8', 'code': 200} Jun 30 02:36:18.523959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.539773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Transition to ACTIVE for port object 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:18.602472 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:18.615917 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a728a05d-c7a8-4118-819c-13ac642e17cc tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6e50a229ee9b437594a57da5de184f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345497 Jun 30 02:36:18.628780 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.705038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:18.724252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a243f-62c1-4bad-b079-879b653a5557 req-9c71fd9a-672a-4540-a933-299e4a7f2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:18.726068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b02a243f-62c1-4bad-b079-879b653a5557 req-9c71fd9a-672a-4540-a933-299e4a7f2091 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 1101 time: 0.1967235 Jun 30 02:36:18.761616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:18.768515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:18.792453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7a92a-b405-4db9-ad4d-0c7fd5651c27 req-42e5d631-05b2-4248-87af-31f4fd0e2a34 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:18.794217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82d7a92a-b405-4db9-ad4d-0c7fd5651c27 req-42e5d631-05b2-4248-87af-31f4fd0e2a34 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 950 time: 0.1969604 Jun 30 02:36:18.830480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b02a243f-62c1-4bad-b079-879b653a5557 req-057d646d-ead2-4899-9bc2-b5fe8f85d910 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Jun 30 02:36:18.902032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:18.920176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.922852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event updated for resources: {'Port': ['ID=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:18.924376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82d7a92a-b405-4db9-ad4d-0c7fd5651c27 req-b072be73-24cb-4c43-abec-3cf0bfc599e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130841 Jun 30 02:36:18.997442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:17Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:19.012615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-f699706f-492c-4056-b0df-82906e836e56 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2645504 Jun 30 02:36:19.034056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Request body: {'port': {'device_id': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:19.073185 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36431df7-4e5e-4a8e-ab72-178dd369f2f4 None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:23:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:17Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:19.201792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5478e76-2534-4484-848c-8ef4292afdff None None] Provisioning for port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:19.205955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5478e76-2534-4484-848c-8ef4292afdff None None] Provisioning complete for port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:19.206532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-3d64388e-a4b1-455d-94b4-5f919cd9887c tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:19.206839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5478e76-2534-4484-848c-8ef4292afdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.216560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-3d64388e-a4b1-455d-94b4-5f919cd9887c tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5978720 Jun 30 02:36:19.244901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a93a451c-c932-43c3-a641-9e51fb569632 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/quotas/6e50a229ee9b437594a57da5de184f14 HTTP/1.1" status: 200 len: 375 time: 0.0273144 Jun 30 02:36:19.265760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a5478e76-2534-4484-848c-8ef4292afdff None None] Port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:19.319055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-070bb82f-36b4-41a5-a81f-3042acfd5fef tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e50a229ee9b437594a57da5de184f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731614 Jun 30 02:36:19.320721 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.357960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446ba55-33f3-4277-803e-29e13bf63976 req-22c703f7-5082-45a0-bd1f-a35e8df7a390 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:19.360048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4446ba55-33f3-4277-803e-29e13bf63976 req-22c703f7-5082-45a0-bd1f-a35e8df7a390 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 931 time: 0.1868734 Jun 30 02:36:19.410713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4446ba55-33f3-4277-803e-29e13bf63976 req-b5c9b69f-15e4-4a7b-8593-52d211815891 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Jun 30 02:36:19.552148 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37fe88-a9b4-475b-9737-b7d1333c3d2c x-openstack-request-id: req-8e37fe88-a9b4-475b-9737-b7d1333c3d2c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:19.552442 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:19.552697 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e37fe88-a9b4-475b-9737-b7d1333c3d2c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:19.553100 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'status': 'completed', 'code': 200} Jun 30 02:36:19.637069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aecc69d6-e95b-443d-9fcd-f619296ebe3d req-e479ff73-e6a1-4112-8f37-45777ae902b8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 210 time: 0.0683753 Jun 30 02:36:19.709912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-4702a253-be5d-443d-8572-f6c7ad1caf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:19.714255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-4702a253-be5d-443d-8572-f6c7ad1caf0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1096 time: 0.1317778 Jun 30 02:36:19.843080 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d84c5007-ef48-4ec6-aac5-bef16aea49ea req-545a66a7-41a1-4bda-bcbb-66f7c8756bdd tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1001 time: 0.2322080 Jun 30 02:36:19.944463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-c5237dd8-10be-43e9-9b37-e063e44c3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:19.947657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-c5237dd8-10be-43e9-9b37-e063e44c3934 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2216544 Jun 30 02:36:19.959775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c5007-ef48-4ec6-aac5-bef16aea49ea req-3506c78d-3e70-4611-acbc-af0cc0020fa9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:19.971219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d84c5007-ef48-4ec6-aac5-bef16aea49ea req-3506c78d-3e70-4611-acbc-af0cc0020fa9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports/628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 942 time: 0.1270182 Jun 30 02:36:20.206388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:20.217443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.234206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Transition to ACTIVE for port object 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:20.252879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.311784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-d3e842bd-ac75-4ed4-b2b8-11b0806654cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 1001 time: 0.3387768 Jun 30 02:36:20.377293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d84c5007-ef48-4ec6-aac5-bef16aea49ea req-1cf9c827-d953-4c46-bdfc-0ba2c55fe5e6 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1001 time: 0.1404095 Jun 30 02:36:20.381290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:20.427957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a30c5f-0336-4213-9c3f-4430c8e67866'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:20.431084 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d895a775-e577-4d05-bd67-94ad167e07ca" -d '{"events": [{"server_uuid": "cb691314-1afd-4aec-8d44-a71fb3db9b62", "name": "network-vif-plugged", "status": "completed", "tag": "c7a30c5f-0336-4213-9c3f-4430c8e67866"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:20.586987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-46b4758b-edf2-44b4-93e1-c7b17d45885d tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6e50a229ee9b437594a57da5de184f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355419 Jun 30 02:36:20.661604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c5007-ef48-4ec6-aac5-bef16aea49ea req-118b384e-0ff3-4e3c-bb7a-1a265514fc3e tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:20.675125 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d84c5007-ef48-4ec6-aac5-bef16aea49ea req-118b384e-0ff3-4e3c-bb7a-1a265514fc3e tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2814226 Jun 30 02:36:20.685973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-90157b53-7725-457f-9797-004440945e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:20.687734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-90157b53-7725-457f-9797-004440945e04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.3665109 Jun 30 02:36:20.701729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-030ebc2b-9f3c-47d6-b981-7b9fe1042e1f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:20.703578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-030ebc2b-9f3c-47d6-b981-7b9fe1042e1f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.5643694 Jun 30 02:36:20.729696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Request body: {'port': {'device_id': '7917edda-2425-44cc-bbde-64bc733d4049', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'admin_state_up': True, 'tenant_id': '9b58b9eaa3404524a6754562c360f1d9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:20.747776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Attempting to bind port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:20.748246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Attempting to bind port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:20.748678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Attempting to bind port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 on network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:20.762141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 on network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:20.763002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Attempting to bind port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 on network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:20.768114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:20.768524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Checking segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:20.768972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Bound using segment: {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:20.769477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Bound port: 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d300d49-9e12-4f80-9c81-5802a30dab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:20.769909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.933266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] For port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:20.962221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] For port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:20.977006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-874c5074-74b2-4c95-ba42-2d3a28556874 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:20.979232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-874c5074-74b2-4c95-ba42-2d3a28556874 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3739285 Jun 30 02:36:20.979846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.985445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Made reservation on behalf of 9b58b9eaa3404524a6754562c360f1d9 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:20.989534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.028405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.029671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.031570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] 10.222.0.67 "PUT /v2.0/ports/3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 HTTP/1.1" status: 200 len: 1091 time: 2.0093532 Jun 30 02:36:21.033361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-6d9513f7-ec83-45f5-bea6-3b3dff00f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.033815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:21.033939 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-6d9513f7-ec83-45f5-bea6-3b3dff00f578 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263290 Jun 30 02:36:21.036390 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37770a34-b1ad-46c2-9b6a-62e0c57089cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:21.041038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-da815286-0e21-41fa-8e77-c5d3620526f5 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/quotas/6e50a229ee9b437594a57da5de184f14 HTTP/1.1" status: 200 len: 375 time: 0.0443347 Jun 30 02:36:21.051359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8548a-8746-4055-adc0-871db226d7d0 req-e2b60c36-309f-4834-a051-4171f0670241 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.060013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bf8548a-8746-4055-adc0-871db226d7d0 req-e2b60c36-309f-4834-a051-4171f0670241 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 950 time: 0.1800811 Jun 30 02:36:21.206570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac3a38-f230-4bf9-b221-1130d3645c05 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:21.231211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bf8548a-8746-4055-adc0-871db226d7d0 req-60241671-901a-4b4a-8d2b-ef35951c318d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703224 Jun 30 02:36:21.276469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-85405d3b-8533-4c9b-afb8-11c32b700007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.280808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-85405d3b-8533-4c9b-afb8-11c32b700007 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc0ac366fcd4470285143453c751fe2c&device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 1094 time: 0.1640089 Jun 30 02:36:21.330284 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3862838e-9d5d-4237-a9bd-d5a6f27a3b3f x-openstack-request-id: req-3862838e-9d5d-4237-a9bd-d5a6f27a3b3f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:21.330550 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb691314-1afd-4aec-8d44-a71fb3db9b62", "name": "network-vif-plugged", "status": "completed", "tag": "c7a30c5f-0336-4213-9c3f-4430c8e67866", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:21.330763 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3862838e-9d5d-4237-a9bd-d5a6f27a3b3f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:21.338880 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a30c5f-0336-4213-9c3f-4430c8e67866', 'code': 200} Jun 30 02:36:21.368975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-3b2e1cb9-22f4-4fca-b296-4615da0e2e1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 HTTP/1.1" status: 200 len: 217 time: 0.0790377 Jun 30 02:36:21.486141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-a45d19b3-c884-4de8-a414-7d77028d430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.488017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-a45d19b3-c884-4de8-a414-7d77028d430e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=204123a5-5752-422c-8933-8f08608e0603 HTTP/1.1" status: 200 len: 854 time: 0.1105955 Jun 30 02:36:21.590184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb11b9-89d7-4600-bb71-b104a99e0f49 req-b276d823-9619-4b65-be8c-aed8f46574d5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.591884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4cb11b9-89d7-4600-bb71-b104a99e0f49 req-b276d823-9619-4b65-be8c-aed8f46574d5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.1242888 Jun 30 02:36:21.609787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457288-5dff-48e4-b316-0023076a5c1f req-37709607-4285-4db1-8fcb-9a2dc702ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.611418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-37709607-4285-4db1-8fcb-9a2dc702ac92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041238 Jun 30 02:36:21.729221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-ec1bfbae-1c75-46f7-be2f-ff8b0af74335 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e50a229ee9b437594a57da5de184f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6638339 Jun 30 02:36:21.904863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-925b192e-e153-48fe-9bb1-1cbf8c3cd34e service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616202 Jun 30 02:36:22.056263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4cb11b9-89d7-4600-bb71-b104a99e0f49 req-bed97626-105e-435f-bcfc-41f0952dd8d7 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4558916 Jun 30 02:36:22.098262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-16062f9f-1ed2-4766-82bb-7e9eebd9d5c0 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6e50a229ee9b437594a57da5de184f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658939 Jun 30 02:36:22.138459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Allocated IP 172.20.0.10 (9cf719ab-93ee-4ac2-9017-f2246782388f/8919873b-d5d5-48b5-8b60-5b95fc1b8473/14f83bd5-4803-4290-81f1-c231f74002da) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:22.145123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e032aa-cbc8-4c23-a0a4-aea46596b0a5 req-849d7e65-4419-4e63-be92-61c44376c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:22.147024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02e032aa-cbc8-4c23-a0a4-aea46596b0a5 req-849d7e65-4419-4e63-be92-61c44376c024 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 1101 time: 0.4862297 Jun 30 02:36:22.348487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-eaeb0739-ba91-41bd-9e69-e5a30b858d00 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1001 time: 0.3232234 Jun 30 02:36:22.376554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1b65b46-eef3-4d32-8f4f-5eda6759a3c7 req-d1c42219-c574-4012-9ed8-92eef0b3bdbf tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 210 time: 0.0693295 Jun 30 02:36:22.422450 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-412ae95c-6a76-4de8-b063-c72f80b98b22 service neutron] 10.222.0.67 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949400 Jun 30 02:36:22.437349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-cf2d415a-adbb-41f2-a318-6e58478421df tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:22.451999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-cf2d415a-adbb-41f2-a318-6e58478421df tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports/628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 942 time: 0.1020281 Jun 30 02:36:22.482933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-33fcfbb0-9b04-49ec-beb6-4f602169c969 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:22.490097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-33fcfbb0-9b04-49ec-beb6-4f602169c969 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758099 Jun 30 02:36:22.512134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Request body: {'port': {'device_id': '37b7cf21-6321-44d6-a113-d053c80f76da', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '6e50a229ee9b437594a57da5de184f14'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:22.542630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02e032aa-cbc8-4c23-a0a4-aea46596b0a5 req-835a5130-c2de-40f0-b11a-4aeb46c98a39 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381708 Jun 30 02:36:22.597932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2db6026-91a0-4e43-8d04-29a3752da28a req-dbc43899-29ff-47b8-ba0c-940bbe31bbaf service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850600 Jun 30 02:36:22.703733 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca38025-313b-49bd-b4f5-082c4cd7c8ad x-openstack-request-id: req-8ca38025-313b-49bd-b4f5-082c4cd7c8ad {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:22.704025 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:22.704278 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ca38025-313b-49bd-b4f5-082c4cd7c8ad {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:22.708427 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'status': 'completed', 'code': 200} Jun 30 02:36:22.816538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-86f65d3a-0373-4094-bb6d-ab09dd2f3894 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1001 time: 0.2242258 Jun 30 02:36:22.860316 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09457288-5dff-48e4-b316-0023076a5c1f req-a907eff5-e536-4321-819b-80fd425bc4e2 service neutron] 10.222.0.67 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614392 Jun 30 02:36:22.870698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Made reservation on behalf of 6e50a229ee9b437594a57da5de184f14 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:22.876645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.892958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.021252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88ad9540-ac20-4b6d-b284-870a1a8eb57c req-5ec40581-bae2-496a-acf1-204f75bb9dbd tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 210 time: 0.0429382 Jun 30 02:36:23.059234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.127213 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.150723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-e569e14c-0904-4ce0-8700-528c292d109b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.164949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-e569e14c-0904-4ce0-8700-528c292d109b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.3470452 Jun 30 02:36:23.198584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.289896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-ba64468a-cd26-4d14-b2e4-a2d0bbf2b9ec tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1001 time: 0.1237912 Jun 30 02:36:23.295016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:23.299734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.482591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.520208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Network 9cf719ab-93ee-4ac2-9017-f2246782388f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:23.565764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3630ca37-904d-487e-8f33-d6076d9dcb0f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.570763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Allocated IP 192.168.233.225 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/6033da92-a830-4c3a-82a8-1e93e3b9cbab) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:23.616925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:23.626733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:23.645150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.653251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-e61ae6bb-a79e-4492-96cb-d9d6306cc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.655149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-e61ae6bb-a79e-4492-96cb-d9d6306cc85f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc0ac366fcd4470285143453c751fe2c&device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 1094 time: 0.5479801 Jun 30 02:36:23.784756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7e8e-c4a4-435b-b018-8ca0905a7931 req-09d914be-1539-4cc7-b823-9a694c214fa0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.787039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f79d7e8e-c4a4-435b-b018-8ca0905a7931 req-09d914be-1539-4cc7-b823-9a694c214fa0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 950 time: 0.4244270 Jun 30 02:36:23.898234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.911923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.912561 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02 disassociated. External IP: 172.25.0.181, port: 628ae451-5daa-4107-b6f5-25ed92ea48ce. Jun 30 02:36:23.951657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f79d7e8e-c4a4-435b-b018-8ca0905a7931 req-fce45d22-69f2-4889-a047-3dba9b8939e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495285 Jun 30 02:36:24.047292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.048043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.058190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.076541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Transition to ACTIVE for port object 6033da92-a830-4c3a-82a8-1e93e3b9cbab will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:24.121093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-3ccb6524-97d9-4ef0-a65d-b3e668b4e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.134233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-3ccb6524-97d9-4ef0-a65d-b3e668b4e7d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f HTTP/1.1" status: 200 len: 916 time: 0.4573188 Jun 30 02:36:24.161379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ec69c18e-ef77-4bd4-9e32-6d02cbc6181f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4360478 Jun 30 02:36:24.173751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Request body: {'port': {'device_id': '7917edda-2425-44cc-bbde-64bc733d4049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:24.273976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-a26c00a3-7ca9-467d-8561-7fb0a9b26ae6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 HTTP/1.1" status: 200 len: 217 time: 0.1142945 Jun 30 02:36:24.276698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.372357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-16cdec8e-8911-46fb-a6b6-983a4eee344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.374360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-16cdec8e-8911-46fb-a6b6-983a4eee344e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=204123a5-5752-422c-8933-8f08608e0603 HTTP/1.1" status: 200 len: 854 time: 0.0888855 Jun 30 02:36:24.383367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.384599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:24.433111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:24.468903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:24.471839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:24.500215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:24.517948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a88bf5-d053-473f-9d1f-05448da55647 req-da8c7f23-055e-452e-8c4e-b2f4afc954b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.528465 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20a88bf5-d053-473f-9d1f-05448da55647 req-da8c7f23-055e-452e-8c4e-b2f4afc954b3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.3905058 Jun 30 02:36:24.536780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:24.677033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.682067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.716509 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-f00d990e-3dc2-4abc-adaa-ff5a9174664c tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6e50a229ee9b437594a57da5de184f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477409 Jun 30 02:36:24.717298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b92c79a7-440e-44fb-9d41-d94c87ce1128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.721477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20a88bf5-d053-473f-9d1f-05448da55647 req-514bb131-bfd0-4faa-b558-2d543ed9a2c7 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913559 Jun 30 02:36:24.749992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-935ced20-3984-4681-a25c-8f617466658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.753530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-935ced20-3984-4681-a25c-8f617466658b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467171 Jun 30 02:36:24.765215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-a5e1ca12-7232-4ce7-98c3-139a2c5b7879 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2622128 Jun 30 02:36:24.793542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Request body: {'port': {'device_id': '37b7cf21-6321-44d6-a113-d053c80f76da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:24.920456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b2ee5a86-3e2b-4ef3-be1e-3458d2a8875a None None] Provisioning for port 6033da92-a830-4c3a-82a8-1e93e3b9cbab completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:24.924993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b2ee5a86-3e2b-4ef3-be1e-3458d2a8875a None None] Provisioning complete for port 6033da92-a830-4c3a-82a8-1e93e3b9cbab triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:24.925734 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2ee5a86-3e2b-4ef3-be1e-3458d2a8875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.985997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-a4185ef5-cf73-4bab-b612-7c08c2233a6d service neutron] 10.222.0.67 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194722 Jun 30 02:36:24.991112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee5a86-3e2b-4ef3-be1e-3458d2a8875a None None] Port 6033da92-a830-4c3a-82a8-1e93e3b9cbab cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:25.008527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.080362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-1ef394d2-a697-4dec-8693-15bbeb65611e tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:25.081820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-1ef394d2-a697-4dec-8693-15bbeb65611e tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3436654 Jun 30 02:36:25.089595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:25.095241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Request body: {'port': {'device_id': '3430bdb7-0270-4223-810a-028b657f9143', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '6e50a229ee9b437594a57da5de184f14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:25.107469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:25.117123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:25.118020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:25.120483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.144190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b31c13-6604-4c2d-8971-3784cac683ba req-14c81c00-55fc-48bc-94dc-445e6ea72163 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:25.151565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40b31c13-6604-4c2d-8971-3784cac683ba req-14c81c00-55fc-48bc-94dc-445e6ea72163 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 932 time: 0.2285144 Jun 30 02:36:25.211688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f83bd5-4803-4290-81f1-c231f74002da {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:25.232018 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37770a34-b1ad-46c2-9b6a-62e0c57089cd req-09a4227d-cd92-4805-8508-123cf6f35e85 service neutron] 10.222.0.67 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368896 Jun 30 02:36:25.240626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.273053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-9dbb90aa-8ae8-4b0b-ba7d-11b3912c8813 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "PUT /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 695 time: 1.9752500 Jun 30 02:36:25.277465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:25.281936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40b31c13-6604-4c2d-8971-3784cac683ba req-96eed9da-d4b2-417e-b635-fc12258dfb97 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294320 Jun 30 02:36:25.295415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:25.297917 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17" -d '{"events": [{"name": "network-changed", "server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:25.310821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Transition to ACTIVE for port object 14f83bd5-4803-4290-81f1-c231f74002da will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:25.345072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.369067 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b92c79a7-440e-44fb-9d41-d94c87ce1128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.404088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b92c79a7-440e-44fb-9d41-d94c87ce1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.539864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6033da92-a830-4c3a-82a8-1e93e3b9cbab {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:25.549028 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.571757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Transition to ACTIVE for port object 6033da92-a830-4c3a-82a8-1e93e3b9cbab will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:25.585108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.599965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:25.666219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:25.683407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:25.705966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:25.707021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:25.843150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-befa6005-b028-4637-b230-29995895c890 req-7db60fe8-fdeb-4b33-8ba2-399ed75af571 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 210 time: 0.0493495 Jun 30 02:36:25.848085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:25.855010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Attempting to bind port 6033da92-a830-4c3a-82a8-1e93e3b9cbab on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:25.855353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Attempting to bind port 6033da92-a830-4c3a-82a8-1e93e3b9cbab by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:25.855737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Attempting to bind port 6033da92-a830-4c3a-82a8-1e93e3b9cbab on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:25.862260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Port 6033da92-a830-4c3a-82a8-1e93e3b9cbab on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:25.862835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Attempting to bind port 6033da92-a830-4c3a-82a8-1e93e3b9cbab on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:25.870193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:25.870561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:25.870956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:25.871397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Bound port: 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:25.871809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.966275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:25.977419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c79a7-440e-44fb-9d41-d94c87ce1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc4d41-6c42-4085-bdee-d2b8fedeba8a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:26.005518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b92c79a7-440e-44fb-9d41-d94c87ce1128 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a55efeaa11074139ad8a72e06106ee13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6183383 Jun 30 02:36:26.029948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:26.034415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Made reservation on behalf of 6e50a229ee9b437594a57da5de184f14 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:26.041128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.092655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-f0a84627-58f2-4078-95fc-74f8433506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.099443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-f0a84627-58f2-4078-95fc-74f8433506d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1096 time: 0.8251700 Jun 30 02:36:26.123644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:26.129393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:26.209949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.244104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.244797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.246554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] 10.222.0.67 "PUT /v2.0/ports/6033da92-a830-4c3a-82a8-1e93e3b9cbab HTTP/1.1" status: 200 len: 1096 time: 1.4587379 Jun 30 02:36:26.249168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:26.251760 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d430fbdf-287d-431a-8087-2480a139c8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:26.258428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:26.286603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:26.287212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:26.287361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:26.294896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c94e1e-d759-41f6-b3f7-1d5403ded073 None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:26.336856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:26.337269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:26.377584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f2ba-2d42-446f-af6d-a4d84dec1ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:26.409749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef607174-343e-4b2b-b412-83641b48a820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.414951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fe04-51fd-4708-b0a3-6e7d08b1efa8 req-3ccbf6ab-f41d-4285-a71f-71e33b117164 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.416544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8182fe04-51fd-4708-b0a3-6e7d08b1efa8 req-3ccbf6ab-f41d-4285-a71f-71e33b117164 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 950 time: 0.2830565 Jun 30 02:36:26.418796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-e411f782-1f02-4831-b4d0-cf54697cada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.420466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-e411f782-1f02-4831-b4d0-cf54697cada6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.3202133 Jun 30 02:36:26.426968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:26.427540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:26.428026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:26.428599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Bound port: 14f83bd5-4803-4290-81f1-c231f74002da, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:26.429225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.454128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-e5867e82-8306-47d4-adbc-99c4a595d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.455675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-e5867e82-8306-47d4-adbc-99c4a595d186 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e50a229ee9b437594a57da5de184f14&device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 1099 time: 0.1272998 Jun 30 02:36:26.467822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Allocated IP 192.168.233.161 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/24519ec6-bf2d-449c-b08d-f0569ca2053c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:26.496521 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8182fe04-51fd-4708-b0a3-6e7d08b1efa8 req-d0360a1d-72e7-4e8a-ba24-e00c15a023c4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700202 Jun 30 02:36:26.532794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-13a4d17f-eae5-4e1c-9b35-c66f237f7c3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab HTTP/1.1" status: 200 len: 217 time: 0.0624745 Jun 30 02:36:26.564151 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a910c1a-00b2-42f4-98cc-3e251982c592 x-openstack-request-id: req-1a910c1a-00b2-42f4-98cc-3e251982c592 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:26.564507 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:26.564839 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a910c1a-00b2-42f4-98cc-3e251982c592 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:26.565288 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'status': 'completed', 'code': 200} Jun 30 02:36:26.571141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-ddb3c92f-a380-47ca-ab1a-b33d8a7939b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 217 time: 0.1390882 Jun 30 02:36:26.574443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef607174-343e-4b2b-b412-83641b48a820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.607840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-ff6fe065-2b87-4b5a-b229-77f8edcfa928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.609833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-ff6fe065-2b87-4b5a-b229-77f8edcfa928 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0701301 Jun 30 02:36:26.697608 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cdb0f-311a-43f7-aed3-42191a00f2f7 None None] New status for floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:26.766917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-dd8ad239-ce75-42ec-be48-87be29230ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.768446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-dd8ad239-ce75-42ec-be48-87be29230ea2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1843450 Jun 30 02:36:26.771253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-e7513d95-9b51-4931-943b-f74a450846af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.773537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-e7513d95-9b51-4931-943b-f74a450846af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 1096 time: 0.1627724 Jun 30 02:36:26.809526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:26.852591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:26.864758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.872628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-7a0f0d7a-72db-4347-b9fd-da80f7f293b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.874113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-7a0f0d7a-72db-4347-b9fd-da80f7f293b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236087 Jun 30 02:36:26.901844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb34e7-8b0d-404b-9f57-ab0ec42d83c8 req-ce847bf2-e178-484d-b0cc-74874afeff2e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.904753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89fb34e7-8b0d-404b-9f57-ab0ec42d83c8 req-ce847bf2-e178-484d-b0cc-74874afeff2e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.2070718 Jun 30 02:36:26.917125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef607174-343e-4b2b-b412-83641b48a820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.919969 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef607174-343e-4b2b-b412-83641b48a820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.924233 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ef607174-343e-4b2b-b412-83641b48a820 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4edc4d41-6c42-4085-bdee-d2b8fedeba8a HTTP/1.1" status: 204 len: 168 time: 0.8767762 Jun 30 02:36:26.974786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.975406 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.977905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] 10.222.0.67 "PUT /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 1092 time: 2.8079076 Jun 30 02:36:26.984525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef607174-343e-4b2b-b412-83641b48a820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc4d41-6c42-4085-bdee-d2b8fedeba8a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:27.018146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee208d63-a308-43a4-b91e-78309cb74d38 service neutron] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:27.021273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-f2f16b88-e919-4557-9944-1020e1a80b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.023707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-f2f16b88-e919-4557-9944-1020e1a80b47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2331898 Jun 30 02:36:27.027699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.031148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-56a2163e-656b-480c-81e9-96026f2055ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.032725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-56a2163e-656b-480c-81e9-96026f2055ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413709 Jun 30 02:36:27.063643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89fb34e7-8b0d-404b-9f57-ab0ec42d83c8 req-ea6dd402-ed92-41c7-bdd2-f2c0214e3d16 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358399 Jun 30 02:36:27.087663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Transition to ACTIVE for port object 24519ec6-bf2d-449c-b08d-f0569ca2053c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:27.094576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-dfd21d1e-d3f2-4c35-9103-57c0347480a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 200 len: 217 time: 0.0612259 Jun 30 02:36:27.140201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-406dcd8c-608c-494f-bc27-61bc72881d1e service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547934 Jun 30 02:36:27.145059 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46973e2-1942-4b2a-a27b-3f41e84fd246 x-openstack-request-id: req-c46973e2-1942-4b2a-a27b-3f41e84fd246 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:27.145440 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:27.145695 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c46973e2-1942-4b2a-a27b-3f41e84fd246 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:27.146078 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'status': 'completed', 'code': 200} Jun 30 02:36:27.181689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-eed1cb46-fb9c-498b-8d60-c3e0ab4ce09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.183264 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-eed1cb46-fb9c-498b-8d60-c3e0ab4ce09b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.0770428 Jun 30 02:36:27.262475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.309993 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8070f4b5-d3fb-4615-a570-b7c457b48f3d req-329f7345-7dbc-48ad-8a1c-c570204acb5c service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580751 Jun 30 02:36:27.322824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-d1ef0524-6fe3-48be-92c8-7a13b9ac7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.324275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-d1ef0524-6fe3-48be-92c8-7a13b9ac7207 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1095 time: 0.2726016 Jun 30 02:36:27.355010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-d87be6f3-ffc5-455c-812c-68b68e5afb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.356591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-d87be6f3-ffc5-455c-812c-68b68e5afb5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415842 Jun 30 02:36:27.379645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:27.406926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-3c375848-6574-4ad4-8ade-84c95aace4e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.0694551 Jun 30 02:36:27.408821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-0ca9a046-ed83-46ea-aead-c855c6667508 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533397 Jun 30 02:36:27.410840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:27.411958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:27.416189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:27.426575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:27.469460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37f2bd0c-db8d-4fc3-9e91-654d765557e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.555131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-4574a494-a905-4521-9e9a-78ddf8a1dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.556752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-4574a494-a905-4521-9e9a-78ddf8a1dc3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1419549 Jun 30 02:36:27.566791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.567388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.570678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-811601f9-dc8a-462e-b370-46930260981c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.622745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-efd0daab-99af-4382-93a1-83d41f290791 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522525 Jun 30 02:36:27.662258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2d7eb0-7712-443b-a8b0-c1d0d6d8ef0f req-302916a3-0f5b-4f95-aeff-efd11c5d14dd service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368541 Jun 30 02:36:27.729239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d829f3be-fbcf-4f54-8efe-7e49b2d3724f None None] Provisioning for port 24519ec6-bf2d-449c-b08d-f0569ca2053c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:27.737762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d829f3be-fbcf-4f54-8efe-7e49b2d3724f None None] Provisioning complete for port 24519ec6-bf2d-449c-b08d-f0569ca2053c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:27.738226 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d829f3be-fbcf-4f54-8efe-7e49b2d3724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.763190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-567c2c57-a7e0-41e6-821b-ed2032021c14 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285307 Jun 30 02:36:27.780520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d829f3be-fbcf-4f54-8efe-7e49b2d3724f None None] Port 24519ec6-bf2d-449c-b08d-f0569ca2053c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:27.861250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2d4de39-4476-4f37-b154-3fccde453dbd req-bb1e2f04-8101-47ef-9494-4a4d80a41fad service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910311 Jun 30 02:36:27.878486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d74dc-7b7f-4f8a-ae00-9ba3186826ca req-97efb27a-6158-418d-870f-9040239efa2b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.880300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f95d74dc-7b7f-4f8a-ae00-9ba3186826ca req-97efb27a-6158-418d-870f-9040239efa2b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.5666564 Jun 30 02:36:27.937374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-569c1f1d-3822-4c99-884b-8cbef7787ff3 service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710812 Jun 30 02:36:27.941758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-d6f927c3-789a-4f98-bf16-3ecdcb79de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.943195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-d6f927c3-789a-4f98-bf16-3ecdcb79de3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e50a229ee9b437594a57da5de184f14&device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 1099 time: 0.5643878 Jun 30 02:36:27.962043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288316d-c5f2-42bb-8083-421c69547eae req-26e9f7b8-0a55-47ba-a1cf-610f6ad0d7ed tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.966764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3288316d-c5f2-42bb-8083-421c69547eae req-26e9f7b8-0a55-47ba-a1cf-610f6ad0d7ed tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 950 time: 0.0741706 Jun 30 02:36:28.002826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3288316d-c5f2-42bb-8083-421c69547eae req-32301bfa-c764-4e25-af4a-10bfe49cb5f8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Jun 30 02:36:28.075161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f95d74dc-7b7f-4f8a-ae00-9ba3186826ca req-68897a11-05f9-4a57-8dee-4c3403d9647e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832736 Jun 30 02:36:28.156464 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37f2bd0c-db8d-4fc3-9e91-654d765557e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.171365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37f2bd0c-db8d-4fc3-9e91-654d765557e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.173505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a6e8ec6-dcec-4172-82ae-fa02c1fa9ea1 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0819576 Jun 30 02:36:28.187147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Request body: {'port': {'device_id': '3430bdb7-0270-4223-810a-028b657f9143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:28.191146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b648f6ca-5f8b-4aa4-b222-2cd72d1e2f17 req-bc5d7f3c-d800-4589-af98-62ca5814408f service neutron] 10.222.0.67 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458994 Jun 30 02:36:28.262122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-19f9a727-4546-446f-a67a-03da906817ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.263723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-19f9a727-4546-446f-a67a-03da906817ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3064804 Jun 30 02:36:28.266784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2bd0c-db8d-4fc3-9e91-654d765557e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0025fed-8a98-401c-9da4-ab363bdfd799,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:28.275802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37f2bd0c-db8d-4fc3-9e91-654d765557e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=039a77ae073f4ae69d4f975c9ce72b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8862131 Jun 30 02:36:28.276950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60952) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:28.292372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.337095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-fc220de9-3261-4f29-8342-7f3fc3298113 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab HTTP/1.1" status: 200 len: 217 time: 0.0624130 Jun 30 02:36:28.422766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-bffb0390-b88e-424a-a30c-979a9f5066b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.424254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-bffb0390-b88e-424a-a30c-979a9f5066b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0776436 Jun 30 02:36:28.436998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc40397-5b71-45e5-be92-8829690073e1 req-335a489a-a87e-47a5-929d-ff0fb2252195 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.438523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5dc40397-5b71-45e5-be92-8829690073e1 req-335a489a-a87e-47a5-929d-ff0fb2252195 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 936 time: 0.2264783 Jun 30 02:36:28.477057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d11053ac-cac6-43d9-8226-893cccfaad3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.538958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d11053ac-cac6-43d9-8226-893cccfaad3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.566903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5dc40397-5b71-45e5-be92-8829690073e1 req-fcb68147-5c2a-4578-aaf1-3053a2941e1d tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152813 Jun 30 02:36:28.585706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:28.598435 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbabf82-da0d-44ad-b278-34f08037b308" -d '{"events": [{"name": "network-changed", "server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "tag": "14f83bd5-4803-4290-81f1-c231f74002da"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:28.598871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-73463d5d-dc30-4751-a1d1-ca1215b5cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.598871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-73463d5d-dc30-4751-a1d1-ca1215b5cd9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563923 Jun 30 02:36:28.624508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24519ec6-bf2d-449c-b08d-f0569ca2053c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:28.639126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.673051 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d11053ac-cac6-43d9-8226-893cccfaad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.675714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d11053ac-cac6-43d9-8226-893cccfaad3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.676906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d11053ac-cac6-43d9-8226-893cccfaad3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0025fed-8a98-401c-9da4-ab363bdfd799 HTTP/1.1" status: 204 len: 168 time: 0.3947754 Jun 30 02:36:28.680768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Transition to ACTIVE for port object 24519ec6-bf2d-449c-b08d-f0569ca2053c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:28.690811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11053ac-cac6-43d9-8226-893cccfaad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0025fed-8a98-401c-9da4-ab363bdfd799,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:28.711221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.738767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-e18270b1-1576-4f67-b6b6-00f23f00da29 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325023 Jun 30 02:36:28.781783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:28.890494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901ce7-56f2-4bd8-b18e-4a7765f5942e req-3b5a125f-5f50-4756-ad3a-5930fd356f87 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.898928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901ce7-56f2-4bd8-b18e-4a7765f5942e req-3b5a125f-5f50-4756-ad3a-5930fd356f87 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.910222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55901ce7-56f2-4bd8-b18e-4a7765f5942e req-3b5a125f-5f50-4756-ad3a-5930fd356f87 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62&device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 1691 time: 0.2448337 Jun 30 02:36:28.942189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Attempting to bind port 24519ec6-bf2d-449c-b08d-f0569ca2053c on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:28.943167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Attempting to bind port 24519ec6-bf2d-449c-b08d-f0569ca2053c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:28.943781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Attempting to bind port 24519ec6-bf2d-449c-b08d-f0569ca2053c on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:28.954948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Port 24519ec6-bf2d-449c-b08d-f0569ca2053c on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:28.955557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Attempting to bind port 24519ec6-bf2d-449c-b08d-f0569ca2053c on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:28.967216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271f5b5-b6da-4751-9832-7ad34d7356dc req-b2061ec6-74c1-4520-a124-369ec7e18247 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.976348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3271f5b5-b6da-4751-9832-7ad34d7356dc req-b2061ec6-74c1-4520-a124-369ec7e18247 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.2111256 Jun 30 02:36:28.976802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:28.977154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:28.977652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:28.978010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Bound port: 24519ec6-bf2d-449c-b08d-f0569ca2053c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:28.980129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.985496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d430fbdf-287d-431a-8087-2480a139c8a4 req-371663b8-b4f5-4d4c-bf13-fca6139f8d65 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367806 Jun 30 02:36:29.031177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3271f5b5-b6da-4751-9832-7ad34d7356dc req-00778716-b9df-4782-8604-6625e0908b7e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548654 Jun 30 02:36:29.046928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55901ce7-56f2-4bd8-b18e-4a7765f5942e req-ae7311fc-e5b6-415c-b36b-77406be04cc2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352346 Jun 30 02:36:29.100374 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b1f4ab-8f8e-4aff-954b-cd56bebaaae1 x-openstack-request-id: req-c5b1f4ab-8f8e-4aff-954b-cd56bebaaae1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:29.101332 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "tag": "14f83bd5-4803-4290-81f1-c231f74002da", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:29.101625 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5b1f4ab-8f8e-4aff-954b-cd56bebaaae1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:29.102382 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da', 'status': 'completed', 'code': 200} Jun 30 02:36:29.118695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:29.121989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:29.129441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.173675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.174428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.176048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] 10.222.0.90 "PUT /v2.0/ports/24519ec6-bf2d-449c-b08d-f0569ca2053c HTTP/1.1" status: 200 len: 1096 time: 0.9942417 Jun 30 02:36:29.203078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceae20d-5888-41f7-ad93-a12cccc83b22 service neutron] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:29.339221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-f4972acf-d6db-486b-a95c-a9ab64727f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.343438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-f4972acf-d6db-486b-a95c-a9ab64727f8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1095 time: 0.1992633 Jun 30 02:36:29.345391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-ff6214a0-62d8-417c-90ad-e24804da22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.347207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-ff6214a0-62d8-417c-90ad-e24804da22c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e50a229ee9b437594a57da5de184f14&device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 1099 time: 0.1022618 Jun 30 02:36:29.401413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-63d8d41e-097b-4ca0-949b-7945e750822c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c HTTP/1.1" status: 200 len: 217 time: 0.0460739 Jun 30 02:36:29.461366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-f68a3b27-bab3-48c9-9a5d-73922a50a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.463043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-f68a3b27-bab3-48c9-9a5d-73922a50a585 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1114581 Jun 30 02:36:29.506576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a3dc045-96a7-4df6-915e-eeaff901941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.508838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-9a3dc045-96a7-4df6-915e-eeaff901941c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0995710 Jun 30 02:36:29.561528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-07f1e7f4-b8b2-40b0-88c1-fa8f100d9681 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.0814571 Jun 30 02:36:29.620774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-0b1e7027-d097-42fb-b0d1-62b5a93bf50b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.622408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-0b1e7027-d097-42fb-b0d1-62b5a93bf50b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4796193 Jun 30 02:36:29.624505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-fd5eaf8d-f4bb-47a0-a2e2-bdc1037504b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.626029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-fd5eaf8d-f4bb-47a0-a2e2-bdc1037504b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100628 Jun 30 02:36:29.645247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20c569-9533-48ca-b51a-a7f35199b2ba req-9944872f-00ee-4a64-89a9-883bf4bef3e2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.645247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea20c569-9533-48ca-b51a-a7f35199b2ba req-9944872f-00ee-4a64-89a9-883bf4bef3e2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.0928113 Jun 30 02:36:29.688618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-aac2338f-229c-4304-9890-8dd0e6e5b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.691403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-aac2338f-229c-4304-9890-8dd0e6e5b6ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1200879 Jun 30 02:36:29.695326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-8ac14e42-622f-40d7-bda3-2d0ca0d01193 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 696 time: 0.0642114 Jun 30 02:36:29.735873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-31a18dd8-063e-42fc-bea0-346a005a8070 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367749 Jun 30 02:36:29.741500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'floatingip': {'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:29.743308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea20c569-9533-48ca-b51a-a7f35199b2ba req-c0d511c4-e140-4f66-8dab-f251466b7b97 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840900 Jun 30 02:36:29.770607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-f31aefdb-70f3-4755-acf5-4ed75bdeac43 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276867 Jun 30 02:36:29.813596 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.891101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd8d22d-304e-488d-b137-fa79de341f61 req-e0f9c96c-61f6-4549-b028-cf8e1f4f1a86 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074793 Jun 30 02:36:30.030041 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-9605833b-d413-4452-b28f-964d803a18a1 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492096 Jun 30 02:36:30.073580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5701969-ab57-46ca-9dc3-2b8db917fd06 req-8f00f453-532c-4ab8-bdbd-bf003420a67f tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:30.075646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5701969-ab57-46ca-9dc3-2b8db917fd06 req-8f00f453-532c-4ab8-bdbd-bf003420a67f tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 1101 time: 0.0728393 Jun 30 02:36:30.115609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5701969-ab57-46ca-9dc3-2b8db917fd06 req-9a9f1a70-726b-4a52-89da-c3b220ce78e7 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jun 30 02:36:30.181160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0582dcf5-e305-457f-885b-470516428d68 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:30.183500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0582dcf5-e305-457f-885b-470516428d68 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.67 "GET /v2.0/ports?device_id=c350bab0-97b9-44f6-ade7-54dc552265fe HTTP/1.1" status: 200 len: 945 time: 0.2599285 Jun 30 02:36:30.282840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-673c41ca-9e42-4f5a-8c2d-5bde8d2080b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.334591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d139e9-fdfb-4086-b13a-a76d5e341a40 req-d528b4b6-a77c-491c-9a5c-ade1aed31d08 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:30.342067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27d139e9-fdfb-4086-b13a-a76d5e341a40 req-d528b4b6-a77c-491c-9a5c-ade1aed31d08 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 948 time: 0.0959814 Jun 30 02:36:30.344201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbabf82-da0d-44ad-b278-34f08037b308 req-60a8ccec-b5b1-4d5d-b8a5-62fcd63b6de6 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068767 Jun 30 02:36:30.384356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27d139e9-fdfb-4086-b13a-a76d5e341a40 req-c16b38cf-0fee-42e6-a9f4-bbd5828313fe tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Jun 30 02:36:30.479303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.510608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Deleting port 628ae451-5daa-4107-b6f5-25ed92ea48ce {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:30.510608 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.570033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15ca4c-e0ba-405e-a038-8fb96c8e39cf req-5c9aacf7-bcf7-4efb-b329-2a1ea18fba66 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:30.571656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb15ca4c-e0ba-405e-a038-8fb96c8e39cf req-5c9aacf7-bcf7-4efb-b329-2a1ea18fba66 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.0743988 Jun 30 02:36:30.615971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb15ca4c-e0ba-405e-a038-8fb96c8e39cf req-9029d70a-48d9-4706-8f24-4ee42253e8e8 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381150 Jun 30 02:36:30.700150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] For port 628ae451-5daa-4107-b6f5-25ed92ea48ce, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=628ae451-5daa-4107-b6f5-25ed92ea48ce,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:30.700150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.755267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Calling delete_port for 628ae451-5daa-4107-b6f5-25ed92ea48ce owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:30.796369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff86f0-2e31-4c7b-a5a5-9a3585958a84 req-9c7a39a5-722d-4e0b-aade-5ea6b0d5314b tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:30.798040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85ff86f0-2e31-4c7b-a5a5-9a3585958a84 req-9c7a39a5-722d-4e0b-aade-5ea6b0d5314b tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 1101 time: 0.0639746 Jun 30 02:36:30.822006 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.828721 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.837132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85ff86f0-2e31-4c7b-a5a5-9a3585958a84 req-f1187a71-08d4-424c-99f1-5f8d49042d81 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Jun 30 02:36:30.994083 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02 associated. External IP: 172.25.0.181, port: 387dc62b-d809-47d8-87b7-5928afef6f67. Jun 30 02:36:31.067692 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.081860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['628ae451-5daa-4107-b6f5-25ed92ea48ce'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:31.085048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['387dc62b-d809-47d8-87b7-5928afef6f67'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:31.103578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:31.106483 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340efb35-4f67-472c-b66c-f6657470331d" -d '{"events": [{"name": "network-changed", "server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:31.143189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf601c92-b099-4629-b1f6-d91ff22acf1c req-dc447beb-534c-4c3a-aefb-7d370f1d8514 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:31.146895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf601c92-b099-4629-b1f6-d91ff22acf1c req-dc447beb-534c-4c3a-aefb-7d370f1d8514 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.0896058 Jun 30 02:36:31.237739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf601c92-b099-4629-b1f6-d91ff22acf1c req-1a97246e-3258-4d23-b87b-eecb20cd70f4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 Jun 30 02:36:31.453573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event deleted for resources: {'Port': ['ID=628ae451-5daa-4107-b6f5-25ed92ea48ce,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:31.526480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] No DVR routers for this DVR port 628ae451-5daa-4107-b6f5-25ed92ea48ce on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:31.529842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.531988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7894f1bf-c56f-43d0-b650-7c0ce0a0a80b req-0c8ba2ee-ebee-42bf-9754-f36019933546 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.67 "DELETE /v2.0/ports/628ae451-5daa-4107-b6f5-25ed92ea48ce HTTP/1.1" status: 204 len: 173 time: 1.3391223 Jun 30 02:36:31.532460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'name': 'network-vif-deleted', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:31.534829 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac3b3a-c9fc-49d1-896c-3ab08e99a34c" -d '{"events": [{"server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "name": "network-vif-deleted", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:31.559502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:31.641247 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44640be7-aed6-4a54-825e-11ccf791cc82 x-openstack-request-id: req-44640be7-aed6-4a54-825e-11ccf791cc82 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:31.641765 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:31.642786 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44640be7-aed6-4a54-825e-11ccf791cc82 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:31.643363 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'status': 'completed', 'code': 200} Jun 30 02:36:31.753656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:31.756959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:31.778159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '14f83bd5-4803-4290-81f1-c231f74002da', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'port_id': '14f83bd5-4803-4290-81f1-c231f74002da', 'mac_address': 'fa:16:3e:83:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8919873b-d5d5-48b5-8b60-5b95fc1b8473', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:31.790202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340efb35-4f67-472c-b66c-f6657470331d req-9d51a838-19e5-4229-8f50-8fb621daf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:31.795090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-9d51a838-19e5-4229-8f50-8fb621daf6cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e50a229ee9b437594a57da5de184f14&device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 1099 time: 0.1143219 Jun 30 02:36:31.861114 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.870268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32816) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:31.876833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f83bd5-4803-4290-81f1-c231f74002da {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:31.903953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:31.907084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:31.916006 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.916719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:31.921768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.990425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-b3212a29-d463-49a8-9184-640cf208483b tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "PUT /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 997 time: 2.2772291 Jun 30 02:36:32.008885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340efb35-4f67-472c-b66c-f6657470331d req-363d5a4e-1059-4c31-b533-7cc10e44b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.011059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-363d5a4e-1059-4c31-b533-7cc10e44b6ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.2096148 Jun 30 02:36:32.024481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929a1a-8a5c-4ffd-9a0a-9842befd3dcb req-d73f3453-ecb6-4669-a69f-a0abbb7ab72b tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.031795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41929a1a-8a5c-4ffd-9a0a-9842befd3dcb req-d73f3453-ecb6-4669-a69f-a0abbb7ab72b tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 948 time: 0.1390860 Jun 30 02:36:32.035700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:32.054644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'mac_address': 'fa:16:3e:0d:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:32.061621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:32.062060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a681929-4721-48a8-b80d-7a24695af33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.104866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-9d78e5a0-5475-4ca1-b035-a7d4979a03c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c HTTP/1.1" status: 200 len: 217 time: 0.0702269 Jun 30 02:36:32.133912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.142093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-4274c35d-fd4e-43e7-9b65-5785a73bbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.150511 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-4274c35d-fd4e-43e7-9b65-5785a73bbe09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.1530635 Jun 30 02:36:32.154396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.159657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:32.160235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:32.184007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340efb35-4f67-472c-b66c-f6657470331d req-51702049-027f-407b-acf2-819e72cadcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.185306 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-51702049-027f-407b-acf2-819e72cadcca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0721321 Jun 30 02:36:32.193448 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41929a1a-8a5c-4ffd-9a0a-9842befd3dcb req-1d62054a-cc95-42e1-9258-50f9a27a7cec tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605375 Jun 30 02:36:32.269749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340efb35-4f67-472c-b66c-f6657470331d req-1068c92e-b4ab-4896-96ca-6ad408b468f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.271450 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-1068c92e-b4ab-4896-96ca-6ad408b468f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770936 Jun 30 02:36:32.297826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-c249052d-a492-454f-8ae6-92cf09a3f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.307359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-c249052d-a492-454f-8ae6-92cf09a3f2c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.1557567 Jun 30 02:36:32.377460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:32.379588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6033da92-a830-4c3a-82a8-1e93e3b9cbab {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:32.392211 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a681929-4721-48a8-b80d-7a24695af33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.405946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a681929-4721-48a8-b80d-7a24695af33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.410781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-a787fe49-e90b-4fe5-9fca-ce8d0f6c3b65 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293438 Jun 30 02:36:32.417878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:32.451870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.452251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.452618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.452949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.453768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.454119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.454475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.454807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.455131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.455455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.455776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.456098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:32.459043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a681929-4721-48a8-b80d-7a24695af33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7793f3ab-84c4-431d-8040-bd91a63d9613,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:32.488243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-af24700c-7fbd-43ec-a088-afd90595e06e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 1000 time: 0.1798942 Jun 30 02:36:32.494341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:32.535515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4a681929-4721-48a8-b80d-7a24695af33d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2e298810ff24f20940d8fcbb588b0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610789 Jun 30 02:36:32.535782 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.536998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32832) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:32.545655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:32.565133 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-0fef248c-ab22-449a-be01-cd43dbe8a586 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847025 Jun 30 02:36:32.571724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-f48bf286-1a09-446b-b587-5d9ecdcda6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.573358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-f48bf286-1a09-446b-b587-5d9ecdcda6db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.0764453 Jun 30 02:36:32.604918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-9fb810d4-1635-4ea0-93d1-3d62f4355a16 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.609883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-9fb810d4-1635-4ea0-93d1-3d62f4355a16 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867397 Jun 30 02:36:32.631124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a853cf61-7810-4636-94c1-24a444b73d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.669730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a853cf61-7810-4636-94c1-24a444b73d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.671709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-8016c4cf-26fe-427f-956f-75ee44b68c3c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/quotas/60cfb261c2b8481b9ff775ce78508416 HTTP/1.1" status: 200 len: 375 time: 0.0243471 Jun 30 02:36:32.703313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:32.716703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-71fabc94-5bb6-4656-8cf6-80b7dca51824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:32.718508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-71fabc94-5bb6-4656-8cf6-80b7dca51824 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357646 Jun 30 02:36:32.727495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:32.749639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-340efb35-4f67-472c-b66c-f6657470331d req-641004a6-457b-4c05-8086-aaecb974b4fa service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759915 Jun 30 02:36:32.762346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'mac_address': 'fa:16:3e:49:14:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:32.780965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-d2aee03b-c0ed-478b-9dc4-41d086df548e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082232 Jun 30 02:36:32.784789 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a853cf61-7810-4636-94c1-24a444b73d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.787366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a853cf61-7810-4636-94c1-24a444b73d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.791908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a853cf61-7810-4636-94c1-24a444b73d79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7793f3ab-84c4-431d-8040-bd91a63d9613 HTTP/1.1" status: 204 len: 168 time: 0.2522659 Jun 30 02:36:32.811141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853cf61-7810-4636-94c1-24a444b73d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7793f3ab-84c4-431d-8040-bd91a63d9613,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:32.866032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['14f83bd5-4803-4290-81f1-c231f74002da'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:32.873138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-02e689a2-a8db-44f2-9991-3c7f1945483d service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458673 Jun 30 02:36:32.916923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['6033da92-a830-4c3a-82a8-1e93e3b9cbab'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:32.945175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.993166 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-668f34c5-9b0f-4e57-933e-41d09de0eb06 req-df0a2b4c-b665-4dff-bc72-a172d6587e35 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139393 Jun 30 02:36:33.002992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24519ec6-bf2d-449c-b08d-f0569ca2053c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:33.025245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:33.065209 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379548fd-c61f-433e-a1c0-89e1a1ee355f x-openstack-request-id: req-379548fd-c61f-433e-a1c0-89e1a1ee355f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:33.065633 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350bab0-97b9-44f6-ade7-54dc552265fe", "name": "network-vif-deleted", "tag": "628ae451-5daa-4107-b6f5-25ed92ea48ce", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:33.065890 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-379548fd-c61f-433e-a1c0-89e1a1ee355f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:33.066474 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350bab0-97b9-44f6-ade7-54dc552265fe', 'name': 'network-vif-deleted', 'tag': '628ae451-5daa-4107-b6f5-25ed92ea48ce', 'status': 'completed', 'code': 200} Jun 30 02:36:33.075655 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.204278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 32842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:33.216113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:33.221802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e5ae60-989f-456c-8720-3e72a47edd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.262017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:30Z', 'revision_number': 8, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:33.302460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffffc69-22fc-4eb0-be6f-2a95b9958ee9 req-2fe1765e-47a5-470e-a541-7d15c41261af tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.305188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:33.306228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0ffffc69-22fc-4eb0-be6f-2a95b9958ee9 req-2fe1765e-47a5-470e-a541-7d15c41261af tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.1268399 Jun 30 02:36:33.341283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:33.341789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e5ae60-989f-456c-8720-3e72a47edd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.342526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:33.350628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e5ae60-989f-456c-8720-3e72a47edd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.414504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0ffffc69-22fc-4eb0-be6f-2a95b9958ee9 req-0a1e87af-4076-428e-8c73-64cad727fea5 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956452 Jun 30 02:36:33.427461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-25e5ae60-989f-456c-8720-3e72a47edd76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af3a441a062d4e8ab1a4b19489741bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147264 Jun 30 02:36:33.427461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 32850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:33.428442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['24519ec6-bf2d-449c-b08d-f0569ca2053c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:33.431439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5ae60-989f-456c-8720-3e72a47edd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b3d153-5d6e-4637-8337-260e39b80a1a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:33.495638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebda53ec-b3a0-4c2b-a042-92ab32c34f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.549136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebda53ec-b3a0-4c2b-a042-92ab32c34f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.561066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 628ae451-5daa-4107-b6f5-25ed92ea48ce no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:33.564656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:33.655507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef6b33-8c5e-4558-b599-f51da2c63a59 req-67440be3-09f8-447a-af87-c6d91241e48f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.666238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17ef6b33-8c5e-4558-b599-f51da2c63a59 req-67440be3-09f8-447a-af87-c6d91241e48f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.1445873 Jun 30 02:36:33.677444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebda53ec-b3a0-4c2b-a042-92ab32c34f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.681288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebda53ec-b3a0-4c2b-a042-92ab32c34f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.693865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ebda53ec-b3a0-4c2b-a042-92ab32c34f7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24b3d153-5d6e-4637-8337-260e39b80a1a HTTP/1.1" status: 204 len: 168 time: 0.2686415 Jun 30 02:36:33.698984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71b085b8-422b-4e8d-9746-6c70882364d8 req-93819738-6518-4d48-be29-5b3fca280cd6 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 997 time: 0.1089115 Jun 30 02:36:33.720192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 628ae451-5daa-4107-b6f5-25ed92ea48ce {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:33.721143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 628ae451-5daa-4107-b6f5-25ed92ea48ce not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:33.753070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda53ec-b3a0-4c2b-a042-92ab32c34f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b3d153-5d6e-4637-8337-260e39b80a1a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:33.786849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17ef6b33-8c5e-4558-b599-f51da2c63a59 req-61989f6f-21fe-455b-a085-1a4adceaadd9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183093 Jun 30 02:36:33.857529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b085b8-422b-4e8d-9746-6c70882364d8 req-a3b0ed58-8fef-4468-996f-d5702b07fb0d tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.871079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71b085b8-422b-4e8d-9746-6c70882364d8 req-a3b0ed58-8fef-4468-996f-d5702b07fb0d tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1635525 Jun 30 02:36:33.982544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:30Z', 'revision_number': 8, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:34.017057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a9a48-5513-48c0-812f-ee7b1bd90c0b None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '0472e73b-3a2c-48ec-9dec-b9266f80fe02', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'port_id': '387dc62b-d809-47d8-87b7-5928afef6f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'mac_address': 'fa:16:3e:b9:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:44Z', 'updated_at': '2021-06-30T02:36:30Z', 'revision_number': 8, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:34.057385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd43e8-ffef-4d31-a872-43a20a8ffc68 req-81e05386-5248-4535-9732-7309679d13c0 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:34.066933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53fd43e8-ffef-4d31-a872-43a20a8ffc68 req-81e05386-5248-4535-9732-7309679d13c0 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 949 time: 0.0875633 Jun 30 02:36:34.122970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53fd43e8-ffef-4d31-a872-43a20a8ffc68 req-b3085e60-842a-4dc3-999e-455ae58e0a3f tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546494 Jun 30 02:36:34.208176 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.213066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-1a78a5da-ba84-4a24-bd61-cded92ce4035 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1000 time: 0.1145220 Jun 30 02:36:34.220492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea3f421f-8a07-4937-91e9-b3be52814cd9 req-3992568e-c194-4f06-bead-a718d10d1134 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 210 time: 0.0363719 Jun 30 02:36:34.296470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-9557d301-49ff-442c-86f1-75f704630e58 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:34.313295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-9557d301-49ff-442c-86f1-75f704630e58 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports/387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 943 time: 0.0855091 Jun 30 02:36:34.415078 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c89f3-7b73-4c93-a790-5eae47265e0a None None] New status for floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:34.602285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-5bc21711-bb6c-4bae-84dd-4adaa6ac14bc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1000 time: 0.1418877 Jun 30 02:36:34.844270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-174d622b-dfc6-46f9-89fa-72269655ce13 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:34.846382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-174d622b-dfc6-46f9-89fa-72269655ce13 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2427354 Jun 30 02:36:34.891543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d53fe-e4cf-478c-a75b-3ab92e892a96 req-02d46f1f-cb3d-4ddb-86db-eea644996afa tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:34.893222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-799d53fe-e4cf-478c-a75b-3ab92e892a96 req-02d46f1f-cb3d-4ddb-86db-eea644996afa tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 943 time: 0.1307690 Jun 30 02:36:34.940869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-799d53fe-e4cf-478c-a75b-3ab92e892a96 req-ba36b1e8-3cbe-4292-8a6a-1b0d58fda088 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393898 Jun 30 02:36:34.941306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-772c640e-5628-4d02-86ca-66b429335613 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 1002 time: 0.0836856 Jun 30 02:36:34.953959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:35.058970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.099747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:35.102980 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d557a49b-5da5-4f92-9c02-7a484ac02a32" -d '{"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:35.243881 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.256623 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.256962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d8ba7-73d3-44eb-900f-667b5ecaed68 req-eac564ce-9709-437e-a89f-444c09aef52b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:35.258439 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02 disassociated. External IP: 172.25.0.181, port: 387dc62b-d809-47d8-87b7-5928afef6f67. Jun 30 02:36:35.265110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d4d8ba7-73d3-44eb-900f-667b5ecaed68 req-eac564ce-9709-437e-a89f-444c09aef52b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.0951147 Jun 30 02:36:35.331966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d4d8ba7-73d3-44eb-900f-667b5ecaed68 req-60fb8b38-569e-4c5b-ac07-bdb519af6591 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654941 Jun 30 02:36:35.343883 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:35.507612 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc0ccec-a02b-4d0a-98f4-a14028e3cad3 x-openstack-request-id: req-3cc0ccec-a02b-4d0a-98f4-a14028e3cad3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:35.508409 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:35.508409 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cc0ccec-a02b-4d0a-98f4-a14028e3cad3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:35.508783 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'status': 'completed', 'code': 200} Jun 30 02:36:35.540736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-ae285c1c-1333-4eb1-98a8-acce24a0bdfb tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356076 Jun 30 02:36:35.580885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:35.583900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:35.626506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-36c67cc8-64b8-4616-811a-c7200ce8d420 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723586 Jun 30 02:36:35.761852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-6901c4e9-8d96-4d28-8bec-fa50dcc6ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:35.763768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-6901c4e9-8d96-4d28-8bec-fa50dcc6ffac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.2839384 Jun 30 02:36:35.791328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:35.910591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:35.926567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-1f0f347c-c364-4871-a5d9-22673f3f4904 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:35.931171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-1f0f347c-c364-4871-a5d9-22673f3f4904 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167729 Jun 30 02:36:35.943740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'port_id': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'mac_address': 'fa:16:3e:4f:c2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:36.033205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:36.060678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 14f83bd5-4803-4290-81f1-c231f74002da completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:36.076957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 14f83bd5-4803-4290-81f1-c231f74002da triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:36.077340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.119846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.142626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:36.178215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:36.196805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.267721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:36.274423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.284833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:36.311540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:36.312782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:36.325598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-1ead4cee-1c24-495f-affa-1c84ffa1a87f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.327876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-1ead4cee-1c24-495f-affa-1c84ffa1a87f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6777360 Jun 30 02:36:36.343437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-eba20d5c-b54a-4ff0-be01-bcbeb7551c34 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "PUT /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 696 time: 1.3942163 Jun 30 02:36:36.344694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:36.349504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.354938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbae53-e9ce-4291-8556-bc5d60217919 req-75cd7f1c-c514-45aa-954c-b7ae4ad93f26 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.356846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86dbae53-e9ce-4291-8556-bc5d60217919 req-75cd7f1c-c514-45aa-954c-b7ae4ad93f26 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 949 time: 0.7562351 Jun 30 02:36:36.365782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:36.394298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-8afeb731-4185-4ed2-b429-af07f9f0f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.396103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-8afeb731-4185-4ed2-b429-af07f9f0f4c1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.6185617 Jun 30 02:36:36.471931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:36.472923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32934) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:36.481018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-790cdf6b-0909-4cc5-88cc-8de40ab87ca8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.0484369 Jun 30 02:36:36.518631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-c3e0839e-2c2e-4dec-b0e6-ad3b18bade37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.526120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-c3e0839e-2c2e-4dec-b0e6-ad3b18bade37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.1508176 Jun 30 02:36:36.543854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86dbae53-e9ce-4291-8556-bc5d60217919 req-e70861db-611e-4300-8a94-ccdb74d0d44f tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718125 Jun 30 02:36:36.592715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-b3446f8b-0477-4d23-b0dc-c6e5720bb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.594721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-b3446f8b-0477-4d23-b0dc-c6e5720bb7fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.0996447 Jun 30 02:36:36.668287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:36.672882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.683974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3fd60dbe-3e00-4e6f-8c73-acc7f29b0398'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:36.707134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.240 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/0317927f-e7f8-4f8e-ad82-c9d655b0fa01) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:36.739231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:36.742571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.760837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-8e728c5c-fcc9-4ddc-9d47-841130dff8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.768791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-8e728c5c-fcc9-4ddc-9d47-841130dff8a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2415614 Jun 30 02:36:36.788620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-2047bee5-0cda-4efa-bf54-d3d08e372ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.791093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-2047bee5-0cda-4efa-bf54-d3d08e372ca7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839080 Jun 30 02:36:36.813231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:36.880856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.894768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.912157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 24519ec6-bf2d-449c-b08d-f0569ca2053c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:36.917203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.938651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-937f4c83-e347-466e-80fd-c5f7736b1cd1 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347842 Jun 30 02:36:36.961017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09676c34ea494108be0df020a3528b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4871776 Jun 30 02:36:36.962972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-b7ca3804-7531-437a-af8e-5381b402dc10 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.1933653 Jun 30 02:36:36.972616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:36.988189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 24519ec6-bf2d-449c-b08d-f0569ca2053c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:36.988632 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.061544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:37.063657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a62d1-5aa2-4093-990a-d6d157847e70,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.063885 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67471bc5-7032-4081-a489-b710b3c3c8f5" -d '{"events": [{"server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "name": "network-vif-plugged", "status": "completed", "tag": "14f83bd5-4803-4290-81f1-c231f74002da"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:37.070852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-158efd1d-92a4-48e4-8512-b2a9380277f6 req-b025179a-d6f5-492f-97e2-1ffcff735a2f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 210 time: 0.0390818 Jun 30 02:36:37.104009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d557a49b-5da5-4f92-9c02-7a484ac02a32 req-c9cedab2-c05e-4e8d-8564-897e2871d12c service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564994 Jun 30 02:36:37.115243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.115737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.116771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.117142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.117837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.117837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.118264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.118846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.118846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.119162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.119489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.119814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10651d2-0f29-49ad-9445-a763971dbc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:37.125713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:37.145625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.146641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:37.181126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-d75c7dc8-1964-46d8-901e-a2e1a14cd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.183418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-d75c7dc8-1964-46d8-901e-a2e1a14cd861 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.2092149 Jun 30 02:36:37.188749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ddc69ec-28c3-4b8f-a4c2-ec9a1cc7bd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.271935 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ddc69ec-28c3-4b8f-a4c2-ec9a1cc7bd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.364739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.392234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-6d7d74b2-23e3-487d-aebe-88092b070e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.393980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-6d7d74b2-23e3-487d-aebe-88092b070e48 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921170 Jun 30 02:36:37.395699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:37.396930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ddc69ec-28c3-4b8f-a4c2-ec9a1cc7bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.399467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.399848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ddc69ec-28c3-4b8f-a4c2-ec9a1cc7bd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.401000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6ddc69ec-28c3-4b8f-a4c2-ec9a1cc7bd33 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e87a62d1-5aa2-4093-990a-d6d157847e70 HTTP/1.1" status: 204 len: 168 time: 0.4224405 Jun 30 02:36:37.412974 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.416048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc69ec-28c3-4b8f-a4c2-ec9a1cc7bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a62d1-5aa2-4093-990a-d6d157847e70,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.440297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 6033da92-a830-4c3a-82a8-1e93e3b9cbab completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:37.459563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 6033da92-a830-4c3a-82a8-1e93e3b9cbab triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:37.460871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.497951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec6899-57cc-439b-849b-d36d4b8262e9 req-fb9ee4a3-fbbc-47ae-bbfd-e9b6e4d0f840 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.499862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3ec6899-57cc-439b-849b-d36d4b8262e9 req-fb9ee4a3-fbbc-47ae-bbfd-e9b6e4d0f840 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 944 time: 0.1109979 Jun 30 02:36:37.512991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:37.516304 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f55673-bacd-4f97-a523-448c9e9106f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:37.521916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:37.534865 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.539452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:37.552066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.570147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3ec6899-57cc-439b-849b-d36d4b8262e9 req-08215737-8026-4c7c-84e1-0601f2e2aa45 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624392 Jun 30 02:36:37.589226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:37.621922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:37.629454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:37.640447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-45bba41e-becf-4098-b75a-daa0afcf95c2 service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031128 Jun 30 02:36:37.646073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:37.649268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:37.665365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.694903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.215 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:37.779194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:37.779964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:37.809067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.809759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.845695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.847055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-96aefb6c-96fb-4c08-91f6-7671f7da8df1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8246460 Jun 30 02:36:37.853730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85a15a5c-dfef-46a1-a569-5f2cfcc05175 req-2bc87bc1-964d-4327-bf64-88d64609e58c service neutron] 10.222.0.78 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000394 Jun 30 02:36:37.870954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Request body: {'port': {'device_id': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:37.884998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.022636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.031345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.070323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:38.088463 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1129bdc-372f-45ea-abe2-0a39e2b913cf x-openstack-request-id: req-a1129bdc-372f-45ea-abe2-0a39e2b913cf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:38.088463 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "name": "network-vif-plugged", "status": "completed", "tag": "14f83bd5-4803-4290-81f1-c231f74002da", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:38.088463 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1129bdc-372f-45ea-abe2-0a39e2b913cf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:38.088463 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da', 'code': 200} Jun 30 02:36:38.097834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:38.106341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:38.110090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:38.131256 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4542b69-7e94-4b50-bde1-cd711566c861 x-openstack-request-id: req-e4542b69-7e94-4b50-bde1-cd711566c861 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:38.131543 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:38.132565 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4542b69-7e94-4b50-bde1-cd711566c861 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:38.133202 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'status': 'completed', 'code': 200} Jun 30 02:36:38.209272 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.227795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:38.245005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.330720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97f37-4832-4b04-9006-8548cc93da5f req-fb6e018d-9838-44be-bd42-367faf3a8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.332253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15a97f37-4832-4b04-9006-8548cc93da5f req-fb6e018d-9838-44be-bd42-367faf3a8d3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1097 time: 0.1981602 Jun 30 02:36:38.368873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-669bc70a-dbd1-4313-b1a8-7d80bba2b1d6 None None] Provisioning for port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:38.378487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:38.394061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:38.399531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:38.404417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:38.406728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-669bc70a-dbd1-4313-b1a8-7d80bba2b1d6 None None] Provisioning complete for port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:38.407115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-669bc70a-dbd1-4313-b1a8-7d80bba2b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.418003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a805-de84-4a4e-938c-325139d843b5 req-71bbf4b8-f16b-406d-8411-f6614d9e406f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.419734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5242a805-de84-4a4e-938c-325139d843b5 req-71bbf4b8-f16b-406d-8411-f6614d9e406f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 946 time: 0.2562990 Jun 30 02:36:38.423150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:38.438418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-006cf13f-9ec1-491e-8aeb-3b837739ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.440296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-006cf13f-9ec1-491e-8aeb-3b837739ff84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 1097 time: 0.2951562 Jun 30 02:36:38.446010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15a97f37-4832-4b04-9006-8548cc93da5f req-a6a9b3af-688f-45d7-b0f7-d6e31cad837c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042476 Jun 30 02:36:38.449395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.450045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.450878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.451459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.452004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.452549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.453112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.453686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.454235 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.454814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.455367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.455918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:38.570343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-669bc70a-dbd1-4313-b1a8-7d80bba2b1d6 None None] Port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:38.582605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:38.631391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:38.631735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.651639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.652340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.691331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17065d13-c513-4ac0-bd46-a884a991d149 req-0b12ccb7-dfae-4e3f-a60b-a8d71e326449 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.699117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17065d13-c513-4ac0-bd46-a884a991d149 req-0b12ccb7-dfae-4e3f-a60b-a8d71e326449 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 950 time: 0.3726943 Jun 30 02:36:38.734443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-ff21a916-cfec-4048-9073-4e0bed4bb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.736315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-ff21a916-cfec-4048-9073-4e0bed4bb192 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 200 len: 921 time: 0.2644281 Jun 30 02:36:38.743925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-cac3eae9-3347-4c3b-9825-cc4af2238d49 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3848751 Jun 30 02:36:38.783237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Request body: {'port': {'device_id': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:38.840678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-26c3b1dd-02e2-476c-93ef-7fb132edd6c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 200 len: 217 time: 0.0825431 Jun 30 02:36:38.881240 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.896077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17065d13-c513-4ac0-bd46-a884a991d149 req-fb4cf02c-ce9c-47e4-b33c-c5ce3db2a696 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960495 Jun 30 02:36:38.949842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-f61c9686-12d0-430b-a04e-5f1c8d060c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.951717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:38.952514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-f61c9686-12d0-430b-a04e-5f1c8d060c12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 200 len: 859 time: 0.1033835 Jun 30 02:36:38.968208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.969446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8b016e95-a973-4f25-893d-65bac967da16 None None] Provisioning for port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:38.974622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:38.977030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.984433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5242a805-de84-4a4e-938c-325139d843b5 req-a7537d73-7223-4ede-927a-d98f6ef7032d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432947 Jun 30 02:36:39.147438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:39.164715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.184810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Transition to ACTIVE for port object 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:39.196521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.252752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8b016e95-a973-4f25-893d-65bac967da16 None None] Provisioning complete for port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:39.253156 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b016e95-a973-4f25-893d-65bac967da16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.287133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:39.294268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b7458-6a17-4e7c-9428-e89a86279fd8 None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:35:22Z', 'revision_number': 4, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc98f846-a772-4466-ae81-f557e5a0c4ba', 'name': '', 'network_id': 'e645d414-4aa4-42e8-81ed-c72174b11a2e', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'mac_address': 'fa:16:3e:bb:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:20Z', 'updated_at': '2021-06-30T02:35:30Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'subnets': [{'id': 'a16cf826-c291-4e17-b75a-08217c76a9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:39.384936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:39.398774 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.447686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b016e95-a973-4f25-893d-65bac967da16 None None] Port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:39.449647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:39.453975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Pushing event updated for resources: {'Port': ['ID=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:39.625049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-cbfe9b42-e064-479f-8aad-7821fbf5a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:39.626781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-cbfe9b42-e064-479f-8aad-7821fbf5a475 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e645d414-4aa4-42e8-81ed-c72174b11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6557081 Jun 30 02:36:39.739314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Attempting to bind port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:39.739665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Attempting to bind port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:39.740018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Attempting to bind port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:39.751859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:39.752281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Attempting to bind port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:39.766386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444e93a-1b37-4de0-8bd4-85e9c32d22d1 req-c16d08b8-5e2e-4f21-b63e-6487e37e15a4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:39.768656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1444e93a-1b37-4de0-8bd4-85e9c32d22d1 req-c16d08b8-5e2e-4f21-b63e-6487e37e15a4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 948 time: 0.5004134 Jun 30 02:36:39.771666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:39.771973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:39.772724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:39.773436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Bound port: 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:39.773600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.815368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-5981095e-aacc-4bd9-8ef2-017246184b58 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782365 Jun 30 02:36:39.883507 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1444e93a-1b37-4de0-8bd4-85e9c32d22d1 req-0930cd26-0562-4f52-b5aa-01f67d05056d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984468 Jun 30 02:36:39.970951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] For port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:39.976577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] For port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:39.983968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.999206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593ad69-2979-44f9-ab55-f2d022b1a13c None None] New status for floating IP 0472e73b-3a2c-48ec-9dec-b9266f80fe02: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:40.039436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.040100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.041513 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] 10.222.0.67 "PUT /v2.0/ports/0317927f-e7f8-4f8e-ad82-c9d655b0fa01 HTTP/1.1" status: 200 len: 1096 time: 2.1867738 Jun 30 02:36:40.089293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c'}, {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}, {'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:40.094791 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a07e0f-722a-484b-b134-210d11b849f0" -d '{"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-plugged", "status": "completed", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c"}, {"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-plugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}, {"server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "name": "network-vif-plugged", "status": "completed", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:40.151350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'tag': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:40.164351 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2f26d0-4cfb-4e62-805e-a051529690df" -d '{"events": [{"name": "network-changed", "server_uuid": "0c18cd95-fbd0-4e6f-929e-a1b9b41651b2", "tag": "0317927f-e7f8-4f8e-ad82-c9d655b0fa01"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:40.173646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93790-727f-470f-8491-5a7dbe6d8646 service neutron] Pushing event updated for resources: {'Port': ['ID=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:40.217088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62c4b-c168-4b0b-9509-4897a84d15dc req-dd1fccba-fa52-4407-af4f-54e0df3bc89b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.222297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ec62c4b-c168-4b0b-9509-4897a84d15dc req-dd1fccba-fa52-4407-af4f-54e0df3bc89b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.4022424 Jun 30 02:36:40.234780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-a41e5584-b4e2-4ab6-ac89-00f98089716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.236816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-a41e5584-b4e2-4ab6-ac89-00f98089716b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 1099 time: 0.1473811 Jun 30 02:36:40.239227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c1f55673-bacd-4f97-a523-448c9e9106f6 req-44d13670-706b-48d6-a085-918c4c40f285 service neutron] 10.222.0.90 "GET /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118431 Jun 30 02:36:40.321227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:40.341233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-9ada0e2d-8e96-4d6f-9377-761895327215 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01 HTTP/1.1" status: 200 len: 217 time: 0.0945940 Jun 30 02:36:40.379139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ec62c4b-c168-4b0b-9509-4897a84d15dc req-efbc0d9a-458e-42fa-8805-8d56c8ce7a9b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443284 Jun 30 02:36:40.389719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.412487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Transition to ACTIVE for port object 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:40.419371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.474237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-d483194b-27a1-4c14-ba72-bc290a0d5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.476534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-d483194b-27a1-4c14-ba72-bc290a0d5243 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1262021 Jun 30 02:36:40.533099 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.562693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Pushing event updated for resources: {'Port': ['ID=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:40.624910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-8ffcfa3f-39c5-4bd9-b973-315953e9ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.626437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-8ffcfa3f-39c5-4bd9-b973-315953e9ea9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429334 Jun 30 02:36:40.626935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:40.689508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff55d7e-84d7-4699-82b6-be4d14fa6374 req-afb92020-a8c9-4875-bc08-3e7c24f3d1cb tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.691651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eff55d7e-84d7-4699-82b6-be4d14fa6374 req-afb92020-a8c9-4875-bc08-3e7c24f3d1cb tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.1543939 Jun 30 02:36:40.700641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Attempting to bind port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:40.700986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Attempting to bind port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:40.701323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Attempting to bind port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:40.714448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:40.714777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Attempting to bind port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:40.723353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:40.723686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:40.724073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:40.724517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Bound port: 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:40.724856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.746155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2afb-a309-435a-a525-a03f464a624b req-615fb0a1-6174-4109-8eb7-b53a554c8505 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.750779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54ab2afb-a309-435a-a525-a03f464a624b req-615fb0a1-6174-4109-8eb7-b53a554c8505 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 950 time: 0.1336787 Jun 30 02:36:40.785435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe9edf20-45fb-4193-b25d-c3f16df63ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.790411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eff55d7e-84d7-4699-82b6-be4d14fa6374 req-ac2833bd-aa70-4c07-8cd1-cc7a6fcc9683 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624731 Jun 30 02:36:40.838461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-ae618e2c-c569-4da3-8b9a-1dda26c7ff84 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006054 Jun 30 02:36:40.839391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54ab2afb-a309-435a-a525-a03f464a624b req-7989c1b9-2eb2-49b3-a505-516f8d094a0b tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769026 Jun 30 02:36:40.855434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] For port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:40.859484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] For port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:40.865869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.921226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.921947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.923726 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] 10.222.0.90 "PUT /v2.0/ports/285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea HTTP/1.1" status: 200 len: 1096 time: 2.1450303 Jun 30 02:36:40.924273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'tag': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:40.926700 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094cae3-3593-481d-a8ae-ffca0c004faa" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb26430-1346-4887-8bc2-78fdcb11ea8e", "tag": "285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:40.951573 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc03d8db-9bb9-4652-9afb-8c5bfe7d9841 x-openstack-request-id: req-dc03d8db-9bb9-4652-9afb-8c5bfe7d9841 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:40.952144 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-plugged", "status": "completed", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c", "code": 200}, {"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-plugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "code": 200}, {"server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "name": "network-vif-plugged", "status": "completed", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:40.952599 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc03d8db-9bb9-4652-9afb-8c5bfe7d9841 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:40.953181 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'code': 200} Jun 30 02:36:40.953626 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'code': 200} Jun 30 02:36:40.954056 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'code': 200} Jun 30 02:36:41.017514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066283f9-9491-4eb3-a9a2-daa0ad4ea944 service neutron] Pushing event updated for resources: {'Port': ['ID=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:41.031467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-a25d0c7f-9fbd-4686-83ce-5274607cfb4a service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863558 Jun 30 02:36:41.041673 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379fc7ff-432d-42b4-a874-da0178d14d42 x-openstack-request-id: req-379fc7ff-432d-42b4-a874-da0178d14d42 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:41.041673 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c18cd95-fbd0-4e6f-929e-a1b9b41651b2", "tag": "0317927f-e7f8-4f8e-ad82-c9d655b0fa01", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:41.042559 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-379fc7ff-432d-42b4-a874-da0178d14d42 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:41.042559 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'tag': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01', 'status': 'completed', 'code': 200} Jun 30 02:36:41.068371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe9edf20-45fb-4193-b25d-c3f16df63ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.086370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe9edf20-45fb-4193-b25d-c3f16df63ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.183662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3008c4-685c-4747-9a79-23946ed8f227 req-24667749-59d3-40ae-9a2c-adb0ad5b8540 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.183994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b3008c4-685c-4747-9a79-23946ed8f227 req-24667749-59d3-40ae-9a2c-adb0ad5b8540 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 946 time: 0.2076013 Jun 30 02:36:41.208857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fe9edf20-45fb-4193-b25d-c3f16df63ff6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=870879490ca64568984dfed5dee42f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783229 Jun 30 02:36:41.209069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-6279575d-24be-4289-b5b3-537ac440a7e4 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 200 len: 694 time: 0.1112521 Jun 30 02:36:41.211197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:41.224254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9edf20-45fb-4193-b25d-c3f16df63ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e499e8-5818-4037-b2e5-2ca65d3e69ae,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:41.278955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b3008c4-685c-4747-9a79-23946ed8f227 req-4c02275d-bba8-42e6-8fed-181fc733d9cf tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657728 Jun 30 02:36:41.288036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd9af-87ec-44a8-a986-510f9b783b22 req-d37f1e41-66e1-4403-9ee9-9b511797e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.289524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78ebd9af-87ec-44a8-a986-510f9b783b22 req-d37f1e41-66e1-4403-9ee9-9b511797e95b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 1096 time: 0.1821630 Jun 30 02:36:41.295980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f26d0-4cfb-4e62-805e-a051529690df req-5d9e0241-a480-46e0-ae11-98083ddae1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.311077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-5d9e0241-a480-46e0-ae11-98083ddae1cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 1099 time: 0.1707942 Jun 30 02:36:41.341570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-9d09bb04-9fbe-4252-92d4-2bd3f1eefe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.343110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-9d09bb04-9fbe-4252-92d4-2bd3f1eefe76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 1099 time: 0.2992675 Jun 30 02:36:41.363114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b4238-c270-4888-8dcc-681532c0afa0 req-5eaf582c-2b33-4fad-b96f-7376c4750851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.364535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-087b4238-c270-4888-8dcc-681532c0afa0 req-5eaf582c-2b33-4fad-b96f-7376c4750851 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 1101 time: 0.2604516 Jun 30 02:36:41.384692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78ebd9af-87ec-44a8-a986-510f9b783b22 req-b79c0e98-bd87-43a7-a7e1-fc3d344537de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851753 Jun 30 02:36:41.435625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc711c-3e47-4d61-a4a5-a0307bba6d74 req-26eeda2e-ef83-4183-92be-82d755b17129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.437099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73bc711c-3e47-4d61-a4a5-a0307bba6d74 req-26eeda2e-ef83-4183-92be-82d755b17129 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 1101 time: 0.3006005 Jun 30 02:36:41.438340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-2f3bd71b-f9ef-4c14-8448-8e4f5b5e3d15 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea HTTP/1.1" status: 200 len: 217 time: 0.0774953 Jun 30 02:36:41.445124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbb8-b23f-4663-a656-c918f2c839c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.458049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f26d0-4cfb-4e62-805e-a051529690df req-77ad746d-eecd-469f-a8ce-6942239f371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.460546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-77ad746d-eecd-469f-a8ce-6942239f371f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1395724 Jun 30 02:36:41.510368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-7f7ac8ff-653b-48cd-bde6-f49c879902dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01 HTTP/1.1" status: 200 len: 217 time: 0.0418248 Jun 30 02:36:41.528668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162f567-601d-420d-956a-b6195813fb92 req-cdbf553d-12c3-474d-beae-e4ccede13e52 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.530142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5162f567-601d-420d-956a-b6195813fb92 req-cdbf553d-12c3-474d-beae-e4ccede13e52 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 948 time: 0.1305442 Jun 30 02:36:41.531418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-397f3a56-18cf-4526-b8bd-bc3badd397c5 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.532742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-397f3a56-18cf-4526-b8bd-bc3badd397c5 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.3179889 Jun 30 02:36:41.548896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbb8-b23f-4663-a656-c918f2c839c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.552566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-087b4238-c270-4888-8dcc-681532c0afa0 req-66505e73-a9ca-4223-89b5-e86aced63b45 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639161 Jun 30 02:36:41.597509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f26d0-4cfb-4e62-805e-a051529690df req-b5b65bef-f83c-418e-9ec4-f6272460538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.599027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-b5b65bef-f83c-418e-9ec4-f6272460538a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0673022 Jun 30 02:36:41.606640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5162f567-601d-420d-956a-b6195813fb92 req-2ee7228b-b270-44f0-bdae-ab9a295f0816 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486255 Jun 30 02:36:41.626100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-d94435b6-9de0-485f-a5b9-06e1237fff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.627583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-d94435b6-9de0-485f-a5b9-06e1237fff27 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1748409 Jun 30 02:36:41.629700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73bc711c-3e47-4d61-a4a5-a0307bba6d74 req-03728509-e714-4db2-9870-853b77b5e2b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759009 Jun 30 02:36:41.639337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-7a37baab-1612-486d-b635-07f89fa4c9d5 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 697 time: 0.0968769 Jun 30 02:36:41.663396 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd493d9f-e5ed-45fe-8ab5-0641a54e55ff x-openstack-request-id: req-bd493d9f-e5ed-45fe-8ab5-0641a54e55ff {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:41.663768 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb26430-1346-4887-8bc2-78fdcb11ea8e", "tag": "285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:41.663942 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd493d9f-e5ed-45fe-8ab5-0641a54e55ff {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:41.664328 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'tag': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'status': 'completed', 'code': 200} Jun 30 02:36:41.672709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f26d0-4cfb-4e62-805e-a051529690df req-e165d433-92d8-4510-87ff-342041d961bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.674765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-e165d433-92d8-4510-87ff-342041d961bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671549 Jun 30 02:36:41.735090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-312c64d0-9b06-41c8-836a-1a4c3999921f tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.181 HTTP/1.1" status: 200 len: 697 time: 0.0756190 Jun 30 02:36:41.761046 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbb8-b23f-4663-a656-c918f2c839c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.763531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbb8-b23f-4663-a656-c918f2c839c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.764590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eb54bbb8-b23f-4663-a656-c918f2c839c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9e499e8-5818-4037-b2e5-2ca65d3e69ae HTTP/1.1" status: 204 len: 168 time: 0.5518532 Jun 30 02:36:41.799273 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-ad191dca-91c8-4d84-89f0-94b91ab4df78 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130490 Jun 30 02:36:41.808093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-16390035-31c1-4ebd-bab2-e85e36610b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.809351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-16390035-31c1-4ebd-bab2-e85e36610b7b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642671 Jun 30 02:36:41.819005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54bbb8-b23f-4663-a656-c918f2c839c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e499e8-5818-4037-b2e5-2ca65d3e69ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:41.909822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df2f26d0-4cfb-4e62-805e-a051529690df req-e86f908d-ae6f-4565-8753-ac7030e94913 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038628 Jun 30 02:36:41.980266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-37b907fa-b5bb-4137-b730-5e733fd69dfb service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253924 Jun 30 02:36:41.987802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Deleting port 2270239d-86ad-49a5-ae68-68ecb54ddb76 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:41.988155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.262930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df67f1-9435-419a-9675-ffa3a6897f31 req-d0700ee5-3534-4cdf-9dc6-e0795709d173 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.264959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80df67f1-9435-419a-9675-ffa3a6897f31 req-d0700ee5-3534-4cdf-9dc6-e0795709d173 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1097 time: 0.0781140 Jun 30 02:36:42.318493 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80df67f1-9435-419a-9675-ffa3a6897f31 req-a8c2c86c-b88b-43d6-bde8-75cca07ecef4 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Jun 30 02:36:42.470980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.471307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.484941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65cb4745-4b21-41f7-97e6-dadc9c2647f3 req-29fce26a-d844-4767-aef5-0d0ee43e822c service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938552 Jun 30 02:36:42.488646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Calling delete_port for 2270239d-86ad-49a5-ae68-68ecb54ddb76 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:42.579301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4d50d-46cc-41ca-841f-42a2c5a154bf req-11fbdc7d-2371-4702-ac2a-3e05c28dd1d0 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.592979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e4d50d-46cc-41ca-841f-42a2c5a154bf req-11fbdc7d-2371-4702-ac2a-3e05c28dd1d0 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.0933840 Jun 30 02:36:42.644602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e4d50d-46cc-41ca-841f-42a2c5a154bf req-b485ae04-d451-4e9c-9654-06fb30b62b5f tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506499 Jun 30 02:36:42.733718 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.771300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-e6268456-bdd4-4957-95b7-2cb0afe888f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.773550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-e6268456-bdd4-4957-95b7-2cb0afe888f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 1099 time: 0.1619053 Jun 30 02:36:42.776926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event deleted for resources: {'Port': ['ID=2270239d-86ad-49a5-ae68-68ecb54ddb76,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:42.927980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.931178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.932322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25574fe4-cb75-4f0a-8a73-c4ef02e1cc51 req-dd18db47-38a1-43ea-8b7f-91e4a695e1dc tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "DELETE /v2.0/floatingips/0472e73b-3a2c-48ec-9dec-b9266f80fe02 HTTP/1.1" status: 204 len: 173 time: 1.1815541 Jun 30 02:36:42.947686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-9bd4c96a-6b6b-4cdb-b24f-49851b8f0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.949133 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-9bd4c96a-6b6b-4cdb-b24f-49851b8f0a5d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1391199 Jun 30 02:36:42.998250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-373fc31e-e158-4814-9cde-1498efb12138 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea HTTP/1.1" status: 200 len: 217 time: 0.0379932 Jun 30 02:36:43.068499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dca86-0644-4641-8d62-5b588eeb5bcc req-a066a9f5-a1d6-4fe4-a93f-1dc47970eac4 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.069972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d5dca86-0644-4641-8d62-5b588eeb5bcc req-a066a9f5-a1d6-4fe4-a93f-1dc47970eac4 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 950 time: 0.0638216 Jun 30 02:36:43.086225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-221549d5-b1ec-48c2-9350-8fe9cdcb1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.087710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-221549d5-b1ec-48c2-9350-8fe9cdcb1526 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0766461 Jun 30 02:36:43.107930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d5dca86-0644-4641-8d62-5b588eeb5bcc req-c4b47225-b6b2-4b16-b0e2-4d5e53cd1654 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Jun 30 02:36:43.136679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3b78d-4acb-4249-9b9f-ffb29562c5c6 req-3b74751f-aab3-4b01-96cd-4f8ecfdc0cfe tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.138206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbf3b78d-4acb-4249-9b9f-ffb29562c5c6 req-3b74751f-aab3-4b01-96cd-4f8ecfdc0cfe tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1097 time: 0.0972838 Jun 30 02:36:43.189591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-b2bbda96-0cdd-4ab6-94a9-130e78a208bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.191173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-b2bbda96-0cdd-4ab6-94a9-130e78a208bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932264 Jun 30 02:36:43.197540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbf3b78d-4acb-4249-9b9f-ffb29562c5c6 req-64804058-3c26-427c-9082-ba3b91a2ec09 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507290 Jun 30 02:36:43.291250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbe797-c370-4f95-900b-53b4371f75ee req-179bbf3c-263e-4218-b623-f5bcb7b481f0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.292818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98bbe797-c370-4f95-900b-53b4371f75ee req-179bbf3c-263e-4218-b623-f5bcb7b481f0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 948 time: 0.0798135 Jun 30 02:36:43.298973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-cba02104-aeb6-469a-a9f0-45ad1f4765b7 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973637 Jun 30 02:36:43.336023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98bbe797-c370-4f95-900b-53b4371f75ee req-3d0695a2-aebb-4b53-8a3e-3d6073784c50 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Jun 30 02:36:43.394505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f094cae3-3593-481d-a8ae-ffca0c004faa req-cd58aff2-2562-40b7-96a5-864dbae5910c service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875874 Jun 30 02:36:43.612938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:43.629772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84fba-42ed-4d5c-a449-a2cb62b1f1f0 req-0f636331-2e30-47c0-86c1-6133e8bd7ea7 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.631375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-afe84fba-42ed-4d5c-a449-a2cb62b1f1f0 req-0f636331-2e30-47c0-86c1-6133e8bd7ea7 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.0713634 Jun 30 02:36:43.679789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-afe84fba-42ed-4d5c-a449-a2cb62b1f1f0 req-2cd00ad9-24e8-4279-aa98-791e7d18c94b tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391090 Jun 30 02:36:43.720669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:43.740079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01', 'mac_address': 'fa:16:3e:19:8e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:43.762071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3676576-67a2-4b34-bd7a-e997b43c3f9a req-36068353-50e6-462c-a0a9-4ebf03496694 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.765614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3676576-67a2-4b34-bd7a-e997b43c3f9a req-36068353-50e6-462c-a0a9-4ebf03496694 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 950 time: 0.0770152 Jun 30 02:36:43.785402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:43.799304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:43.802769 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3676576-67a2-4b34-bd7a-e997b43c3f9a req-706c4ffa-daae-4278-834f-24b2bd1a2a3e tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Jun 30 02:36:43.820736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:43.831912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:43.884227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:43.892636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f2785-88e7-4849-a12e-94757103275a req-75fd5f13-c652-4bec-8cff-5e0d91e581b2 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.894195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d70f2785-88e7-4849-a12e-94757103275a req-75fd5f13-c652-4bec-8cff-5e0d91e581b2 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 946 time: 0.0710938 Jun 30 02:36:43.937878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d70f2785-88e7-4849-a12e-94757103275a req-e2c12ddb-cda2-4eca-97fd-3c0a738092fa tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jun 30 02:36:43.994324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b84da-536d-4253-92e1-76b1539c3be3 req-93b105bd-361c-461c-b8ba-b08fe0a63df9 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.996043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b4b84da-536d-4253-92e1-76b1539c3be3 req-93b105bd-361c-461c-b8ba-b08fe0a63df9 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.0884635 Jun 30 02:36:44.036373 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b4b84da-536d-4253-92e1-76b1539c3be3 req-f10c30d6-6f77-4348-b037-15de10a6e05c tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Jun 30 02:36:44.143746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:44.410902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:44.519351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:44.532146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'mac_address': 'fa:16:3e:d4:3b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:44.583606 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:44.601258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:44.626481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:44.642505 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:44.652883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b217fa-23e6-4d56-917f-6aa451717f1b req-5be6d303-c51d-456e-8191-b368289527f0 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:44.654548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23b217fa-23e6-4d56-917f-6aa451717f1b req-5be6d303-c51d-456e-8191-b368289527f0 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.0872340 Jun 30 02:36:44.669649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:44.674297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Request body: {'floatingip': {'port_id': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:44.721333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:44.722029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:44.953018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d24c-8cb3-4e83-b40c-b74cd1ce1756 req-3cf6a102-6403-4049-959d-3ed3f1a73ae4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:44.954644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b520d24c-8cb3-4e83-b40c-b74cd1ce1756 req-3cf6a102-6403-4049-959d-3ed3f1a73ae4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 949 time: 0.1649697 Jun 30 02:36:44.995220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:45.030565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b520d24c-8cb3-4e83-b40c-b74cd1ce1756 req-4802fac9-9b9f-4249-b75a-4b7cc485d6a3 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696383 Jun 30 02:36:45.285205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.295734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.423953 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Floating IP e3c08c66-7449-40fb-803a-bda68000bba5 associated. External IP: 172.25.0.242, port: 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398. Jun 30 02:36:45.529866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-01196f88-695f-4721-9f25-0475c4b51fc6 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:36:45.531051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-01196f88-695f-4721-9f25-0475c4b51fc6 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2229695 Jun 30 02:36:45.621469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:45.639312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Request body: {'binding': {'host': 'n-h2-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:45.640525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:36:45.755925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854b32-ee0a-4dad-961a-13b848aa52d3 req-a9d826d6-b659-444a-a499-38d0ee583059 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.758778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a854b32-ee0a-4dad-961a-13b848aa52d3 req-a9d826d6-b659-444a-a499-38d0ee583059 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 946 time: 0.1498785 Jun 30 02:36:45.763904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Router 6106a842-af97-4049-a365-974f33f2cfda has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:45.818781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:45.824874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:45.825790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.852173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on host n-h2-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:45.852709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:45.853054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:45.858637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:45.859201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:45.867033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:45.867703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:45.868267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:45.868786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Bound port: 14f83bd5-4803-4290-81f1-c231f74002da, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:45.898186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a854b32-ee0a-4dad-961a-13b848aa52d3 req-c3016e7d-b1b2-42e1-ad76-6753f53af7dd tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/security-groups?id=8f4eb548-e9ec-46fc-847c-2318aebefde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320400 Jun 30 02:36:45.934213 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.960569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:45.971046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.972733 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-291c1d37-5cb4-49a4-888c-ee011c01e902 service neutron] 10.222.0.78 "POST /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da/bindings HTTP/1.1" status: 201 len: 389 time: 0.4332082 Jun 30 02:36:45.980227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:45.983005 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7435b9f-a663-4332-8b06-92d2e396bc98" -d '{"events": [{"server_uuid": "0c18cd95-fbd0-4e6f-929e-a1b9b41651b2", "name": "network-vif-plugged", "status": "completed", "tag": "0317927f-e7f8-4f8e-ad82-c9d655b0fa01"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:46.001394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:46.009531 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.074414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-87dacae3-84ef-40e6-9b05-9058285180b4 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.076792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-87dacae3-84ef-40e6-9b05-9058285180b4 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.90 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 946 time: 0.2840593 Jun 30 02:36:46.083799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:46.088076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:46.098441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.104445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] Sync routers for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:46.120026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:46.121001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:46.143711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-37fd57da-d821-4ed4-8546-47f514562a3b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "PUT /v2.0/floatingips/e3c08c66-7449-40fb-803a-bda68000bba5 HTTP/1.1" status: 200 len: 991 time: 1.4729464 Jun 30 02:36:46.148152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:46.150854 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bfcc2e-efa6-4381-802b-88b91a720d38" -d '{"events": [{"name": "network-changed", "server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:46.233031 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0c615-861a-4d09-b850-a333df8130d3 x-openstack-request-id: req-d8f0c615-861a-4d09-b850-a333df8130d3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:46.234359 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c18cd95-fbd0-4e6f-929e-a1b9b41651b2", "name": "network-vif-plugged", "status": "completed", "tag": "0317927f-e7f8-4f8e-ad82-c9d655b0fa01", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:46.234797 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8f0c615-861a-4d09-b850-a333df8130d3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:46.235550 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01', 'code': 200} Jun 30 02:36:46.266371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0204a-8f8a-4385-91f2-6d494a705d8d req-ea9290cb-10cd-4735-98b6-e6a252438a1b tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.267841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6d0204a-8f8a-4385-91f2-6d494a705d8d req-ea9290cb-10cd-4735-98b6-e6a252438a1b tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.2447901 Jun 30 02:36:46.347258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:46.347801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Deleting port 387dc62b-d809-47d8-87b7-5928afef6f67 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:46.348327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.402791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e0762-526b-4724-ad88-2f9d9489d847 req-947951be-1306-4e6b-8d46-7fcd42779990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.403385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6d0204a-8f8a-4385-91f2-6d494a705d8d req-9218492a-e962-4fc7-8d0d-ab73d52c4f82 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086793 Jun 30 02:36:46.404388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa6e0762-526b-4724-ad88-2f9d9489d847 req-947951be-1306-4e6b-8d46-7fcd42779990 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 1101 time: 0.1284347 Jun 30 02:36:46.447535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f814e-787d-4f38-8b28-8f66b5d5a414 req-1942b025-9e45-43ee-a78d-6a1b8bfc3d7e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.452269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:46.455655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f51f814e-787d-4f38-8b28-8f66b5d5a414 req-1942b025-9e45-43ee-a78d-6a1b8bfc3d7e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 950 time: 0.1212702 Jun 30 02:36:46.555447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa6e0762-526b-4724-ad88-2f9d9489d847 req-ea06d2d8-bb5f-4f57-b338-36bfbaf0f87c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392100 Jun 30 02:36:46.560097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:46.573429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f51f814e-787d-4f38-8b28-8f66b5d5a414 req-131783a1-e554-412a-afc9-54ac2cb7a1e8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165948 Jun 30 02:36:46.593716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:46.594337 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.620398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] For port 387dc62b-d809-47d8-87b7-5928afef6f67, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=387dc62b-d809-47d8-87b7-5928afef6f67,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:46.620621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.650128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Calling delete_port for 387dc62b-d809-47d8-87b7-5928afef6f67 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:46.655076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-0d888e9f-06da-465e-b234-8fa026b8e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.656618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-0d888e9f-06da-465e-b234-8fa026b8e1a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1097 time: 0.3028018 Jun 30 02:36:46.747295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.769293 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84847d35-3b60-46a2-8b83-826431b46a28 x-openstack-request-id: req-84847d35-3b60-46a2-8b83-826431b46a28 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:46.769589 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:46.770004 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84847d35-3b60-46a2-8b83-826431b46a28 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:46.770425 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'status': 'completed', 'code': 200} Jun 30 02:36:46.796324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:46.802853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9da87a-c126-4bab-bcaf-c43483da594e req-74d825c9-6e97-4e83-8c4c-8cde13ec4874 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.805888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b9da87a-c126-4bab-bcaf-c43483da594e req-74d825c9-6e97-4e83-8c4c-8cde13ec4874 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 946 time: 0.2745812 Jun 30 02:36:46.807067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.811749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 387dc62b-d809-47d8-87b7-5928afef6f67 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:46.869256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-b0b55aa4-de74-427f-98cf-f8208a805daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.871583 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-b0b55aa4-de74-427f-98cf-f8208a805daa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc0ac366fcd4470285143453c751fe2c&device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 1096 time: 0.0765502 Jun 30 02:36:46.883166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'e3c08c66-7449-40fb-803a-bda68000bba5', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6106a842-af97-4049-a365-974f33f2cfda', 'port_id': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'mac_address': 'fa:16:3e:4f:c2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:41Z', 'updated_at': '2021-06-30T02:36:45Z', 'revision_number': 1, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:43Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:46.911656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b9da87a-c126-4bab-bcaf-c43483da594e req-37324bfb-20d8-43bb-943d-35e4526b0681 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973513 Jun 30 02:36:46.926925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-7b304036-6515-476b-acea-6f844f634e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.930719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-7b304036-6515-476b-acea-6f844f634e24 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.2627916 Jun 30 02:36:46.931974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] Checking router: 6106a842-af97-4049-a365-974f33f2cfda for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:46.953352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:46.963734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:46.964416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:47.023772 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-6fa1321c-4f12-4baa-80b1-8e83220e3236 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.0826588 Jun 30 02:36:47.036781 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.051795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-b7e6f533-1f8d-48ed-8be6-2f8d97ace3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.055934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-b7e6f533-1f8d-48ed-8be6-2f8d97ace3d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f HTTP/1.1" status: 200 len: 916 time: 0.1621695 Jun 30 02:36:47.096871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-e39f333e-7742-4f3f-9f52-8295985b678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.098432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-e39f333e-7742-4f3f-9f52-8295985b678f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0623865 Jun 30 02:36:47.106792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.145707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e391d56-e5ea-42bf-9efa-68750a37ba25 req-408d8ce2-c300-4569-9c41-e5bd9b259275 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.78 "GET /v2.0/ports?device_id=6108bb94-3198-4fbf-acba-594f6f73e5ae HTTP/1.1" status: 200 len: 210 time: 0.0519228 Jun 30 02:36:47.174435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Pushing event deleted for resources: {'Port': ['ID=387dc62b-d809-47d8-87b7-5928afef6f67,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:47.179063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-d4183329-20e7-4861-ab6e-ec73d22093e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 HTTP/1.1" status: 200 len: 999 time: 0.1124222 Jun 30 02:36:47.184755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:47.198599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-59f0857a-e7b2-4fc1-8e69-ee5df331b079 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553262 Jun 30 02:36:47.247047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-b1567288-17b6-40fb-9f0a-6f0784c8300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.248686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-b1567288-17b6-40fb-9f0a-6f0784c8300c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=204123a5-5752-422c-8933-8f08608e0603 HTTP/1.1" status: 200 len: 854 time: 0.0587237 Jun 30 02:36:47.291608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] No DVR routers for this DVR port 387dc62b-d809-47d8-87b7-5928afef6f67 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:47.295162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.297145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bd41b9a-50c7-4ac1-a086-b79e8a31380a req-7d6c7c1d-7a50-4cf8-ab7f-e827172c11b9 tempest-FloatingIPsAssociationTestJSON-1498245906 tempest-FloatingIPsAssociationTestJSON-1498245906-project] 10.222.0.90 "DELETE /v2.0/ports/387dc62b-d809-47d8-87b7-5928afef6f67 HTTP/1.1" status: 204 len: 173 time: 1.2088692 Jun 30 02:36:47.331934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-45694f3e-f2e4-42c8-9887-a4ccf4af712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.333769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-45694f3e-f2e4-42c8-9887-a4ccf4af712c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=644a8dd8-ba64-4ca8-b935-60c5c8cc072f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761101 Jun 30 02:36:47.381289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-f59b77a3-3922-4241-8599-5eecc63abdc2 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551850 Jun 30 02:36:47.470923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-2fedfa18-06a0-4848-bde2-5769c34ca384 service neutron] 10.222.0.67 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272011 Jun 30 02:36:47.645407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:47.685296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-a0849ad3-0954-4e01-8440-8b7357fdba39 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951407 Jun 30 02:36:47.751069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-62652aea-1528-4d39-9d1e-ffc2711cf301 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.752862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-62652aea-1528-4d39-9d1e-ffc2711cf301 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.90 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.2746904 Jun 30 02:36:47.855346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bfcc2e-efa6-4381-802b-88b91a720d38 req-c7098c48-76f6-4367-8736-3951357807bc service neutron] 10.222.0.67 "GET /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734703 Jun 30 02:36:47.915169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e721712-7172-4010-bcf5-ee38c66cd10a req-909f54f8-15ee-4a32-8558-f1c557e349cd tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.924945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e721712-7172-4010-bcf5-ee38c66cd10a req-909f54f8-15ee-4a32-8558-f1c557e349cd tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.3148437 Jun 30 02:36:47.936994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'e3c08c66-7449-40fb-803a-bda68000bba5', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6106a842-af97-4049-a365-974f33f2cfda', 'port_id': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'mac_address': 'fa:16:3e:4f:c2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:41Z', 'updated_at': '2021-06-30T02:36:45Z', 'revision_number': 1, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:43Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:48.067519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e721712-7172-4010-bcf5-ee38c66cd10a req-50549b33-70e4-40b5-bae3-983c2479aefb tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410518 Jun 30 02:36:48.085532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1586108c-9023-4e3f-b839-6d7f6ff59f82 None None] The sync data for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 is: [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'e3c08c66-7449-40fb-803a-bda68000bba5', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6106a842-af97-4049-a365-974f33f2cfda', 'port_id': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'mac_address': 'fa:16:3e:4f:c2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:35:41Z', 'updated_at': '2021-06-30T02:36:45Z', 'revision_number': 1, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:43Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:48.112328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:48.140318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'mac_address': 'fa:16:3e:0d:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:48.162007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Deleting port 797c46d2-fcb4-487e-814c-f26be0dbaac7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:48.162390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.196708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-95141c1b-5da8-4bc5-8daa-284f46e11a74 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:48.198245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-95141c1b-5da8-4bc5-8daa-284f46e11a74 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1097 time: 0.2750940 Jun 30 02:36:48.233597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.236754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:48.252274 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a3e60f-eca4-412c-968e-96b186f2ff9a" -d '{"events": [{"server_uuid": "cdb26430-1346-4887-8bc2-78fdcb11ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:48.277353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6033da92-a830-4c3a-82a8-1e93e3b9cbab {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:48.293568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:48.325360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:48.338009 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.524563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:48.544884 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf106941-ef80-414c-8e8a-ecb5362657fd None None] New status for floating IP e3c08c66-7449-40fb-803a-bda68000bba5: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:48.556723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['6033da92-a830-4c3a-82a8-1e93e3b9cbab'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:48.669877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843bbe8-6ad3-4f23-bcc6-19d8a999fa9f req-95526c2f-b330-4bfc-9eed-dec96907c426 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:48.671414 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6843bbe8-6ad3-4f23-bcc6-19d8a999fa9f req-95526c2f-b330-4bfc-9eed-dec96907c426 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 946 time: 0.1219003 Jun 30 02:36:48.747722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6843bbe8-6ad3-4f23-bcc6-19d8a999fa9f req-df031278-d170-464b-b31b-8fbdfe887c8b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669227 Jun 30 02:36:48.817928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'name': 'network-vif-deleted', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:48.821384 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ba1641-27d4-40fb-b3c6-376cd5919bb9" -d '{"events": [{"server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "name": "network-vif-deleted", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:48.840812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa589c-3993-4755-822d-3ac6d8f8eb22 req-e9780d8a-f85c-437e-ad80-f0c7bb68797d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:48.842573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9fa589c-3993-4755-822d-3ac6d8f8eb22 req-e9780d8a-f85c-437e-ad80-f0c7bb68797d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 950 time: 0.9207714 Jun 30 02:36:48.973004 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.999047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:49.019868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9fa589c-3993-4755-822d-3ac6d8f8eb22 req-086b68d0-b2a3-40fd-84d3-67fbdd679bfb tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667259 Jun 30 02:36:49.068283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] For port 797c46d2-fcb4-487e-814c-f26be0dbaac7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=797c46d2-fcb4-487e-814c-f26be0dbaac7,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:49.068680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.071085 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c48452-9a85-4e97-8d55-789af601b0f0 x-openstack-request-id: req-e5c48452-9a85-4e97-8d55-789af601b0f0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:49.071876 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb26430-1346-4887-8bc2-78fdcb11ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:49.071876 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5c48452-9a85-4e97-8d55-789af601b0f0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:49.072484 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'code': 200} Jun 30 02:36:49.215673 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7309489-10a4-442a-af04-d21aef53c065 x-openstack-request-id: req-e7309489-10a4-442a-af04-d21aef53c065 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:49.216174 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108bb94-3198-4fbf-acba-594f6f73e5ae", "name": "network-vif-deleted", "tag": "387dc62b-d809-47d8-87b7-5928afef6f67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:49.216435 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7309489-10a4-442a-af04-d21aef53c065 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:49.216828 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108bb94-3198-4fbf-acba-594f6f73e5ae', 'name': 'network-vif-deleted', 'tag': '387dc62b-d809-47d8-87b7-5928afef6f67', 'status': 'completed', 'code': 200} Jun 30 02:36:49.305736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:49.484109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.484588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.494091 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Floating IP 73b68af7-b403-4a17-afc9-180c8e98edd3 disassociated. External IP: 172.25.0.11, port: 797c46d2-fcb4-487e-814c-f26be0dbaac7. Jun 30 02:36:49.494713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Calling delete_port for 797c46d2-fcb4-487e-814c-f26be0dbaac7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:49.528984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:49.556163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614c5c-9ced-4a14-aa57-12f1c7cf301b req-2b1cac2e-a50e-4e6a-8463-a6e66a3dfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:49.564722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a614c5c-9ced-4a14-aa57-12f1c7cf301b req-2b1cac2e-a50e-4e6a-8463-a6e66a3dfd3d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 1101 time: 0.3271964 Jun 30 02:36:49.658572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:49.705387 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.713485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b87b-c083-4eb5-9668-166d3f10f347 req-52d7bc14-7d0b-41db-9027-44541c4aea56 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:49.721113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-58d5b87b-c083-4eb5-9668-166d3f10f347 req-52d7bc14-7d0b-41db-9027-44541c4aea56 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 945 time: 0.2880940 Jun 30 02:36:49.733378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.765674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a614c5c-9ced-4a14-aa57-12f1c7cf301b req-8e2ee776-e47b-4b40-b656-29ed3988a1a2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824343 Jun 30 02:36:49.770466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 6033da92-a830-4c3a-82a8-1e93e3b9cbab triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:49.770841 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.841674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-58d5b87b-c083-4eb5-9668-166d3f10f347 req-aa3fb19f-05b3-46f5-aedd-0db8bf187bbb tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups?id=70befd2f-ce4e-4aba-9d4e-754a0f7969c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194055 Jun 30 02:36:49.962397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.044055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:50.056706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.081162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:50.097927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.120502 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.196165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:50.247983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event deleted for resources: {'Port': ['ID=797c46d2-fcb4-487e-814c-f26be0dbaac7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:50.249847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on host n-h1-798054-5 for vnic_type normal with profile {"migrating_to": "n-h2-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:50.250190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:50.250642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:50.429100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:50.429719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Attempting to bind port 14f83bd5-4803-4290-81f1-c231f74002da on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:50.463713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:50.464330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:50.464895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:50.465547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Bound port: 14f83bd5-4803-4290-81f1-c231f74002da, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:50.466330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.472459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 797c46d2-fcb4-487e-814c-f26be0dbaac7 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:50.497731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219aa38-a8c7-44df-a99e-c05f8751d3d1 req-aae96abc-3fc0-4032-8fef-a8040def39f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:50.499319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b219aa38-a8c7-44df-a99e-c05f8751d3d1 req-aae96abc-3fc0-4032-8fef-a8040def39f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 950 time: 0.2088337 Jun 30 02:36:50.506910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 797c46d2-fcb4-487e-814c-f26be0dbaac7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:50.507370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 797c46d2-fcb4-487e-814c-f26be0dbaac7 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:50.508122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Router 3e89d582-064b-46eb-b8ef-24e288cf8801 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:50.523149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98d83f-1f99-4ca9-846c-fdea01262fd3 req-b7dd2d70-f2e7-4b97-999c-0198b3ea3bdb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:50.524991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f98d83f-1f99-4ca9-846c-fdea01262fd3 req-b7dd2d70-f2e7-4b97-999c-0198b3ea3bdb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.4769931 Jun 30 02:36:50.624821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b219aa38-a8c7-44df-a99e-c05f8751d3d1 req-17282c7a-a493-4d81-b9e7-c9919e773589 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833743 Jun 30 02:36:50.704936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Deleting port fc98f846-a772-4466-ae81-f557e5a0c4ba {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:50.708092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.734608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f98d83f-1f99-4ca9-846c-fdea01262fd3 req-684dd594-c123-437f-920b-2861e157c276 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825325 Jun 30 02:36:50.739775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:50.761523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:50.824413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:50.838578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] Sync routers for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:50.842370 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.856468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] For port fc98f846-a772-4466-ae81-f557e5a0c4ba, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc98f846-a772-4466-ae81-f557e5a0c4ba,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:50.857098 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.858746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:50.859435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:50.887804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Calling delete_port for fc98f846-a772-4466-ae81-f557e5a0c4ba owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:51.044344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:51.045213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.046974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] 10.222.0.90 "PUT /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 1122 time: 2.7577410 Jun 30 02:36:51.048022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] No DVR routers for this DVR port 797c46d2-fcb4-487e-814c-f26be0dbaac7 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:51.051358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.054834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7134c7d4-5350-46e7-b14c-6caa17d78330 req-7b5b4eb8-56a1-4ac4-8a19-e41a89043c35 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.90 "DELETE /v2.0/ports/797c46d2-fcb4-487e-814c-f26be0dbaac7 HTTP/1.1" status: 204 len: 173 time: 3.2898724 Jun 30 02:36:51.074340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:51.077224 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb71895-804c-4173-a272-0157391ef59e" -d '{"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-plugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:51.088241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:51.121817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a48a9-d9a3-47c1-8585-04f0e519aec4 service neutron] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:51.180120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68feb74-1415-404e-9fbd-206cf9044287 req-f65b557e-b690-421e-a6a4-8fa1a5024391 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:51.187540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b68feb74-1415-404e-9fbd-206cf9044287 req-f65b557e-b690-421e-a6a4-8fa1a5024391 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 950 time: 0.2333515 Jun 30 02:36:51.218258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da'}, {'name': 'network-changed', 'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da'}, {'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'name': 'network-vif-deleted', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:51.221717 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6" -d '{"events": [{"server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "name": "network-vif-unplugged", "status": "completed", "tag": "14f83bd5-4803-4290-81f1-c231f74002da"}, {"name": "network-changed", "server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "tag": "14f83bd5-4803-4290-81f1-c231f74002da"}, {"server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "name": "network-vif-deleted", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:51.272212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b68feb74-1415-404e-9fbd-206cf9044287 req-189e8b4f-066d-4939-a0d6-3a8152e53a68 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773053 Jun 30 02:36:51.456214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.496637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['14f83bd5-4803-4290-81f1-c231f74002da'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:51.529397 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e34c57-9dd1-41a7-a6fd-540e973b2f81 x-openstack-request-id: req-e9e34c57-9dd1-41a7-a6fd-540e973b2f81 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:51.529397 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-plugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:51.529772 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9e34c57-9dd1-41a7-a6fd-540e973b2f81 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:51.530005 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'code': 200} Jun 30 02:36:51.586592 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6157c87-df06-4c97-b409-839c5248582d x-openstack-request-id: req-c6157c87-df06-4c97-b409-839c5248582d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:51.587605 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "name": "network-vif-unplugged", "status": "completed", "tag": "14f83bd5-4803-4290-81f1-c231f74002da", "code": 200}, {"name": "network-changed", "server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "tag": "14f83bd5-4803-4290-81f1-c231f74002da", "status": "completed", "code": 200}, {"server_uuid": "54e41a70-919f-4936-9215-cb69cd345c01", "name": "network-vif-deleted", "tag": "797c46d2-fcb4-487e-814c-f26be0dbaac7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:51.588268 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6157c87-df06-4c97-b409-839c5248582d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:51.589247 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da', 'code': 200} Jun 30 02:36:51.589963 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da', 'status': 'completed', 'code': 200} Jun 30 02:36:51.590662 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e41a70-919f-4936-9215-cb69cd345c01', 'name': 'network-vif-deleted', 'tag': '797c46d2-fcb4-487e-814c-f26be0dbaac7', 'status': 'completed', 'code': 200} Jun 30 02:36:51.591394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:32Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:51.658157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] Checking router: 3e89d582-064b-46eb-b8ef-24e288cf8801 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:51.700087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:51.701451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:51.990251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:52.010754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e8c5936-825a-466b-9dfd-3c4079e11cd9 req-c71d8dc5-26d4-421c-97cb-e4a34eed88aa tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/ports?device_id=54e41a70-919f-4936-9215-cb69cd345c01 HTTP/1.1" status: 200 len: 210 time: 0.0577962 Jun 30 02:36:52.035324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc98f846-a772-4466-ae81-f557e5a0c4ba,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:52.081070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69db0a-f736-4ac8-a7f3-941bd88c11c9 req-ad6120cb-6930-4d0a-ab2d-c6bf930371ad tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.094508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e69db0a-f736-4ac8-a7f3-941bd88c11c9 req-ad6120cb-6930-4d0a-ab2d-c6bf930371ad tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.1659985 Jun 30 02:36:52.173354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e69db0a-f736-4ac8-a7f3-941bd88c11c9 req-a857d6b0-53d1-46d9-8c28-9593958e5521 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 Jun 30 02:36:52.284521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-094c8182-7a39-44cf-8be0-1631e302eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.286861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-094c8182-7a39-44cf-8be0-1631e302eaf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1125 time: 0.2941043 Jun 30 02:36:52.431265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.474152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:52.710705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-f9ecdd1e-0a70-491d-8261-44a2ebab1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.712292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-f9ecdd1e-0a70-491d-8261-44a2ebab1956 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.2824461 Jun 30 02:36:52.764556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:52.783616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:32Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:52.830034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3db52-6746-45e8-b697-9f68e8cfe486 None None] The sync data for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 is: [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:34:18Z', 'revision_number': 4, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78f04522-fafd-4f24-b2d5-be9872c6e519', 'name': '', 'network_id': 'cea8372c-b608-444a-8ce1-dd4369578243', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'mac_address': 'fa:16:3e:52:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:17Z', 'updated_at': '2021-06-30T02:34:32Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'subnets': [{'id': '5db86255-623b-4eea-836a-21adf1bb1a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:52.832815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da has no active binding in host n-h2-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:36:52.909589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-74ff4b8e-3a05-457c-8ac8-12141c7ab6e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.0734801 Jun 30 02:36:53.008074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd4fd6-017e-435d-ad62-199f0322fb54 req-bbdf1737-4a0d-4f54-ae1f-ef8d81df787a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.019096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6cd4fd6-017e-435d-ad62-199f0322fb54 req-bbdf1737-4a0d-4f54-ae1f-ef8d81df787a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 950 time: 0.3977194 Jun 30 02:36:53.027942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Router 497ce321-4b9a-48a3-9cd9-34eae38c4951 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:53.095723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-ebf5f085-1063-4a08-b99b-1cddf90c5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.097935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-ebf5f085-1063-4a08-b99b-1cddf90c5a48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1715717 Jun 30 02:36:53.227298 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6cd4fd6-017e-435d-ad62-199f0322fb54 req-d8e06862-cc2f-4509-b22e-5cf81e088900 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067935 Jun 30 02:36:53.311546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-86896a36-ace1-44e9-8498-98c277fa80ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191182 Jun 30 02:36:53.343504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:53.435327 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6114ffc-41ee-4cf3-a6ac-476724575ecc None None] New status for floating IP 73b68af7-b403-4a17-afc9-180c8e98edd3: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:53.495632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:53.505088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] Sync routers for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:53.517760 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7bbb8283-cbec-4c38-9198-d926076b3e2b admin admin] 10.222.0.78 "PUT /v2.0/routers/497ce321-4b9a-48a3-9cd9-34eae38c4951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5150549 Jun 30 02:36:53.520570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33338) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:53.536669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:53.537760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.573171 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f1eebde-1f2d-44c2-b8de-f87a283c5e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.608739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-6d4f5e44-8175-493a-beff-07e0ceb1230c service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806659 Jun 30 02:36:53.669523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f1eebde-1f2d-44c2-b8de-f87a283c5e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.693339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fc382-a41e-4739-bfde-c314589dc407 req-562eff8f-8265-42e9-819f-cb503a501f25 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.708263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c3fc382-a41e-4739-bfde-c314589dc407 req-562eff8f-8265-42e9-819f-cb503a501f25 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.2549300 Jun 30 02:36:53.777256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:53.873008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c3fc382-a41e-4739-bfde-c314589dc407 req-b3c9b902-0c35-41ec-995b-4717babde346 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601593 Jun 30 02:36:53.900008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f1eebde-1f2d-44c2-b8de-f87a283c5e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.903421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f1eebde-1f2d-44c2-b8de-f87a283c5e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.904586 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1f1eebde-1f2d-44c2-b8de-f87a283c5e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "DELETE /v2.0/security-groups/70befd2f-ce4e-4aba-9d4e-754a0f7969c8 HTTP/1.1" status: 204 len: 168 time: 0.5600595 Jun 30 02:36:53.923403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:53.984889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1eebde-1f2d-44c2-b8de-f87a283c5e3f tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70befd2f-ce4e-4aba-9d4e-754a0f7969c8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:53.990613 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0a8e161d-2783-4edd-a2ec-d2c0fca66a90 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] show failed (client error): The resource could not be found. Jun 30 02:36:53.998522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0a8e161d-2783-4edd-a2ec-d2c0fca66a90 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "GET /v2.0/security-groups/70befd2f-ce4e-4aba-9d4e-754a0f7969c8 HTTP/1.1" status: 404 len: 347 time: 0.0678697 Jun 30 02:36:53.998522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:54.136837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.216301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3c47e55-3eda-4dab-b2ba-14ccb28468c6 req-764890cd-1fb7-4c46-b89a-82ac8a807a01 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908320 Jun 30 02:36:54.338480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Deleting port 9ce74905-79bf-45e9-a29b-f569d0316532 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:54.339321 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.470209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4a355-f677-4d9d-996d-3468e5eedca4 req-27f0179d-4cce-4059-bd69-1aa478c79bfa tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.486164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4a355-f677-4d9d-996d-3468e5eedca4 req-27f0179d-4cce-4059-bd69-1aa478c79bfa tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.493187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:36:51Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:54.500658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9c4a355-f677-4d9d-996d-3468e5eedca4 req-27f0179d-4cce-4059-bd69-1aa478c79bfa tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2&device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 1691 time: 0.4116566 Jun 30 02:36:54.527841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.530395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.547944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Calling delete_port for 9ce74905-79bf-45e9-a29b-f569d0316532 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:54.551856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] Checking router: 497ce321-4b9a-48a3-9cd9-34eae38c4951 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:54.556995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.573841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] Routers {'497ce321-4b9a-48a3-9cd9-34eae38c4951'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:54.574809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['497ce321-4b9a-48a3-9cd9-34eae38c4951'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:54.606811 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9c4a355-f677-4d9d-996d-3468e5eedca4 req-eb26823a-e8ce-4c72-9128-8001bafa0960 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045642 Jun 30 02:36:54.763538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Deleting port ee28fab6-b2e7-433f-b2ff-7c7901b3729c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:54.768186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.854709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.929917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] For port ee28fab6-b2e7-433f-b2ff-7c7901b3729c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:54.930535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.943060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Pushing event deleted for resources: {'Port': ['ID=9ce74905-79bf-45e9-a29b-f569d0316532,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:54.972608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Calling delete_port for ee28fab6-b2e7-433f-b2ff-7c7901b3729c owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:54.980336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] Set router 497ce321-4b9a-48a3-9cd9-34eae38c4951 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:55.092280 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.097373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.105683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-76f0fb4b-b09f-4011-8cec-1dc56d0d8de3 tempest-ServersTestManualDisk-1178438749 tempest-ServersTestManualDisk-1178438749-project] 10.222.0.78 "DELETE /v2.0/floatingips/73b68af7-b403-4a17-afc9-180c8e98edd3 HTTP/1.1" status: 204 len: 168 time: 1.1056812 Jun 30 02:36:55.106626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:55.347223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb7b3e-4c92-401d-a929-27638fbf9f66 req-b3ad909e-89b7-431e-b3cf-e8b114d5695c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:55.355244 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ffb7b3e-4c92-401d-a929-27638fbf9f66 req-b3ad909e-89b7-431e-b3cf-e8b114d5695c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.1661909 Jun 30 02:36:55.410913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658fdc-7fe6-4d0f-a097-7a4ef27f45d1 req-2a5ac5b6-cff7-4265-a4d4-b0f991c614cc tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:55.428663 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea658fdc-7fe6-4d0f-a097-7a4ef27f45d1 req-2a5ac5b6-cff7-4265-a4d4-b0f991c614cc tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 1101 time: 0.3375435 Jun 30 02:36:55.491271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ffb7b3e-4c92-401d-a929-27638fbf9f66 req-1f1fdb4e-1f2f-4f98-bb3a-f29cd650a0f0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347811 Jun 30 02:36:55.512388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:36:51Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:55.547127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea658fdc-7fe6-4d0f-a097-7a4ef27f45d1 req-093e644c-39e8-4d7f-b8b9-7e2ad0b55c31 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124411 Jun 30 02:36:55.561369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7c65a-836b-428a-99ab-14d45d18c2cc None None] The sync data for ids ['497ce321-4b9a-48a3-9cd9-34eae38c4951'] in n-d-798054-5 is: [{'id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'name': 'tempest-FloatingIPsAssociationTestJSON-440848013-router', 'tenant_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:16Z', 'updated_at': '2021-06-30T02:36:51Z', 'revision_number': 5, 'project_id': 'fa16a902dbd9473bb1f4a729cc428a09', 'gw_port': {'id': 'ee28fab6-b2e7-433f-b2ff-7c7901b3729c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ce321-4b9a-48a3-9cd9-34eae38c4951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:17Z', 'updated_at': '2021-06-30T02:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:55.742877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.889244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee28fab6-b2e7-433f-b2ff-7c7901b3729c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:56.044424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.072175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.263727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.267482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.320189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.321082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 497ce321-4b9a-48a3-9cd9-34eae38c4951 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:36:56.327379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.330356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-79cdbe82-487e-47d3-9816-fc177b62ab56 admin admin] 10.222.0.78 "DELETE /v2.0/routers/497ce321-4b9a-48a3-9cd9-34eae38c4951 HTTP/1.1" status: 204 len: 168 time: 2.8072627 Jun 30 02:36:56.332038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33386) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.378255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad13746-1985-41ac-99f1-e4cc79e4d8cc req-62d7d93a-2a5b-47c0-9052-944c067f5f5e tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:56.385177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cad13746-1985-41ac-99f1-e4cc79e4d8cc req-62d7d93a-2a5b-47c0-9052-944c067f5f5e tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 1101 time: 0.3324037 Jun 30 02:36:56.423609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Deleting subnet a16cf826-c291-4e17-b75a-08217c76a9c6 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:56.429837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.500266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.584035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cad13746-1985-41ac-99f1-e4cc79e4d8cc req-6e38c7c3-dc25-4681-808b-5999c83404b8 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946299 Jun 30 02:36:56.755940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.862054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Deleting port 78f04522-fafd-4f24-b2d5-be9872c6e519 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:56.866993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.056171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-112af513-774f-4602-a667-e57d4775e45b service neutron] 10.222.0.67 "GET /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da/bindings/n-h2-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.2463846 Jun 30 02:36:57.117867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] For port 78f04522-fafd-4f24-b2d5-be9872c6e519, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=78f04522-fafd-4f24-b2d5-be9872c6e519,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:57.117867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.126275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.174638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Calling delete_port for 78f04522-fafd-4f24-b2d5-be9872c6e519 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:57.200628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee28fab6-b2e7-433f-b2ff-7c7901b3729c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:57.213140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16cf826-c291-4e17-b75a-08217c76a9c6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:57.229547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c74e9-073a-402c-b437-7cfac3ea3a37 req-3cf804b9-d78d-45aa-9cca-63d617de7c49 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.236839 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e23c74e9-073a-402c-b437-7cfac3ea3a37 req-3cf804b9-d78d-45aa-9cca-63d617de7c49 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.4731524 Jun 30 02:36:57.245186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.247484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a000b6b3-a57d-4e3a-8968-d377f11cdb0f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a16cf826-c291-4e17-b75a-08217c76a9c6 HTTP/1.1" status: 204 len: 168 time: 0.9139605 Jun 30 02:36:57.253839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33408) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:57.264384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692c90e-7413-4de9-b459-54b7a5398fb1 None None] Network e645d414-4aa4-42e8-81ed-c72174b11a2e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:57.278574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ee28fab6-b2e7-433f-b2ff-7c7901b3729c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:57.279584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee28fab6-b2e7-433f-b2ff-7c7901b3729c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:57.280516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc98f846-a772-4466-ae81-f557e5a0c4ba no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:57.330074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-131bd994-1686-48b4-b0d9-b8b696a6294d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126757 Jun 30 02:36:57.417217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fc98f846-a772-4466-ae81-f557e5a0c4ba {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:57.417702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc98f846-a772-4466-ae81-f557e5a0c4ba not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:57.434703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e23c74e9-073a-402c-b437-7cfac3ea3a37 req-9e4b006e-1e25-4f4a-8d53-b7f250a83bbb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961768 Jun 30 02:36:57.680013 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a258eaf2-4319-4fbc-8ad3-98233ca595fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.707778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-9731fc31-ae41-4757-ad72-95216929d708 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.720087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-9731fc31-ae41-4757-ad72-95216929d708 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637073 Jun 30 02:36:57.802097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-4dacefac-0841-4a6d-bfd5-754e3c6e94f5 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/quotas/60cfb261c2b8481b9ff775ce78508416 HTTP/1.1" status: 200 len: 375 time: 0.0803702 Jun 30 02:36:57.864234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] DHCP port deletion for e645d414-4aa4-42e8-81ed-c72174b11a2e request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:36:58.054602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.067432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] Deleting port 71ac827f-a68e-49c2-9238-a6950b9e94c3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:58.068024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.181381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:58.198781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-50562fe5-df98-4ed3-b148-6ecdc2f8ae3c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3920724 Jun 30 02:36:58.203219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.239114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:58.240081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] For port 71ac827f-a68e-49c2-9238-a6950b9e94c3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=71ac827f-a68e-49c2-9238-a6950b9e94c3,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:58.243367 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.268231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] Calling delete_port for 71ac827f-a68e-49c2-9238-a6950b9e94c3 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:58.280424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Deleting port 71ac827f-a68e-49c2-9238-a6950b9e94c3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:58.281297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.297516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Pushing event deleted for resources: {'Port': ['ID=78f04522-fafd-4f24-b2d5-be9872c6e519,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:58.322963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f83bd5-4803-4290-81f1-c231f74002da {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:58.345543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:58.378745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.490509 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.688468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] Pushing event deleted for resources: {'Port': ['ID=71ac827f-a68e-49c2-9238-a6950b9e94c3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:58.698958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923ec44-4358-4ee7-a6b4-8053d98300df None None] No DVR routers for this DVR port 71ac827f-a68e-49c2-9238-a6950b9e94c3 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:58.744205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d98ef88d-1fc6-4268-bfaf-ba9249b2dc9c req-50c64c4c-4aeb-4e40-aac7-c1f7a541531c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 210 time: 0.1446202 Jun 30 02:36:58.829605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] For port 71ac827f-a68e-49c2-9238-a6950b9e94c3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=71ac827f-a68e-49c2-9238-a6950b9e94c3,segment=NetworkSegment(852caea1-8fd6-4b78-b291-88737dfeee66),segment_id=852caea1-8fd6-4b78-b291-88737dfeee66)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:58.830398 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.842835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.983425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Calling delete_port for 71ac827f-a68e-49c2-9238-a6950b9e94c3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:59.315531 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.386512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 71ac827f-a68e-49c2-9238-a6950b9e94c3 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:59.411254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] No DVR routers for this DVR port 71ac827f-a68e-49c2-9238-a6950b9e94c3 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:59.426332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ac827f-a68e-49c2-9238-a6950b9e94c3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:59.459186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 71ac827f-a68e-49c2-9238-a6950b9e94c3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:59.464448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 71ac827f-a68e-49c2-9238-a6950b9e94c3 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:59.517157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a5017-93ea-4c20-bc30-c6de2859b028 req-c900fb10-d696-44a0-a58c-513c5204e3a6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:59.526437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c61a5017-93ea-4c20-bc30-c6de2859b028 req-c900fb10-d696-44a0-a58c-513c5204e3a6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 944 time: 0.7332547 Jun 30 02:36:59.587349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.607734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e645d414-4aa4-42e8-81ed-c72174b11a2e']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:59.623901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852caea1-8fd6-4b78-b291-88737dfeee66') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:59.624201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852caea1-8fd6-4b78-b291-88737dfeee66') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:59.637419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.638125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c61a5017-93ea-4c20-bc30-c6de2859b028 req-64a25790-0f27-4609-b45d-00053a9ce1f7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102159 Jun 30 02:36:59.653501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.663164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] Transition to ACTIVE for port object 14f83bd5-4803-4290-81f1-c231f74002da will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:59.665311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:59.665856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:59.667939 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:59.677049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.790408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Router 3e89d582-064b-46eb-b8ef-24e288cf8801 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:59.883710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.888075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] No DVR routers for this DVR port 14f83bd5-4803-4290-81f1-c231f74002da on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:59.961849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] Pushing event updated for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:00.010681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.014340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e645d414-4aa4-42e8-81ed-c72174b11a2e HTTP/1.1" status: 204 len: 168 time: 2.7576776 Jun 30 02:37:00.018874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa135af5-449d-463b-9ec9-dd0f93a863d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e645d414-4aa4-42e8-81ed-c72174b11a2e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:00.033757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-ab9c25e4-e295-40d6-8fdd-b8c061f227b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da/bindings/n-h2-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9675572 Jun 30 02:37:00.071584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:00.081471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9a328f36-ee12-4242-b388-d790119b001e admin admin] 10.222.0.78 "PUT /v2.0/routers/3e89d582-064b-46eb-b8ef-24e288cf8801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9725492 Jun 30 02:37:00.087358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33456) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:00.095894 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] Sync routers for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:00.145891 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:00.148389 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:00.180728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e44f2c3-f39e-4677-a92e-4983adab052d req-452ab04e-7a9a-4001-90ab-ff8a7f0b5fc0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 210 time: 0.0340047 Jun 30 02:37:00.295952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-7e5d5fed-b1b8-4375-b40c-7e74cb34b9c2 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:00.298906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-7e5d5fed-b1b8-4375-b40c-7e74cb34b9c2 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.1167526 Jun 30 02:37:00.299446 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03e5a308-230f-4af0-9d6d-e291eff657ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.398063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:00.500124 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.556294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9bb2b598-b724-41e7-bceb-7df9c13222ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa16a902dbd9473bb1f4a729cc428a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495895 Jun 30 02:37:00.557999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:00.571350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-0d3f02f8-0a37-41b1-891b-be991bd39801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:00.573179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-0d3f02f8-0a37-41b1-891b-be991bd39801 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049&tenant_id=9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 1096 time: 0.2631788 Jun 30 02:37:00.591173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.603042 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:00.798548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d4768c4-6f91-4e22-ac37-35de544012c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.914839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:36:57Z', 'revision_number': 5, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port': {'id': '16b6c2bb-025f-47b1-a002-6087ef1d26ec', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:12Z', 'updated_at': '2021-06-30T02:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:00.917783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-32dae967-dbca-4c70-afbd-e7cce6ce6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:00.931722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-32dae967-dbca-4c70-afbd-e7cce6ce6ac2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1096 time: 0.2648005 Jun 30 02:37:00.935397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d4768c4-6f91-4e22-ac37-35de544012c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.942543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.018695 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] Checking router: 3e89d582-064b-46eb-b8ef-24e288cf8801 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:01.041820 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] Routers {'3e89d582-064b-46eb-b8ef-24e288cf8801'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:01.043202 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3e89d582-064b-46eb-b8ef-24e288cf8801'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:01.088675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Deleting port 16b6c2bb-025f-47b1-a002-6087ef1d26ec {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:01.089178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.151695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-9e0c035e-f61a-447e-86f4-a15e263de882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.152912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-9e0c035e-f61a-447e-86f4-a15e263de882 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1850038 Jun 30 02:37:01.325214 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] Set router 3e89d582-064b-46eb-b8ef-24e288cf8801 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:01.359501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-86e8d38f-e1b3-4d6b-9693-bee3d3137278 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.1901071 Jun 30 02:37:01.417685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f8284d78-b3a6-4fa7-8296-8bb2099691c1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798638 Jun 30 02:37:01.486124 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:37:00Z', 'revision_number': 6, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:01.544003 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5791d4d0-427c-4b0b-846e-9eb8413b3d06 req-0f88f31b-64d2-4c2f-81c7-8e490c3906c7 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 210 time: 0.1325655 Jun 30 02:37:01.546585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] For port 16b6c2bb-025f-47b1-a002-6087ef1d26ec, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=16b6c2bb-025f-47b1-a002-6087ef1d26ec,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:01.564282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.590740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b4994dcc-33c7-4409-88af-01d0d64a3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.592473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-b4994dcc-33c7-4409-88af-01d0d64a3d20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1989551 Jun 30 02:37:01.597238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d4768c4-6f91-4e22-ac37-35de544012c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.600953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d4768c4-6f91-4e22-ac37-35de544012c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.602563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8d4768c4-6f91-4e22-ac37-35de544012c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f4eb548-e9ec-46fc-847c-2318aebefde1 HTTP/1.1" status: 204 len: 168 time: 1.0430992 Jun 30 02:37:01.614823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Calling delete_port for 16b6c2bb-025f-47b1-a002-6087ef1d26ec owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:01.618621 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f8feb-44b7-4dc1-9609-038dcf570763 None None] The sync data for ids ['3e89d582-064b-46eb-b8ef-24e288cf8801'] in n-d-798054-5 is: [{'id': '3e89d582-064b-46eb-b8ef-24e288cf8801', 'name': 'tempest-ServersTestManualDisk-107535993-router', 'tenant_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:11Z', 'updated_at': '2021-06-30T02:37:00Z', 'revision_number': 6, 'project_id': '52cfd2b7626e49ebb2eb6293cf894fdb', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:01.739939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:01.756290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6645d29-e109-4294-9f64-fde75d7ece4f req-a3071866-599d-4868-b1fc-66e6f70340b8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.764750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6645d29-e109-4294-9f64-fde75d7ece4f req-a3071866-599d-4868-b1fc-66e6f70340b8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.6105433 Jun 30 02:37:01.775437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4768c4-6f91-4e22-ac37-35de544012c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4eb548-e9ec-46fc-847c-2318aebefde1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:01.938155 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-fa3e097a-77e3-4bd1-90dc-3d0fa2b319b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3310223 Jun 30 02:37:01.977711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:02.071020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.118089 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.165576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=16b6c2bb-025f-47b1-a002-6087ef1d26ec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:02.261244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-93c37f8d-de05-4f3b-85b0-287205ae6b37 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:02.269181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-93c37f8d-de05-4f3b-85b0-287205ae6b37 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8256199 Jun 30 02:37:02.306510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6645d29-e109-4294-9f64-fde75d7ece4f req-cee08f96-c6d4-4d1d-9d06-63b674d82e1c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424026 Jun 30 02:37:02.337168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:02.384871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.485311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-f319088a-8503-4bea-9e82-d1bba3558fa9 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032148 Jun 30 02:37:02.575031 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.580124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.664878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:02.670430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.771225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.773725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e89d582-064b-46eb-b8ef-24e288cf8801 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:37:02.792474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.799721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-635cd7b6-9425-4a1c-a252-5b11954c3c3b admin admin] 10.222.0.78 "DELETE /v2.0/routers/3e89d582-064b-46eb-b8ef-24e288cf8801 HTTP/1.1" status: 204 len: 168 time: 2.7104833 Jun 30 02:37:02.807592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33516) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:02.878326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-265e7d1c-4c8e-4c1e-b3d7-94baac101b92 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286359 Jun 30 02:37:02.949442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Deleting subnet 5db86255-623b-4eea-836a-21adf1bb1a51 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:02.952843 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c517181-d39d-4260-885c-618108941195 req-170d2a38-d0d2-43f9-8146-e37aabd86c25 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 210 time: 0.0731213 Jun 30 02:37:02.956112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.042741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.221763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78f04522-fafd-4f24-b2d5-be9872c6e519 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:03.245965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.103 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/c2a28e15-fd86-45bf-9a64-b8bacd74ada1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:03.295764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 78f04522-fafd-4f24-b2d5-be9872c6e519 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:03.296666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78f04522-fafd-4f24-b2d5-be9872c6e519 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:03.297634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16b6c2bb-025f-47b1-a002-6087ef1d26ec no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:03.394973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 16b6c2bb-025f-47b1-a002-6087ef1d26ec {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:03.395622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16b6c2bb-025f-47b1-a002-6087ef1d26ec not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:03.488350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33540) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:03.514771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.759154 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.851317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587b859-9ebb-4b04-92f7-3f2a1990b966 None None] Network cea8372c-b608-444a-8ce1-dd4369578243 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:03.861301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-network', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:03.864193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.883837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object c2a28e15-fd86-45bf-9a64-b8bacd74ada1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:03.922914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.936190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.937258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5db86255-623b-4eea-836a-21adf1bb1a51 HTTP/1.1" status: 204 len: 168 time: 1.1223629 Jun 30 02:37:03.939730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:03.982512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:03.988128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:04.074546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Made reservation on behalf of 2fb74d161916471e87ce3f18de5eb7ba for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:04.077941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.080213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7a85e-d145-457f-ab20-eee288474239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db86255-623b-4eea-836a-21adf1bb1a51,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:04.092770 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.138008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:04.149023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:04.167710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:04.216157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db636aaa-5e53-4c72-b089-60690bc9471c req-37baacd8-ae0f-4def-89c0-bd26d393c154 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.226396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db636aaa-5e53-4c72-b089-60690bc9471c req-37baacd8-ae0f-4def-89c0-bd26d393c154 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.4103019 Jun 30 02:37:04.307284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:04.321692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.431500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db636aaa-5e53-4c72-b089-60690bc9471c req-e9e30e17-50c7-4d12-ba64-74c3b41dd455 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812637 Jun 30 02:37:04.458089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.520275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-1ddc1a3b-2be4-4d1a-9ab2-26e7ba40bfb3 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.523622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-1ddc1a3b-2be4-4d1a-9ab2-26e7ba40bfb3 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.8227880 Jun 30 02:37:04.532374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.533522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.717796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.727172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.773179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f9fcc3c3-2669-4b65-acbf-26e16bfd36ef None None] Provisioning for port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:04.806266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-4cfa0acd-c813-4ce1-bf9a-08b3de8dc3fb service neutron] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:04.815683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:04.839620 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-4cfa0acd-c813-4ce1-bf9a-08b3de8dc3fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.849018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e9895-2ba9-4da1-9c46-515c83d457cb req-4cfa0acd-c813-4ce1-bf9a-08b3de8dc3fb service neutron] 10.222.0.90 "DELETE /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da/bindings/n-h1-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.2907841 Jun 30 02:37:04.863608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-f52cdac0-6490-4fb0-a2e1-8a4f408db0e1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5499845 Jun 30 02:37:04.898951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.900831 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Added segment 0eb26bb8-b6d3-43d6-81f3-3fcb86190693 of type vlan for network fac9f50e-134b-46e8-86e0-4f8795ef6906 Jun 30 02:37:04.907814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50acc9c9-0f16-4253-9086-8cc99bd471a7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:04.925219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f9fcc3c3-2669-4b65-acbf-26e16bfd36ef None None] Provisioning complete for port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:04.925615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc3c3-2669-4b65-acbf-26e16bfd36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.943172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Request body: {'port': {'device_id': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:05.067175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f9fcc3c3-2669-4b65-acbf-26e16bfd36ef None None] Port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:05.109716 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.161577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Deleting port afd0b2ab-afc2-49e4-8720-b22b31ff992a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:05.162285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.222491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] DHCP port deletion for cea8372c-b608-444a-8ce1-dd4369578243 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:37:05.223237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.224454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:05.225145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.248933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4749c-53a9-41bb-9337-b0da177d6473 req-50f8a86d-99cc-4ee7-8de8-a3d879dd9e4d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:05.251851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0a4749c-53a9-41bb-9337-b0da177d6473 req-50f8a86d-99cc-4ee7-8de8-a3d879dd9e4d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 936 time: 0.8883226 Jun 30 02:37:05.400376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8996069 Jun 30 02:37:05.405813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:05.418747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Request body: {'subnet': {'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-subnet', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:05.421172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.461176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c0e4c-982d-4cbc-b01b-06595f8bafc5 admin admin] Pushing event updated for resources: {'Network': ['ID=fac9f50e-134b-46e8-86e0-4f8795ef6906,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:05.504807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:05.556701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Made reservation on behalf of 2fb74d161916471e87ce3f18de5eb7ba for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:05.575821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.742686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] For port afd0b2ab-afc2-49e4-8720-b22b31ff992a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=afd0b2ab-afc2-49e4-8720-b22b31ff992a,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:05.743275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.759749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203c5a1-512c-45d6-b011-8b4420712470 req-6dc9bd45-6f8d-4d99-94a3-b5db1a801feb tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:05.762851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a203c5a1-512c-45d6-b011-8b4420712470 req-6dc9bd45-6f8d-4d99-94a3-b5db1a801feb tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1096 time: 0.3162830 Jun 30 02:37:05.815934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Calling delete_port for afd0b2ab-afc2-49e4-8720-b22b31ff992a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:05.833646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] Deleting port afd0b2ab-afc2-49e4-8720-b22b31ff992a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:05.837875 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.876010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a203c5a1-512c-45d6-b011-8b4420712470 req-01c54788-7f95-4416-ac36-c28fcf1a1f04 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969756 Jun 30 02:37:05.913329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0a4749c-53a9-41bb-9337-b0da177d6473 req-67ef689e-2077-4ed9-ab91-80644d017c01 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072784 Jun 30 02:37:06.188144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] For port afd0b2ab-afc2-49e4-8720-b22b31ff992a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=afd0b2ab-afc2-49e4-8720-b22b31ff992a,segment=NetworkSegment(15bcef8f-8392-4dbf-88b8-ba37c50334b1),segment_id=15bcef8f-8392-4dbf-88b8-ba37c50334b1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:06.188518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.246494 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.267672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] Calling delete_port for afd0b2ab-afc2-49e4-8720-b22b31ff992a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:06.476826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50aea67d-332b-45af-b668-e682b85a57da,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.525266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.527886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.571618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] No DVR routers for this DVR port afd0b2ab-afc2-49e4-8720-b22b31ff992a on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:06.591295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] No DVR routers for this DVR port afd0b2ab-afc2-49e4-8720-b22b31ff992a on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:06.638613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Checking segment: {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:06.641146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Network hostable DHCP agents. Network: fac9f50e-134b-46e8-86e0-4f8795ef6906, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:06.662961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd0b2ab-afc2-49e4-8720-b22b31ff992a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.668426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d6d18-e42d-4c8d-b699-aa28304732b3 None None] Pushing event deleted for resources: {'Port': ['ID=afd0b2ab-afc2-49e4-8720-b22b31ff992a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.710205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:06.742394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, fac9f50e-134b-46e8-86e0-4f8795ef6906) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:06.749643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:06.750902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.781423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34158b09-d32b-4496-897d-84ffb5f2b6af None None] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:06.851782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.863579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea8372c-b608-444a-8ce1-dd4369578243']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:06.881795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bcef8f-8392-4dbf-88b8-ba37c50334b1') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:06.882179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bcef8f-8392-4dbf-88b8-ba37c50334b1') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:06.900376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:06.900911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1a5abbd9-9728-45ed-82be-adb020787fe3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4858146 Jun 30 02:37:06.906849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:06.923359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.958825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.996232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.997306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.085625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.087995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:07.088749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:07.093447 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:07.138466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-2b0dc2ea-74d8-4627-834c-c16ae56f2b05 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:07.146104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-2b0dc2ea-74d8-4627-834c-c16ae56f2b05 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.3649592 Jun 30 02:37:07.190947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-323d6fd0-41c4-4861-95f0-b2ae0660ebb0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/quotas/9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 375 time: 0.0429430 Jun 30 02:37:07.200566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device afd0b2ab-afc2-49e4-8720-b22b31ff992a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:07.261165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: afd0b2ab-afc2-49e4-8720-b22b31ff992a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:07.261917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device afd0b2ab-afc2-49e4-8720-b22b31ff992a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:07.327012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.390211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-fac9f50e-134b-46e8-86e0-4f8795ef6906', 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'fixed_ips': [{'subnet_id': '50aea67d-332b-45af-b668-e682b85a57da'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:07.391352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.395821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-cbf11051-d5ac-44c0-a9fb-c49872690353 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022209 Jun 30 02:37:07.649421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-ff9cb15d-b475-46f7-b1ff-4ff537ca597f service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465689 Jun 30 02:37:07.733889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Allocated IP 172.20.0.2 (fac9f50e-134b-46e8-86e0-4f8795ef6906/50aea67d-332b-45af-b668-e682b85a57da/60940b74-038a-4e13-870d-4d4a6aee85ee) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:07.988286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-4820a933-7bf4-4c21-83fd-8831add60e36 service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114734 Jun 30 02:37:07.997774 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.009780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Transition to ACTIVE for port object 60940b74-038a-4e13-870d-4d4a6aee85ee will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:08.048982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Transition to ACTIVE for port object 60940b74-038a-4e13-870d-4d4a6aee85ee will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:08.066301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.254838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a28e15-fd86-45bf-9a64-b8bacd74ada1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:08.268781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.290938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Transition to ACTIVE for port object c2a28e15-fd86-45bf-9a64-b8bacd74ada1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:08.292723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.295297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cea8372c-b608-444a-8ce1-dd4369578243 HTTP/1.1" status: 204 len: 168 time: 4.3322625 Jun 30 02:37:08.464524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b169ad-09cc-4fe3-834e-6088ad469273 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea8372c-b608-444a-8ce1-dd4369578243,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:08.479692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.505255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Pushing event updated for resources: {'Port': ['ID=60940b74-038a-4e13-870d-4d4a6aee85ee,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:08.573992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:08.585091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:08.589741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:08.621026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33638) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:08.629761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:08.774688 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-479f49d2-a9e2-4d01-894b-7595cfb66e4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52cfd2b7626e49ebb2eb6293cf894fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522608 Jun 30 02:37:08.782961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Attempting to bind port 60940b74-038a-4e13-870d-4d4a6aee85ee on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:08.783555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Attempting to bind port 60940b74-038a-4e13-870d-4d4a6aee85ee by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:08.783909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Attempting to bind port 60940b74-038a-4e13-870d-4d4a6aee85ee on network fac9f50e-134b-46e8-86e0-4f8795ef6906 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:08.784236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33640) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:08.792253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:08.792645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Checking segment: {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:08.793365 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.794566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Bound using segment: {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:08.795269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Bound port: 60940b74-038a-4e13-870d-4d4a6aee85ee, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:08.795828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.891403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.037256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c383c35-b0f3-4662-9d6c-323dfa354a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.067547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] For port 60940b74-038a-4e13-870d-4d4a6aee85ee, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:09.069787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7aa0-2f5e-4d4a-9bbe-c72a2b298581 req-421217a2-dc2a-49e2-863d-e461375cbb9f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:09.071796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8cd7aa0-2f5e-4d4a-9bbe-c72a2b298581 req-421217a2-dc2a-49e2-863d-e461375cbb9f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 936 time: 1.7669759 Jun 30 02:37:09.074351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] For port 60940b74-038a-4e13-870d-4d4a6aee85ee, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=60940b74-038a-4e13-870d-4d4a6aee85ee,segment=NetworkSegment(0eb26bb8-b6d3-43d6-81f3-3fcb86190693),segment_id=0eb26bb8-b6d3-43d6-81f3-3fcb86190693)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:09.090718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.134757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c383c35-b0f3-4662-9d6c-323dfa354a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.216933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be29f1e1-f230-49bc-a4d5-7ec4fb6df652 req-f80fbb48-8d9f-4253-83b5-c0a191461f4b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 210 time: 0.0696061 Jun 30 02:37:09.259500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Attempting to bind port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:09.260516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Attempting to bind port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:09.265240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Attempting to bind port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:09.294385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:09.294718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Attempting to bind port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:09.337138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c383c35-b0f3-4662-9d6c-323dfa354a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.344490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8cd7aa0-2f5e-4d4a-9bbe-c72a2b298581 req-1b43886b-8c07-4563-980a-56fe2dbb0435 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401991 Jun 30 02:37:09.352069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:09.352797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:09.354025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:09.354825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Bound port: c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:09.355443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.360020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c383c35-b0f3-4662-9d6c-323dfa354a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.370565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1c383c35-b0f3-4662-9d6c-323dfa354a72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d2a88b9-42e0-48a9-984c-bbe839538f81 HTTP/1.1" status: 204 len: 168 time: 0.5844774 Jun 30 02:37:09.419268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383c35-b0f3-4662-9d6c-323dfa354a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a88b9-42e0-48a9-984c-bbe839538f81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:09.537262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.547993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750d76e-3c08-46d9-a7e8-0bdae6e57f01 None None] Pushing event updated for resources: {'Port': ['ID=60940b74-038a-4e13-870d-4d4a6aee85ee,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:09.730302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] For port c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:09.767207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] For port c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:09.836375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.948290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.974016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:09.974668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.977099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] 10.222.0.90 "PUT /v2.0/ports/c2a28e15-fd86-45bf-9a64-b8bacd74ada1 HTTP/1.1" status: 200 len: 1096 time: 5.1009912 Jun 30 02:37:09.990101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.012731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'tag': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:10.016786 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d56091-6867-484f-b0d6-c93d12a0e96b" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae23dd-d7eb-4d4b-873b-b11509a6e6cd", "tag": "c2a28e15-fd86-45bf-9a64-b8bacd74ada1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:10.119591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade2535-a2e8-425d-b317-6d20142a3d15 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:10.268860 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf3f7da-147e-4db8-a5c1-6e118c4714b9 x-openstack-request-id: req-caf3f7da-147e-4db8-a5c1-6e118c4714b9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:10.269770 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae23dd-d7eb-4d4b-873b-b11509a6e6cd", "tag": "c2a28e15-fd86-45bf-9a64-b8bacd74ada1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:10.269770 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-caf3f7da-147e-4db8-a5c1-6e118c4714b9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:10.269770 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'tag': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'status': 'completed', 'code': 200} Jun 30 02:37:10.302823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33676) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:10.418205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Allocated IP 172.25.0.49 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/3133c462-1cf8-41e7-b8a3-aafb7ffa68e1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:10.588654 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.630714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-6bff9e8c-0c9b-4022-a5b7-527db4454d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.645121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-6bff9e8c-0c9b-4022-a5b7-527db4454d5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 1099 time: 0.4204507 Jun 30 02:37:10.734437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-24e986d5-59c5-46c3-be4a-21826112309a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1 HTTP/1.1" status: 200 len: 217 time: 0.0772860 Jun 30 02:37:10.989333 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d58786-60c1-469b-a98c-ea6a2b0d94de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.017581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4525f0e3-4fab-4e8d-9e32-6908bfc3ce0e req-e780f953-24d1-4bff-a661-d25f150aedd6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 210 time: 0.2628727 Jun 30 02:37:11.220064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-049b5048-81c3-4581-9cb4-3720d556ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:11.231923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-049b5048-81c3-4581-9cb4-3720d556ca83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.4820273 Jun 30 02:37:11.277240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.387353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60940b74-038a-4e13-870d-4d4a6aee85ee up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:11.459841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-a9d8ae3d-7f2c-44ec-9d78-44200c248341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:11.469610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-a9d8ae3d-7f2c-44ec-9d78-44200c248341 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166450 Jun 30 02:37:11.478767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.586797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 60940b74-038a-4e13-870d-4d4a6aee85ee completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:11.786244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:11.790064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7b09-0b5d-40e9-a921-d481c827e8cd req-2a313ee5-1885-4b65-bee9-2b43183d1d25 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:11.799578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d0c7b09-0b5d-40e9-a921-d481c827e8cd req-2a313ee5-1885-4b65-bee9-2b43183d1d25 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 948 time: 0.4451292 Jun 30 02:37:11.854091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33712) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:11.856352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:11.912754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:11.932416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Pushing event updated for resources: {'Port': ['ID=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:12.005121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d0c7b09-0b5d-40e9-a921-d481c827e8cd req-2f5416c8-750b-4d49-9dd1-45678a68b063 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044108 Jun 30 02:37:12.034914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d58786-60c1-469b-a98c-ea6a2b0d94de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.060095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-66cb6336-cb80-4341-b190-1d8aa5caf374 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:12.064573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-66cb6336-cb80-4341-b190-1d8aa5caf374 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.4340904 Jun 30 02:37:12.070703 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d58786-60c1-469b-a98c-ea6a2b0d94de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.117710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbbfcdf-5d8b-4ba4-a1fe-dbbf88ac0ebf None None] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:12.211398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-419253953-network', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:12.246919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-aacda99e-27d7-4971-ae7d-3edabeb9a0ce service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047641 Jun 30 02:37:12.294040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] Provisioning for port 60940b74-038a-4e13-870d-4d4a6aee85ee completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:12.330556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] Provisioning complete for port 60940b74-038a-4e13-870d-4d4a6aee85ee triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:12.331108 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.343491 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:12.357957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Request body: {'port': {'device_id': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'admin_state_up': True, 'tenant_id': '9b58b9eaa3404524a6754562c360f1d9'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:12.390907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d58786-60c1-469b-a98c-ea6a2b0d94de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7503aa9-7fbf-4a22-8404-a92e7d55cc4d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:12.511136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4d58786-60c1-469b-a98c-ea6a2b0d94de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd0f33180ecd45a0ad3dc5f02918e689&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2052507 Jun 30 02:37:12.517515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:12.575636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c6782faf-2929-4431-ac00-c71a3440cb9c req-80b44ced-d2f0-4235-9c9c-d1c6e2f17c8c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 210 time: 0.1273825 Jun 30 02:37:12.585195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a35a49d-d042-405d-a532-27dd1faebf1f req-9802c60c-cd51-472d-a3c5-f1d10c33bf6c service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257756 Jun 30 02:37:12.630571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:12.633654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.699059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d86851-21f3-4306-9e1b-fa22a62d0bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.731698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d86851-21f3-4306-9e1b-fa22a62d0bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.734654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.779826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:37:12.779826 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:37:12.779826 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id_1': 'af2124c4ec7946899df3f192cee2acb7', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 37, 12, 761680)}] Jun 30 02:37:12.779826 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:37:12.782677 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:37:12.794925 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.800156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Made reservation on behalf of 9b58b9eaa3404524a6754562c360f1d9 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:12.806044 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.845377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.871160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] For port 60940b74-038a-4e13-870d-4d4a6aee85ee, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=60940b74-038a-4e13-870d-4d4a6aee85ee,segment=NetworkSegment(0eb26bb8-b6d3-43d6-81f3-3fcb86190693),segment_id=0eb26bb8-b6d3-43d6-81f3-3fcb86190693)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:12.905445 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.038845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d86851-21f3-4306-9e1b-fa22a62d0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.041935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1d86851-21f3-4306-9e1b-fa22a62d0bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.043941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b1d86851-21f3-4306-9e1b-fa22a62d0bc3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7503aa9-7fbf-4a22-8404-a92e7d55cc4d HTTP/1.1" status: 204 len: 168 time: 0.5237317 Jun 30 02:37:13.044132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43827a7c-a0e5-48a6-a93d-1f834451b361 None None] Pushing event updated for resources: {'Port': ['ID=60940b74-038a-4e13-870d-4d4a6aee85ee,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:13.202721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Allocated IP 172.20.0.5 (9cf719ab-93ee-4ac2-9017-f2246782388f/8919873b-d5d5-48b5-8b60-5b95fc1b8473/cf974f30-6eb9-4e5f-aca0-9115ae0a331c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:13.204716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d86851-21f3-4306-9e1b-fa22a62d0bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7503aa9-7fbf-4a22-8404-a92e7d55cc4d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:13.281765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-61493a63-2a55-41a9-b552-2455d032e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:13.291126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-61493a63-2a55-41a9-b552-2455d032e077 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 1099 time: 0.4866452 Jun 30 02:37:13.291258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.718952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-57414129-2176-49e0-8a9d-524d16f40135 None None] Provisioning complete for port 60940b74-038a-4e13-870d-4d4a6aee85ee triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:13.720593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57414129-2176-49e0-8a9d-524d16f40135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.809369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.827094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f59d1-d8d0-4a65-829d-9dd61d77b350 req-440b4afa-7740-4f34-935d-3872f28788c5 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:13.833961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-afab22ab-43ef-4e42-8ee6-b8369ba418ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8160496 Jun 30 02:37:13.836258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d49f59d1-d8d0-4a65-829d-9dd61d77b350 req-440b4afa-7740-4f34-935d-3872f28788c5 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 948 time: 0.4651880 Jun 30 02:37:13.934440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d49f59d1-d8d0-4a65-829d-9dd61d77b350 req-39a55e3c-fa2d-4bc6-919c-e16e182ca393 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968511 Jun 30 02:37:14.012982 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.041992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.105990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-fc5ed265-ebd9-4b1f-9cc3-10e3bca827d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.107953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-fc5ed265-ebd9-4b1f-9cc3-10e3bca827d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.7935007 Jun 30 02:37:14.142244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:14.159630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8932026f-9ed3-4863-baa6-fe99c344a975 req-055bd055-5f53-4acd-a99f-7f13b715ffa4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 210 time: 0.1736090 Jun 30 02:37:14.164457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.171463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.183951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:14.202190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.207032 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Added segment 3bc7939d-d601-4303-9eaf-b75192a5da8e of type vlan for network 96bdd58e-c5d9-4788-bc85-046ad51e7cab Jun 30 02:37:14.237482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-45501681-1345-4569-8468-27a818c793fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1 HTTP/1.1" status: 200 len: 217 time: 0.1031623 Jun 30 02:37:14.278825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Network 9cf719ab-93ee-4ac2-9017-f2246782388f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:14.283813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:14.327983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:14.358813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:14.406444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.447241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.448241 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.469103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.469599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.470161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.470712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.471201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.471691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.472345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.473278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-7936fe20-d834-44f8-831d-1e65c034a05e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2359715 Jun 30 02:37:14.474868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8a05da94-8566-4f8b-8ac9-02e53137a5fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6499 time: 0.5385432 Jun 30 02:37:14.496252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.521112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-dfde72bd-9c6b-45c5-bd69-066a78b24cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.522662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.523388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-dfde72bd-9c6b-45c5-bd69-066a78b24cf1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2235584 Jun 30 02:37:14.529082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.553369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Request body: {'port': {'device_id': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:14.640585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c2a28e15-fd86-45bf-9a64-b8bacd74ada1 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:14.666515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8086450 Jun 30 02:37:14.673989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33778) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:14.684927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Request body: {'subnet': {'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-419253953-subnet', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:14.693947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11777d-6885-4adc-a868-27ea6d163fde admin admin] Pushing event updated for resources: {'Network': ['ID=96bdd58e-c5d9-4788-bc85-046ad51e7cab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:14.719877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-6161ca74-4d87-40ba-94d5-db8be0fa1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.720802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-6161ca74-4d87-40ba-94d5-db8be0fa1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.721287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-6161ca74-4d87-40ba-94d5-db8be0fa1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.723607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-6161ca74-4d87-40ba-94d5-db8be0fa1894 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eed9ce84-e230-4855-8758-b8a5ff868a3c&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=5c7368b2-54ef-44bd-8566-75240b56a7e7&id=5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 200 len: 2298 time: 0.1442626 Jun 30 02:37:14.770603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:14.775615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.841733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:14.875037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:37:14.933705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.959291 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-9e350967-ebb8-44ed-b74d-f0fbe8e91257 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9 HTTP/1.1" status: 200 len: 1001 time: 0.2245855 Jun 30 02:37:15.098719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-e7e89698-ea91-4d84-8610-42cef39717a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:15.100862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-e7e89698-ea91-4d84-8610-42cef39717a5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5645802 Jun 30 02:37:15.134261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:15.174264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'mac_address': 'fa:16:3e:06:ee:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:15.248393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-bcdda225-4ebe-47f1-8150-f9c05dc03d54 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346233 Jun 30 02:37:15.293028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60940b74-038a-4e13-870d-4d4a6aee85ee up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:15.349629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.389600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a28e15-fd86-45bf-9a64-b8bacd74ada1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:15.440623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:15.463980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.480471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 60940b74-038a-4e13-870d-4d4a6aee85ee triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:15.480831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.574981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.608512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:15.836276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c2a28e15-fd86-45bf-9a64-b8bacd74ada1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:16.009670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:16.012272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-1f75aea0-a77e-4062-ad56-03ce87c99a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.013617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-1f75aea0-a77e-4062-ad56-03ce87c99a1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10fac86b-9dd1-4208-b2f7-e83b35dc9323 HTTP/1.1" status: 200 len: 855 time: 1.0319977 Jun 30 02:37:16.032223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Sync routers for ids ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:16.062805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.066614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9acbddbb-fb48-4162-9a2f-908961e91926 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.1610684 Jun 30 02:37:16.078262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Routers {'4b6b7730-5ab4-4651-9e18-f69d81fb60dc'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:16.078947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:16.127948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:16.157350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf974f30-6eb9-4e5f-aca0-9115ae0a331c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:16.166446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.181467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Transition to ACTIVE for port object cf974f30-6eb9-4e5f-aca0-9115ae0a331c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:16.196915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.270691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a09081-8113-4f8a-8b7d-d257478469dd,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:16.315538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484a6f3-80dc-42ad-82b1-9b77405c2522 req-e2d25b8d-073f-4bc5-a224-497f48b807a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.323677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c484a6f3-80dc-42ad-82b1-9b77405c2522 req-e2d25b8d-073f-4bc5-a224-497f48b807a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 948 time: 0.9565547 Jun 30 02:37:16.324607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Set router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:16.330347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:16.333796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Checking segment: {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:16.334208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Network hostable DHCP agents. Network: 96bdd58e-c5d9-4788-bc85-046ad51e7cab, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:16.517044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:16.517797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:16.518465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:16.526103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:16.543505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:16.545136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:16.563708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:16.564758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:16.565564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:16.566664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Bound port: cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:16.567221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.611448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4906090-8e2c-4c64-ab16-9a0cfe4479a5 req-6f34f4f9-3166-444b-bd76-065d54c2b939 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.621494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4906090-8e2c-4c64-ab16-9a0cfe4479a5 req-6f34f4f9-3166-444b-bd76-065d54c2b939 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 931 time: 0.6271753 Jun 30 02:37:16.664601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:16.668465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:16.674816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c484a6f3-80dc-42ad-82b1-9b77405c2522 req-b7e7f29d-d0c1-4d05-a6a4-c0fd79ecc2a1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499916 Jun 30 02:37:16.675560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 96bdd58e-c5d9-4788-bc85-046ad51e7cab) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:16.684436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.687125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.694480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7d56091-6867-484f-b0d6-c93d12a0e96b req-7a6c528a-18af-42ce-bfc0-31194635c96f service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4333692 Jun 30 02:37:16.717847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a56019-f882-4f30-9f41-626c074b3a23 None None] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:16.724238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.763880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-f1f5e132-eb47-4379-b2e1-9ec7208cb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.765541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-f1f5e132-eb47-4379-b2e1-9ec7208cb0c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eed9ce84-e230-4855-8758-b8a5ff868a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7355058 Jun 30 02:37:16.778982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4906090-8e2c-4c64-ab16-9a0cfe4479a5 req-486b88ca-8080-4627-a5db-a72bdd902d34 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564548 Jun 30 02:37:16.862526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b81cba56-778c-4a94-8f8c-4c183ae02ead admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1817114 Jun 30 02:37:16.864834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.867303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.891347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:16.895309 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 1091 time: 2.3386579 Jun 30 02:37:16.900782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:16.934960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:16.952700 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:17.042781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.043877 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.105615 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb48219-d90c-43a1-93c7-ed27ad7851ff x-openstack-request-id: req-5eb48219-d90c-43a1-93c7-ed27ad7851ff {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:17.107937 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:17.108581 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5eb48219-d90c-43a1-93c7-ed27ad7851ff {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:17.110681 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'status': 'completed', 'code': 200} Jun 30 02:37:17.111632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875565ee-d380-439f-b42b-08a7e21766c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:17.113033 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-1e530e7d-385a-4cba-a22f-800b90c30b91 service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312459 Jun 30 02:37:17.116734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.134337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:12Z', 'revision_number': 3, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port': {'id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:10Z', 'updated_at': '2021-06-30T02:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:17.167972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-0e6ec214-14a2-45d5-82c4-46b1981f0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:17.169506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-0e6ec214-14a2-45d5-82c4-46b1981f0666 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1094 time: 0.2070003 Jun 30 02:37:17.232843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-23f122c1-e15a-418f-b035-5cce52e6a7af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 217 time: 0.0546999 Jun 30 02:37:17.313189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Checking router: 4b6b7730-5ab4-4651-9e18-f69d81fb60dc for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:17.313549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Updating router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:37:17.339158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-96bdd58e-c5d9-4788-bc85-046ad51e7cab', 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'fixed_ips': [{'subnet_id': 'e7a09081-8113-4f8a-8b7d-d257478469dd'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:17.340492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.357614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-a978ac0b-27e7-41e1-bc3d-a3791fd31d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:17.360358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-a978ac0b-27e7-41e1-bc3d-a3791fd31d87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1159017 Jun 30 02:37:17.374850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.442106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-b38f7bc2-ded7-4a7b-a1f6-9a3b8627aa79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721917 Jun 30 02:37:17.529645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.574106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-34d8357b-8763-48b2-8659-88a837843890 service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537594 Jun 30 02:37:17.602131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.609519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-33b8bbcd-8ccc-496d-93c9-be35fed5009d service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587729 Jun 30 02:37:17.651138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Allocated IP 172.20.0.2 (96bdd58e-c5d9-4788-bc85-046ad51e7cab/e7a09081-8113-4f8a-8b7d-d257478469dd/0df33532-6bd4-4fdd-843f-450eef31af53) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:17.676126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-e48307ec-c367-4624-86d7-da1f9d06e1ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 217 time: 0.0524676 Jun 30 02:37:17.773209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd92c4dd-ef35-405d-8f1c-21f30b8cfd25 req-5aed88e0-7cbc-4fe8-b4eb-053f2386c715 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498752 Jun 30 02:37:17.967223 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.987575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Transition to ACTIVE for port object 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:18.009008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.011667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.041764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-39acab70-4b5f-4475-b8a2-607a46a3938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.043740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-39acab70-4b5f-4475-b8a2-607a46a3938e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.3498611 Jun 30 02:37:18.048140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Transition to ACTIVE for port object 0df33532-6bd4-4fdd-843f-450eef31af53 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:18.094168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Attempting to bind port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:18.094816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Attempting to bind port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:18.095315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Attempting to bind port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:18.096981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-befb3bb2-5d57-455c-b614-2e00c9ef9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.098525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Transition to ACTIVE for port object 0df33532-6bd4-4fdd-843f-450eef31af53 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:18.101458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-befb3bb2-5d57-455c-b614-2e00c9ef9b11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1094 time: 0.2146680 Jun 30 02:37:18.101723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f93b7-01e9-4a05-833f-0ac990cd459f None None] Pushing event updated for resources: {'Port': ['ID=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.108466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:18.109020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:18.109758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.110125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:18.110816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Bound port: 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:18.111298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.116546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.183477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Allocated IP 172.20.0.1 (fac9f50e-134b-46e8-86e0-4f8795ef6906/50aea67d-332b-45af-b668-e682b85a57da/5e9dd4ac-8738-47ae-8718-ee65cd4adaaf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:18.199203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a5749-9be1-40b7-8729-31bb960eefb0 req-ffc67547-5cd7-4ce1-954e-7250d42ce093 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.208430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ba0a5749-9be1-40b7-8729-31bb960eefb0 req-ffc67547-5cd7-4ce1-954e-7250d42ce093 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 950 time: 0.5119917 Jun 30 02:37:18.262037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-720cf684-b642-401b-9b92-a404dc0a0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.263613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-720cf684-b642-401b-9b92-a404dc0a0217 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1462748 Jun 30 02:37:18.272668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc1a37-7873-4a6a-b311-6ec028fc5e09 req-ddb29b19-859d-4f8e-91b8-a8c1fba4532d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.281012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aadc1a37-7873-4a6a-b311-6ec028fc5e09 req-ddb29b19-859d-4f8e-91b8-a8c1fba4532d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 949 time: 0.3248248 Jun 30 02:37:18.327276 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-abeb2bb1-fed8-4790-9e82-d11348cc72bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 217 time: 0.0434709 Jun 30 02:37:18.363000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Pushing event updated for resources: {'Port': ['ID=0df33532-6bd4-4fdd-843f-450eef31af53,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.369935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ba0a5749-9be1-40b7-8729-31bb960eefb0 req-86ca1a76-6cac-4de5-b11d-c5dfdde0352f tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595447 Jun 30 02:37:18.390193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-c50e9080-0b90-4ed6-b28d-0d09fcacc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.393894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-c50e9080-0b90-4ed6-b28d-0d09fcacc915 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3160758 Jun 30 02:37:18.403097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:18.413298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-c94a63d0-1c1b-4632-970a-1885fda34e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.414034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:18.414988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-c94a63d0-1c1b-4632-970a-1885fda34e3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0771143 Jun 30 02:37:18.423782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:18.465293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-02079523-528e-49f4-93b2-672c15580028 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410297 Jun 30 02:37:18.472188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] For port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:18.479319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] For port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:18.483385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aadc1a37-7873-4a6a-b311-6ec028fc5e09 req-e747ce25-67b4-49c4-b145-8547cb7b67e6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007251 Jun 30 02:37:18.517060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.603785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Attempting to bind port 0df33532-6bd4-4fdd-843f-450eef31af53 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:18.604159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Attempting to bind port 0df33532-6bd4-4fdd-843f-450eef31af53 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:18.604600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Attempting to bind port 0df33532-6bd4-4fdd-843f-450eef31af53 on network 96bdd58e-c5d9-4788-bc85-046ad51e7cab {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:18.617831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:18.618868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Checking segment: {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:18.619383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.619885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Bound using segment: {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:18.620535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Bound port: 0df33532-6bd4-4fdd-843f-450eef31af53, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:18.620940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33916) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:18.621488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.630531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.645810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Transition to ACTIVE for port object 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:18.646007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-7909c028-69a2-41fd-b1be-5069bd8c6ec1 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605952 Jun 30 02:37:18.661754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c2a28e15-fd86-45bf-9a64-b8bacd74ada1 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:18.724543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Routers {'4b6b7730-5ab4-4651-9e18-f69d81fb60dc'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:18.725828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:18.783463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.812091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f93b7-01e9-4a05-833f-0ac990cd459f None None] Pushing event updated for resources: {'Port': ['ID=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.838689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70d461d9-69c8-4cbf-81b4-b81a49a6ac0f req-07417b26-1f35-42a9-aada-903be36e1683 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838109 Jun 30 02:37:18.839641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08ccbef-0333-439a-85d6-eb59274370cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.874013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] For port 0df33532-6bd4-4fdd-843f-450eef31af53, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:18.882260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] For port 0df33532-6bd4-4fdd-843f-450eef31af53, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0df33532-6bd4-4fdd-843f-450eef31af53,segment=NetworkSegment(3bc7939d-d601-4303-9eaf-b75192a5da8e),segment_id=3bc7939d-d601-4303-9eaf-b75192a5da8e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:18.887881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] Set router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:18.895474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.911146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:18.916981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9dd4ac-8738-47ae-8718-ee65cd4adaaf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.925660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:18.929850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:18.980326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08ccbef-0333-439a-85d6-eb59274370cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.983851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.988769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08ccbef-0333-439a-85d6-eb59274370cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.992419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:19.006132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:19.007208 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.030388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.050598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-ae0f0f14-70be-4815-b8b2-9169edfff25a service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293151 Jun 30 02:37:19.052753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f08ccbef-0333-439a-85d6-eb59274370cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fed0f7aa015944e594d4d7ea93209d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297652 Jun 30 02:37:19.053838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.060945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:19.120526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ccbef-0333-439a-85d6-eb59274370cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a818b2-5828-486c-86a6-83d99b0bd6b9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:19.137098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f522-ad52-4b95-8f6c-c4a97003c79f None None] Pushing event updated for resources: {'Port': ['ID=0df33532-6bd4-4fdd-843f-450eef31af53,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:19.171864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff10ed1-846b-403a-9d76-d3d1e6f348ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.208830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff10ed1-846b-403a-9d76-d3d1e6f348ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.299057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff10ed1-846b-403a-9d76-d3d1e6f348ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.303689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff10ed1-846b-403a-9d76-d3d1e6f348ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.305368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6ff10ed1-846b-403a-9d76-d3d1e6f348ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76a818b2-5828-486c-86a6-83d99b0bd6b9 HTTP/1.1" status: 204 len: 168 time: 0.2429819 Jun 30 02:37:19.321610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff10ed1-846b-403a-9d76-d3d1e6f348ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a818b2-5828-486c-86a6-83d99b0bd6b9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:19.480894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d5b60b9-f6c8-424d-99c7-5fbfeb64b96b None None] Provisioning for port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:19.509341 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.561391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d5b60b9-f6c8-424d-99c7-5fbfeb64b96b None None] Provisioning complete for port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:19.561771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d5b60b9-f6c8-424d-99c7-5fbfeb64b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.610617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb580afa-80f5-49b0-a31c-815a4412bc72 req-4441f92d-7ff5-43c9-b507-111c383f65d0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:19.613001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:19.615422 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd7d9b4-d394-4a68-a630-f28ed0ff1ea0" -d '{"events": [{"server_uuid": "84ae23dd-d7eb-4d4b-873b-b11509a6e6cd", "name": "network-vif-plugged", "status": "completed", "tag": "c2a28e15-fd86-45bf-9a64-b8bacd74ada1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:19.619980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb580afa-80f5-49b0-a31c-815a4412bc72 req-4441f92d-7ff5-43c9-b507-111c383f65d0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 943 time: 1.0704126 Jun 30 02:37:19.649289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:19.656975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b60b9-f6c8-424d-99c7-5fbfeb64b96b None None] Port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:19.665962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:12Z', 'revision_number': 3, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port': {'id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:10Z', 'updated_at': '2021-06-30T02:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:19.668850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.724656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354f693-2aab-4f57-aae5-a69c1220630e req-df00ab1b-0638-4ce5-b564-2ae72452dcdf tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:19.731847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f354f693-2aab-4f57-aae5-a69c1220630e req-df00ab1b-0638-4ce5-b564-2ae72452dcdf tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 950 time: 0.1117001 Jun 30 02:37:19.735034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b6418-82f3-4590-a239-7d57e05fb97e None None] The sync data for ids ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'] in n-d-798054-5 is: [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:12Z', 'revision_number': 3, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port': {'id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:10Z', 'updated_at': '2021-06-30T02:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:19.766042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:19.807246 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f354f693-2aab-4f57-aae5-a69c1220630e req-46150fd2-4dae-43e7-9149-9b6b684cfe0f tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Jun 30 02:37:19.821786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb580afa-80f5-49b0-a31c-815a4412bc72 req-aeb81ec3-2c1f-4da5-bf3c-31cbba6c1da4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002239 Jun 30 02:37:19.881672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:19.905252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b6de-f305-440c-a1a2-dafbae69f0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.917206 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1aebd3-874e-4fce-851f-cfa3b1ab1208 x-openstack-request-id: req-cc1aebd3-874e-4fce-851f-cfa3b1ab1208 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:19.917660 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae23dd-d7eb-4d4b-873b-b11509a6e6cd", "name": "network-vif-plugged", "status": "completed", "tag": "c2a28e15-fd86-45bf-9a64-b8bacd74ada1", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:19.918365 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc1aebd3-874e-4fce-851f-cfa3b1ab1208 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:19.918839 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'code': 200} Jun 30 02:37:19.921017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Allocated IP 172.25.0.113 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/61ce0b7a-b845-477e-91d9-bbd78bd69038) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:19.926565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-e31f84d5-f1b5-430c-81af-af09bede9a1b service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633614 Jun 30 02:37:20.068564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-760ac59d-f594-48da-820e-234aa275c2d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 217 time: 0.1066070 Jun 30 02:37:20.107156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c87e5-5f0b-4b18-b9fe-559d25187c26 req-3cc830c7-bdb1-4f91-a9fb-88931be1b886 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:20.109033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b2c87e5-5f0b-4b18-b9fe-559d25187c26 req-3cc830c7-bdb1-4f91-a9fb-88931be1b886 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 950 time: 0.1306517 Jun 30 02:37:20.158815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.207170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b6de-f305-440c-a1a2-dafbae69f0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.212085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b2c87e5-5f0b-4b18-b9fe-559d25187c26 req-5fe6eeee-0628-4946-a0b4-754f7f4ce867 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 Jun 30 02:37:20.216356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b6de-f305-440c-a1a2-dafbae69f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.229315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-3765d686-abea-42c4-9142-3eaf69aa2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:20.229315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-3765d686-abea-42c4-9142-3eaf69aa2d90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.1518164 Jun 30 02:37:20.295727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.327794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6cd7b6de-f305-440c-a1a2-dafbae69f0fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=110907e9af1d4266a60ec6ef4c463d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442966 Jun 30 02:37:20.333989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7b6de-f305-440c-a1a2-dafbae69f0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69aaae8-fd91-4111-baea-4ff6d19a6df3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:20.337621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:20.388227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506017f-6652-4766-bd1b-3f6b1cadffee req-a1f7e0e1-d875-4a7b-9ed4-48d49c067427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:20.390125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4506017f-6652-4766-bd1b-3f6b1cadffee req-a1f7e0e1-d875-4a7b-9ed4-48d49c067427 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 1101 time: 0.3746634 Jun 30 02:37:20.447191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3a30104-18b9-4056-90fd-17f0b1d4e8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.485749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3a30104-18b9-4056-90fd-17f0b1d4e8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.589579 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3a30104-18b9-4056-90fd-17f0b1d4e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.593509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3a30104-18b9-4056-90fd-17f0b1d4e8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.594921 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d3a30104-18b9-4056-90fd-17f0b1d4e8eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b69aaae8-fd91-4111-baea-4ff6d19a6df3 HTTP/1.1" status: 204 len: 168 time: 0.2444372 Jun 30 02:37:20.596090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.611541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30104-18b9-4056-90fd-17f0b1d4e8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69aaae8-fd91-4111-baea-4ff6d19a6df3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:20.624469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.703326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc2d94-1296-4331-92f2-faac54567831 None None] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:20.730667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.779930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4506017f-6652-4766-bd1b-3f6b1cadffee req-dc6ab51a-db3c-4880-a059-1390e76ffa21 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785555 Jun 30 02:37:20.781948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.905285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9dd4ac-8738-47ae-8718-ee65cd4adaaf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:20.937405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:20.964393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10770ea7-8721-49c7-90b8-e046ff42f5fd None None] Provisioning for port 0df33532-6bd4-4fdd-843f-450eef31af53 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:21.015977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:21.027079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:21.087259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-aeabec32-db78-40c2-8f26-e6507d156bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:21.088909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-aeabec32-db78-40c2-8f26-e6507d156bac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8236153 Jun 30 02:37:21.317794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:21.425931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:21.431824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:21.432684 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.459826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=61ce0b7a-b845-477e-91d9-bbd78bd69038,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:21.552820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.555491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:21.575142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:21.590745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:21.594599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-0a3b87fe-db7f-4cf4-93db-62f88dd7cc85 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359241 Jun 30 02:37:21.600200 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.601742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0df33532-6bd4-4fdd-843f-450eef31af53 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:21.720939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:21.755707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0df33532-6bd4-4fdd-843f-450eef31af53 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:21.767907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0df33532-6bd4-4fdd-843f-450eef31af53 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:21.768566 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.859472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:21.950153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:21.983302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13e37-e7ac-4f6c-bd46-10712013d627 req-0b7a32b0-2237-4dda-beee-5ec3e5c6c8e2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:22.000500 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82d13e37-e7ac-4f6c-bd46-10712013d627 req-0b7a32b0-2237-4dda-beee-5ec3e5c6c8e2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 943 time: 0.9402227 Jun 30 02:37:22.050339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934264-8d83-4408-a351-013de3d03d17 req-fc19c299-5772-4eda-8276-59faa042e846 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:22.065095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb934264-8d83-4408-a351-013de3d03d17 req-fc19c299-5772-4eda-8276-59faa042e846 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 950 time: 0.1722317 Jun 30 02:37:22.070211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:22.091332 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.114042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'port_id': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'mac_address': 'fa:16:3e:28:48:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8919873b-d5d5-48b5-8b60-5b95fc1b8473', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:22.137496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:37:22.145790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ab739d67-b7ce-4e3f-a4d9-f04d75d678b3 None None] Provisioning complete for port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:22.146417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab739d67-b7ce-4e3f-a4d9-f04d75d678b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.159462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb934264-8d83-4408-a351-013de3d03d17 req-727b3eaa-5738-4f87-9575-dbdf3b833f36 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886056 Jun 30 02:37:22.190554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.274393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 0df33532-6bd4-4fdd-843f-450eef31af53, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0df33532-6bd4-4fdd-843f-450eef31af53,segment=NetworkSegment(3bc7939d-d601-4303-9eaf-b75192a5da8e),segment_id=3bc7939d-d601-4303-9eaf-b75192a5da8e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:22.279878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ab739d67-b7ce-4e3f-a4d9-f04d75d678b3 None None] Port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:22.286425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82d13e37-e7ac-4f6c-bd46-10712013d627 req-14283def-1730-453f-b65a-14cee65ee74e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843049 Jun 30 02:37:22.298444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.302449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.339853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.349260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8fc86114-9c3e-4031-9c3f-ff7f7f650b2c service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735684 Jun 30 02:37:22.372590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:22.374894 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595d2283-dee1-41ea-8a64-c3d817fb9f62" -d '{"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-unplugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:22.384177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf974f30-6eb9-4e5f-aca0-9115ae0a331c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:22.478239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-140342e3-146c-4e40-9485-7d777e13a16d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1 HTTP/1.1" status: 200 len: 217 time: 0.1181233 Jun 30 02:37:22.558457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=0df33532-6bd4-4fdd-843f-450eef31af53,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:22.564781 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebffab9d-789b-4a11-b335-89d8eaed3240 x-openstack-request-id: req-ebffab9d-789b-4a11-b335-89d8eaed3240 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:22.565026 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-unplugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:22.565515 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebffab9d-789b-4a11-b335-89d8eaed3240 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:22.566082 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'code': 200} Jun 30 02:37:22.576800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:22.586322 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.590615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:22.613767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.657654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:22.730549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:22.886323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34034) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:22.985760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['cf974f30-6eb9-4e5f-aca0-9115ae0a331c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:23.002410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c2eaaa1-8282-4b1c-9a90-aaa9ad9a6c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.009025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-bab5935b-e855-4dad-9ce2-031966f3c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.010558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-bab5935b-e855-4dad-9ce2-031966f3c2ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.5204177 Jun 30 02:37:23.018969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:23.026529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d449df69-c203-478e-a61a-10225c336dc2 admin admin] 10.222.0.78 "PUT /v2.0/routers/4b6b7730-5ab4-4651-9e18-f69d81fb60dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8801460 Jun 30 02:37:23.039170 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Sync routers for ids ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:23.050513 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Routers {'4b6b7730-5ab4-4651-9e18-f69d81fb60dc'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:23.051417 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:23.077924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.147676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-7697463a-b873-4ed7-883d-5f859143dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.149379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-7697463a-b873-4ed7-883d-5f859143dd36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267772 Jun 30 02:37:23.185117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c2eaaa1-8282-4b1c-9a90-aaa9ad9a6c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.193503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c2eaaa1-8282-4b1c-9a90-aaa9ad9a6c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.257445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4c2eaaa1-8282-4b1c-9a90-aaa9ad9a6c95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12a91c6e477a4ee19516860e892eea07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693037 Jun 30 02:37:23.260154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34042) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:23.273062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eaaa1-8282-4b1c-9a90-aaa9ad9a6c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6d831d-0e8a-41a9-8d14-3e36ca9b90eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:23.300863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:23.312075 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Set router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:23.345785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b38dcf-b6f2-4092-b952-a73ecdcc5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.379727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-e839e243-84cf-4482-a49a-63ff7ddda503 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179394 Jun 30 02:37:23.381411 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b38dcf-b6f2-4092-b952-a73ecdcc5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.414465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Router 3972bae2-c8bb-425f-b476-9ed121f88cfd is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:37:23.433070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:23.433442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.484619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b38dcf-b6f2-4092-b952-a73ecdcc5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.488778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b38dcf-b6f2-4092-b952-a73ecdcc5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.490910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-73b38dcf-b6f2-4092-b952-a73ecdcc5048 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d6d831d-0e8a-41a9-8d14-3e36ca9b90eb HTTP/1.1" status: 204 len: 168 time: 0.2288396 Jun 30 02:37:23.508804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b38dcf-b6f2-4092-b952-a73ecdcc5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6d831d-0e8a-41a9-8d14-3e36ca9b90eb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:23.560934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0df33532-6bd4-4fdd-843f-450eef31af53 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:23.616628 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-0d69248a-bbd2-43a9-82d8-b2967f4fd14b req-501fa4fd-3a69-4eaa-ae98-bfd7409d4dba tempest-FloatingIPDetailsNegativeTestJSON-350497846 tempest-FloatingIPDetailsNegativeTestJSON-350497846-project] show failed (client error): The resource could not be found. Jun 30 02:37:23.617821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d69248a-bbd2-43a9-82d8-b2967f4fd14b req-501fa4fd-3a69-4eaa-ae98-bfd7409d4dba tempest-FloatingIPDetailsNegativeTestJSON-350497846 tempest-FloatingIPDetailsNegativeTestJSON-350497846-project] 10.222.0.78 "GET /v2.0/floatingips/17570899-c0d3-4bb4-a0e9-4f030282118b HTTP/1.1" status: 404 len: 350 time: 0.0616686 Jun 30 02:37:23.628029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34062) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:23.669388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0df33532-6bd4-4fdd-843f-450eef31af53 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:23.670148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.827833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb07f9-a37d-4bff-9ceb-5a5e93623a2f req-6f704d5f-e5ff-43b1-b8cd-e68088179cf6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.829597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24cb07f9-a37d-4bff-9ceb-5a5e93623a2f req-6f704d5f-e5ff-43b1-b8cd-e68088179cf6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 950 time: 0.4195936 Jun 30 02:37:23.834504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-e99c30fa-9421-4822-aeaf-ffa6cb7057ca service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426758 Jun 30 02:37:23.868262 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:19Z', 'revision_number': 4, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port': {'id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:10Z', 'updated_at': '2021-06-30T02:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '5e9dd4ac-8738-47ae-8718-ee65cd4adaaf', 'name': '', 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'mac_address': 'fa:16:3e:57:05:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '50aea67d-332b-45af-b668-e682b85a57da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:20Z', 'revision_number': 2, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'subnets': [{'id': '50aea67d-332b-45af-b668-e682b85a57da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:23.914558 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Checking router: 4b6b7730-5ab4-4651-9e18-f69d81fb60dc for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:23.914823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-2fd2c0bf-cd34-4511-8c65-0211e84854b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c HTTP/1.1" status: 200 len: 217 time: 0.0666113 Jun 30 02:37:23.915447 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Updating router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:37:23.956585 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.976782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:23.985862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24cb07f9-a37d-4bff-9ceb-5a5e93623a2f req-0f35bd89-d1d5-480c-8538-e58a47e60754 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495376 Jun 30 02:37:23.986741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Sync routers for ids ['3972bae2-c8bb-425f-b476-9ed121f88cfd'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:23.987831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d468b3-3c92-4667-a388-931f0bc5425c req-916f6f9a-8845-4259-86c6-67043ea505a7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.989334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1d468b3-3c92-4667-a388-931f0bc5425c req-916f6f9a-8845-4259-86c6-67043ea505a7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 0.1780353 Jun 30 02:37:24.005464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Routers {'3972bae2-c8bb-425f-b476-9ed121f88cfd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:24.006170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3972bae2-c8bb-425f-b476-9ed121f88cfd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:24.008953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-cccf334e-a6ee-4bf7-8654-70114ab67885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:24.010483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-cccf334e-a6ee-4bf7-8654-70114ab67885 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.0803053 Jun 30 02:37:24.084417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.092372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e6355cc1-3b92-4007-96f3-d361a3722ad1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1966426 Jun 30 02:37:24.095593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:24.107325 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1d468b3-3c92-4667-a388-931f0bc5425c req-b918de52-b471-4780-8175-2c8630db54bb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713525 Jun 30 02:37:24.209889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Set router 3972bae2-c8bb-425f-b476-9ed121f88cfd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:24.286830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.421913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-90c69cde-02c3-4c33-b7e5-7fe65e00bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:24.424191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-90c69cde-02c3-4c33-b7e5-7fe65e00bde0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913567 Jun 30 02:37:24.519895 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.535744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:21Z', 'revision_number': 3, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:24.547757 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Transition to ACTIVE for port object 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:24.556040 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.565605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Checking router: 3972bae2-c8bb-425f-b476-9ed121f88cfd for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:24.565958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Updating router 3972bae2-c8bb-425f-b476-9ed121f88cfd port 61ce0b7a-b845-477e-91d9-bbd78bd69038 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:37:24.620011 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Pushing event updated for resources: {'Port': ['ID=5e9dd4ac-8738-47ae-8718-ee65cd4adaaf,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:24.621679 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.640329 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.644744 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.645698 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.647531 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.647531 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.648243 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.649772 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.649772 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.651360 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.652010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.653041 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.653681 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:24.675318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:24.750021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Attempting to bind port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:24.757318 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Attempting to bind port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:24.758227 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Attempting to bind port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf on network fac9f50e-134b-46e8-86e0-4f8795ef6906 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:24.773155 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:24.774928 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Checking segment: {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:24.775086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Deleting port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:24.775335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.776571 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.779045 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Bound using segment: {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:24.779800 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Bound port: 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb26bb8-b6d3-43d6-81f3-3fcb86190693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:24.780400 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.823609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-35fbaae7-b453-45f7-ae8a-eb1d7f765c4c service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330166 Jun 30 02:37:24.825839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc5a9c-e05f-450a-8556-57bf43e10152 req-32dac282-957a-4ff8-b227-53386ebd8400 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:24.828013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6fc5a9c-e05f-450a-8556-57bf43e10152 req-32dac282-957a-4ff8-b227-53386ebd8400 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 1101 time: 0.2837279 Jun 30 02:37:24.902386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:24.938073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'mac_address': 'fa:16:3e:49:14:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:24.947695 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] For port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:24.961940 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] For port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5e9dd4ac-8738-47ae-8718-ee65cd4adaaf,segment=NetworkSegment(0eb26bb8-b6d3-43d6-81f3-3fcb86190693),segment_id=0eb26bb8-b6d3-43d6-81f3-3fcb86190693)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:24.978375 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.979860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] For port 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf, host n-d-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:24.980234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.007928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Calling delete_port for 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:25.123057 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Routers {'4b6b7730-5ab4-4651-9e18-f69d81fb60dc'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:25.123057 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:25.152159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6fc5a9c-e05f-450a-8556-57bf43e10152 req-72f07767-186a-440f-8b07-adbdd4df612f tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060263 Jun 30 02:37:25.192063 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.231658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-327416a8-a58c-4169-a1df-15c593fb6710 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822633 Jun 30 02:37:25.401539 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-6db6c93f-318f-405b-806f-c8d09abfd816 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62929f75-0224-432b-b5ec-0a800b53bf22 HTTP/1.1" status: 200 len: 217 time: 0.1361656 Jun 30 02:37:25.408601 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] Set router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:25.429374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24519ec6-bf2d-449c-b08d-f0569ca2053c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:25.478753 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14d7f8-a718-405a-89e4-729d3bef7083 None None] Pushing event updated for resources: {'Port': ['ID=5e9dd4ac-8738-47ae-8718-ee65cd4adaaf,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.493593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.497997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.556528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:25.559513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5afa8d93-a0bb-43f6-963e-82be4e2f91ad None None] Could not find standard attr ID for object 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:37:25.570615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9dd4ac-8738-47ae-8718-ee65cd4adaaf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.582010 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.752657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Allocated IP 172.20.0.1 (96bdd58e-c5d9-4788-bc85-046ad51e7cab/e7a09081-8113-4f8a-8b7d-d257478469dd/81cfbbcf-2577-4491-94f0-d4d9f6791daf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:25.778515 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.791335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Transition to ACTIVE for port object 61ce0b7a-b845-477e-91d9-bbd78bd69038 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:25.812396 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:19Z', 'revision_number': 4, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port': {'id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:10Z', 'updated_at': '2021-06-30T02:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '5e9dd4ac-8738-47ae-8718-ee65cd4adaaf', 'name': '', 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'mac_address': 'fa:16:3e:57:05:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '50aea67d-332b-45af-b668-e682b85a57da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:24Z', 'revision_number': 4, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'subnets': [{'id': '50aea67d-332b-45af-b668-e682b85a57da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:25.855144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.858053 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.862381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:25.868643 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d794d-8050-4dbf-a71d-15d8772c4d62 None None] The sync data for ids ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'] in n-d-798054-5 is: [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:19Z', 'revision_number': 4, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port': {'id': '3133c462-1cf8-41e7-b8a3-aafb7ffa68e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:10Z', 'updated_at': '2021-06-30T02:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '5e9dd4ac-8738-47ae-8718-ee65cd4adaaf', 'name': '', 'network_id': 'fac9f50e-134b-46e8-86e0-4f8795ef6906', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'mac_address': 'fa:16:3e:57:05:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '50aea67d-332b-45af-b668-e682b85a57da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:24Z', 'revision_number': 4, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'subnets': [{'id': '50aea67d-332b-45af-b668-e682b85a57da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:25.913089 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.913715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debb70e-8a55-4979-a64b-5eaec620fc3a None None] Pushing event updated for resources: {'Port': ['ID=61ce0b7a-b845-477e-91d9-bbd78bd69038,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.973866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.980446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a7b1-8a14-417e-a378-ab9e2dccd104 req-28d3d241-95d7-44c3-9d33-b7f136d8eb8f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:25.982224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7e3a7b1-8a14-417e-a378-ab9e2dccd104 req-28d3d241-95d7-44c3-9d33-b7f136d8eb8f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 0.6429899 Jun 30 02:37:26.004635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Transition to ACTIVE for port object 81cfbbcf-2577-4491-94f0-d4d9f6791daf will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:26.027338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Attempting to bind port 61ce0b7a-b845-477e-91d9-bbd78bd69038 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:26.027713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Attempting to bind port 61ce0b7a-b845-477e-91d9-bbd78bd69038 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:26.028078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Attempting to bind port 61ce0b7a-b845-477e-91d9-bbd78bd69038 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:26.037044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['24519ec6-bf2d-449c-b08d-f0569ca2053c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:26.053819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-46cd2ff9-be6a-46f1-8950-d3cb7eb3eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.055661 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-46cd2ff9-be6a-46f1-8950-d3cb7eb3eeda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.6465876 Jun 30 02:37:26.064174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-223d066b-c16d-49b1-8249-c3a347d9a6ac tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524900 Jun 30 02:37:26.123601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34134) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:26.153042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7e3a7b1-8a14-417e-a378-ab9e2dccd104 req-202b37c0-a596-430d-bf58-6d0b51c8a72a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387382 Jun 30 02:37:26.172671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:26.173158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:26.173824 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.174231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:26.174746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Bound port: 61ce0b7a-b845-477e-91d9-bbd78bd69038, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:26.175135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.347186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port cf974f30-6eb9-4e5f-aca0-9115ae0a331c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:26.365991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] For port 61ce0b7a-b845-477e-91d9-bbd78bd69038, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:26.372976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] For port 61ce0b7a-b845-477e-91d9-bbd78bd69038, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=61ce0b7a-b845-477e-91d9-bbd78bd69038,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:26.374963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port cf974f30-6eb9-4e5f-aca0-9115ae0a331c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:26.375560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.383185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-b8201b13-83fa-4d04-94e7-942ae7965abc tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.385416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-b8201b13-83fa-4d04-94e7-942ae7965abc tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150234 Jun 30 02:37:26.449993 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.461028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-391b8a09-c272-45d8-8435-d647ec5173f6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/quotas/60cfb261c2b8481b9ff775ce78508416 HTTP/1.1" status: 200 len: 375 time: 0.0583572 Jun 30 02:37:26.521051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1163318845'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:26.531458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.575110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:37:26.577179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Made reservation on behalf of 635d691108174cbcbb703c2201f07dae for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:26.580768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.582721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:26.600489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:26.629003 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.657118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:26.661494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-892614a1-0e79-43af-aa8a-366e70c01611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.663061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-892614a1-0e79-43af-aa8a-366e70c01611 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5908611 Jun 30 02:37:26.674513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Routers {'3972bae2-c8bb-425f-b476-9ed121f88cfd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:26.675164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3972bae2-c8bb-425f-b476-9ed121f88cfd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:26.761783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debb70e-8a55-4979-a64b-5eaec620fc3a None None] Pushing event updated for resources: {'Port': ['ID=61ce0b7a-b845-477e-91d9-bbd78bd69038,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:26.827023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:26.837608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-92a87b16-dee3-4512-87b5-2aa67c541580 admin admin] 10.222.0.78 "PUT /v2.0/routers/4b6b7730-5ab4-4651-9e18-f69d81fb60dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2079728 Jun 30 02:37:26.840909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34164) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:26.934810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] Set router 3972bae2-c8bb-425f-b476-9ed121f88cfd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:26.946490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-b6d219e4-7e42-4115-a729-29435d81f944 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430365 Jun 30 02:37:26.979322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-d2f828a0-02c3-4668-8732-31d558c03b4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5920413 Jun 30 02:37:27.087251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.123572 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-c083df66-bda1-4d3c-b41f-7b7f9a2fb3aa service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409261 Jun 30 02:37:27.178632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Pushing event updated for resources: {'Port': ['ID=81cfbbcf-2577-4491-94f0-d4d9f6791daf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.182244 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-731f167b-cd73-4971-b4af-cd0837ee1702 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6 HTTP/1.1" status: 200 len: 217 time: 0.0486476 Jun 30 02:37:27.195383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.237615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-1b8678e7-4138-42a7-bd3a-5a964c594a87 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7523689 Jun 30 02:37:27.254585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eb6b0c8e-1e60-4c56-9947-1074dd4f8da8 None None] Provisioning for port 81cfbbcf-2577-4491-94f0-d4d9f6791daf completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:27.310532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.313350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eb6b0c8e-1e60-4c56-9947-1074dd4f8da8 None None] Provisioning complete for port 81cfbbcf-2577-4491-94f0-d4d9f6791daf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:27.315885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb6b0c8e-1e60-4c56-9947-1074dd4f8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.395317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-afcf7c53-e220-4cd6-ad1e-e924f914821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.399975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-afcf7c53-e220-4cd6-ad1e-e924f914821e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.2027469 Jun 30 02:37:27.402957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.426787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b0c8e-1e60-4c56-9947-1074dd4f8da8 None None] Port 81cfbbcf-2577-4491-94f0-d4d9f6791daf cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:27.429272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:27.434500 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cd172f-56b3-4e7e-9ebe-8bff8fe5cf1a" -d '{"events": [{"server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "name": "network-vif-plugged", "status": "completed", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:27.496537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:27.521854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.583238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759caa-877c-4b08-801e-677763237af7 req-c80f7ba1-63a9-4161-a1bd-25d01b141e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.584871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-c80f7ba1-63a9-4161-a1bd-25d01b141e7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 1101 time: 0.4078965 Jun 30 02:37:27.645138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.675009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.706376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef920108-f574-477c-8732-aeb7fdccd560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.720292 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89873060-9451-40f9-9020-16a112eeb684 x-openstack-request-id: req-89873060-9451-40f9-9020-16a112eeb684 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:27.721406 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "name": "network-vif-plugged", "status": "completed", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:27.725628 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89873060-9451-40f9-9020-16a112eeb684 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:27.725628 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'code': 200} Jun 30 02:37:27.751654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.801698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:21Z', 'revision_number': 3, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:27.816586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d6361-66e0-4f34-99f7-5d56c53ad8eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.882564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f9af5-a7c3-44c1-a715-2b9e4935ff2d req-135358df-2a36-455a-8a2b-e29b4b7196e9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.892246 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d81f9af5-a7c3-44c1-a715-2b9e4935ff2d req-135358df-2a36-455a-8a2b-e29b4b7196e9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 0.4838090 Jun 30 02:37:27.912929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:27.931304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.931697 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Added segment d41b44dd-ac32-4c48-a8f4-b16a7420f44f of type vlan for network e860c0ae-4213-4503-beee-1520cf665364 Jun 30 02:37:28.017306 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] Sync routers for ids ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:28.028471 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] Routers {'4b6b7730-5ab4-4651-9e18-f69d81fb60dc'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:28.029462 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:28.112499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275e1a0-36ed-4967-9f59-7a16a9433631 None None] The sync data for ids ['3972bae2-c8bb-425f-b476-9ed121f88cfd'] in n-d-798054-5 is: [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:21Z', 'revision_number': 3, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:28.259719 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] Set router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:28.367448 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:27Z', 'revision_number': 6, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:28.416468 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] Checking router: 4b6b7730-5ab4-4651-9e18-f69d81fb60dc for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:28.439589 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] Routers {'4b6b7730-5ab4-4651-9e18-f69d81fb60dc'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:28.440399 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:28.445445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33b91972-3fb6-490e-b90a-4c8220a1c1de req-6e999178-930a-4183-b9b4-131c2e9f8fe2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 210 time: 0.0674822 Jun 30 02:37:28.447800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-b417c6ff-f153-4f49-8129-acf3003886fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.467097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-b417c6ff-f153-4f49-8129-acf3003886fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0357985 Jun 30 02:37:28.498552 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.554413 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.560699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.561316 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.659379 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] Set router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:28.723052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:28.838009 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:27Z', 'revision_number': 6, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:28.846436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 24519ec6-bf2d-449c-b08d-f0569ca2053c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:28.848023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.861726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event updated for resources: {'Network': ['ID=e860c0ae-4213-4503-beee-1520cf665364,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:28.875637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Deleting port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:28.880235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.892773 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8384e5c-5e19-4229-8c92-513b6224110a None None] The sync data for ids ['4b6b7730-5ab4-4651-9e18-f69d81fb60dc'] in n-d-798054-5 is: [{'id': '4b6b7730-5ab4-4651-9e18-f69d81fb60dc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1799783986-router', 'tenant_id': '2fb74d161916471e87ce3f18de5eb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:07Z', 'updated_at': '2021-06-30T02:37:27Z', 'revision_number': 6, 'project_id': '2fb74d161916471e87ce3f18de5eb7ba', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:28.904471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e860c0ae-4213-4503-beee-1520cf665364 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:28.971385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-8e45e1c9-7d83-45f2-981c-d0089c27216e service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711466 Jun 30 02:37:29.030914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.078125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] For port 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:29.080125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.097603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759caa-877c-4b08-801e-677763237af7 req-425707be-55f5-44b8-b877-a664e7c88094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.106215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-425707be-55f5-44b8-b877-a664e7c88094 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 1.4855902 Jun 30 02:37:29.110155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Calling delete_port for 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:29.229512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-8c660e4a-76a6-43d7-af04-3e66cc82d8b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=979dbba4-a30c-456b-a889-bb91c744f9b8 HTTP/1.1" status: 200 len: 217 time: 0.0773816 Jun 30 02:37:29.250513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.322347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d46cef62-f1a2-45ba-b896-e539c8396d8a tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1948919 Jun 30 02:37:29.325271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:29.330246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34212) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:29.337859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.413462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:29.424757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Request body: {'subnet': {'network_id': 'e860c0ae-4213-4503-beee-1520cf665364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:29.436309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.530014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.536178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 61ce0b7a-b845-477e-91d9-bbd78bd69038 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:29.652443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d81f9af5-a7c3-44c1-a715-2b9e4935ff2d req-bb075433-8069-4ab9-a933-e90d1c3e1ca2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7588410 Jun 30 02:37:29.690720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 61ce0b7a-b845-477e-91d9-bbd78bd69038 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:29.695751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 61ce0b7a-b845-477e-91d9-bbd78bd69038 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:29.696332 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.753177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:29.761175 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0445b6-8f9c-4f33-b759-137cb0f6bbdf" -d '{"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-plugged", "status": "completed", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:29.789729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87044b-7ee5-4184-ab2f-e8eb6e44afc8 req-1087255a-c509-4669-b04d-7e2700507d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.805186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea87044b-7ee5-4184-ab2f-e8eb6e44afc8 req-1087255a-c509-4669-b04d-7e2700507d6d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1096 time: 1.9108171 Jun 30 02:37:29.827584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.839124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f781544-cdb0-44f4-b1de-430ecc082fe6 req-40c02aa3-d4d8-495b-87e3-2cb51ef62ed2 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8033960 Jun 30 02:37:29.842648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759caa-877c-4b08-801e-677763237af7 req-28c9c90e-b447-4c40-94c3-0fec173805c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.846019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-28c9c90e-b447-4c40-94c3-0fec173805c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.3937762 Jun 30 02:37:29.899677 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4588e6c-dd5a-4d82-af19-e3bdc7ec2b1b x-openstack-request-id: req-f4588e6c-dd5a-4d82-af19-e3bdc7ec2b1b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:29.900399 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-plugged", "status": "completed", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:29.900901 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4588e6c-dd5a-4d82-af19-e3bdc7ec2b1b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:29.901529 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'code': 200} Jun 30 02:37:29.950099 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.004539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 61ce0b7a-b845-477e-91d9-bbd78bd69038, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=61ce0b7a-b845-477e-91d9-bbd78bd69038,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:30.019301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.020330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea87044b-7ee5-4184-ab2f-e8eb6e44afc8 req-a6b5dcfc-6a13-4d49-bba5-a79469d4fc04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139571 Jun 30 02:37:30.050215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-031f64a1-39f7-4dc6-95c4-a59365b93ab9 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810716 Jun 30 02:37:30.082931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:30.098372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Made reservation on behalf of 635d691108174cbcbb703c2201f07dae for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:30.102967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.161032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:30.163133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5e9dd4ac-8738-47ae-8718-ee65cd4adaaf not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:30.224175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=61ce0b7a-b845-477e-91d9-bbd78bd69038,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:30.289326 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18672340-b2e4-4468-a38f-945319e5933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.346430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-c95e753c-fe83-44b7-a083-8c0f07aa87a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:30.348178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-c95e753c-fe83-44b7-a083-8c0f07aa87a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252548 Jun 30 02:37:30.456394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d1a0488-4f05-4b8f-9ff9-bb0d11d37347 req-d69a39ba-b38f-4230-9e3e-41298b9af8d3 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 210 time: 0.7347095 Jun 30 02:37:30.470892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.500369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': '2d465551-379a-4146-9554-156622111bc2', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:30.501969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.574739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3133c462-1cf8-41e7-b8a3-aafb7ffa68e1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:30.629437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:30.646040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:30.651225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Pushing event updated for resources: {'Port': ['ID=81cfbbcf-2577-4491-94f0-d4d9f6791daf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:30.731129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759caa-877c-4b08-801e-677763237af7 req-f2e04662-2c5a-4289-99c0-ed693a04cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:30.733973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-f2e04662-2c5a-4289-99c0-ed693a04cb9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8444903 Jun 30 02:37:30.779379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.871018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.999015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:31.005265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.046955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Router 3972bae2-c8bb-425f-b476-9ed121f88cfd has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:37:31.068716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-02fd2a5f-ea24-42dc-ad1d-c7afaf0dc89a service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199434 Jun 30 02:37:31.104417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28c2b808-be1a-429b-b9a0-5d05684fa035 None None] Provisioning complete for port 81cfbbcf-2577-4491-94f0-d4d9f6791daf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:31.104914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c2b808-be1a-429b-b9a0-5d05684fa035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.164314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.173746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.179034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28c2b808-be1a-429b-b9a0-5d05684fa035 None None] Port 81cfbbcf-2577-4491-94f0-d4d9f6791daf cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:31.282557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.282557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6b7730-5ab4-4651-9e18-f69d81fb60dc {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:37:31.296209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 61ce0b7a-b845-477e-91d9-bbd78bd69038 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:31.310207 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.311443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cdef496e-5778-4f05-bb11-2e8681faba13 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4b6b7730-5ab4-4651-9e18-f69d81fb60dc HTTP/1.1" status: 204 len: 168 time: 4.4695182 Jun 30 02:37:31.314776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:31.354188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Checking segment: {'id': 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e860c0ae-4213-4503-beee-1520cf665364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:31.354606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Network hostable DHCP agents. Network: e860c0ae-4213-4503-beee-1520cf665364, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:31.389692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event updated for resources: {'Subnet': ['ID=3a64def3-a2c1-4372-a833-9a4578277175,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:31.427156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Network e860c0ae-4213-4503-beee-1520cf665364 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:31.435768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 61ce0b7a-b845-477e-91d9-bbd78bd69038 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:31.437074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.467096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, e860c0ae-4213-4503-beee-1520cf665364) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:31.474033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.475042 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.490003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29804c71-66db-4087-b642-e3a64be0e90d None None] Network e860c0ae-4213-4503-beee-1520cf665364 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:31.536806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bd801-b131-4fc3-b2ef-5add7a21b96d req-541e17a9-1103-4fcf-8814-bd053293826d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.547006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-863bd801-b131-4fc3-b2ef-5add7a21b96d req-541e17a9-1103-4fcf-8814-bd053293826d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 945 time: 0.3043222 Jun 30 02:37:31.569924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bc83dbe0-3532-4942-8edb-9d219882f69b tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1843655 Jun 30 02:37:31.571514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:31.583843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Request body: {'port': {'network_id': 'e860c0ae-4213-4503-beee-1520cf665364', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2139487910'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:31.686682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-863bd801-b131-4fc3-b2ef-5add7a21b96d req-1c538aae-68cf-4b7c-a0b3-2e84b8f662d2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385691 Jun 30 02:37:31.729630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Deleting subnet 50aea67d-332b-45af-b668-e682b85a57da {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:31.745897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.749941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04759caa-877c-4b08-801e-677763237af7 req-cf3622b3-009f-4f76-a5e1-8afd2c0b2714 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684260 Jun 30 02:37:31.777183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.170 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:31.813683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Made reservation on behalf of 635d691108174cbcbb703c2201f07dae for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:31.817362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.839195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:31.859855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Sync routers for ids ['3972bae2-c8bb-425f-b476-9ed121f88cfd'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:31.867679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] device_id is not set on port 435d2b68-763a-4f45-822a-396211c212f2 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:37:31.885433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-04de4f5f-ab10-4b65-9e63-f083bad2528f admin admin] 10.222.0.78 "PUT /v2.0/routers/3972bae2-c8bb-425f-b476-9ed121f88cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7887263 Jun 30 02:37:31.890525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Routers {'3972bae2-c8bb-425f-b476-9ed121f88cfd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:31.891478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3972bae2-c8bb-425f-b476-9ed121f88cfd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:31.909762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ab161d0-2450-4e5b-8386-b5395ac86952 req-0caade6d-09ef-4573-97a8-244f576b0a84 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 210 time: 0.0810964 Jun 30 02:37:31.965161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.100871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Set router 3972bae2-c8bb-425f-b476-9ed121f88cfd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:32.128262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Allocated IP 172.20.0.11 (e860c0ae-4213-4503-beee-1520cf665364/3a64def3-a2c1-4372-a833-9a4578277175/435d2b68-763a-4f45-822a-396211c212f2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:32.191158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:32.194180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34256) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:32.225255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.273487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-e860c0ae-4213-4503-beee-1520cf665364', 'network_id': 'e860c0ae-4213-4503-beee-1520cf665364', 'tenant_id': '635d691108174cbcbb703c2201f07dae', 'fixed_ips': [{'subnet_id': '3a64def3-a2c1-4372-a833-9a4578277175'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:32.275238 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.277711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:32.278066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3133c462-1cf8-41e7-b8a3-aafb7ffa68e1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:32.354362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1448723297'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:32.400588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.409749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:32.414012 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.418611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:32.446816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.464015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.478381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:32.484175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.493325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Transition to ACTIVE for port object 435d2b68-763a-4f45-822a-396211c212f2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:32.497507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:32.498781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.499284 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Added segment ba7419e8-a5c1-4df6-bb6b-0b2798854f3b of type vlan for network 75aef472-7a29-45f3-a53f-40884d0a8c4c Jun 30 02:37:32.505154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:32.552546 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.561540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.597989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.629224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:32.630707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50aea67d-332b-45af-b668-e682b85a57da,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:32.638890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.641296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-64f1c8dd-5f35-45af-a544-ee47cc0e81cb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/50aea67d-332b-45af-b668-e682b85a57da HTTP/1.1" status: 204 len: 168 time: 1.3251762 Jun 30 02:37:32.643388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:32.645681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:32.649943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc541b7-2ec9-4691-bc68-c443b20c360f None None] Network fac9f50e-134b-46e8-86e0-4f8795ef6906 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:32.658359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:32.661796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:32.673652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Network e860c0ae-4213-4503-beee-1520cf665364 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:32.678558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.697963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:32.698667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.719206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:32.739781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:32.809208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.011149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Network': ['ID=75aef472-7a29-45f3-a53f-40884d0a8c4c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:33.027737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c7106faa-55fa-4b30-b9fa-da506c7d3dbf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8305092 Jun 30 02:37:33.028684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event updated for resources: {'Port': ['ID=435d2b68-763a-4f45-822a-396211c212f2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:33.041314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34274) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:33.057548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'subnet': {'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:33.082098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.082769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.088577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:33.146098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Allocated IP 172.20.0.2 (e860c0ae-4213-4503-beee-1520cf665364/3a64def3-a2c1-4372-a833-9a4578277175/6a142c36-d809-45b1-b179-b5abc8b929a0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:33.178995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Deleting port 60940b74-038a-4e13-870d-4d4a6aee85ee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:33.179581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.185995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-194e49e9-e960-4911-b203-b4e96d3a2213 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7242639 Jun 30 02:37:33.207833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Request body: {'port': {'device_id': '2d465551-379a-4146-9554-156622111bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:33.243334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.244040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.275800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-653a31e3-4fd0-42e7-9dfe-328c4ccb4d27 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7032123 Jun 30 02:37:33.282108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34278) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:33.298896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b03d-d85a-47fc-a069-2c8934ae8623 req-14d893f5-eedf-4f39-999d-827bdf2b3f5b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.300453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e47b03d-d85a-47fc-a069-2c8934ae8623 req-14d893f5-eedf-4f39-999d-827bdf2b3f5b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 945 time: 0.3293850 Jun 30 02:37:33.349221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] For port 60940b74-038a-4e13-870d-4d4a6aee85ee, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=60940b74-038a-4e13-870d-4d4a6aee85ee,segment=NetworkSegment(0eb26bb8-b6d3-43d6-81f3-3fcb86190693),segment_id=0eb26bb8-b6d3-43d6-81f3-3fcb86190693)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:33.350356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.423914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e47b03d-d85a-47fc-a069-2c8934ae8623 req-0e306d90-f67b-430d-bcb4-173b9fbe3db7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129653 Jun 30 02:37:33.425326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Calling delete_port for 60940b74-038a-4e13-870d-4d4a6aee85ee owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:33.448513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4332f4ee-f4a1-4dca-9e92-7487b921876c None None] Provisioning for port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:33.461534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.518340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb7773-b6f4-449c-b909-096bc7245ce3 req-32871ec5-a4da-43ea-b551-313c0cbd3156 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.520022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbdb7773-b6f4-449c-b909-096bc7245ce3 req-32871ec5-a4da-43ea-b551-313c0cbd3156 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 936 time: 0.3422918 Jun 30 02:37:33.589759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Deleting port 435d2b68-763a-4f45-822a-396211c212f2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:33.590089 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.612403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:33.617374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.634580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbdb7773-b6f4-449c-b909-096bc7245ce3 req-33464b0b-c1e9-4167-b488-ccbf19ce35e8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920870 Jun 30 02:37:33.701740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4332f4ee-f4a1-4dca-9e92-7487b921876c None None] Provisioning complete for port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:33.702145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4332f4ee-f4a1-4dca-9e92-7487b921876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.805238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4332f4ee-f4a1-4dca-9e92-7487b921876c None None] Port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:33.888989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.919648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Calling delete_port for 435d2b68-763a-4f45-822a-396211c212f2 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:34.025736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:28Z', 'revision_number': 4, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '81cfbbcf-2577-4491-94f0-d4d9f6791daf', 'name': '', 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'mac_address': 'fa:16:3e:a0:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'e7a09081-8113-4f8a-8b7d-d257478469dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:25Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 2, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'subnets': [{'id': 'e7a09081-8113-4f8a-8b7d-d257478469dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:34.063357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Checking router: 3972bae2-c8bb-425f-b476-9ed121f88cfd for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:34.063751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Updating router 3972bae2-c8bb-425f-b476-9ed121f88cfd port 81cfbbcf-2577-4491-94f0-d4d9f6791daf binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:37:34.119013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:34.164292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.203803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b126b2-4005-4f7a-85d5-ac2810cba142 None None] DHCP port deletion for fac9f50e-134b-46e8-86e0-4f8795ef6906 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:37:34.222431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Transition to ACTIVE for port object bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:34.268129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.293187 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.305515 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.361342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Subnet': ['ID=65e9dfe3-37f0-4594-a6ba-a6729b765259,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:34.414769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.454227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Checking segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:34.454922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network hostable DHCP agents. Network: 75aef472-7a29-45f3-a53f-40884d0a8c4c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:34.479599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.514478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event deleted for resources: {'Port': ['ID=435d2b68-763a-4f45-822a-396211c212f2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:34.527146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:34.628513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 75aef472-7a29-45f3-a53f-40884d0a8c4c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:34.633115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.635592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3bc2a32d-3a18-4d3d-8abd-e111b388f1d5 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "DELETE /v2.0/ports/435d2b68-763a-4f45-822a-396211c212f2 HTTP/1.1" status: 204 len: 168 time: 1.3524606 Jun 30 02:37:34.637418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.640762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.647078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34292) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:34.664908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Transition to ACTIVE for port object 6a142c36-d809-45b1-b179-b5abc8b929a0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:34.713281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-19473371-076a-40ec-b071-838bf9564151 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6707785 Jun 30 02:37:34.722234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34298) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:34.730071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-319275602'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:34.741383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacfb88-4612-463a-a3b0-07a19d3353c5 None None] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:34.832097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-472d0811-5d06-447a-a529-2ed50f0726fb tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1811271 Jun 30 02:37:34.836577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34304) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:34.845150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1150620105'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:34.858901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:34.869308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.879121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Transition to ACTIVE for port object 6a142c36-d809-45b1-b179-b5abc8b929a0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:34.926004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:34.937355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.937713 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Added segment b3d05f4b-8390-4c2a-8672-27b15860bf4f of type vlan for network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 Jun 30 02:37:34.985280 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.993989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.040086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.046835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:35.047538 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.096715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:35.231290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.239692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f6a9-13a8-4bf8-9b24-6ac0ecee6566 req-ad0fae0d-5989-40a1-ab1a-858af7730856 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:35.249307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Made reservation on behalf of 635d691108174cbcbb703c2201f07dae for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:35.249930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7a9f6a9-13a8-4bf8-9b24-6ac0ecee6566 req-ad0fae0d-5989-40a1-ab1a-858af7730856 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1096 time: 0.9358833 Jun 30 02:37:35.254170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.281703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5582159 Jun 30 02:37:35.295807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:35.303237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60940b74-038a-4e13-870d-4d4a6aee85ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:35.312773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] No DVR routers for this DVR port 60940b74-038a-4e13-870d-4d4a6aee85ee on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:35.313985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'subnet': {'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:35.322726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579968fc-ddcb-4b93-9f34-af4d3356d089 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Network': ['ID=833c1cd9-d797-453b-912f-fb4ea7b4cad9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:35.363218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.384133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Attempting to bind port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:35.384413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Attempting to bind port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:35.385008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Attempting to bind port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:35.403163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3008b-e098-4a8c-bcde-c10e58224a21 req-bb4720ff-5f81-486c-9b91-336c381c3143 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:35.416228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8b3008b-e098-4a8c-bcde-c10e58224a21 req-bb4720ff-5f81-486c-9b91-336c381c3143 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 948 time: 0.3913488 Jun 30 02:37:35.452937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7a9f6a9-13a8-4bf8-9b24-6ac0ecee6566 req-5d62c2ac-5c33-49de-8e42-685faa01c6f4 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018077 Jun 30 02:37:35.458478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:35.458823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Attempting to bind port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:35.493719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8b3008b-e098-4a8c-bcde-c10e58224a21 req-3b418e8a-444b-41bf-aea9-e2f2bbe771fe tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716882 Jun 30 02:37:35.522082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:35.527597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:35.528257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:35.530431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Bound port: bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:35.531080 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.538027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.589878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac9f50e-134b-46e8-86e0-4f8795ef6906']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:35.616495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb26bb8-b6d3-43d6-81f3-3fcb86190693') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:35.616838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb26bb8-b6d3-43d6-81f3-3fcb86190693') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:35.628417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:35.675791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60940b74-038a-4e13-870d-4d4a6aee85ee no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:35.696026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.698490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.699068 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Added segment f613639c-5943-4c6b-a268-dedcdd16361a of type vlan for network d3dfdc7a-620b-4d41-a69c-380d71190064 Jun 30 02:37:35.702462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:35.720579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:35.733848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.769537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.808290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:35.813895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:35.818168 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:35.883129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.957687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-75aef472-7a29-45f3-a53f-40884d0a8c4c', 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'fixed_ips': [{'subnet_id': '65e9dfe3-37f0-4594-a6ba-a6729b765259'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:35.957687 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.958091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] For port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:35.967549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Network e860c0ae-4213-4503-beee-1520cf665364 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:35.967821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] For port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:35.972321 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.984626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.993438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.999329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-23b126b2-4005-4f7a-85d5-ac2810cba142 None None] Deleting port 60940b74-038a-4e13-870d-4d4a6aee85ee {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:35.999738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23b126b2-4005-4f7a-85d5-ac2810cba142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.001236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.001631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 60940b74-038a-4e13-870d-4d4a6aee85ee {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:36.001909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.002074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 60940b74-038a-4e13-870d-4d4a6aee85ee not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:36.019804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:36.043174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.048151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fac9f50e-134b-46e8-86e0-4f8795ef6906 HTTP/1.1" status: 204 len: 168 time: 3.3826692 Jun 30 02:37:36.071126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:36.101077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7384c-a8cb-4d2a-ac59-9312f23cb2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac9f50e-134b-46e8-86e0-4f8795ef6906,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:36.117043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.117690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.119654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] 10.222.0.90 "PUT /v2.0/ports/bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 HTTP/1.1" status: 200 len: 1096 time: 2.9156959 Jun 30 02:37:36.120142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d465551-379a-4146-9554-156622111bc2', 'tag': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:36.129281 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d607079f-f6d1-4c90-ac79-03cc544f65f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d465551-379a-4146-9554-156622111bc2", "tag": "bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:36.172372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254775c-0b51-41db-bcbb-6f7b5aafdb56 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:36.199978 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697bf251-ca12-4ff2-b0ca-4a7fd038e3d5 x-openstack-request-id: req-697bf251-ca12-4ff2-b0ca-4a7fd038e3d5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:36.200597 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d465551-379a-4146-9554-156622111bc2", "tag": "bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:36.201082 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-697bf251-ca12-4ff2-b0ca-4a7fd038e3d5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:36.201985 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d465551-379a-4146-9554-156622111bc2', 'tag': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7', 'status': 'completed', 'code': 200} Jun 30 02:37:36.242130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4044602 Jun 30 02:37:36.263344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server [None req-23b126b2-4005-4f7a-85d5-ac2810cba142 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fac9f50e-134b-46e8-86e0-4f8795ef6906 could not be found. Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2800, in one Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._iter().one() Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:37:36.266794 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fac9f50e-134b-46e8-86e0-4f8795ef6906 could not be found. Jun 30 02:37:36.271314 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Jun 30 02:37:36.363998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8446-8da5-4b26-8f11-fd7693a89146 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event updated for resources: {'Network': ['ID=d3dfdc7a-620b-4d41-a69c-380d71190064,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:36.444250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34330) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:36.491675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a880c9-4704-414d-9423-2ab7ad8fcb42 req-9f43fd67-d4d0-45ee-9bec-ac521903f81a tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.499843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83a880c9-4704-414d-9423-2ab7ad8fcb42 req-9f43fd67-d4d0-45ee-9bec-ac521903f81a tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1096 time: 0.5923843 Jun 30 02:37:36.506379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84570777-b027-4c96-bb86-255a59e3b223 None None] DHCP port deletion for fac9f50e-134b-46e8-86e0-4f8795ef6906 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:37:36.510090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d3dfdc7a-620b-4d41-a69c-380d71190064 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:36.534130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-c0960a39-a1cb-491f-b2ad-e3207ae2a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.535985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-c0960a39-a1cb-491f-b2ad-e3207ae2a8c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 1099 time: 0.3237405 Jun 30 02:37:36.542708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.621240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Pushing event updated for resources: {'Port': ['ID=6a142c36-d809-45b1-b179-b5abc8b929a0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:36.643678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c41d2429-fe40-4063-a174-5986fa53946e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fb74d161916471e87ce3f18de5eb7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940064 Jun 30 02:37:36.665898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:36.679408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83a880c9-4704-414d-9423-2ab7ad8fcb42 req-4c144496-cc49-474b-aa4b-34c9a629367d tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784084 Jun 30 02:37:36.714195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Subnet': ['ID=c893c1b5-f205-40a0-9b03-ce87ecd0a00e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:36.744152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-2fa27f6c-0213-4c99-afb5-f0522e2c8490 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 HTTP/1.1" status: 200 len: 217 time: 0.1998763 Jun 30 02:37:36.772536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.773219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.773356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.773671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.773970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.774299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.775007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.775328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.775653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.776472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.776827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.777154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:36.843328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35383b65-969d-4dac-acb9-85e364339a93 tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/agents/d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18/dhcp-networks HTTP/1.1" status: 200 len: 9664 time: 0.5754328 Jun 30 02:37:36.844551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34352) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:36.873477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Checking segment: {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:36.874395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network hostable DHCP agents. Network: 833c1cd9-d797-453b-912f-fb4ea7b4cad9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:36.936408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.950024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Transition to ACTIVE for port object 81cfbbcf-2577-4491-94f0-d4d9f6791daf will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:36.967885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7852c4f-15c1-4585-abbf-fcecd3a1b74d req-6b66b793-1b3d-4bfc-8031-67c38dfcff08 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.969488 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7852c4f-15c1-4585-abbf-fcecd3a1b74d req-6b66b793-1b3d-4bfc-8031-67c38dfcff08 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 948 time: 0.0864844 Jun 30 02:37:36.971878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-b04e4c67-bc09-4581-96e3-663057d4678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.973422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-b04e4c67-bc09-4581-96e3-663057d4678c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1936829 Jun 30 02:37:37.002445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Attempting to bind port 6a142c36-d809-45b1-b179-b5abc8b929a0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:37.003141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Attempting to bind port 6a142c36-d809-45b1-b179-b5abc8b929a0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e860c0ae-4213-4503-beee-1520cf665364'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:37.003771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Attempting to bind port 6a142c36-d809-45b1-b179-b5abc8b929a0 on network e860c0ae-4213-4503-beee-1520cf665364 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:37.011041 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.027533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:37.028412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Checking segment: {'id': 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e860c0ae-4213-4503-beee-1520cf665364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:37.029065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.029749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Bound using segment: {'id': 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e860c0ae-4213-4503-beee-1520cf665364'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:37.030919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Bound port: 6a142c36-d809-45b1-b179-b5abc8b929a0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e860c0ae-4213-4503-beee-1520cf665364'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:37.031560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.045949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.083987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:37.116606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7852c4f-15c1-4585-abbf-fcecd3a1b74d req-6d8d38eb-ccaf-491f-852b-da18e5f78c04 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222060 Jun 30 02:37:37.157465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.163610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-1e1e4170-ab95-4585-8e86-ae012637c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:37.165402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-1e1e4170-ab95-4585-8e86-ae012637c7d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803529 Jun 30 02:37:37.224559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 833c1cd9-d797-453b-912f-fb4ea7b4cad9) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:37.244919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.248897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.275883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50acc9c9-0f16-4253-9086-8cc99bd471a7 HTTP/1.1" status: 204 len: 168 time: 0.5699883 Jun 30 02:37:37.281026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3d92f-edbc-4145-86f6-5ee3a77e2b00 None None] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:37.281803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:37.286419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.360684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50acc9c9-0f16-4253-9086-8cc99bd471a7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:37.390852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-5db7aaff-33eb-40e3-ae3f-8d8b2c164384 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117584 Jun 30 02:37:37.405510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d2dad-f321-4ec4-82c2-0127ba5ed812 tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] Network d3dfdc7a-620b-4d41-a69c-380d71190064 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:37.414773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37fc13aa-bd9d-4303-9622-04b5bb412834 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1152480 Jun 30 02:37:37.420554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.421396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.424743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.427225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.429484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.430042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.432953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.433502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.436007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.436568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.437365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.438207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420ad7e9-6a1d-4c77-ab61-d1c9b8e498c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:37.491054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f84d2dad-f321-4ec4-82c2-0127ba5ed812 tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "POST /v2.0/agents/d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6437657 Jun 30 02:37:37.492485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:37.492711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e0df7-b070-4eca-b2b6-a387e138e8c4 None None] Network d3dfdc7a-620b-4d41-a69c-380d71190064 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:37.597897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb7d2a89-bad5-4d94-9f58-9f3b4e76166c req-c25b7479-7d0e-459a-8734-c3c2254b5aaa service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976955 Jun 30 02:37:37.725504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d70f0-543d-4a24-9d18-9ee9b2c14875 None None] Pushing event updated for resources: {'Port': ['ID=81cfbbcf-2577-4491-94f0-d4d9f6791daf,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:37.779692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Allocated IP 19.80.0.2 (75aef472-7a29-45f3-a53f-40884d0a8c4c/65e9dfe3-37f0-4594-a6ba-a6729b765259/f942a33f-6d40-4028-a99d-4007952baf8d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:37.908991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-387769b5-e3bf-4089-89a7-00ff78919d0b tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/agents/d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18/dhcp-networks HTTP/1.1" status: 200 len: 11221 time: 0.4137263 Jun 30 02:37:37.913926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34380) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:38.080928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-61b126ef-2ad2-433b-811c-6cc7f2c7cc25 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.107021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-61b126ef-2ad2-433b-811c-6cc7f2c7cc25 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.121685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-61b126ef-2ad2-433b-811c-6cc7f2c7cc25 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/networks?id=75aef472-7a29-45f3-a53f-40884d0a8c4c&id=833c1cd9-d797-453b-912f-fb4ea7b4cad9&id=75aef472-7a29-45f3-a53f-40884d0a8c4c HTTP/1.1" status: 200 len: 1391 time: 0.3512824 Jun 30 02:37:38.174492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-34e38102-8d7a-461d-a0eb-2d6375de0f7d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/quotas/af2124c4ec7946899df3f192cee2acb7 HTTP/1.1" status: 200 len: 375 time: 0.0511649 Jun 30 02:37:38.235903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-3fc0ccaf-02fe-4db8-8d84-eaf33ff61a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.237929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-3fc0ccaf-02fe-4db8-8d84-eaf33ff61a4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 1099 time: 0.5401664 Jun 30 02:37:38.398138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-ce330b81-5dab-4e5c-8fb0-628963edd6e8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2218659 Jun 30 02:37:38.495938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Attempting to bind port 81cfbbcf-2577-4491-94f0-d4d9f6791daf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:38.496516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Attempting to bind port 81cfbbcf-2577-4491-94f0-d4d9f6791daf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:38.496975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Attempting to bind port 81cfbbcf-2577-4491-94f0-d4d9f6791daf on network 96bdd58e-c5d9-4788-bc85-046ad51e7cab {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:38.504136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.533488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:38.534038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Checking segment: {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:38.534579 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.535303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Bound using segment: {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:38.535644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Bound port: 81cfbbcf-2577-4491-94f0-d4d9f6791daf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc7939d-d601-4303-9eaf-b75192a5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:38.536129 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.554646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead64464-c734-4ccf-af0c-ae613d2e5ee7 req-1d4410db-84a5-4e22-a7da-8d869aef4949 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.556187 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ead64464-c734-4ccf-af0c-ae613d2e5ee7 req-1d4410db-84a5-4e22-a7da-8d869aef4949 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1096 time: 0.7690499 Jun 30 02:37:38.581098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] For port 6a142c36-d809-45b1-b179-b5abc8b929a0, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:38.610224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a1e45991-a098-47cf-b093-4a1c00a8e233 tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "DELETE /v2.0/agents/d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18/dhcp-networks/d3dfdc7a-620b-4d41-a69c-380d71190064 HTTP/1.1" status: 204 len: 168 time: 0.6856320 Jun 30 02:37:38.611173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ead64464-c734-4ccf-af0c-ae613d2e5ee7 req-de6f5faa-c3db-4097-9d2a-04dd2bc29690 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Jun 30 02:37:38.611632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34398) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:38.619237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-833c1cd9-d797-453b-912f-fb4ea7b4cad9', 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'fixed_ips': [{'subnet_id': 'c893c1b5-f205-40a0-9b03-ce87ecd0a00e'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:38.620408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.625948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Transition to ACTIVE for port object f942a33f-6d40-4028-a99d-4007952baf8d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:38.647951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-57f60861-cd08-4d8b-94c7-7424e56e2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.649704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-57f60861-cd08-4d8b-94c7-7424e56e2cd3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.3957593 Jun 30 02:37:38.658195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-265bef32-ede9-47a6-aa17-5e0bbe21482b service neutron] 10.222.0.78 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588794 Jun 30 02:37:38.720755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] For port 6a142c36-d809-45b1-b179-b5abc8b929a0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6a142c36-d809-45b1-b179-b5abc8b929a0,segment=NetworkSegment(d41b44dd-ac32-4c48-a8f4-b16a7420f44f),segment_id=d41b44dd-ac32-4c48-a8f4-b16a7420f44f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:38.774133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.800547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Transition to ACTIVE for port object f942a33f-6d40-4028-a99d-4007952baf8d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:38.852962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-ffcdb3c6-d692-4d43-81b8-980ef05bb500 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 HTTP/1.1" status: 200 len: 217 time: 0.1935377 Jun 30 02:37:38.862181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.916163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-85bd68f5-bd8c-41fe-8925-1cfd9a55512c tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/agents/d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18/dhcp-networks HTTP/1.1" status: 200 len: 10451 time: 0.3027692 Jun 30 02:37:38.919687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34414) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:38.963567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:38.971801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d7b47b7f-c2f0-45a2-a8a7-ed53ba282ebb tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/networks/e860c0ae-4213-4503-beee-1520cf665364/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0307920 Jun 30 02:37:39.016948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34418) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:39.017206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f7edfcd2-cedc-4dd1-a674-f153754d864d tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/networks/e860c0ae-4213-4503-beee-1520cf665364/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0505371 Jun 30 02:37:39.027642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-5a0c124a-f02b-4b29-aaf7-fe15e0066d1c service neutron] 10.222.0.78 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601749 Jun 30 02:37:39.030352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-656b6970-8685-4b4f-879c-98e7379d4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.031786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-656b6970-8685-4b4f-879c-98e7379d4784 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1604352 Jun 30 02:37:39.134699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] For port 81cfbbcf-2577-4491-94f0-d4d9f6791daf, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:39.202350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:39.207307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] For port 81cfbbcf-2577-4491-94f0-d4d9f6791daf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=81cfbbcf-2577-4491-94f0-d4d9f6791daf,segment=NetworkSegment(3bc7939d-d601-4303-9eaf-b75192a5da8e),segment_id=3bc7939d-d601-4303-9eaf-b75192a5da8e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:39.242290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:39.255098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-5a5d63dc-427a-43e3-a3c4-b3c46da13349 service neutron] 10.222.0.78 "GET /v2.0/networks/833c1cd9-d797-453b-912f-fb4ea7b4cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264583 Jun 30 02:37:39.262961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-7993c8db-0500-4f4a-a3c1-dce40fe1a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.267768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:39.275566 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.291116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b363bad-3f8c-4d41-983e-bd1b5dc0c4be tempest-DHCPAgentSchedulersTestJSON-1438641989 tempest-DHCPAgentSchedulersTestJSON-1438641989-project-admin] 10.222.0.78 "GET /v2.0/agents/d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18/dhcp-networks HTTP/1.1" status: 200 len: 10451 time: 0.2725713 Jun 30 02:37:39.293124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-7993c8db-0500-4f4a-a3c1-dce40fe1a8e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224095 Jun 30 02:37:39.316207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:39.329542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d96f90-8a3b-4429-8f34-9b9d7b545b71 None None] Pushing event updated for resources: {'Port': ['ID=6a142c36-d809-45b1-b179-b5abc8b929a0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:39.329801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a431-89d7-4b54-a546-0db2fb03111a req-f860045b-a7bc-49d8-bcfc-8919751aa1a0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.337721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56c7a431-89d7-4b54-a546-0db2fb03111a req-f860045b-a7bc-49d8-bcfc-8919751aa1a0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 948 time: 0.1934466 Jun 30 02:37:39.392797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56c7a431-89d7-4b54-a546-0db2fb03111a req-7ec81edf-b98f-41b6-a2c5-1fe6305b2030 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Jun 30 02:37:39.509964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.569379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Pushing event updated for resources: {'Port': ['ID=f942a33f-6d40-4028-a99d-4007952baf8d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:39.605483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Routers {'3972bae2-c8bb-425f-b476-9ed121f88cfd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:39.606150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3972bae2-c8bb-425f-b476-9ed121f88cfd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:39.783990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] Set router 3972bae2-c8bb-425f-b476-9ed121f88cfd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:39.895531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.940227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Allocated IP 19.86.0.2 (833c1cd9-d797-453b-912f-fb4ea7b4cad9/c893c1b5-f205-40a0-9b03-ce87ecd0a00e/82aee1ea-6949-44cf-a81a-e37aa633c500) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:39.968132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Attempting to bind port f942a33f-6d40-4028-a99d-4007952baf8d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:39.968501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Attempting to bind port f942a33f-6d40-4028-a99d-4007952baf8d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:39.968864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Attempting to bind port f942a33f-6d40-4028-a99d-4007952baf8d on network 75aef472-7a29-45f3-a53f-40884d0a8c4c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:39.975044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f52d26ce-cba0-408c-9bf1-0475fb96383a service neutron] 10.222.0.78 "GET /v2.0/networks/833c1cd9-d797-453b-912f-fb4ea7b4cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582491 Jun 30 02:37:39.983806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-835fc72b-72ef-4b9b-930c-2649c5ff6256 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785085 Jun 30 02:37:40.022869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad23099-616b-4a66-9586-d26ab4edaac2 req-75e66830-693f-46d7-aa1a-ca520aeb220e tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.035224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ad23099-616b-4a66-9586-d26ab4edaac2 req-75e66830-693f-46d7-aa1a-ca520aeb220e tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1096 time: 0.0980294 Jun 30 02:37:40.078736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:40.079119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Checking segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:40.079529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.080238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Bound using segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:40.080382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Bound port: f942a33f-6d40-4028-a99d-4007952baf8d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:40.080768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.090901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3ad23099-616b-4a66-9586-d26ab4edaac2 req-21ff3d4b-ac9d-4c2c-9ac4-d3ee9d0725c2 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536318 Jun 30 02:37:40.178709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d70f0-543d-4a24-9d18-9ee9b2c14875 None None] Pushing event updated for resources: {'Port': ['ID=81cfbbcf-2577-4491-94f0-d4d9f6791daf,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:40.377818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:40.445349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] For port f942a33f-6d40-4028-a99d-4007952baf8d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:40.517818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] For port f942a33f-6d40-4028-a99d-4007952baf8d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f942a33f-6d40-4028-a99d-4007952baf8d,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:40.538226 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.575665 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac540891-22ce-4e3f-b241-3af1ed3f6712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.594884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d607079f-f6d1-4c90-ac79-03cc544f65f8 req-61859cb9-b09a-4320-a745-8561bc07b8ef service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392711 Jun 30 02:37:40.605468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-97f51045-b45b-47d8-9f21-f7a64a01cbf0 service neutron] 10.222.0.78 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177452 Jun 30 02:37:40.611716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.613304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.629473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:28Z', 'revision_number': 4, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '81cfbbcf-2577-4491-94f0-d4d9f6791daf', 'name': '', 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'mac_address': 'fa:16:3e:a0:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'e7a09081-8113-4f8a-8b7d-d257478469dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:25Z', 'updated_at': '2021-06-30T02:37:38Z', 'revision_number': 4, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'subnets': [{'id': 'e7a09081-8113-4f8a-8b7d-d257478469dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:40.643297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dfdc7a-620b-4d41-a69c-380d71190064']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:40.683087 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.689008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a586f1c-3246-460b-9945-b6556a3d3662 None None] The sync data for ids ['3972bae2-c8bb-425f-b476-9ed121f88cfd'] in n-d-798054-5 is: [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:37:28Z', 'revision_number': 4, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '81cfbbcf-2577-4491-94f0-d4d9f6791daf', 'name': '', 'network_id': '96bdd58e-c5d9-4788-bc85-046ad51e7cab', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'mac_address': 'fa:16:3e:a0:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'e7a09081-8113-4f8a-8b7d-d257478469dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:25Z', 'updated_at': '2021-06-30T02:37:38Z', 'revision_number': 4, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'subnets': [{'id': 'e7a09081-8113-4f8a-8b7d-d257478469dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:40.728950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Transition to ACTIVE for port object 82aee1ea-6949-44cf-a81a-e37aa633c500 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:40.777334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613639c-5943-4c6b-a268-dedcdd16361a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:40.777650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613639c-5943-4c6b-a268-dedcdd16361a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:40.806777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f0c03-095e-4d3b-b256-72476a124b79 None None] Network e860c0ae-4213-4503-beee-1520cf665364 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:40.822183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.850450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac540891-22ce-4e3f-b241-3af1ed3f6712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.868143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac540891-22ce-4e3f-b241-3af1ed3f6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.958404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54b8a2-7706-4482-a7fb-5e2ab71084ef None None] Pushing event updated for resources: {'Port': ['ID=f942a33f-6d40-4028-a99d-4007952baf8d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:40.962445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-df8b6a2e-d867-4f2b-bef6-f4823d61711b service neutron] 10.222.0.78 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323038 Jun 30 02:37:40.963868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.970156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac540891-22ce-4e3f-b241-3af1ed3f6712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5f140c-9988-45c2-98bc-b40569d519eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:40.977322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Transition to ACTIVE for port object 82aee1ea-6949-44cf-a81a-e37aa633c500 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:40.982499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:40.983356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.992464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b5e95743-cb23-4aae-917c-fa5859e7ce05 None None] Provisioning for port 6a142c36-d809-45b1-b179-b5abc8b929a0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:41.020112 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.034045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ac540891-22ce-4e3f-b241-3af1ed3f6712 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c31d1282f78a4a73b3a83064818ec9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550612 Jun 30 02:37:41.039585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34458) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:41.186327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:41.192084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Pushing event updated for resources: {'Port': ['ID=82aee1ea-6949-44cf-a81a-e37aa633c500,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:41.193967 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:41.197501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:41.200019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.200212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86e8774b-c1d7-4fae-8c2f-3db38d7a47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.205623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:41.211029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.219906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34464) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:41.227124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "DELETE /v2.0/networks/d3dfdc7a-620b-4d41-a69c-380d71190064 HTTP/1.1" status: 204 len: 168 time: 1.8888505 Jun 30 02:37:41.262009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event deleted for resources: {'Network': ['ID=d3dfdc7a-620b-4d41-a69c-380d71190064,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:41.275578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.276089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.276717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.277167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.277639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.278207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.278969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.280826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.280826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.280826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.282550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.283094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a992d2-a381-48e0-84de-69f733d65568 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:41.342069 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86e8774b-c1d7-4fae-8c2f-3db38d7a47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.347855 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-583755c0-9e9f-4bf6-831b-186e45f227ef tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:41.348632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583755c0-9e9f-4bf6-831b-186e45f227ef tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:41.381651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-583755c0-9e9f-4bf6-831b-186e45f227ef tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "DELETE /v2.0/ports/435d2b68-763a-4f45-822a-396211c212f2 HTTP/1.1" status: 404 len: 333 time: 0.1581128 Jun 30 02:37:41.383496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:41.529513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Attempting to bind port 82aee1ea-6949-44cf-a81a-e37aa633c500 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:41.530144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Attempting to bind port 82aee1ea-6949-44cf-a81a-e37aa633c500 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:41.531030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Attempting to bind port 82aee1ea-6949-44cf-a81a-e37aa633c500 on network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:41.548195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86e8774b-c1d7-4fae-8c2f-3db38d7a47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.550277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Deleting subnet 3a64def3-a2c1-4372-a833-9a4578277175 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:41.550898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86e8774b-c1d7-4fae-8c2f-3db38d7a47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.554750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-86e8774b-c1d7-4fae-8c2f-3db38d7a47dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e5f140c-9988-45c2-98bc-b40569d519eb HTTP/1.1" status: 204 len: 168 time: 0.5114465 Jun 30 02:37:41.561490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:41.561876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Checking segment: {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:41.562289 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.562755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Bound using segment: {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:41.563251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Bound port: 82aee1ea-6949-44cf-a81a-e37aa633c500, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:41.563639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.566030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8774b-c1d7-4fae-8c2f-3db38d7a47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5f140c-9988-45c2-98bc-b40569d519eb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:41.570436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.673237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 81cfbbcf-2577-4491-94f0-d4d9f6791daf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:41.694543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.879369 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.907503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] For port 82aee1ea-6949-44cf-a81a-e37aa633c500, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:41.913375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] For port 82aee1ea-6949-44cf-a81a-e37aa633c500, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=82aee1ea-6949-44cf-a81a-e37aa633c500,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:41.936877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.003879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4e0d-a588-4e10-a00f-204b66f6ff43 req-31462876-3219-4c81-a2c9-90533b1ebb1b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:42.007978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6eea4e0d-a588-4e10-a00f-204b66f6ff43 req-31462876-3219-4c81-a2c9-90533b1ebb1b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 948 time: 0.3164170 Jun 30 02:37:42.062934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d108161-d664-4a96-84ed-ab5013790732 None None] Pushing event updated for resources: {'Port': ['ID=82aee1ea-6949-44cf-a81a-e37aa633c500,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:42.088753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 81cfbbcf-2577-4491-94f0-d4d9f6791daf completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:42.093804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 81cfbbcf-2577-4491-94f0-d4d9f6791daf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:42.094369 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.279618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6eea4e0d-a588-4e10-a00f-204b66f6ff43 req-e5e6455c-7f02-486c-98d3-6b8533d2142e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523754 Jun 30 02:37:42.307697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.436633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event deleted for resources: {'Subnet': ['ID=3a64def3-a2c1-4372-a833-9a4578277175,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:42.445517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.460465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34502) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:42.461251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f5ba668-dbc8-49e4-8576-6ef3c41540ee tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "DELETE /v2.0/subnets/3a64def3-a2c1-4372-a833-9a4578277175 HTTP/1.1" status: 204 len: 168 time: 1.0752172 Jun 30 02:37:42.760495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:43.008022 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.068656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:43.109308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7', 'mac_address': 'fa:16:3e:88:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:43.144531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594735de-6b88-419e-bd77-45aa887d0305 None None] Network e860c0ae-4213-4503-beee-1520cf665364 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:43.164209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.243869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Deleting port 6a142c36-d809-45b1-b179-b5abc8b929a0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:43.244350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.384279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-411b06b7-5457-4cd9-9de1-466e4ed7e137 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:37:43.386230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-411b06b7-5457-4cd9-9de1-466e4ed7e137 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098481 Jun 30 02:37:43.433498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Request body: {'binding': {'host': 'n-h2-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:43.434065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:37:43.447961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a1b04f-84de-4762-a677-97cb00ed5e63 None None] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:43.452474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] For port 6a142c36-d809-45b1-b179-b5abc8b929a0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6a142c36-d809-45b1-b179-b5abc8b929a0,segment=NetworkSegment(d41b44dd-ac32-4c48-a8f4-b16a7420f44f),segment_id=d41b44dd-ac32-4c48-a8f4-b16a7420f44f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:43.453193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.499370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Calling delete_port for 6a142c36-d809-45b1-b179-b5abc8b929a0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:43.585172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2a7f6a8e-9fd3-4c7f-884f-d7e3c23eefd3 None None] Could not find standard attr ID for object 435d2b68-763a-4f45-822a-396211c212f2. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:37:43.603972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee019e41-58e7-4f3c-b93e-44d7b1ddb669 req-e5af27b9-bcc9-4dd1-89bd-e86963f04eb6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 210 time: 0.1357121 Jun 30 02:37:43.684248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 81cfbbcf-2577-4491-94f0-d4d9f6791daf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=81cfbbcf-2577-4491-94f0-d4d9f6791daf,segment=NetworkSegment(3bc7939d-d601-4303-9eaf-b75192a5da8e),segment_id=3bc7939d-d601-4303-9eaf-b75192a5da8e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:43.855300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on host n-h2-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:43.856905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:43.857448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:43.867850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.879413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:43.879741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:43.882069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.885225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6a142c36-d809-45b1-b179-b5abc8b929a0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:43.899157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] No DVR routers for this DVR port 6a142c36-d809-45b1-b179-b5abc8b929a0 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:43.914133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.950487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:43.950787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:43.951133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:43.951584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Bound port: cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:44.053403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:44.062050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6a142c36-d809-45b1-b179-b5abc8b929a0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:44.063047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6a142c36-d809-45b1-b179-b5abc8b929a0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 02:37:44.088198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e10e4-8c54-4173-8bdf-ff4cb178cc0d req-026e4691-acae-499c-98ad-2467e1bd231f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:44.093410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e10e4-8c54-4173-8bdf-ff4cb178cc0d req-026e4691-acae-499c-98ad-2467e1bd231f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 948 time: 0.1716199 Jun 30 02:37:44.134637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.148809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e860c0ae-4213-4503-beee-1520cf665364']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:44.161870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:44.163177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41b44dd-ac32-4c48-a8f4-b16a7420f44f') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:44.167040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:44.175096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.193081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.203976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Port 6a142c36-d809-45b1-b179-b5abc8b929a0 not found, will not notify nova. {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 02:37:44.204284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:44.204649 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.220691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db9e10e4-8c54-4173-8bdf-ff4cb178cc0d req-a5ea8e37-d517-4a41-bf67-7a6b6e804482 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132252 Jun 30 02:37:44.226371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-08db8d75-4a39-49c3-83ee-54ae021ae8de None None] Provisioning for port f942a33f-6d40-4028-a99d-4007952baf8d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:44.325472 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:44.329163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.343567 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-88c4a0d0-41f4-4d1a-b0a8-7c96e38e1537 service neutron] 10.222.0.78 "POST /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9240644 Jun 30 02:37:44.346163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.362571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.369524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] 10.222.0.78 "DELETE /v2.0/networks/e860c0ae-4213-4503-beee-1520cf665364 HTTP/1.1" status: 204 len: 168 time: 1.9044435 Jun 30 02:37:44.385101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event deleted for resources: {'Port': ['ID=6a142c36-d809-45b1-b179-b5abc8b929a0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:44.420201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641f38f-c2e5-4204-a2a1-38e8ffeb24f3 None None] DHCP port deletion for e860c0ae-4213-4503-beee-1520cf665364 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:37:44.424930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:44.469164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310b14c-6413-4c7c-b8ba-fc8cca2d9ef2 tempest-DHCPAgentSchedulersTestJSON-618952385 tempest-DHCPAgentSchedulersTestJSON-618952385-project] Pushing event deleted for resources: {'Network': ['ID=e860c0ae-4213-4503-beee-1520cf665364,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:44.488743 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.497820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=81cfbbcf-2577-4491-94f0-d4d9f6791daf,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:44.682441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6065b-1ff4-4821-b5f0-0f9821ba0d7f None None] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:44.815500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f942a33f-6d40-4028-a99d-4007952baf8d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:45.010733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-2137b87a-64be-4152-8609-5ee2cc246920 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.028007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-2137b87a-64be-4152-8609-5ee2cc246920 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.029630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-2137b87a-64be-4152-8609-5ee2cc246920 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "GET /v2.0/networks?id=75aef472-7a29-45f3-a53f-40884d0a8c4c&id=833c1cd9-d797-453b-912f-fb4ea7b4cad9&id=75aef472-7a29-45f3-a53f-40884d0a8c4c HTTP/1.1" status: 200 len: 1391 time: 0.3021317 Jun 30 02:37:45.047767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'port': {'device_id': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c', 'admin_state_up': True, 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:45.193158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-1fbd8daa-ddd5-4a99-9479-39e0da92c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.204544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:45.211895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-1fbd8daa-ddd5-4a99-9479-39e0da92c8d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1096 time: 0.2185221 Jun 30 02:37:45.236594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34556) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:45.291382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:45.295846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6dfed8f7-4a40-4e17-985c-7b6f12b2d1ac None None] Provisioning for port 82aee1ea-6949-44cf-a81a-e37aa633c500 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:45.435968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:45.442532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.481209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f942a33f-6d40-4028-a99d-4007952baf8d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:45.494895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f942a33f-6d40-4028-a99d-4007952baf8d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:45.495340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.648008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-e65cb72f-011b-4ed6-bef2-0ebad2cd2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.672952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-e65cb72f-011b-4ed6-bef2-0ebad2cd2630 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.4520543 Jun 30 02:37:45.696440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9aff7-cfb7-4fda-801e-d3e8de75d739 req-1a0a92a4-c23c-45a7-a618-8b8e9ec0ab51 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.707000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cfc9aff7-cfb7-4fda-801e-d3e8de75d739 req-1a0a92a4-c23c-45a7-a618-8b8e9ec0ab51 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 945 time: 0.3448603 Jun 30 02:37:45.774259 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.831384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f942a33f-6d40-4028-a99d-4007952baf8d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f942a33f-6d40-4028-a99d-4007952baf8d,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:45.836477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-b07a2967-1864-4608-af45-e086b40c9cd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 217 time: 0.1229107 Jun 30 02:37:45.841912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.843198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 82aee1ea-6949-44cf-a81a-e37aa633c500 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:45.875784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d62502a-e608-4cb9-bc81-5a2023877de4 req-3e4f1119-d396-4776-86bf-7dbd149c5b21 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 210 time: 0.1495674 Jun 30 02:37:45.892710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7e18a6e5-893f-42dc-829c-92ffb55be0be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=635d691108174cbcbb703c2201f07dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482019 Jun 30 02:37:45.893098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34568) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:46.017966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cfc9aff7-cfb7-4fda-801e-d3e8de75d739 req-a3b0563c-a163-41eb-a8b9-6e326773fa12 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780433 Jun 30 02:37:46.072309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-f3b7c54a-18c1-4b07-b606-f6502e9d2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.073843 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-f3b7c54a-18c1-4b07-b606-f6502e9d2234 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.2281306 Jun 30 02:37:46.094387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Allocated IP 19.80.0.228 (75aef472-7a29-45f3-a53f-40884d0a8c4c/65e9dfe3-37f0-4594-a6ba-a6729b765259/893d06fe-164c-4761-b03c-d95bcc2cbfaa) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:46.149595 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-49d71d7d-580d-4c22-8680-4cca0347244a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632837 Jun 30 02:37:46.171802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f942a33f-6d40-4028-a99d-4007952baf8d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:46.212326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e2f995-3c70-4bed-b9d0-4b0185d3d44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.231360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5348e-282a-4cb8-b48a-82ca18fa00b2 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:46.242911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e2f995-3c70-4bed-b9d0-4b0185d3d44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.376812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 82aee1ea-6949-44cf-a81a-e37aa633c500 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:46.383487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-84c9df60-c1eb-4dcc-9d0b-526b01f249ea None None] Provisioning complete for port f942a33f-6d40-4028-a99d-4007952baf8d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:46.384162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84c9df60-c1eb-4dcc-9d0b-526b01f249ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.402071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e2f995-3c70-4bed-b9d0-4b0185d3d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.405324 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e2f995-3c70-4bed-b9d0-4b0185d3d44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.409493 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-79e2f995-3c70-4bed-b9d0-4b0185d3d44b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e2d6361-66e0-4f34-99f7-5d56c53ad8eb HTTP/1.1" status: 204 len: 168 time: 0.5131133 Jun 30 02:37:46.437987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-006289c7-68b1-40bd-91f9-953dca2a38a6 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810447 Jun 30 02:37:46.440983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2f995-3c70-4bed-b9d0-4b0185d3d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d6361-66e0-4f34-99f7-5d56c53ad8eb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:46.478980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 82aee1ea-6949-44cf-a81a-e37aa633c500 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:46.479551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.684808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0930-dd7a-47eb-a63a-469fbe9f90b1 req-523a6efb-5ba5-4486-bbd8-f89311fdef04 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.723619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-f9f668f8-b4e8-46b7-a380-f2eed707f5fd service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749863 Jun 30 02:37:46.737685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a07f0930-dd7a-47eb-a63a-469fbe9f90b1 req-523a6efb-5ba5-4486-bbd8-f89311fdef04 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 949 time: 0.4243593 Jun 30 02:37:46.822986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.850052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:46.880725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a07f0930-dd7a-47eb-a63a-469fbe9f90b1 req-e1eb7914-5e3c-4a3d-837e-e91d47358d4d tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424985 Jun 30 02:37:46.909202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.940764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-6d6bb8b4-0262-4392-8911-bf25e6046fbe tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.942338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-6d6bb8b4-0262-4392-8911-bf25e6046fbe tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.1359577 Jun 30 02:37:46.971710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Transition to ACTIVE for port object 893d06fe-164c-4761-b03c-d95bcc2cbfaa will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:46.996584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:47.011692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5348e-282a-4cb8-b48a-82ca18fa00b2 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:47.086688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-90d71fe9-8fe9-4c55-b443-2e6a792cbcf8 None None] Provisioning complete for port 82aee1ea-6949-44cf-a81a-e37aa633c500 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:47.087190 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90d71fe9-8fe9-4c55-b443-2e6a792cbcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.106962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 82aee1ea-6949-44cf-a81a-e37aa633c500, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=82aee1ea-6949-44cf-a81a-e37aa633c500,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:47.110070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.132063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.153276 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.194616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:47.233856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:47.236726 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.316570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Port': ['ID=893d06fe-164c-4761-b03c-d95bcc2cbfaa,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:47.392064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34598) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:47.444048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=82aee1ea-6949-44cf-a81a-e37aa633c500,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:47.453974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:47.457500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f63b26b-c9c4-4efb-87d5-ebd42c66b23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.479594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:47.499643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f942a33f-6d40-4028-a99d-4007952baf8d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:47.500912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:47.692754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.693477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.771697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61633166-ce08-4d0f-ac51-9a8ba3838ceb req-f461eb4b-bd60-480a-a519-9cdefeb10889 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.780356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61633166-ce08-4d0f-ac51-9a8ba3838ceb req-f461eb4b-bd60-480a-a519-9cdefeb10889 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 932 time: 0.6149638 Jun 30 02:37:47.861755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61633166-ce08-4d0f-ac51-9a8ba3838ceb req-5dc92a91-af4c-4e05-aff3-95d7c8721edd tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803831 Jun 30 02:37:47.893157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.932099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f63b26b-c9c4-4efb-87d5-ebd42c66b23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.946514 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f63b26b-c9c4-4efb-87d5-ebd42c66b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.946809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328e420-e22c-42f1-9c68-161b52b89a03 req-186c28fe-d2c7-447d-9be0-a00c980eeffa tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.948108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4328e420-e22c-42f1-9c68-161b52b89a03 req-186c28fe-d2c7-447d-9be0-a00c980eeffa tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 945 time: 0.1408768 Jun 30 02:37:47.974169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-f2ba9d55-9363-4920-af8c-1d0471b19bac tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9304702 Jun 30 02:37:47.993001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'port': {'device_id': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9', 'admin_state_up': True, 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:48.019898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63b26b-c9c4-4efb-87d5-ebd42c66b23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8470df-d704-4bad-9ae0-89eec129c7be,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.042139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d465551-379a-4146-9554-156622111bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:48.045332 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed061f7e-368b-4d1c-9eb8-f6470c54ba9b" -d '{"events": [{"server_uuid": "2d465551-379a-4146-9554-156622111bc2", "name": "network-vif-plugged", "status": "completed", "tag": "bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:48.063285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2f63b26b-c9c4-4efb-87d5-ebd42c66b23c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d802227e7641472598eee801a33f4eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6646426 Jun 30 02:37:48.065766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34610) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:48.085857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:48.102017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:48.125940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.143001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4328e420-e22c-42f1-9c68-161b52b89a03 req-5857694e-a323-4178-b745-780126d40ebe tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859894 Jun 30 02:37:48.154352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f942a33f-6d40-4028-a99d-4007952baf8d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:48.155220 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.199570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d93-b2db-415b-9873-2294f92efee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.239510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:48.260629 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d93-b2db-415b-9873-2294f92efee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.333090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:48.338219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.342270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d93-b2db-415b-9873-2294f92efee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.345067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cb77d93-b2db-415b-9873-2294f92efee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.348806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9cb77d93-b2db-415b-9873-2294f92efee5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a8470df-d704-4bad-9ae0-89eec129c7be HTTP/1.1" status: 204 len: 168 time: 0.2795682 Jun 30 02:37:48.350213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:48.357223 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e281741-81e6-47c5-a620-5b00e3f77987" -d '{"events": [{"server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "name": "network-vif-unplugged", "status": "completed", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:48.372475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.383513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.399664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb77d93-b2db-415b-9873-2294f92efee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8470df-d704-4bad-9ae0-89eec129c7be,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.507469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.549778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.566153 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d76c9-8fca-47ce-921f-475c6f217a48 x-openstack-request-id: req-d25d76c9-8fca-47ce-921f-475c6f217a48 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:48.566469 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d465551-379a-4146-9554-156622111bc2", "name": "network-vif-plugged", "status": "completed", "tag": "bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:48.566859 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d25d76c9-8fca-47ce-921f-475c6f217a48 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:48.567100 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d465551-379a-4146-9554-156622111bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7', 'code': 200} Jun 30 02:37:48.643936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on host n-h1-798054-5 for vnic_type normal with profile {"migrating_to": "n-h2-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:48.644269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:48.644581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:48.668655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:48.669234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Attempting to bind port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:48.732424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:48.732770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:48.733171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:48.733629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Bound port: cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:48.733994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.777148 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f87ac3-dfa5-47f7-92b5-41f87d7c1e30 x-openstack-request-id: req-c0f87ac3-dfa5-47f7-92b5-41f87d7c1e30 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:48.777444 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "name": "network-vif-unplugged", "status": "completed", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:48.777697 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0f87ac3-dfa5-47f7-92b5-41f87d7c1e30 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:48.778097 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'code': 200} Jun 30 02:37:48.820548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 81cfbbcf-2577-4491-94f0-d4d9f6791daf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:48.837507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f13a3-6310-463e-bbd5-7fae6033b718 req-45fb0e9e-00ca-4851-b7a2-0f5fd8861133 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.846748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb6f13a3-6310-463e-bbd5-7fae6033b718 req-45fb0e9e-00ca-4851-b7a2-0f5fd8861133 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 950 time: 0.3778479 Jun 30 02:37:48.859966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Allocated IP 19.86.0.251 (833c1cd9-d797-453b-912f-fb4ea7b4cad9/c893c1b5-f205-40a0-9b03-ce87ecd0a00e/9e0063c4-9a28-4bfa-92ea-65703defe0f5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:48.909188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:48.918967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:48.933276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.967220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 81cfbbcf-2577-4491-94f0-d4d9f6791daf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:48.967599 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.012034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f2c2-228a-4994-b276-851ea61cf319 req-6bb6d22c-fd80-4250-9efa-aad77f8ed9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.014716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0a1f2c2-228a-4994-b276-851ea61cf319 req-6bb6d22c-fd80-4250-9efa-aad77f8ed9e5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 1101 time: 0.3431282 Jun 30 02:37:49.077936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb6f13a3-6310-463e-bbd5-7fae6033b718 req-d6d37463-a436-4751-8111-d5f5c45ebadd tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287669 Jun 30 02:37:49.097967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.098827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.100777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] 10.222.0.90 "PUT /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 1121 time: 2.1465275 Jun 30 02:37:49.110070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30002ed-9c0f-4b33-b357-622252959f6a service neutron] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:49.132497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0a1f2c2-228a-4994-b276-851ea61cf319 req-4360febc-dac8-4d37-a4bc-a5c54c210ac9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065693 Jun 30 02:37:49.255323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['cf974f30-6eb9-4e5f-aca0-9115ae0a331c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:49.340559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6a142c36-d809-45b1-b179-b5abc8b929a0 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:49.345372 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:49.398540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6a142c36-d809-45b1-b179-b5abc8b929a0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:49.398908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6a142c36-d809-45b1-b179-b5abc8b929a0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:49.470882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4d91ce10-340f-4563-9ab0-3b3dba9afffd None None] Provisioning for port 893d06fe-164c-4761-b03c-d95bcc2cbfaa completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:49.498779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4d91ce10-340f-4563-9ab0-3b3dba9afffd None None] Provisioning complete for port 893d06fe-164c-4761-b03c-d95bcc2cbfaa triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:49.499160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d91ce10-340f-4563-9ab0-3b3dba9afffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.588433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.604582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec7e29-1359-445f-85e4-6bac16084948 req-e6f66caf-e6aa-4aa8-aebb-d2edff80f581 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.606975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 82aee1ea-6949-44cf-a81a-e37aa633c500 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:49.607884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4ec7e29-1359-445f-85e4-6bac16084948 req-e6f66caf-e6aa-4aa8-aebb-d2edff80f581 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 932 time: 0.2778809 Jun 30 02:37:49.610058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4d91ce10-340f-4563-9ab0-3b3dba9afffd None None] Port 893d06fe-164c-4761-b03c-d95bcc2cbfaa cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:49.682712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4ec7e29-1359-445f-85e4-6bac16084948 req-0ae00ea8-cc04-4e4e-8dff-5819a6ec13ae tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609696 Jun 30 02:37:49.683975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Transition to ACTIVE for port object 9e0063c4-9a28-4bfa-92ea-65703defe0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:49.791722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.872744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Port': ['ID=9e0063c4-9a28-4bfa-92ea-65703defe0f5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:49.891124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:49.893594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:49.898353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 82aee1ea-6949-44cf-a81a-e37aa633c500 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:49.898812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.917799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:49.993283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.994370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.065019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-07679385-a6e5-4170-a8de-851d6ce57b08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0824256 Jun 30 02:37:50.083121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'port': {'device_id': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c', 'admin_state_up': True, 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:50.237368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:50.242363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.298264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97368df7-5a80-4e32-a263-a701d9793b20 req-f84c1f6f-7469-43cd-9e8a-1a77d0d6359a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.309566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97368df7-5a80-4e32-a263-a701d9793b20 req-f84c1f6f-7469-43cd-9e8a-1a77d0d6359a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 943 time: 0.3945735 Jun 30 02:37:50.353837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f1320335-a16b-4a1e-9ac8-ccb4e797cfed None None] Provisioning for port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:50.359896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f1320335-a16b-4a1e-9ac8-ccb4e797cfed None None] Provisioning complete for port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:50.360721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1320335-a16b-4a1e-9ac8-ccb4e797cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.450768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f1320335-a16b-4a1e-9ac8-ccb4e797cfed None None] Port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:50.589605 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97368df7-5a80-4e32-a263-a701d9793b20 req-ee6a9348-861e-43ed-b95a-6a57d886f86d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776043 Jun 30 02:37:50.745653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Allocated IP 19.80.0.104 (75aef472-7a29-45f3-a53f-40884d0a8c4c/65e9dfe3-37f0-4594-a6ba-a6729b765259/91676f21-5cd6-40de-8f60-42ad88a81f4c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:50.749775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a105-4fe2-4063-b524-cb033abe5204 req-dcdffce6-55ba-4046-94b9-ecb27ae670eb tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.757001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bc4a105-4fe2-4063-b524-cb033abe5204 req-dcdffce6-55ba-4046-94b9-ecb27ae670eb tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 950 time: 0.1557047 Jun 30 02:37:50.795042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:50.797836 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f95401-a648-420a-8fd3-3d8ca27772a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:50.829639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bc4a105-4fe2-4063-b524-cb033abe5204 req-c034fa39-9305-4e5e-98a7-229291b2390a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 Jun 30 02:37:51.039930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.060027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Transition to ACTIVE for port object 91676f21-5cd6-40de-8f60-42ad88a81f4c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:51.110671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.150237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:51.154098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:51.165150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:51.229189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:51.330131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Port': ['ID=91676f21-5cd6-40de-8f60-42ad88a81f4c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:51.360504 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb2323-8900-47fd-be94-03a94a63ebe7 x-openstack-request-id: req-15cb2323-8900-47fd-be94-03a94a63ebe7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:51.360786 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:51.361188 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15cb2323-8900-47fd-be94-03a94a63ebe7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:51.361493 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'status': 'completed', 'code': 200} Jun 30 02:37:51.380055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.381338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.410983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-41f4184b-e127-49b6-889d-e7ddd0e76163 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3354218 Jun 30 02:37:51.434372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Request body: {'port': {'device_id': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:51.435377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107d736-1a15-4488-b018-e7339804fe89 req-d09adbc7-b86f-4334-8ea8-4e477bb5d5ef tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.450682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107d736-1a15-4488-b018-e7339804fe89 req-d09adbc7-b86f-4334-8ea8-4e477bb5d5ef tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.466805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107d736-1a15-4488-b018-e7339804fe89 req-d09adbc7-b86f-4334-8ea8-4e477bb5d5ef tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.474859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9107d736-1a15-4488-b018-e7339804fe89 req-d09adbc7-b86f-4334-8ea8-4e477bb5d5ef tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2377 time: 0.2349136 Jun 30 02:37:51.496987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2579595c-7ce3-492f-b794-01c08b3e2119 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-211731258'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:51.497799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2579595c-7ce3-492f-b794-01c08b3e2119 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Unknown quota resources ['metering_label']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:37:51.593349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.610291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ee08e62-ebc9-4361-b621-2918705c14ad None None] Provisioning for port 91676f21-5cd6-40de-8f60-42ad88a81f4c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:51.618141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ee08e62-ebc9-4361-b621-2918705c14ad None None] Provisioning complete for port 91676f21-5cd6-40de-8f60-42ad88a81f4c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:51.618816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ee08e62-ebc9-4361-b621-2918705c14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.695558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9107d736-1a15-4488-b018-e7339804fe89 req-24298388-d662-42de-b3f2-17e788574cde tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196097 Jun 30 02:37:51.753154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0ee08e62-ebc9-4361-b621-2918705c14ad None None] Port 91676f21-5cd6-40de-8f60-42ad88a81f4c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:51.945330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-8ceeb20b-3b4e-41b7-8d2d-7cc28efec448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.948145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-8ceeb20b-3b4e-41b7-8d2d-7cc28efec448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1124 time: 0.5597701 Jun 30 02:37:51.948291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2579595c-7ce3-492f-b794-01c08b3e2119 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.952757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2579595c-7ce3-492f-b794-01c08b3e2119 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7858028 Jun 30 02:37:51.959863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:51.983068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7b2aa091-fec4-4889-8ff2-c573352c1598 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '67d7d70c-d4bd-432f-87c4-16645e9e5b06'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:51.983579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7b2aa091-fec4-4889-8ff2-c573352c1598 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:37:52.018390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893d06fe-164c-4761-b03c-d95bcc2cbfaa {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:52.033883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.053626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Transition to ACTIVE for port object 893d06fe-164c-4761-b03c-d95bcc2cbfaa will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:52.068954 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.188486 n-d-798054-5 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-7b2aa091-fec4-4889-8ff2-c573352c1598 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 02:37:52.188735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Pushing event updated for resources: {'Port': ['ID=893d06fe-164c-4761-b03c-d95bcc2cbfaa,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.295534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0ed76-986b-475c-afcc-49a1140c93ba req-af179dba-eb0b-4162-b9f1-5b7e05dc8f9b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.303773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78f0ed76-986b-475c-afcc-49a1140c93ba req-af179dba-eb0b-4162-b9f1-5b7e05dc8f9b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 943 time: 0.2479084 Jun 30 02:37:52.390209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78f0ed76-986b-475c-afcc-49a1140c93ba req-350c807e-74b4-4c32-be8f-dbd9b6749ac6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848141 Jun 30 02:37:52.391501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Attempting to bind port 893d06fe-164c-4761-b03c-d95bcc2cbfaa on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:52.391844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Attempting to bind port 893d06fe-164c-4761-b03c-d95bcc2cbfaa by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:52.392172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Attempting to bind port 893d06fe-164c-4761-b03c-d95bcc2cbfaa on network 75aef472-7a29-45f3-a53f-40884d0a8c4c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:52.423514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:52.424092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Port 893d06fe-164c-4761-b03c-d95bcc2cbfaa on network 75aef472-7a29-45f3-a53f-40884d0a8c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:52.424423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Attempting to bind port 893d06fe-164c-4761-b03c-d95bcc2cbfaa on network 75aef472-7a29-45f3-a53f-40884d0a8c4c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:52.447192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:52.447538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Checking segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:52.447940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Bound using segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:52.448398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Bound port: 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:52.448762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.489212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa091-fec4-4889-8ff2-c573352c1598 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.495197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7b2aa091-fec4-4889-8ff2-c573352c1598 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5265291 Jun 30 02:37:52.497684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:52.509147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19f2f9c3-6b45-424e-b77a-20dd17afb0b8 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '67d7d70c-d4bd-432f-87c4-16645e9e5b06'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:52.509650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19f2f9c3-6b45-424e-b77a-20dd17afb0b8 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:37:52.516812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-689a66ed-c1a0-4e06-a57c-34dd35851c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.518326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-689a66ed-c1a0-4e06-a57c-34dd35851c65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.5575230 Jun 30 02:37:52.559534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f82c-abaf-482f-847e-99eb5a1b65ec req-d9c444f2-b859-49b7-b651-7b7476eac42f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.571632 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b74f82c-abaf-482f-847e-99eb5a1b65ec req-d9c444f2-b859-49b7-b651-7b7476eac42f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 950 time: 0.4787526 Jun 30 02:37:52.581156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] For port 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:52.586226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] For port 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=893d06fe-164c-4761-b03c-d95bcc2cbfaa,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:52.599254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.648967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.649625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.651373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] 10.222.0.67 "PUT /v2.0/ports/893d06fe-164c-4761-b03c-d95bcc2cbfaa HTTP/1.1" status: 200 len: 1092 time: 1.2299826 Jun 30 02:37:52.654092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'tag': '893d06fe-164c-4761-b03c-d95bcc2cbfaa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:52.656732 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d717fe-d4bc-432e-b98f-837230b32f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "tag": "893d06fe-164c-4761-b03c-d95bcc2cbfaa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:52.693550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-14664da2-a418-4a93-988e-67e6ec2c8c4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 217 time: 0.1663945 Jun 30 02:37:52.697523 n-d-798054-5 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-19f2f9c3-6b45-424e-b77a-20dd17afb0b8 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 02:37:52.724429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Request body: {'port': {'device_id': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:52.775055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981102b-52b2-41a8-a2ce-0996e0a898de service neutron] Pushing event updated for resources: {'Port': ['ID=893d06fe-164c-4761-b03c-d95bcc2cbfaa,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.831289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:52.915552 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d817e7c7-1907-4a79-b253-4c9dedc7bba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.014479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-b5353349-e9be-4fd2-b2fc-253b2ae7bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:53.017081 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-b5353349-e9be-4fd2-b2fc-253b2ae7bb82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.3001933 Jun 30 02:37:53.026454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.036294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b74f82c-abaf-482f-847e-99eb5a1b65ec req-26bc98f0-11eb-469a-ab7c-eed5459245f3 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260788 Jun 30 02:37:53.048162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:53.072680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c has no active binding in host n-h2-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:37:53.083443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19f2f9c3-6b45-424e-b77a-20dd17afb0b8 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.088109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-19f2f9c3-6b45-424e-b77a-20dd17afb0b8 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5863495 Jun 30 02:37:53.089748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-a6d80c31-f696-4b6e-8316-a47186e4b19e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483274 Jun 30 02:37:53.089748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.177182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5140c875-b62e-4f4c-a109-2840d1134079 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=364432ff-8de5-4779-a018-4203dc432cbf HTTP/1.1" status: 200 len: 464 time: 0.0832114 Jun 30 02:37:53.179476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.377928 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f456cd1b-fffd-42b6-88e7-d12e62581724 x-openstack-request-id: req-f456cd1b-fffd-42b6-88e7-d12e62581724 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:53.378578 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "tag": "893d06fe-164c-4761-b03c-d95bcc2cbfaa", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:53.379019 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f456cd1b-fffd-42b6-88e7-d12e62581724 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:53.379585 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'tag': '893d06fe-164c-4761-b03c-d95bcc2cbfaa', 'status': 'completed', 'code': 200} Jun 30 02:37:53.403894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-5e9dcb89-5333-4fe8-a938-860e55693e20 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067276 Jun 30 02:37:53.405825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-cdf8558f-e0ef-43ea-9394-cb27b5c0bff4 service neutron] 10.222.0.67 "GET /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c/bindings/n-h2-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.1258473 Jun 30 02:37:53.461861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9522718c-631d-4a94-aaf8-973a531309bf tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.462954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9522718c-631d-4a94-aaf8-973a531309bf tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/364432ff-8de5-4779-a018-4203dc432cbf HTTP/1.1" status: 204 len: 168 time: 0.2822082 Jun 30 02:37:53.497890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.559393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aa21adb5-2a7c-4954-8259-dd7d36264b2d tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=364432ff-8de5-4779-a018-4203dc432cbf HTTP/1.1" status: 200 len: 221 time: 0.0553274 Jun 30 02:37:53.567671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.573618 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9db3ec86-fa67-4310-b6d6-a4623e0ed015 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1945165976', 'description': 'label created by tempest'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:53.574077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9db3ec86-fa67-4310-b6d6-a4623e0ed015 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Unknown quota resources ['metering_label']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:37:53.693836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f0f2e-7cc1-4062-9158-6dabf36e4934 req-0d99d7a7-72ac-4a77-8673-7e6aa7736359 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:53.697927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-523f0f2e-7cc1-4062-9158-6dabf36e4934 req-0d99d7a7-72ac-4a77-8673-7e6aa7736359 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 1101 time: 0.3339810 Jun 30 02:37:53.927373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d817e7c7-1907-4a79-b253-4c9dedc7bba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.928598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8f95401-a648-420a-8fd3-3d8ca27772a3 req-4969058d-6820-42ae-a3c8-b7f5ae0da8b7 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798589 Jun 30 02:37:53.939787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9db3ec86-fa67-4310-b6d6-a4623e0ed015 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.944148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9db3ec86-fa67-4310-b6d6-a4623e0ed015 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3710601 Jun 30 02:37:53.945360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.947545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d817e7c7-1907-4a79-b253-4c9dedc7bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.958566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:53.977570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-523f0f2e-7cc1-4062-9158-6dabf36e4934 req-11ae8e31-050f-4936-9656-9dc221ad0055 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786229 Jun 30 02:37:54.028217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:54.077556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf974f30-6eb9-4e5f-aca0-9115ae0a331c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:54.092065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:54.096336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27cdc0-dbe3-4253-b92f-2d53fc83908a req-783fc8db-351e-4d57-8ec2-e88d52d460ae tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.103424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27cdc0-dbe3-4253-b92f-2d53fc83908a req-783fc8db-351e-4d57-8ec2-e88d52d460ae tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.109141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27cdc0-dbe3-4253-b92f-2d53fc83908a req-783fc8db-351e-4d57-8ec2-e88d52d460ae tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.116259 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.117854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d27cdc0-dbe3-4253-b92f-2d53fc83908a req-783fc8db-351e-4d57-8ec2-e88d52d460ae tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2389 time: 0.7504592 Jun 30 02:37:54.131912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4d1cd82a-5321-47d6-b377-e29ddfa6ca1b tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=08db1fd7-1acc-4eba-82ea-ea210394efe3 HTTP/1.1" status: 200 len: 468 time: 0.1823943 Jun 30 02:37:54.136913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:54.150755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-6d97dbb4-6a16-4f1c-a260-8db3002f8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.151450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-6d97dbb4-6a16-4f1c-a260-8db3002f8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.151946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-6d97dbb4-6a16-4f1c-a260-8db3002f8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.154347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-6d97dbb4-6a16-4f1c-a260-8db3002f8111 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2732 time: 0.7859712 Jun 30 02:37:54.163109 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d817e7c7-1907-4a79-b253-4c9dedc7bba4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cdbd16ffb9cc4cada4c6d8e649bace9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7359655 Jun 30 02:37:54.175149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34778) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:54.245158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e7c7-1907-4a79-b253-4c9dedc7bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21275c66-27d1-4407-a9d8-51fd0ccd2b19,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:54.363333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0063c4-9a28-4bfa-92ea-65703defe0f5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:54.403598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d27cdc0-dbe3-4253-b92f-2d53fc83908a req-686e2ca0-a5c5-41c7-bd66-b915cdca59c4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845144 Jun 30 02:37:54.420032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.543798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdd68994-a6c5-4fd8-9c16-c484dfd46500 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.545018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cdd68994-a6c5-4fd8-9c16-c484dfd46500 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/08db1fd7-1acc-4eba-82ea-ea210394efe3 HTTP/1.1" status: 204 len: 168 time: 0.4033008 Jun 30 02:37:54.548378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:54.551063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Transition to ACTIVE for port object 9e0063c4-9a28-4bfa-92ea-65703defe0f5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:54.584139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e3e90ee0-b037-4d56-a77b-1679d1953c2c tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=08db1fd7-1acc-4eba-82ea-ea210394efe3 HTTP/1.1" status: 200 len: 216 time: 0.0344465 Jun 30 02:37:54.584718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55e23674-ac20-4b42-8cbc-377553e459ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.591785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:54.592012 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.609723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d944b-6ade-4638-99c8-953acf26036b req-8a0ac286-e2f1-4826-b23c-6ae994dcc08c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.617451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c74d944b-6ade-4638-99c8-953acf26036b req-8a0ac286-e2f1-4826-b23c-6ae994dcc08c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 943 time: 0.4788840 Jun 30 02:37:54.619975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] Transition to ACTIVE for port object cf974f30-6eb9-4e5f-aca0-9115ae0a331c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:54.630771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.637863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-26964dd5-f803-4461-af8e-be762dbeb547 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0453398 Jun 30 02:37:54.638516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:54.657606 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55e23674-ac20-4b42-8cbc-377553e459ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.706948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-83be13c4-12c5-4efe-92a3-c50765eb768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.707374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-83be13c4-12c5-4efe-92a3-c50765eb768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.707899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-83be13c4-12c5-4efe-92a3-c50765eb768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.709612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-83be13c4-12c5-4efe-92a3-c50765eb768a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=af2124c4ec7946899df3f192cee2acb7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5452447 Jun 30 02:37:54.721451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-73edb49a-7c2d-4815-ad6a-771cb5ff55e0 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0414820 Jun 30 02:37:54.724122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:54.764610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55e23674-ac20-4b42-8cbc-377553e459ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.770837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55e23674-ac20-4b42-8cbc-377553e459ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.772297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-55e23674-ac20-4b42-8cbc-377553e459ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21275c66-27d1-4407-a9d8-51fd0ccd2b19 HTTP/1.1" status: 204 len: 168 time: 0.5641990 Jun 30 02:37:54.792375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] Pushing event updated for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:54.803949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] No DVR routers for this DVR port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:54.867930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e23674-ac20-4b42-8cbc-377553e459ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21275c66-27d1-4407-a9d8-51fd0ccd2b19,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:54.905921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Pushing event updated for resources: {'Port': ['ID=9e0063c4-9a28-4bfa-92ea-65703defe0f5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:55.051223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-e1c92247-2775-44a4-b5cb-c130e85f1043 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755610 Jun 30 02:37:55.142049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Attempting to bind port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:55.142696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Attempting to bind port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:55.143038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Attempting to bind port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 on network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:55.149556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-07a3b43e-f89f-44e0-a8fe-d42f56c9b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.151092 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39d717fe-d4bc-432e-b98f-837230b32f3f req-07a3b43e-f89f-44e0-a8fe-d42f56c9b00e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4350636 Jun 30 02:37:55.155321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 on network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:55.155643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Attempting to bind port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 on network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:55.169825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:55.170242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Checking segment: {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:55.170589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Bound using segment: {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:55.171049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Bound port: 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d05f4b-8390-4c2a-8672-27b15860bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:55.171416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.259462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-10eb108a-14b3-4856-bf9f-10eb91775f73 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.260326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c74d944b-6ade-4638-99c8-953acf26036b req-9cce45ab-3e8c-46b3-97d1-2c7aee6455a7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421006 Jun 30 02:37:55.268930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-10eb108a-14b3-4856-bf9f-10eb91775f73 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048914 Jun 30 02:37:55.269142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-330d2761-2b79-4c08-bbf3-e8bc915ea229 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/67d7d70c-d4bd-432f-87c4-16645e9e5b06 HTTP/1.1" status: 200 len: 472 time: 0.5345433 Jun 30 02:37:55.270057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:55.296341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d39a1c55-608f-410b-beb8-3f76943791a8 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/quotas/60cfb261c2b8481b9ff775ce78508416 HTTP/1.1" status: 200 len: 375 time: 0.0292337 Jun 30 02:37:55.300624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-8775347b-cff4-463f-aed5-c5add1ce131d service neutron] 10.222.0.67 "PUT /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c/bindings/n-h2-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8589697 Jun 30 02:37:55.313929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-09951d84-0d21-4b47-90d9-f42d8a1fee48 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/43bb71ef-8e1b-4d35-a98f-7cdfc40d14fe HTTP/1.1" status: 200 len: 461 time: 0.0427027 Jun 30 02:37:55.314656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:55.325030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] For port 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:55.364356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] For port 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e0063c4-9a28-4bfa-92ea-65703defe0f5,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:55.373429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.415409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.416020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.417681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cb133ae6-0951-408a-9211-1215d092384a service neutron] 10.222.0.67 "PUT /v2.0/ports/9e0063c4-9a28-4bfa-92ea-65703defe0f5 HTTP/1.1" status: 200 len: 1092 time: 2.6987364 Jun 30 02:37:55.420781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'tag': '9e0063c4-9a28-4bfa-92ea-65703defe0f5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:55.429947 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1588c5b-d250-4e41-9c79-295a64e597c5" -d '{"events": [{"name": "network-changed", "server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "tag": "9e0063c4-9a28-4bfa-92ea-65703defe0f5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:55.459006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Request body: {'port': {'device_id': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:55.483402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81002457-3513-43f8-9896-90ab6f75473c tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.484576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81002457-3513-43f8-9896-90ab6f75473c tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/43bb71ef-8e1b-4d35-a98f-7cdfc40d14fe HTTP/1.1" status: 204 len: 168 time: 0.1688488 Jun 30 02:37:55.487878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:55.597751 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-a2c2eb18-ba7c-4330-8d7a-42ea6395f256 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3004529 Jun 30 02:37:55.603209 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec686752-3f6b-4f8d-9453-40b69f19ab94 x-openstack-request-id: req-ec686752-3f6b-4f8d-9453-40b69f19ab94 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:55.606947 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "tag": "9e0063c4-9a28-4bfa-92ea-65703defe0f5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:55.608435 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec686752-3f6b-4f8d-9453-40b69f19ab94 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:55.610595 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'tag': '9e0063c4-9a28-4bfa-92ea-65703defe0f5', 'status': 'completed', 'code': 200} Jun 30 02:37:55.614725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.659663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb133ae6-0951-408a-9211-1215d092384a service neutron] Pushing event updated for resources: {'Port': ['ID=9e0063c4-9a28-4bfa-92ea-65703defe0f5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:55.824842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34850) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:55.852283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-b0081fc7-4409-4fc9-a90b-a4ebb1b9d16a tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.853055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-b0081fc7-4409-4fc9-a90b-a4ebb1b9d16a tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.4598289 Jun 30 02:37:55.883911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7aecd989-f1c5-4be3-adf0-05abf82586e3 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.888843 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7aecd989-f1c5-4be3-adf0-05abf82586e3 tempest-MeteringTestJSON-932358466 tempest-MeteringTestJSON-932358466-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/67d7d70c-d4bd-432f-87c4-16645e9e5b06 HTTP/1.1" status: 204 len: 168 time: 0.3992581 Jun 30 02:37:55.949452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-ab7f772e-17c0-4858-9a42-47f0049fb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.949984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-ab7f772e-17c0-4858-9a42-47f0049fb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.950491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-ab7f772e-17c0-4858-9a42-47f0049fb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.952371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-ab7f772e-17c0-4858-9a42-47f0049fb2c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2799 time: 0.3986032 Jun 30 02:37:55.964046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625693ed-37e0-4bb6-9ae7-873bb62173a1 req-2d68827b-b774-45b3-94b3-5de2baeb0231 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.969864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625693ed-37e0-4bb6-9ae7-873bb62173a1 req-2d68827b-b774-45b3-94b3-5de2baeb0231 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.979646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625693ed-37e0-4bb6-9ae7-873bb62173a1 req-2d68827b-b774-45b3-94b3-5de2baeb0231 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.987810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-625693ed-37e0-4bb6-9ae7-873bb62173a1 req-2d68827b-b774-45b3-94b3-5de2baeb0231 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2401 time: 0.2406263 Jun 30 02:37:56.129802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-625693ed-37e0-4bb6-9ae7-873bb62173a1 req-44860bb3-961a-4728-beb9-472c1d2e876c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411109 Jun 30 02:37:56.142046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-409941531-network', 'tenant_id': '2d57093cdd974fc8bd7c66165c6121dd'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:56.155577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-048080df-78f0-4376-9644-0987c995b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.157077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-048080df-78f0-4376-9644-0987c995b2ab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2&tenant_id=9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.2902262 Jun 30 02:37:56.220003 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3490e186-64df-4c0d-8256-6467bebeeeb6 req-6c1d24f2-0d00-4b30-90be-6ff1b527ca0f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 210 time: 0.0702329 Jun 30 02:37:56.282552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-155ba9f4-70d1-46bf-b62b-7daf55805ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.283167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-155ba9f4-70d1-46bf-b62b-7daf55805ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.283693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-155ba9f4-70d1-46bf-b62b-7daf55805ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.286282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-155ba9f4-70d1-46bf-b62b-7daf55805ee5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=af2124c4ec7946899df3f192cee2acb7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2962224 Jun 30 02:37:56.295881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:56.344457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91676f21-5cd6-40de-8f60-42ad88a81f4c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:56.355106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Made reservation on behalf of 2d57093cdd974fc8bd7c66165c6121dd for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:56.361730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.391271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.397565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.431129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-ad46395b-8925-4c9d-a712-0ac2d3e49964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.433037 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1588c5b-d250-4e41-9c79-295a64e597c5 req-ad46395b-8925-4c9d-a712-0ac2d3e49964 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380742 Jun 30 02:37:56.461530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-4f6f549a-961e-4a0b-a964-7d36df18f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.463840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-4f6f549a-961e-4a0b-a964-7d36df18f610 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1095 time: 0.2683852 Jun 30 02:37:56.539834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Transition to ACTIVE for port object 91676f21-5cd6-40de-8f60-42ad88a81f4c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:56.569072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.602448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffca14f-3986-4f07-a956-df48592498ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.650096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-3aea59be-8908-415f-8ccd-8b4a5e6fe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.651671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-3aea59be-8908-415f-8ccd-8b4a5e6fe633 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1790428 Jun 30 02:37:56.661265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=91676f21-5cd6-40de-8f60-42ad88a81f4c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:56.674418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.697883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.720648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff239fe-be74-49fe-8a69-4dbe2d4fbceb req-e7b26d21-18fd-4390-8672-92277fbcdd18 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.722193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dff239fe-be74-49fe-8a69-4dbe2d4fbceb req-e7b26d21-18fd-4390-8672-92277fbcdd18 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 0.1927083 Jun 30 02:37:56.726795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-4ae2da51-127d-4554-bafd-3b29a2dc30f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 217 time: 0.0637035 Jun 30 02:37:56.781954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8071a43-c4a3-4ed2-a383-eeac7f40c8e9 req-3b4bc432-6fde-402d-b043-b107b8479ac3 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.791348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e8071a43-c4a3-4ed2-a383-eeac7f40c8e9 req-3b4bc432-6fde-402d-b043-b107b8479ac3 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 950 time: 0.3347166 Jun 30 02:37:56.814141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:56.825595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d603c2b-3161-44d0-b15f-6dca83e52939,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:56.832763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-7470a8dd-6456-4875-9fe6-8d7ccc3957f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.834780 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-7470a8dd-6456-4875-9fe6-8d7ccc3957f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0942404 Jun 30 02:37:56.844316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dff239fe-be74-49fe-8a69-4dbe2d4fbceb req-b0b6a43a-2dd1-43d0-8e3d-ab659a5a7621 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144845 Jun 30 02:37:56.898424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-d53d8736-fc44-473a-8392-1847eb48b292 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463340 Jun 30 02:37:56.921696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e8071a43-c4a3-4ed2-a383-eeac7f40c8e9 req-94010f5d-a1eb-49b9-9adf-d66625e804f3 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288307 Jun 30 02:37:56.924696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.927321 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Added segment 3c47c2f1-cd12-4a13-8db6-d2436d3e1498 of type vlan for network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 Jun 30 02:37:56.932415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Attempting to bind port 91676f21-5cd6-40de-8f60-42ad88a81f4c on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:56.933164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Attempting to bind port 91676f21-5cd6-40de-8f60-42ad88a81f4c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:56.933506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Attempting to bind port 91676f21-5cd6-40de-8f60-42ad88a81f4c on network 75aef472-7a29-45f3-a53f-40884d0a8c4c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:56.965331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Port 91676f21-5cd6-40de-8f60-42ad88a81f4c on network 75aef472-7a29-45f3-a53f-40884d0a8c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:56.965908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Attempting to bind port 91676f21-5cd6-40de-8f60-42ad88a81f4c on network 75aef472-7a29-45f3-a53f-40884d0a8c4c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:56.990113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:56.990943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Checking segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:56.991485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Bound using segment: {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:56.992269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Bound port: 91676f21-5cd6-40de-8f60-42ad88a81f4c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:57.008047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.042760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffca14f-3986-4f07-a956-df48592498ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.057556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ffca14f-3986-4f07-a956-df48592498ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.065599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.093209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffca14f-3986-4f07-a956-df48592498ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575821cd-bfd6-470d-b328-1c6e5297a054,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.110575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-4dd1d422-96bc-4679-8fb2-2724b35b10d4 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039049 Jun 30 02:37:57.118841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.119606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.120236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.154749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8ffca14f-3986-4f07-a956-df48592498ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f119e959e293459a9603b0b8200ad452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8536873 Jun 30 02:37:57.195120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:57.243520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] For port 91676f21-5cd6-40de-8f60-42ad88a81f4c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:57.247611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] For port 91676f21-5cd6-40de-8f60-42ad88a81f4c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:57.261006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-26e6a890-4713-4ee8-9c72-43704d0fab97 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425014 Jun 30 02:37:57.276456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] Pushing event updated for resources: {'Network': ['ID=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.289623 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.291086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:57.308294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b57a882d-222b-4c7f-8e34-7f414652d20d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4682384 Jun 30 02:37:57.321143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:57.330728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Request body: {'subnet': {'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-409941531-subnet', 'tenant_id': '2d57093cdd974fc8bd7c66165c6121dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:57.385592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Made reservation on behalf of 2d57093cdd974fc8bd7c66165c6121dd for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:57.388920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.452653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.453332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.454763 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] 10.222.0.67 "PUT /v2.0/ports/91676f21-5cd6-40de-8f60-42ad88a81f4c HTTP/1.1" status: 200 len: 1092 time: 2.0061030 Jun 30 02:37:57.499905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189e967-fc08-4eaa-8e41-01838505ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=91676f21-5cd6-40de-8f60-42ad88a81f4c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.553888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06296-cea0-4869-bf4c-ccc159e0c5f6 req-41538f41-056d-43eb-8564-38a8422d86f9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.561559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06296-cea0-4869-bf4c-ccc159e0c5f6 req-41538f41-056d-43eb-8564-38a8422d86f9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.579714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06296-cea0-4869-bf4c-ccc159e0c5f6 req-41538f41-056d-43eb-8564-38a8422d86f9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.582920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3b06296-cea0-4869-bf4c-ccc159e0c5f6 req-41538f41-056d-43eb-8564-38a8422d86f9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2413 time: 0.2018373 Jun 30 02:37:57.589240 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f731eacd-5e83-4dc1-a0f9-4c57ea09cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.591967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-775c9ee5-e4e0-40e8-a803-f595583ad7e7 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=60cfb261c2b8481b9ff775ce78508416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2685003 Jun 30 02:37:57.627307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'tag': '91676f21-5cd6-40de-8f60-42ad88a81f4c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:57.630725 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa4eb4-47d6-435a-b737-4997b04648da" -d '{"events": [{"name": "network-changed", "server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "tag": "91676f21-5cd6-40de-8f60-42ad88a81f4c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:57.666494 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3b06296-cea0-4869-bf4c-ccc159e0c5f6 req-38f8b361-af66-4c8c-9a67-684c6989e0c1 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750065 Jun 30 02:37:57.739196 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662c59ab-0b77-47bf-b382-09f0d012b4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.765682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662c59ab-0b77-47bf-b382-09f0d012b4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.803925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-ac3033f6-48b9-4db2-bb30-70db0d2b209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.806839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-ac3033f6-48b9-4db2-bb30-70db0d2b209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.807641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-ac3033f6-48b9-4db2-bb30-70db0d2b209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.811175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-ac3033f6-48b9-4db2-bb30-70db0d2b209e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2866 time: 0.1553457 Jun 30 02:37:57.885262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0dae3db5-f2f0-4dbc-855c-3c0aad57ba1d req-a47c505c-8043-4853-9673-fd498b03fcb7 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 210 time: 0.1024914 Jun 30 02:37:57.885771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-876e111d-e57d-4eaa-ada1-777d4fcd1e49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=893d06fe-164c-4761-b03c-d95bcc2cbfaa HTTP/1.1" status: 200 len: 217 time: 0.0658963 Jun 30 02:37:57.951048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7201e7e7-fcf2-499c-8a95-0aa9e1d5afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.953393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7201e7e7-fcf2-499c-8a95-0aa9e1d5afde service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e9dfe3-37f0-4594-a6ba-a6729b765259 HTTP/1.1" status: 200 len: 801 time: 0.0616727 Jun 30 02:37:57.976260 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a863639-55a8-4236-bb61-a344908da3dd x-openstack-request-id: req-5a863639-55a8-4236-bb61-a344908da3dd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:57.976543 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "tag": "91676f21-5cd6-40de-8f60-42ad88a81f4c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:57.976790 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a863639-55a8-4236-bb61-a344908da3dd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:57.977170 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'tag': '91676f21-5cd6-40de-8f60-42ad88a81f4c', 'status': 'completed', 'code': 200} Jun 30 02:37:57.995828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.003776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-4ab4c1ea-d8a6-431f-8c6f-274c50f8e675 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.005256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-4ab4c1ea-d8a6-431f-8c6f-274c50f8e675 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3906188 Jun 30 02:37:58.012947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:58.042012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Request body: {'port': {'device_id': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '60cfb261c2b8481b9ff775ce78508416'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:58.064660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662c59ab-0b77-47bf-b382-09f0d012b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.065411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-1ea94765-b25f-4f16-860c-085285ec6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.067252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662c59ab-0b77-47bf-b382-09f0d012b4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.068416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-662c59ab-0b77-47bf-b382-09f0d012b4c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/575821cd-bfd6-470d-b328-1c6e5297a054 HTTP/1.1" status: 204 len: 168 time: 0.8714759 Jun 30 02:37:58.069799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-1ea94765-b25f-4f16-860c-085285ec6056 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75aef472-7a29-45f3-a53f-40884d0a8c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048899 Jun 30 02:37:58.090126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:58.164549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c59ab-0b77-47bf-b382-09f0d012b4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575821cd-bfd6-470d-b328-1c6e5297a054,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.205367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-4f1bfa22-f467-4488-bf42-048e624a2577 service neutron] 10.222.0.67 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285088 Jun 30 02:37:58.217256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10704dde-5aa3-4c97-9554-db6f6a32b730,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.238802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-22555e6a-1440-492f-9582-dcdf461f67cf tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.241000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-22555e6a-1440-492f-9582-dcdf461f67cf tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.4093950 Jun 30 02:37:58.263864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Checking segment: {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:58.264226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Network hostable DHCP agents. Network: 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:58.327517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-9ee227a9-50e5-4efe-9ce5-a8ae3ef2bb36 service neutron] 10.222.0.67 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122491 Jun 30 02:37:58.368673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:58.377827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a442561-6957-4951-a746-7fbb75b34588 req-eeefa01c-5e91-4158-8479-0bc33a63d464 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.379395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a442561-6957-4951-a746-7fbb75b34588 req-eeefa01c-5e91-4158-8479-0bc33a63d464 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 0.2518184 Jun 30 02:37:58.383554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-d690874d-51fc-4b54-b383-165c859ec8d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=9e0063c4-9a28-4bfa-92ea-65703defe0f5 HTTP/1.1" status: 200 len: 217 time: 0.0487084 Jun 30 02:37:58.392489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Made reservation on behalf of 60cfb261c2b8481b9ff775ce78508416 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:58.396096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.414731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:58.426683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2153f-ff15-4972-bac1-126da5208aae None None] Network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:58.449712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.450343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.457205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-73beadee-3458-4876-b742-9792b276af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.460502 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-73beadee-3458-4876-b742-9792b276af78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c893c1b5-f205-40a0-9b03-ce87ecd0a00e HTTP/1.1" status: 200 len: 801 time: 0.0702271 Jun 30 02:37:58.510580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:58.532617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62efa640-736b-4c39-94a8-c2c481b61acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.554659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f959159c-2d4f-435f-9e2b-977355a59b01 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2322648 Jun 30 02:37:58.560953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a442561-6957-4951-a746-7fbb75b34588 req-5d4a35a6-f639-4d85-af4d-a115ad406fca tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696875 Jun 30 02:37:58.570028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-54c09eb6-a989-468d-9bbd-c4b47143c7c2 service neutron] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:58.573333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-54c09eb6-a989-468d-9bbd-c4b47143c7c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.574515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c3daafa-6de6-4eff-a959-4d0b2962bff8 req-54c09eb6-a989-468d-9bbd-c4b47143c7c2 service neutron] 10.222.0.90 "DELETE /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c/bindings/n-h1-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.3233345 Jun 30 02:37:58.583303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-46762ca4-1429-4a37-a2f4-e2d4d9f61af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.585871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-46762ca4-1429-4a37-a2f4-e2d4d9f61af8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=833c1cd9-d797-453b-912f-fb4ea7b4cad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179984 Jun 30 02:37:58.589154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d61f15-b125-4a95-a782-e7ae4378bccf None None] Network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:58.754710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Allocated IP 192.168.233.202 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/92267ec0-4f4d-4043-b8b4-4353eed9f474) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:58.765378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-fadca72c-6578-4827-a070-bb6a2f7201af service neutron] 10.222.0.67 "GET /v2.0/networks/833c1cd9-d797-453b-912f-fb4ea7b4cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599205 Jun 30 02:37:58.792724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62efa640-736b-4c39-94a8-c2c481b61acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.804288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62efa640-736b-4c39-94a8-c2c481b61acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.853124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:58.950116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.989018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.996828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:58.998328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:59.001045 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017051f8-914b-4517-b027-470fe6c13c34" -d '{"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-unplugged", "status": "completed", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:59.007577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Transition to ACTIVE for port object 92267ec0-4f4d-4043-b8b4-4353eed9f474 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:59.008753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.064446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22cbb6-d5fb-4d5b-9893-379f581e88b3 req-7018fada-3bd5-4f59-81c4-5daa42a5fef3 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.066879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d22cbb6-d5fb-4d5b-9893-379f581e88b3 req-7018fada-3bd5-4f59-81c4-5daa42a5fef3 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1095 time: 0.1918583 Jun 30 02:37:59.069344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.092114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.105696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:59.147973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:59.182700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d22cbb6-d5fb-4d5b-9893-379f581e88b3 req-f6a4f52c-85b1-4ca8-82a5-6cd89aa4e972 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070385 Jun 30 02:37:59.183780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event updated for resources: {'Port': ['ID=92267ec0-4f4d-4043-b8b4-4353eed9f474,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.188827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:59.190871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:59.194650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:59.231574 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-62efa640-736b-4c39-94a8-c2c481b61acc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48a80962307544d9818ab2eb09ec7bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7146573 Jun 30 02:37:59.244309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34958) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:59.305972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.307672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.331131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-19516e6c-1a0b-4dcf-b7f6-d651da4290a2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3163235 Jun 30 02:37:59.348130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Request body: {'port': {'device_id': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:59.370654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efa640-736b-4c39-94a8-c2c481b61acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5533b1c2-88ad-4742-822f-41072aa18a26,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.508587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-c3e48db0-7014-4e0d-bf74-698073b30334 service neutron] 10.222.0.67 "GET /v2.0/networks/833c1cd9-d797-453b-912f-fb4ea7b4cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314849 Jun 30 02:37:59.534447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e09bd720-c5fa-4bcb-9c1f-9f6ff86f6cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.573834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.612147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e6202d24-3572-4a54-8777-36d9f3be863d req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755691539', 'description': 'tempest-description-1751252759'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:59.657561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7288927f-dd63-4734-b442-f4d43a0f25fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c HTTP/1.1" status: 200 len: 217 time: 0.1278574 Jun 30 02:37:59.667180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8910e8-0999-4d98-bfb7-76f1c254ff5b req-ed4b5cd0-2b07-4973-ba56-4819ee31f0dd tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.673310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8910e8-0999-4d98-bfb7-76f1c254ff5b req-ed4b5cd0-2b07-4973-ba56-4819ee31f0dd tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.675065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6202d24-3572-4a54-8777-36d9f3be863d req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.681041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8910e8-0999-4d98-bfb7-76f1c254ff5b req-ed4b5cd0-2b07-4973-ba56-4819ee31f0dd tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.682954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6b8910e8-0999-4d98-bfb7-76f1c254ff5b req-ed4b5cd0-2b07-4973-ba56-4819ee31f0dd tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2413 time: 0.4726613 Jun 30 02:37:59.697620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e09bd720-c5fa-4bcb-9c1f-9f6ff86f6cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.739711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b1a9a4ff-acb5-464a-952e-78ead1edee34 None None] Provisioning for port 92267ec0-4f4d-4043-b8b4-4353eed9f474 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:59.759859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b1a9a4ff-acb5-464a-952e-78ead1edee34 None None] Provisioning complete for port 92267ec0-4f4d-4043-b8b4-4353eed9f474 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:59.760141 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a4ff-acb5-464a-952e-78ead1edee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.787717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7777ac33-634e-464c-a58c-3c0b44eda513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.789231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-7777ac33-634e-464c-a58c-3c0b44eda513 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e9dfe3-37f0-4594-a6ba-a6729b765259 HTTP/1.1" status: 200 len: 801 time: 0.1052840 Jun 30 02:37:59.798433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6b8910e8-0999-4d98-bfb7-76f1c254ff5b req-ec9351eb-b860-4a4c-8a3c-5fed578e960d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985625 Jun 30 02:37:59.856309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e09bd720-c5fa-4bcb-9c1f-9f6ff86f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.860895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e09bd720-c5fa-4bcb-9c1f-9f6ff86f6cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.862577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e09bd720-c5fa-4bcb-9c1f-9f6ff86f6cd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5533b1c2-88ad-4742-822f-41072aa18a26 HTTP/1.1" status: 204 len: 168 time: 0.6171942 Jun 30 02:37:59.907069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bd720-c5fa-4bcb-9c1f-9f6ff86f6cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5533b1c2-88ad-4742-822f-41072aa18a26,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.950126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cbf6b702-c7da-4913-8dfe-4837a11780fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.956402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-cbf6b702-c7da-4913-8dfe-4837a11780fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75aef472-7a29-45f3-a53f-40884d0a8c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566117 Jun 30 02:37:59.960183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6202d24-3572-4a54-8777-36d9f3be863d req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.979292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6202d24-3572-4a54-8777-36d9f3be863d req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.052472 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6202d24-3572-4a54-8777-36d9f3be863d req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.063927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9a4ff-acb5-464a-952e-78ead1edee34 None None] Port 92267ec0-4f4d-4043-b8b4-4353eed9f474 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:00.065745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6202d24-3572-4a54-8777-36d9f3be863d req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4588692 Jun 30 02:38:00.075061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff6457-0979-495d-b28b-dedca4b74626 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1393e2-9b3d-4994-96a0-36e0c517b470,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:00.097994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-92a761f6-c890-43c8-a22d-2599642601c1 service neutron] 10.222.0.67 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330969 Jun 30 02:38:00.147687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92267ec0-4f4d-4043-b8b4-4353eed9f474 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:00.183738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.225947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6d0b13fa-aac9-4afd-88c6-f410a83ca0f2 req-18d20d69-832b-4bca-872c-9f0e8c815658 service neutron] 10.222.0.67 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189480 Jun 30 02:38:00.231697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Transition to ACTIVE for port object 92267ec0-4f4d-4043-b8b4-4353eed9f474 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:00.241784 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.253557 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4769c1db-64df-4903-b324-1ef3805b85e9 x-openstack-request-id: req-4769c1db-64df-4903-b324-1ef3805b85e9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:00.254526 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-unplugged", "status": "completed", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:00.254526 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4769c1db-64df-4903-b324-1ef3805b85e9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:00.258357 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'code': 200} Jun 30 02:38:00.313329 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e79d6c6-a01a-48bf-949a-563d7b37f81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.361146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Pushing event updated for resources: {'Port': ['ID=92267ec0-4f4d-4043-b8b4-4353eed9f474,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:00.513004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Attempting to bind port 92267ec0-4f4d-4043-b8b4-4353eed9f474 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:00.513456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Attempting to bind port 92267ec0-4f4d-4043-b8b4-4353eed9f474 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:00.515096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Attempting to bind port 92267ec0-4f4d-4043-b8b4-4353eed9f474 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:00.539518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc83fa-78cf-474e-8256-f9bd10da6936 req-ff98946a-4836-44c8-93aa-e56ad7231d69 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.543463 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.548151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-95fc83fa-78cf-474e-8256-f9bd10da6936 req-ff98946a-4836-44c8-93aa-e56ad7231d69 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 948 time: 0.2740557 Jun 30 02:38:00.553379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Port 92267ec0-4f4d-4043-b8b4-4353eed9f474 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:00.553809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Attempting to bind port 92267ec0-4f4d-4043-b8b4-4353eed9f474 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:00.564614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-cd11be4f-dfea-4a34-870a-a68c8e1d2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.565415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-cd11be4f-dfea-4a34-870a-a68c8e1d2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.565972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-cd11be4f-dfea-4a34-870a-a68c8e1d2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.568714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-cd11be4f-dfea-4a34-870a-a68c8e1d2521 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2866 time: 0.2457991 Jun 30 02:38:00.598874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:00.600300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:00.600300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:00.600972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Bound port: 92267ec0-4f4d-4043-b8b4-4353eed9f474, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:00.601438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.770937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-95fc83fa-78cf-474e-8256-f9bd10da6936 req-b8de77ca-f430-4a29-96b8-02308dfc1921 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162228 Jun 30 02:38:00.775364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-841a8639-4372-41eb-95ed-679da69eabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.779442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-841a8639-4372-41eb-95ed-679da69eabc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75aef472-7a29-45f3-a53f-40884d0a8c4c HTTP/1.1" status: 200 len: 903 time: 0.1954148 Jun 30 02:38:00.806967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5b91368c-1342-401f-bf9f-bc25571e3782 req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013094191', 'description': 'tempest-description-834555954'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:00.856102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-3e8f6e21-a592-4aa3-97f2-4ad6606e6bb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c HTTP/1.1" status: 200 len: 217 time: 0.0628128 Jun 30 02:38:00.875982 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b91368c-1342-401f-bf9f-bc25571e3782 req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.943468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-65f81ec7-fb35-439c-a1bd-1db154f3b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.945429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-65f81ec7-fb35-439c-a1bd-1db154f3b650 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e9dfe3-37f0-4594-a6ba-a6729b765259 HTTP/1.1" status: 200 len: 801 time: 0.0793412 Jun 30 02:38:01.066793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-a9ca8753-667d-44c2-b40d-5407d23fc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.068922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-a9ca8753-667d-44c2-b40d-5407d23fc1db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75aef472-7a29-45f3-a53f-40884d0a8c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145473 Jun 30 02:38:01.079499 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b91368c-1342-401f-bf9f-bc25571e3782 req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.104078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-97ef3322-fa7a-4e4d-8f3a-5c77d3ebc467 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.110778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-97ef3322-fa7a-4e4d-8f3a-5c77d3ebc467 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.5803754 Jun 30 02:38:01.125577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] For port 92267ec0-4f4d-4043-b8b4-4353eed9f474, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:01.134665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-e8d3a008-5fdc-4d75-bfed-9084bc3cd9f2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/quotas/9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 375 time: 0.0191672 Jun 30 02:38:01.139004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] For port 92267ec0-4f4d-4043-b8b4-4353eed9f474, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:01.141704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b91368c-1342-401f-bf9f-bc25571e3782 req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.179366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.193106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5b91368c-1342-401f-bf9f-bc25571e3782 req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.197247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b91368c-1342-401f-bf9f-bc25571e3782 req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3961868 Jun 30 02:38:01.207960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4b65-9946-4d9b-b580-ff01c872afa6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7060f6fb-9415-4742-9822-34babc64d18a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:01.229540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.230165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.232952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] 10.222.0.67 "PUT /v2.0/ports/92267ec0-4f4d-4043-b8b4-4353eed9f474 HTTP/1.1" status: 200 len: 1096 time: 1.8913493 Jun 30 02:38:01.236426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'tag': '92267ec0-4f4d-4043-b8b4-4353eed9f474'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:01.247390 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4647ee26-96a4-4d60-88a5-159682a87284" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb7f149-3c7b-47e9-9f3e-1e838839db36", "tag": "92267ec0-4f4d-4043-b8b4-4353eed9f474"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:01.273216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-e248d98b-d2ac-4dd0-b5c4-acf20fcb776d service neutron] 10.222.0.67 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923459 Jun 30 02:38:01.323654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02abe88-4326-49c1-a266-46dc43d1b73e service neutron] Pushing event updated for resources: {'Port': ['ID=92267ec0-4f4d-4043-b8b4-4353eed9f474,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:01.379495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-142fb584-ca97-4c8b-b1bb-6909a5589c94 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434568 Jun 30 02:38:01.528570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5fa4eb4-47d6-435a-b737-4997b04648da req-aa3cdaf5-d3b9-41b0-93f5-e31ffb1181b0 service neutron] 10.222.0.67 "GET /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445381 Jun 30 02:38:01.547714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-0ced0018-ad2e-43dd-a9f9-24df6c18641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.556623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-0ced0018-ad2e-43dd-a9f9-24df6c18641d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 1099 time: 0.2454481 Jun 30 02:38:01.581016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92098-9eaa-4710-b838-cf4fafc56133 req-76f3b6e5-ecaf-4d84-9d10-efde03f59c46 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.587942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92098-9eaa-4710-b838-cf4fafc56133 req-76f3b6e5-ecaf-4d84-9d10-efde03f59c46 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.594590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92098-9eaa-4710-b838-cf4fafc56133 req-76f3b6e5-ecaf-4d84-9d10-efde03f59c46 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.596444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7fa92098-9eaa-4710-b838-cf4fafc56133 req-76f3b6e5-ecaf-4d84-9d10-efde03f59c46 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2413 time: 0.1610115 Jun 30 02:38:01.618468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-e1e1ecb0-a686-40f4-b36e-d63c37d8ae55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474 HTTP/1.1" status: 200 len: 217 time: 0.0464969 Jun 30 02:38:01.627579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-e52cb078-671f-4e8f-8f06-d63d00ade442 service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468760 Jun 30 02:38:01.671567 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7fa92098-9eaa-4710-b838-cf4fafc56133 req-531e37f0-7ffe-45df-8f86-35a18a9e88c9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Jun 30 02:38:01.739016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-765a369f-d5ff-4353-ac26-07ca12fb27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.741379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-765a369f-d5ff-4353-ac26-07ca12fb27b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0641220 Jun 30 02:38:01.842644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-3e193477-66a0-4e20-9ab4-70accc268e85 service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140539 Jun 30 02:38:01.872483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-b827e2e9-f6f3-41ab-acc0-48a7013bf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.872483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-b827e2e9-f6f3-41ab-acc0-48a7013bf5bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237605 Jun 30 02:38:01.975788 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc5d333-f5e6-464b-ad3c-08864e1fd14b x-openstack-request-id: req-cfc5d333-f5e6-464b-ad3c-08864e1fd14b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:01.976723 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb7f149-3c7b-47e9-9f3e-1e838839db36", "tag": "92267ec0-4f4d-4043-b8b4-4353eed9f474", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:01.976984 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfc5d333-f5e6-464b-ad3c-08864e1fd14b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:01.977380 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'tag': '92267ec0-4f4d-4043-b8b4-4353eed9f474', 'status': 'completed', 'code': 200} Jun 30 02:38:02.024419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:02.034855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-52ab8222-48a2-40a4-8a40-2332a6c7e246 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548200 Jun 30 02:38:02.094653 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.210517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:02.247621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-ff507214-48e4-4855-8430-427d3d26bc0d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.258501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-ff507214-48e4-4855-8430-427d3d26bc0d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 812 time: 0.2341962 Jun 30 02:38:02.281618 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-d5a88030-8486-4f84-92d6-2604c14f60b7 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/quotas/2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 375 time: 0.0187819 Jun 30 02:38:02.301481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:02.317432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'mac_address': 'fa:16:3e:0d:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:02.327848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0da168d5-f083-43b6-9964-b7d9fefe3796 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450962 Jun 30 02:38:02.329224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0e8f5e-a21e-44dd-aa5c-5e4234303839 req-5b71f84a-e126-4cf0-bdfa-d53322d8ec81 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868748 Jun 30 02:38:02.402193 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.480772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6033da92-a830-4c3a-82a8-1e93e3b9cbab {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:02.529258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:02.536452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.551490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-210fba03-c376-4aed-8618-b85d4f281a7a service neutron] 10.222.0.78 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219081 Jun 30 02:38:02.582835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1015086250'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:02.609668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:02.698779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['6033da92-a830-4c3a-82a8-1e93e3b9cbab'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:02.731636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-e5a638a0-0c73-49e5-a556-62168d441d57 service neutron] 10.222.0.78 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770325 Jun 30 02:38:02.743593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.747984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.771284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647ee26-96a4-4d60-88a5-159682a87284 req-58cfd837-1d36-430a-bfc4-6660b86224a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.773550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-58cfd837-1d36-430a-bfc4-6660b86224a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 1099 time: 0.3197706 Jun 30 02:38:02.970187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647ee26-96a4-4d60-88a5-159682a87284 req-3bf5ef29-780d-4778-8580-44d7cff910df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.971714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-3bf5ef29-780d-4778-8580-44d7cff910df service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1887941 Jun 30 02:38:03.000322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de69a9b-b92c-4186-bfb8-cd6863c7459e req-69776491-8f1e-4cd7-b327-c27c10e17360 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.002330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9de69a9b-b92c-4186-bfb8-cd6863c7459e req-69776491-8f1e-4cd7-b327-c27c10e17360 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 948 time: 0.5909538 Jun 30 02:38:03.141022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ad9a896-7997-49c7-9738-b347b3967c8a req-841ec241-df4f-49c8-9505-c1c5a41ba18f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 210 time: 0.0474174 Jun 30 02:38:03.186182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-7fa80c76-4df3-44d6-9e5f-b880b979674d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474 HTTP/1.1" status: 200 len: 217 time: 0.1826191 Jun 30 02:38:03.366253 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9de69a9b-b92c-4186-bfb8-cd6863c7459e req-465076a2-2058-4e56-bc7b-a21c4b17e438 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464038 Jun 30 02:38:03.376385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.401629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.408599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647ee26-96a4-4d60-88a5-159682a87284 req-ad88b069-0a75-4541-8932-7af7726d4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.410322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-ad88b069-0a75-4541-8932-7af7726d4cd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2098894 Jun 30 02:38:03.487338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.488533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8146868-e9b3-4726-be22-bf0703f06298 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2762792 Jun 30 02:38:03.493347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:03.498279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318e87-1fbc-44a1-8e27-aef19a7cc1bd req-dc772643-7ceb-4617-899b-0402914009da tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.507406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318e87-1fbc-44a1-8e27-aef19a7cc1bd req-dc772643-7ceb-4617-899b-0402914009da tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.514115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5318e87-1fbc-44a1-8e27-aef19a7cc1bd req-dc772643-7ceb-4617-899b-0402914009da tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.524740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5318e87-1fbc-44a1-8e27-aef19a7cc1bd req-dc772643-7ceb-4617-899b-0402914009da tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2413 time: 0.1969440 Jun 30 02:38:03.580272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5318e87-1fbc-44a1-8e27-aef19a7cc1bd req-55336ac7-a646-4344-90c7-604d31086ba8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 Jun 30 02:38:03.661441 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6fa7c47-565e-4625-9498-19c5ca117f4b req-56133f5b-fed0-439b-b907-7e189bfff64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 210 time: 0.0435433 Jun 30 02:38:03.688689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.913226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.917475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.922419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647ee26-96a4-4d60-88a5-159682a87284 req-cea7a4c8-43c4-499e-baf3-e7ffffd6dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.923941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-cea7a4c8-43c4-499e-baf3-e7ffffd6dac1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5067616 Jun 30 02:38:04.013500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.014128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c016180-39e4-4441-b22f-87a63f3242ab {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:38:04.020575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.022627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f96a5f9e-2b5b-4788-a338-bc1be0b64f81 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "DELETE /v2.0/routers/1c016180-39e4-4441-b22f-87a63f3242ab HTTP/1.1" status: 204 len: 168 time: 0.5249033 Jun 30 02:38:04.026063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:04.030572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Request body: {'router': {'name': 'tempest-router-478552891', 'distributed': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:04.042048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 91676f21-5cd6-40de-8f60-42ad88a81f4c details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:04.044377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:04.285214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.291157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.295101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.310869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 6033da92-a830-4c3a-82a8-1e93e3b9cbab triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:04.318997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.382367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-6eeb9d26-6878-443d-83e1-fced759f5058 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203172 Jun 30 02:38:04.391954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-d2462e4c-1624-4416-8091-43016e4f5474 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.393517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-d2462e4c-1624-4416-8091-43016e4f5474 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.3449442 Jun 30 02:38:04.418636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 91676f21-5cd6-40de-8f60-42ad88a81f4c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:04.472697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '91676f21-5cd6-40de-8f60-42ad88a81f4c', 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c', 'port_id': '91676f21-5cd6-40de-8f60-42ad88a81f4c', 'mac_address': 'fa:16:3e:da:86:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e9dfe3-37f0-4594-a6ba-a6729b765259', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:04.552450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.582117 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.590652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:04.592947 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de773f12-366a-46ec-9427-8c7165c43383" -d '{"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-plugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:04.621326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:04.621882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Request body: {'port': {'device_id': '8699d609-45a2-4495-a910-451a88b87c5a', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'admin_state_up': True, 'tenant_id': '9b58b9eaa3404524a6754562c360f1d9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:04.624452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91676f21-5cd6-40de-8f60-42ad88a81f4c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:04.627374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4647ee26-96a4-4d60-88a5-159682a87284 req-90bbe1a0-30d4-4631-b615-3f628c96ac0f service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328818 Jun 30 02:38:04.641065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.658748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c788e-1796-41e1-8a4b-1f9bc723a46c req-d99ceae9-f682-4801-bf11-70129fd7d597 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.662297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c98c788e-1796-41e1-8a4b-1f9bc723a46c req-d99ceae9-f682-4801-bf11-70129fd7d597 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 948 time: 0.1188703 Jun 30 02:38:04.696413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be8c8ead-c83d-4f0a-bacf-bfc1f333ae38 req-305945c5-1da5-4b69-80fc-637653aa951c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 210 time: 0.3004961 Jun 30 02:38:04.701369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 91676f21-5cd6-40de-8f60-42ad88a81f4c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:04.726771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.727394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 893d06fe-164c-4761-b03c-d95bcc2cbfaa details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:04.756168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c98c788e-1796-41e1-8a4b-1f9bc723a46c req-f6909266-3718-4fe8-b259-6fb2cc03807c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Jun 30 02:38:04.789242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:04.843612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.846772 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1113c49-ba49-42ad-93ca-2262eb30ee88 x-openstack-request-id: req-b1113c49-ba49-42ad-93ca-2262eb30ee88 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:04.848159 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-plugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:04.851463 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1113c49-ba49-42ad-93ca-2262eb30ee88 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:04.851463 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'code': 200} Jun 30 02:38:04.859856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=893d06fe-164c-4761-b03c-d95bcc2cbfaa,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:04.867810 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.902539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '893d06fe-164c-4761-b03c-d95bcc2cbfaa', 'network_id': '75aef472-7a29-45f3-a53f-40884d0a8c4c', 'port_id': '893d06fe-164c-4761-b03c-d95bcc2cbfaa', 'mac_address': 'fa:16:3e:e2:29:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e9dfe3-37f0-4594-a6ba-a6729b765259', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:04.949362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.950695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-97b32167-67a0-4a7e-9944-8005a14d697b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9235971 Jun 30 02:38:04.953905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35134) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:04.978554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.998212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893d06fe-164c-4761-b03c-d95bcc2cbfaa {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:05.001050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81462-3c16-4e92-b81c-b5a7f1a66a82 req-1ad12924-6c54-4ea4-b6b2-8fe8de517d08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.008635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=91676f21-5cd6-40de-8f60-42ad88a81f4c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:05.010038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81462-3c16-4e92-b81c-b5a7f1a66a82 req-1ad12924-6c54-4ea4-b6b2-8fe8de517d08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.016108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81462-3c16-4e92-b81c-b5a7f1a66a82 req-1ad12924-6c54-4ea4-b6b2-8fe8de517d08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.023651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ce81462-3c16-4e92-b81c-b5a7f1a66a82 req-1ad12924-6c54-4ea4-b6b2-8fe8de517d08 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2414 time: 0.1588898 Jun 30 02:38:05.053506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=893d06fe-164c-4761-b03c-d95bcc2cbfaa,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:05.067153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Made reservation on behalf of 9b58b9eaa3404524a6754562c360f1d9 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:05.067404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.068602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e0063c4-9a28-4bfa-92ea-65703defe0f5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:05.071477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.189043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.245680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-04e14cc4-e202-4ff6-b79f-5abff6eea445 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.247167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-04e14cc4-e202-4ff6-b79f-5abff6eea445 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 812 time: 0.1351593 Jun 30 02:38:05.262416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ce81462-3c16-4e92-b81c-b5a7f1a66a82 req-f8308c26-a4da-476f-89de-279657c5a7cb tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376273 Jun 30 02:38:05.272481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'port': {'device_id': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73', 'admin_state_up': True, 'tenant_id': '2d57093cdd974fc8bd7c66165c6121dd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:05.290995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=893d06fe-164c-4761-b03c-d95bcc2cbfaa,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:05.413431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e0063c4-9a28-4bfa-92ea-65703defe0f5,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:05.457664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '9e0063c4-9a28-4bfa-92ea-65703defe0f5', 'network_id': '833c1cd9-d797-453b-912f-fb4ea7b4cad9', 'port_id': '9e0063c4-9a28-4bfa-92ea-65703defe0f5', 'mac_address': 'fa:16:3e:ca:03:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c893c1b5-f205-40a0-9b03-ce87ecd0a00e', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:05.567404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.602008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0063c4-9a28-4bfa-92ea-65703defe0f5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:05.616272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7c4eae36-9741-4034-bc21-030eec8305b7 req-62a7c038-611e-4fa9-a68e-67c913e9ad21 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 210 time: 0.1621621 Jun 30 02:38:05.634688 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.638791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e0063c4-9a28-4bfa-92ea-65703defe0f5,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:05.638990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.647658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Allocated IP 172.20.0.2 (9cf719ab-93ee-4ac2-9017-f2246782388f/8919873b-d5d5-48b5-8b60-5b95fc1b8473/b51a011b-000d-43d5-a3c1-a50df46aee63) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:05.650600 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.671464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Made reservation on behalf of 2d57093cdd974fc8bd7c66165c6121dd for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:05.675766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.704371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.704987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db037c6c-f8e0-42dd-9b81-3db754f84326 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:38:05.720891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=9e0063c4-9a28-4bfa-92ea-65703defe0f5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:05.721840 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.727106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-390a56cf-c077-4191-b4f6-ad0466e75f2b tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "DELETE /v2.0/routers/db037c6c-f8e0-42dd-9b81-3db754f84326 HTTP/1.1" status: 204 len: 168 time: 0.7676933 Jun 30 02:38:05.730603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:05.740651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Request body: {'router': {'name': 'tempest-router-1190647283', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a34f2793940e45a6920a6d6dcf8afa50'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:05.933908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.935374 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.941376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56478238-3fe6-4ccc-a7b7-05aad4229945 req-5bfe9816-6301-45d4-beb0-c6bd1068f38a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 210 time: 0.0668347 Jun 30 02:38:06.040211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 92267ec0-4f4d-4043-b8b4-4353eed9f474 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:06.040956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f926d-4f95-4ad9-b5ab-df6ccc90bd8e req-efdc2680-b88b-46cd-b797-55b324fdf9f9 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.042913 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad3f926d-4f95-4ad9-b5ab-df6ccc90bd8e req-efdc2680-b88b-46cd-b797-55b324fdf9f9 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 948 time: 0.1234648 Jun 30 02:38:06.091990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Allocated IP 172.20.0.10 (12b0e1fd-7d72-4665-82ac-8b7a51f6fa73/10704dde-5aa3-4c97-9554-db6f6a32b730/a9712db3-671a-4630-9787-d96f0c54ac70) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:06.142925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad3f926d-4f95-4ad9-b5ab-df6ccc90bd8e req-ff2965ad-f8a6-4330-9ec2-362e97e960e0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860226 Jun 30 02:38:06.148006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.154944 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.182015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.192791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 92267ec0-4f4d-4043-b8b4-4353eed9f474, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:06.214198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '92267ec0-4f4d-4043-b8b4-4353eed9f474', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '92267ec0-4f4d-4043-b8b4-4353eed9f474', 'mac_address': 'fa:16:3e:12:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:06.221144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['893d06fe-164c-4761-b03c-d95bcc2cbfaa'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:06.223808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['91676f21-5cd6-40de-8f60-42ad88a81f4c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:06.226783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['9e0063c4-9a28-4bfa-92ea-65703defe0f5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:06.251486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.267811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-15a68bc1-a34a-42e5-9005-20d2511de238 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5315521 Jun 30 02:38:06.270457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35152) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:06.276029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:06.373339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.394187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92267ec0-4f4d-4043-b8b4-4353eed9f474 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:06.454461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.723301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 92267ec0-4f4d-4043-b8b4-4353eed9f474, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:06.779346 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.808532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Network 9cf719ab-93ee-4ac2-9017-f2246782388f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:06.852609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:06.864465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.865630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.874616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:06.877801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:06.968434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93822) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 02:38:06.968781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Router 1ebc22e4-a42e-4f50-9d02-63a8dd588669 migrating from provider to provider. {{(pid=93822) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 02:38:06.969161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.974893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.976300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.988397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.043954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.048052 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.106638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c786a08c-7267-4144-a4a4-bf45052c3646 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5025876 Jun 30 02:38:07.134596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Request body: {'port': {'device_id': '8699d609-45a2-4495-a910-451a88b87c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:07.140720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562839f-779a-4f35-ac94-bef7aec5f6bd req-947b28a3-4955-4e9e-9636-5b8318c44c26 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.154600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562839f-779a-4f35-ac94-bef7aec5f6bd req-947b28a3-4955-4e9e-9636-5b8318c44c26 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.169727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562839f-779a-4f35-ac94-bef7aec5f6bd req-947b28a3-4955-4e9e-9636-5b8318c44c26 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.171640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7562839f-779a-4f35-ac94-bef7aec5f6bd req-947b28a3-4955-4e9e-9636-5b8318c44c26 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2416 time: 0.5392656 Jun 30 02:38:07.185384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.209224 n-d-798054-5 neutron-server[93822]: WARNING neutron.scheduler.l3_agent_scheduler [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] No L3 agents can host the router 1ebc22e4-a42e-4f50-9d02-63a8dd588669 Jun 30 02:38:07.213072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['92267ec0-4f4d-4043-b8b4-4353eed9f474'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:07.311889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=92267ec0-4f4d-4043-b8b4-4353eed9f474,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:07.331061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7562839f-779a-4f35-ac94-bef7aec5f6bd req-d24e810d-f38e-4fe9-8b1d-ceb2a24ad3e8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479568 Jun 30 02:38:07.355422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Hosts for router 1ebc22e4-a42e-4f50-9d02-63a8dd588669: [] {{(pid=93822) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 02:38:07.359969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:07.382257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:07.390721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:07.431273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Hosts for other DVR routers connected to router 1ebc22e4-a42e-4f50-9d02-63a8dd588669: set() {{(pid=93822) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 02:38:07.443652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.445681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05f96947-2312-478f-9661-5f38f96b7837 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "PUT /v2.0/routers/1ebc22e4-a42e-4f50-9d02-63a8dd588669 HTTP/1.1" status: 200 len: 717 time: 1.1731155 Jun 30 02:38:07.454893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35176) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:07.468391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.476812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:07.653491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c152eb45-ac8c-4196-81b6-2258af8ef853 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "GET /v2.0/routers/1ebc22e4-a42e-4f50-9d02-63a8dd588669 HTTP/1.1" status: 200 len: 717 time: 0.1973097 Jun 30 02:38:07.661045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35180) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:07.711459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1babb-a726-4ca2-910b-44d5ad7f34b3 req-f3db6de5-dcf7-4c70-a4ac-9715e5295b34 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.713559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89d1babb-a726-4ca2-910b-44d5ad7f34b3 req-f3db6de5-dcf7-4c70-a4ac-9715e5295b34 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 931 time: 0.1316302 Jun 30 02:38:07.792671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89d1babb-a726-4ca2-910b-44d5ad7f34b3 req-b627925d-11c7-4d63-94d4-58445c100330 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723960 Jun 30 02:38:07.990685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.991526 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.014821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2a915c4c-4ac3-4489-b83d-3f5fd5d98bce tempest-RoutersTestDVR-2144517707 tempest-RoutersTestDVR-2144517707-project] 10.222.0.78 "GET /v2.0/routers/1ebc22e4-a42e-4f50-9d02-63a8dd588669 HTTP/1.1" status: 200 len: 683 time: 0.3509183 Jun 30 02:38:08.017744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35186) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:08.077680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0ba3-476c-420f-b109-d2677544473a req-6140ec6f-78f9-4c32-9925-f7ba157b5967 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.086485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7eef0ba3-476c-420f-b109-d2677544473a req-6140ec6f-78f9-4c32-9925-f7ba157b5967 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 932 time: 0.8786571 Jun 30 02:38:08.087837 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-5f524bf1-e8bc-4902-a654-4cfac3523453 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8201249 Jun 30 02:38:08.115495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Request body: {'port': {'device_id': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:08.318656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7eef0ba3-476c-420f-b109-d2677544473a req-3c706667-1298-4851-837a-02e84cea0475 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281728 Jun 30 02:38:08.320267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.501564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.615540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7d88-7185-4834-b0fb-01a2a0ffa917 req-77a27583-17b0-42e6-bd43-9a5fdf4dd82f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.623305 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-540f7d88-7185-4834-b0fb-01a2a0ffa917 req-77a27583-17b0-42e6-bd43-9a5fdf4dd82f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 949 time: 0.6567507 Jun 30 02:38:08.698394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51a011b-000d-43d5-a3c1-a50df46aee63 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:08.709301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.746156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Transition to ACTIVE for port object b51a011b-000d-43d5-a3c1-a50df46aee63 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:08.747620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.752180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.835478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9712db3-671a-4630-9787-d96f0c54ac70 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:08.840812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.841771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebc22e4-a42e-4f50-9d02-63a8dd588669 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:38:08.845834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.858004 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.862640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-35f9c28f-02ea-4998-b56e-2de1ad56ebfe tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "DELETE /v2.0/routers/1ebc22e4-a42e-4f50-9d02-63a8dd588669 HTTP/1.1" status: 204 len: 168 time: 0.8405216 Jun 30 02:38:08.862843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Transition to ACTIVE for port object a9712db3-671a-4630-9787-d96f0c54ac70 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:08.863127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35204) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:08.870170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-540f7d88-7185-4834-b0fb-01a2a0ffa917 req-511a67b5-77dc-4ab6-ad0e-df63b004c3f3 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456157 Jun 30 02:38:08.874106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Request body: {'router': {'name': 'tempest-router-1146229445', 'distributed': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:08.901193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.918782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.924400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.926944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.028555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.043543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.071961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:09.085658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.087314 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a9fe6431-a473-4cf2-9d0f-b186d7b9e7e6 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2232709 Jun 30 02:38:09.089970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35206) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:09.113283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764ef7-c96a-4350-a43e-8ccb5e41c67f req-ba5b0da0-16b0-47e1-a758-c75655c9a2a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.120075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764ef7-c96a-4350-a43e-8ccb5e41c67f req-ba5b0da0-16b0-47e1-a758-c75655c9a2a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.125977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764ef7-c96a-4350-a43e-8ccb5e41c67f req-ba5b0da0-16b0-47e1-a758-c75655c9a2a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.127781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5764ef7-c96a-4350-a43e-8ccb5e41c67f req-ba5b0da0-16b0-47e1-a758-c75655c9a2a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2416 time: 0.2641623 Jun 30 02:38:09.178715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.246138 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.269446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Attempting to bind port a9712db3-671a-4630-9787-d96f0c54ac70 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:09.269811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Attempting to bind port a9712db3-671a-4630-9787-d96f0c54ac70 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:09.270135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Attempting to bind port a9712db3-671a-4630-9787-d96f0c54ac70 on network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:09.274563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:09.276852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39c16f-0df1-419a-abed-985b9904c66a req-9d75b7a8-c9e3-4454-a22e-4e1e86a2b0fd tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.280738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5764ef7-c96a-4350-a43e-8ccb5e41c67f req-89b38e73-8ef4-498b-ab7a-79c6beef42cc tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222794 Jun 30 02:38:09.287494 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc39c16f-0df1-419a-abed-985b9904c66a req-9d75b7a8-c9e3-4454-a22e-4e1e86a2b0fd tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.2572310 Jun 30 02:38:09.299367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:09.299718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:09.300061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:09.303248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Port a9712db3-671a-4630-9787-d96f0c54ac70 on network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:09.303248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Attempting to bind port a9712db3-671a-4630-9787-d96f0c54ac70 on network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:09.313558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:09.314646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:09.330008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:09.330714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:09.332041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:09.332740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Bound port: b51a011b-000d-43d5-a3c1-a50df46aee63, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:09.335575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.361606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:09.362381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Checking segment: {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:09.363294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Bound using segment: {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:09.364601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Bound port: a9712db3-671a-4630-9787-d96f0c54ac70, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:09.366529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.429077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.431753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.486079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc39c16f-0df1-419a-abed-985b9904c66a req-7f503977-9505-492a-b208-ca53fdbb7858 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521418 Jun 30 02:38:09.498951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:09.503080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.503598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:09.504445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf6d6cba-44bc-4841-a95e-dab56264bbd8 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:38:09.524846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.530812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b2fb54c-fff4-4ffd-be43-8baf1fcef086 tempest-RoutersTestDVR-410168383 tempest-RoutersTestDVR-410168383-project-admin] 10.222.0.78 "DELETE /v2.0/routers/bf6d6cba-44bc-4841-a95e-dab56264bbd8 HTTP/1.1" status: 204 len: 168 time: 0.4349487 Jun 30 02:38:09.560198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.662979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.667655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.671896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] 10.222.0.90 "PUT /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 1091 time: 2.5399039 Jun 30 02:38:09.671896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:09.672630 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32b8855-1128-4586-84a0-741d4ec6457c" -d '{"events": [{"name": "network-changed", "server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:09.714338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:09.732974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:09.749632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63bb43-9999-48e0-9ee9-1c3afb02e0ea req-ebd8cf0a-3341-4b65-8082-4d6aa5ad6d3e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.751821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db63bb43-9999-48e0-9ee9-1c3afb02e0ea req-ebd8cf0a-3341-4b65-8082-4d6aa5ad6d3e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 944 time: 0.2544651 Jun 30 02:38:09.752552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba3089-bac5-489a-a1a6-eea71d20b119 service neutron] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:09.801798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.830633 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5f797-1f1a-407f-818b-ea6759a4efb3 x-openstack-request-id: req-7bd5f797-1f1a-407f-818b-ea6759a4efb3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:09.830916 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:09.831167 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bd5f797-1f1a-407f-818b-ea6759a4efb3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:09.831823 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'status': 'completed', 'code': 200} Jun 30 02:38:09.869263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.869803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.871227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] 10.222.0.90 "PUT /v2.0/ports/a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 1092 time: 1.7647359 Jun 30 02:38:09.898847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db63bb43-9999-48e0-9ee9-1c3afb02e0ea req-0633e2fd-ba27-4950-929b-42476330f9f8 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055303 Jun 30 02:38:09.913046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35232) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:09.932684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864cc79-254e-4226-9682-9e236acaff10 service neutron] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:09.938194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c32e1141-9dea-4051-ad50-828230b2961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.939945 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-c32e1141-9dea-4051-ad50-828230b2961d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1094 time: 0.2046020 Jun 30 02:38:10.018165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-349b9cea-cd8e-4165-88f8-761de3c3658e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 217 time: 0.0643046 Jun 30 02:38:10.068964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 92267ec0-4f4d-4043-b8b4-4353eed9f474 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:10.092133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-92e3c83d-95ef-48d6-ab3b-35b0379e62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.093902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-92e3c83d-95ef-48d6-ab3b-35b0379e62e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0579510 Jun 30 02:38:10.123603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09006444-237d-4b0f-97ed-bd905ae7137d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.164448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 92267ec0-4f4d-4043-b8b4-4353eed9f474 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:10.170692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-dc6cd144-1ba3-4b1c-b944-4101a4ea3efa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595036 Jun 30 02:38:10.173732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 92267ec0-4f4d-4043-b8b4-4353eed9f474 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:10.174546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.178753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-27671bb2-6852-4dcb-b8c5-59d6ef9bdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.181309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-27671bb2-6852-4dcb-b8c5-59d6ef9bdf10 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1095 time: 0.2153311 Jun 30 02:38:10.294645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-161c5378-9578-40ff-a2cb-b8e6929b55d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 217 time: 0.1016934 Jun 30 02:38:10.321206 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09006444-237d-4b0f-97ed-bd905ae7137d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.331180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09006444-237d-4b0f-97ed-bd905ae7137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.364340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.390973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-09006444-237d-4b0f-97ed-bd905ae7137d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a34f2793940e45a6920a6d6dcf8afa50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767399 Jun 30 02:38:10.392905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35238) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:10.427316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09006444-237d-4b0f-97ed-bd905ae7137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd3a69-d162-41af-8c8b-c2991bfd5729,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:10.435397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0286fd06-88ee-45d0-9f85-91b26befce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.437100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-0286fd06-88ee-45d0-9f85-91b26befce5b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.1237833 Jun 30 02:38:10.464426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92267ec0-4f4d-4043-b8b4-4353eed9f474'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:10.468769 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa4d3d-a6a2-4052-ae12-a61c635fe8dc" -d '{"events": [{"server_uuid": "ecb7f149-3c7b-47e9-9f3e-1e838839db36", "name": "network-vif-plugged", "status": "completed", "tag": "92267ec0-4f4d-4043-b8b4-4353eed9f474"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:10.473510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8294d9f3-50e1-4cbe-bae7-cae56c717342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.485974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 92267ec0-4f4d-4043-b8b4-4353eed9f474, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:10.494636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-586b6ceb-6552-4af1-b83b-b2e7f91dede5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453382 Jun 30 02:38:10.507632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d242b-c900-481a-ad7a-90034a312920 req-123eb5ea-f023-4aad-ad61-4f04c6562a57 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.512771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.513829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 91676f21-5cd6-40de-8f60-42ad88a81f4c up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:10.515107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-176d242b-c900-481a-ad7a-90034a312920 req-123eb5ea-f023-4aad-ad61-4f04c6562a57 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 949 time: 0.3075283 Jun 30 02:38:10.534856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-8b0271df-07f6-482f-b722-5df8d1121132 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519547 Jun 30 02:38:10.536035 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8294d9f3-50e1-4cbe-bae7-cae56c717342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.618666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=92267ec0-4f4d-4043-b8b4-4353eed9f474,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:10.670159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.679304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-176d242b-c900-481a-ad7a-90034a312920 req-80962090-cb8f-4c32-bba1-4221b43bc2b7 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631517 Jun 30 02:38:10.711142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439253e9-05a9-43e8-acb3-f91341c60d40 req-fd3bc6a5-cb1a-4c06-996c-78ecfd12f3df tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.718077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439253e9-05a9-43e8-acb3-f91341c60d40 req-fd3bc6a5-cb1a-4c06-996c-78ecfd12f3df tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.729969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439253e9-05a9-43e8-acb3-f91341c60d40 req-fd3bc6a5-cb1a-4c06-996c-78ecfd12f3df tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.731700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 91676f21-5cd6-40de-8f60-42ad88a81f4c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:10.738091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-439253e9-05a9-43e8-acb3-f91341c60d40 req-fd3bc6a5-cb1a-4c06-996c-78ecfd12f3df tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2416 time: 0.1291592 Jun 30 02:38:10.749094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 91676f21-5cd6-40de-8f60-42ad88a81f4c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:10.749464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.751070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8294d9f3-50e1-4cbe-bae7-cae56c717342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.753910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8294d9f3-50e1-4cbe-bae7-cae56c717342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.758842 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8294d9f3-50e1-4cbe-bae7-cae56c717342 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aebd3a69-d162-41af-8c8b-c2991bfd5729 HTTP/1.1" status: 204 len: 168 time: 0.3644867 Jun 30 02:38:10.786181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294d9f3-50e1-4cbe-bae7-cae56c717342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd3a69-d162-41af-8c8b-c2991bfd5729,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:10.834441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-adc62c9a-585c-48b7-bf8e-1e49d6d30595 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085065 Jun 30 02:38:10.842623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-439253e9-05a9-43e8-acb3-f91341c60d40 req-b441fb2e-5b3d-4ffb-b740-e6ee125d1866 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017804 Jun 30 02:38:10.917499 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ecae65-046f-47b1-b13c-378e69d7735b x-openstack-request-id: req-55ecae65-046f-47b1-b13c-378e69d7735b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:10.917747 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb7f149-3c7b-47e9-9f3e-1e838839db36", "name": "network-vif-plugged", "status": "completed", "tag": "92267ec0-4f4d-4043-b8b4-4353eed9f474", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:10.917998 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55ecae65-046f-47b1-b13c-378e69d7735b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:10.918357 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92267ec0-4f4d-4043-b8b4-4353eed9f474', 'code': 200} Jun 30 02:38:10.998948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994de42a-ed1e-4750-8478-9c74ea17b137 req-8fe68a88-63b1-48c3-9440-992fccc8b220 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451222 Jun 30 02:38:11.106830 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.136035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-068910e6-95e0-4a34-99d8-44be9c2879a3 req-7b9ee05e-01de-4a80-96b7-ccc58ab38c97 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889187 Jun 30 02:38:11.160746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976a710-afc1-4de8-a013-3b7121145a60 req-831c683b-8583-4547-87dc-faf7d27d9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.163710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d976a710-afc1-4de8-a013-3b7121145a60 req-831c683b-8583-4547-87dc-faf7d27d9c30 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 1101 time: 0.2920189 Jun 30 02:38:11.178551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfc64f-1218-4a93-8e23-a06a8d2b3e88 req-89ecc167-5ee0-48e8-a57c-3547fecfd234 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.185787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5dfc64f-1218-4a93-8e23-a06a8d2b3e88 req-89ecc167-5ee0-48e8-a57c-3547fecfd234 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.1840727 Jun 30 02:38:11.227119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 91676f21-5cd6-40de-8f60-42ad88a81f4c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:11.234382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.234957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e0063c4-9a28-4bfa-92ea-65703defe0f5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:11.262161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d976a710-afc1-4de8-a013-3b7121145a60 req-91de1a13-a63b-422b-a7a8-df975bffd230 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684381 Jun 30 02:38:11.278027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5dfc64f-1218-4a93-8e23-a06a8d2b3e88 req-511dc40f-40ac-46d3-bbcf-bbdf827c9041 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910261 Jun 30 02:38:11.302273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b8855-1128-4586-84a0-741d4ec6457c req-c869b452-9d7b-406d-94a8-661149e66836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.307704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-c869b452-9d7b-406d-94a8-661149e66836 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1094 time: 0.1892319 Jun 30 02:38:11.336567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35264) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:11.370912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c25d22c2-fc59-4882-8f8b-19107dd1e432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.378618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:11.415433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:11.415811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.486495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b8855-1128-4586-84a0-741d4ec6457c req-039eb47b-dc46-4a3f-9d4c-fde9fb9ff7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.488597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-039eb47b-dc46-4a3f-9d4c-fde9fb9ff7a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1681657 Jun 30 02:38:11.490335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=91676f21-5cd6-40de-8f60-42ad88a81f4c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.542438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-d23baf98-e2c5-41d9-bb0a-99e8cc48ad08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 217 time: 0.0400274 Jun 30 02:38:11.601209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.607374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026231e-c98c-4904-91f4-5dfede131809 req-1f772d87-cd0c-4b57-ae89-9926ac7fac9c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.608937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5026231e-c98c-4904-91f4-5dfede131809 req-1f772d87-cd0c-4b57-ae89-9926ac7fac9c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 944 time: 0.1201286 Jun 30 02:38:11.611023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c25d22c2-fc59-4882-8f8b-19107dd1e432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.616118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b8855-1128-4586-84a0-741d4ec6457c req-5dc4c84b-c507-4252-a3f6-d6c1e6c13f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.617713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-5dc4c84b-c507-4252-a3f6-d6c1e6c13f32 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0636666 Jun 30 02:38:11.620256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c25d22c2-fc59-4882-8f8b-19107dd1e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.644792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e0063c4-9a28-4bfa-92ea-65703defe0f5,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:11.652833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.654211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 893d06fe-164c-4761-b03c-d95bcc2cbfaa up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:11.682142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-19dda2d2-6373-4599-b8c9-ed41a15fbb71 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551870 Jun 30 02:38:11.727610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5026231e-c98c-4904-91f4-5dfede131809 req-d6d2e57c-9ea4-486b-a90d-2fb4cdb602df tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081762 Jun 30 02:38:11.736076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c25d22c2-fc59-4882-8f8b-19107dd1e432 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c08e620fc05c4c7aba7d9ef813f67faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982692 Jun 30 02:38:11.748122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d22c2-fc59-4882-8f8b-19107dd1e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34a0941-67fd-4703-a402-3a6c5b86bdee,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.751352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35268) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:11.782456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=9e0063c4-9a28-4bfa-92ea-65703defe0f5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.835473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-c7a432d6-f8af-4c37-ab0d-872603eb70e2 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390316 Jun 30 02:38:11.835939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:11.838731 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad0de8-0e35-4821-9a9e-23f65d12721c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:11.847817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e17b8e-8741-401b-9884-a434839803ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.867685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 893d06fe-164c-4761-b03c-d95bcc2cbfaa completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:11.872217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 893d06fe-164c-4761-b03c-d95bcc2cbfaa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:11.872612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.899629 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e17b8e-8741-401b-9884-a434839803ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.959507 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d0f0a7-eb0a-4164-bf7a-a4b2de2783b9 x-openstack-request-id: req-95d0f0a7-eb0a-4164-bf7a-a4b2de2783b9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:11.959805 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:11.960059 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95d0f0a7-eb0a-4164-bf7a-a4b2de2783b9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:11.960456 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'status': 'completed', 'code': 200} Jun 30 02:38:11.996723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e17b8e-8741-401b-9884-a434839803ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.999423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e17b8e-8741-401b-9884-a434839803ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.002910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-41e17b8e-8741-401b-9884-a434839803ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a34a0941-67fd-4703-a402-3a6c5b86bdee HTTP/1.1" status: 204 len: 168 time: 0.2479091 Jun 30 02:38:12.009811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e17b8e-8741-401b-9884-a434839803ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34a0941-67fd-4703-a402-3a6c5b86bdee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:12.082665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.113546 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d32b8855-1128-4586-84a0-741d4ec6457c req-113aa772-98cb-4ce7-8221-c51275a7996c service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688341 Jun 30 02:38:12.172885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=893d06fe-164c-4761-b03c-d95bcc2cbfaa,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:12.180323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9a5c3-66cb-4523-bea4-d08e4d384fbf req-6973a39a-f73b-43d4-869e-626528f6c113 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.188595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9a5c3-66cb-4523-bea4-d08e4d384fbf req-6973a39a-f73b-43d4-869e-626528f6c113 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.191465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-423a1109-ffcd-44e3-b275-0cc33236d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.192006 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.194398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-423a1109-ffcd-44e3-b275-0cc33236d5fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1095 time: 0.2391841 Jun 30 02:38:12.198162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9a5c3-66cb-4523-bea4-d08e4d384fbf req-6973a39a-f73b-43d4-869e-626528f6c113 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.206519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30d9a5c3-66cb-4523-bea4-d08e4d384fbf req-6973a39a-f73b-43d4-869e-626528f6c113 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2418 time: 0.1738281 Jun 30 02:38:12.207721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af766535-8a0a-4597-9169-3c537901701e req-e24fb84c-bc09-4b05-82af-06fe8cc62f0c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.216323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af766535-8a0a-4597-9169-3c537901701e req-e24fb84c-bc09-4b05-82af-06fe8cc62f0c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 950 time: 0.2549629 Jun 30 02:38:12.275146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30d9a5c3-66cb-4523-bea4-d08e4d384fbf req-a0cf6799-277e-4ea1-a2db-515afa291d8f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676403 Jun 30 02:38:12.306658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=893d06fe-164c-4761-b03c-d95bcc2cbfaa,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:12.332992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af766535-8a0a-4597-9169-3c537901701e req-5744b052-4422-4e38-a941-ac0ae792907a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156516 Jun 30 02:38:12.399457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-cdfd0a8c-3eca-4f1e-8b34-34e311bd429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.417511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-cdfd0a8c-3eca-4f1e-8b34-34e311bd429d service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.1988699 Jun 30 02:38:12.497133 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-39aa96eb-b2e3-4c49-a300-e57eb3d76598 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 217 time: 0.0632000 Jun 30 02:38:12.583781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-5ed0f25b-d9d8-440e-a2f0-422f657b6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.585670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-5ed0f25b-d9d8-440e-a2f0-422f657b6c0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.0780687 Jun 30 02:38:12.641548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-a4a9404d-f7af-4764-b945-a187251bacb8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397673 Jun 30 02:38:12.814755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ecb7-077e-42bd-95f0-bf956d434955 req-6b0bac1f-74af-4db4-af00-3d28a155839b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.823227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5465ecb7-077e-42bd-95f0-bf956d434955 req-6b0bac1f-74af-4db4-af00-3d28a155839b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.1746855 Jun 30 02:38:12.832324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-aef32776-43d7-472b-9b5c-3884fe1ea43c service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822400 Jun 30 02:38:12.919788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91676f21-5cd6-40de-8f60-42ad88a81f4c'}, {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0063c4-9a28-4bfa-92ea-65703defe0f5'}, {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893d06fe-164c-4761-b03c-d95bcc2cbfaa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:12.926420 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40408fe5-df1b-4ef3-b9aa-59e22d903496" -d '{"events": [{"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-plugged", "status": "completed", "tag": "91676f21-5cd6-40de-8f60-42ad88a81f4c"}, {"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-plugged", "status": "completed", "tag": "9e0063c4-9a28-4bfa-92ea-65703defe0f5"}, {"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-plugged", "status": "completed", "tag": "893d06fe-164c-4761-b03c-d95bcc2cbfaa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:12.929368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5465ecb7-077e-42bd-95f0-bf956d434955 req-248c6ec5-b86b-4594-b58a-16439f4a1bfa tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051030 Jun 30 02:38:13.018535 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8cd20e-d09c-45c9-a7cb-09e6ddc8bae8 x-openstack-request-id: req-7b8cd20e-d09c-45c9-a7cb-09e6ddc8bae8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:13.019331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d28e9-723e-409f-ab7c-2e3df88b03a7 req-2643ced4-820d-4bed-972d-bd01a549011f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.019796 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-plugged", "status": "completed", "tag": "91676f21-5cd6-40de-8f60-42ad88a81f4c", "code": 200}, {"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-plugged", "status": "completed", "tag": "9e0063c4-9a28-4bfa-92ea-65703defe0f5", "code": 200}, {"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-plugged", "status": "completed", "tag": "893d06fe-164c-4761-b03c-d95bcc2cbfaa", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:13.019796 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b8cd20e-d09c-45c9-a7cb-09e6ddc8bae8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:13.020293 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91676f21-5cd6-40de-8f60-42ad88a81f4c', 'code': 200} Jun 30 02:38:13.020512 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0063c4-9a28-4bfa-92ea-65703defe0f5', 'code': 200} Jun 30 02:38:13.021619 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893d06fe-164c-4761-b03c-d95bcc2cbfaa', 'code': 200} Jun 30 02:38:13.028800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-211d28e9-723e-409f-ab7c-2e3df88b03a7 req-2643ced4-820d-4bed-972d-bd01a549011f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 944 time: 0.1170862 Jun 30 02:38:13.067992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-03ad0de8-0e35-4821-9a9e-23f65d12721c req-dc1b9857-6629-454b-8bce-fd35a90999f6 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276101 Jun 30 02:38:13.118559 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-b954eeac-64b7-47b6-9cd4-06deefc0859d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1607704 Jun 30 02:38:13.120160 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-211d28e9-723e-409f-ab7c-2e3df88b03a7 req-310d50a9-260e-4d61-90bd-3d05bbe21e38 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Jun 30 02:38:13.197640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee84d3-8a3a-4913-9bb0-c853bce872e8 req-c9224333-efdb-489f-9146-58c07539ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.198509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee84d3-8a3a-4913-9bb0-c853bce872e8 req-c9224333-efdb-489f-9146-58c07539ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.199129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee84d3-8a3a-4913-9bb0-c853bce872e8 req-c9224333-efdb-489f-9146-58c07539ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.201839 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ee84d3-8a3a-4913-9bb0-c853bce872e8 req-c9224333-efdb-489f-9146-58c07539ae4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2872 time: 0.0773883 Jun 30 02:38:13.215530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-ccebe2f7-9866-4429-9820-32b467e6f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.216203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-ccebe2f7-9866-4429-9820-32b467e6f894 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 1101 time: 0.0674460 Jun 30 02:38:13.253111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ee84d3-8a3a-4913-9bb0-c853bce872e8 req-f42f9f50-d7de-4122-a297-a8c130a61f26 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Jun 30 02:38:13.335682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35316) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:13.418299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-ef507cf3-0d6a-4054-8353-0aaa26b60e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.419879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-ef507cf3-0d6a-4054-8353-0aaa26b60e9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.1744878 Jun 30 02:38:13.518405 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-624be7df-25bf-48bd-af76-0f46ff9393b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5 HTTP/1.1" status: 200 len: 217 time: 0.0830564 Jun 30 02:38:13.530391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1814351519'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:13.578799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:13.582963 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.603125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.620610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-fcba1706-61d2-4267-879c-4449d97bca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.622421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-fcba1706-61d2-4267-879c-4449d97bca6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0966976 Jun 30 02:38:13.628143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42098a-8557-44ce-bcea-d982eb2b601f req-e56b297b-8c01-49e0-b814-136da2af95c1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.638251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b42098a-8557-44ce-bcea-d982eb2b601f req-e56b297b-8c01-49e0-b814-136da2af95c1 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 950 time: 0.1462855 Jun 30 02:38:13.679754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38822338-a918-4bbf-a1b4-f33338465f20 req-c647b5d0-d7cc-4d48-ab72-9373b09815f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.686236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38822338-a918-4bbf-a1b4-f33338465f20 req-c647b5d0-d7cc-4d48-ab72-9373b09815f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.692548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38822338-a918-4bbf-a1b4-f33338465f20 req-c647b5d0-d7cc-4d48-ab72-9373b09815f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.694358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-38822338-a918-4bbf-a1b4-f33338465f20 req-c647b5d0-d7cc-4d48-ab72-9373b09815f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2419 time: 0.1574738 Jun 30 02:38:13.720812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b42098a-8557-44ce-bcea-d982eb2b601f req-10dfe24c-5d45-43c4-a1ca-62054252b902 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793705 Jun 30 02:38:13.765143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-ff3be1d5-7088-49f9-b4cb-5cc90efab565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.767702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-ff3be1d5-7088-49f9-b4cb-5cc90efab565 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378505 Jun 30 02:38:13.797384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-38822338-a918-4bbf-a1b4-f33338465f20 req-0548a1b4-c811-40ee-952f-bde5b8c8c3c3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880530 Jun 30 02:38:13.817601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.824374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.888897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:13.910131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3573335-a13b-4849-8bd5-eaf52685ddd9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:13.923612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.924280 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Added segment 0640025d-04da-4940-a961-1a42f3cc6e4c of type vlan for network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 Jun 30 02:38:13.992471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.007752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-972e820d-a8bf-4238-80a5-3ad936cf325a service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270088 Jun 30 02:38:14.059489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.126929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.127495 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.193594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53a324de-7f9b-492c-80d5-31c34d505d14 req-6b7c74d2-dd2d-470c-a173-954b0fe4efb9 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633849 Jun 30 02:38:14.258250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72f029-f173-4fd3-aa70-62ac733ac987 req-4d354cd4-a27c-4305-9de9-d1c34051bc80 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.260511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa72f029-f173-4fd3-aa70-62ac733ac987 req-4d354cd4-a27c-4305-9de9-d1c34051bc80 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.0834620 Jun 30 02:38:14.296607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Network': ['ID=17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.301227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eeae11fb-1b6d-4089-925d-5296bff7711f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9649174 Jun 30 02:38:14.305232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:14.308894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:14.311657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:14.335333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa72f029-f173-4fd3-aa70-62ac733ac987 req-4e02f4fd-9d6c-485c-9573-e6b1829c61ce tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Jun 30 02:38:14.483383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931505a1-7eab-45df-a605-67415ac59aa7 req-b9be03ad-b067-4ab1-a02d-6714b6d75472 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.487723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-931505a1-7eab-45df-a605-67415ac59aa7 req-b9be03ad-b067-4ab1-a02d-6714b6d75472 tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 1101 time: 0.3417685 Jun 30 02:38:14.500253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:14.504132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.546399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4bf43-1993-4c63-9104-c9ac7841ffd9 req-418d12ac-8953-47bb-9c90-e68cb271d6a8 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.555561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44a4bf43-1993-4c63-9104-c9ac7841ffd9 req-418d12ac-8953-47bb-9c90-e68cb271d6a8 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 944 time: 0.0907352 Jun 30 02:38:14.584439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-931505a1-7eab-45df-a605-67415ac59aa7 req-2dd88d81-8a49-4db5-a48a-4a4fae59169a tempest-ServersOnMultiNodesTest-884182386 tempest-ServersOnMultiNodesTest-884182386-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922549 Jun 30 02:38:14.643610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44a4bf43-1993-4c63-9104-c9ac7841ffd9 req-2fe9e14f-fecc-4a28-aacd-c2ce737f0155 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824096 Jun 30 02:38:14.775075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.828357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=0a71a94e-190c-4b1c-a5de-bc465aca086c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.870804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:14.871414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network hostable DHCP agents. Network: 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:14.898445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:14.913720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b51a011b-000d-43d5-a3c1-a50df46aee63 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:14.920791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:14.926506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.927307 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.941717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849665b-4e18-4efa-929b-bcaa2b90049c None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:14.962050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f133cd4f-c4cc-437d-bd5e-4eaa8849df15 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6520495 Jun 30 02:38:14.962837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:14.969927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'name': 'tempest-NetworksTestDHCPv6-1258470013'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:15.276684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:15.282838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.287576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d867-f651-4dc8-b263-bf5ed23e1d36 req-8c4a5594-810c-4a9f-ab3f-68dd89097651 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.295631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d867-f651-4dc8-b263-bf5ed23e1d36 req-8c4a5594-810c-4a9f-ab3f-68dd89097651 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.309868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d867-f651-4dc8-b263-bf5ed23e1d36 req-8c4a5594-810c-4a9f-ab3f-68dd89097651 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.311628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3931d867-f651-4dc8-b263-bf5ed23e1d36 req-8c4a5594-810c-4a9f-ab3f-68dd89097651 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2419 time: 0.1721311 Jun 30 02:38:15.319188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012611a8-10be-4a04-8740-bfc6bc75330c req-1a1e132f-dc77-4449-8d70-4d71c1e609be tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.320941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-012611a8-10be-4a04-8740-bfc6bc75330c req-1a1e132f-dc77-4449-8d70-4d71c1e609be tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 950 time: 0.2106144 Jun 30 02:38:15.330719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port d33c5f27-ea50-4435-b4e2-9fdb9358e243 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:15.372410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:15.390512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3931d867-f651-4dc8-b263-bf5ed23e1d36 req-0c5bf2b5-1be7-467b-b3b0-50c229895fc5 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605209 Jun 30 02:38:15.393155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'port_id': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'mac_address': 'fa:16:3e:85:40:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8919873b-d5d5-48b5-8b60-5b95fc1b8473', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:15.480758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.483534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '0a71a94e-190c-4b1c-a5de-bc465aca086c'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:15.484625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.512913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51a011b-000d-43d5-a3c1-a50df46aee63 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:15.542120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:15.556085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.557502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a9712db3-671a-4630-9787-d96f0c54ac70 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:15.785972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:15.841901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/0a71a94e-190c-4b1c-a5de-bc465aca086c/79dcbf02-8f26-4642-9a56-86f83e8f1a55) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:15.871831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-012611a8-10be-4a04-8740-bfc6bc75330c req-02e94383-c819-48e4-8c7f-084e088f49bb tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436349 Jun 30 02:38:15.883364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:15.903665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e557d-33ae-43d7-830a-c9630446fbc7 req-0628c0d5-5823-49c7-8038-6c761d0224b5 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.910946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-430e557d-33ae-43d7-830a-c9630446fbc7 req-0628c0d5-5823-49c7-8038-6c761d0224b5 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 944 time: 0.1015618 Jun 30 02:38:15.934347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73', 'port_id': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'mac_address': 'fa:16:3e:22:ba:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10704dde-5aa3-4c97-9554-db6f6a32b730', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:15.960863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-430e557d-33ae-43d7-830a-c9630446fbc7 req-45ca1484-b7b1-4a5e-850b-baa3f18111d5 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Jun 30 02:38:16.027402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.063114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9712db3-671a-4630-9787-d96f0c54ac70 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:16.123506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:16.132844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.199463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1a548-c7b7-4cbf-9396-b3bb12876664 req-8a0f55d8-caf6-473f-b37a-b9be7b5e5511 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.204179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ac1a548-c7b7-4cbf-9396-b3bb12876664 req-8a0f55d8-caf6-473f-b37a-b9be7b5e5511 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 944 time: 0.1186388 Jun 30 02:38:16.218657 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.226964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:16.235827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Transition to ACTIVE for port object 79dcbf02-8f26-4642-9a56-86f83e8f1a55 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:16.261167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Transition to ACTIVE for port object 79dcbf02-8f26-4642-9a56-86f83e8f1a55 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:16.269138 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.298120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ac1a548-c7b7-4cbf-9396-b3bb12876664 req-cb98b597-87a5-497f-8bed-1a8925ad93b5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865071 Jun 30 02:38:16.323341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:16.327099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:16.332093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:16.349748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Pushing event updated for resources: {'Port': ['ID=79dcbf02-8f26-4642-9a56-86f83e8f1a55,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:16.412833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::9b (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/0a71a94e-190c-4b1c-a5de-bc465aca086c/d33c5f27-ea50-4435-b4e2-9fdb9358e243) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:16.432222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Attempting to bind port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:16.433073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Attempting to bind port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:16.433446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Attempting to bind port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:16.442216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:16.442620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:16.443580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.445631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:16.446682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Bound port: 79dcbf02-8f26-4642-9a56-86f83e8f1a55, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:16.447078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.460165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-d1ad722f-0f05-4b96-8486-eb5983d0e275 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.462038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-d1ad722f-0f05-4b96-8486-eb5983d0e275 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 950 time: 0.2018921 Jun 30 02:38:16.537477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] For port 79dcbf02-8f26-4642-9a56-86f83e8f1a55, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:16.542133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] For port 79dcbf02-8f26-4642-9a56-86f83e8f1a55, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=79dcbf02-8f26-4642-9a56-86f83e8f1a55,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:16.554344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:16.607568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['b51a011b-000d-43d5-a3c1-a50df46aee63'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:16.660738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.698804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.709949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port 92267ec0-4f4d-4043-b8b4-4353eed9f474 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:16.710760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.799602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object d33c5f27-ea50-4435-b4e2-9fdb9358e243 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:16.888997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port 92267ec0-4f4d-4043-b8b4-4353eed9f474, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=92267ec0-4f4d-4043-b8b4-4353eed9f474,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:16.889506 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.916124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for 92267ec0-4f4d-4043-b8b4-4353eed9f474 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:16.934247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.048947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d275c24-c166-46b6-ad10-4d2a54ed7f73 None None] Pushing event updated for resources: {'Port': ['ID=79dcbf02-8f26-4642-9a56-86f83e8f1a55,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:17.066998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:17.073873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:17.076445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:17.082657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.083328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.112002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=d33c5f27-ea50-4435-b4e2-9fdb9358e243,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:17.214061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a5d1f-f19f-4b16-9b20-e45f29151683 req-fdc9a934-77f0-4a3f-a7f7-4a66c4644e88 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.230825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a5d1f-f19f-4b16-9b20-e45f29151683 req-fdc9a934-77f0-4a3f-a7f7-4a66c4644e88 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.251836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a5d1f-f19f-4b16-9b20-e45f29151683 req-fdc9a934-77f0-4a3f-a7f7-4a66c4644e88 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.253898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e29a5d1f-f19f-4b16-9b20-e45f29151683 req-fdc9a934-77f0-4a3f-a7f7-4a66c4644e88 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2419 time: 0.2483702 Jun 30 02:38:17.316061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e29a5d1f-f19f-4b16-9b20-e45f29151683 req-366d6ec8-5d2a-4d7a-8ff1-ba6199f8a640 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Jun 30 02:38:17.324895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.332315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35400) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:17.332804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a3a1ee20-3da5-46e3-81eb-e4f4da3110cf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3675981 Jun 30 02:38:17.373033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01', '92267ec0-4f4d-4043-b8b4-4353eed9f474'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:17.399943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=92267ec0-4f4d-4043-b8b4-4353eed9f474,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:17.452172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9020b0c3-b383-4ab0-a58f-b2c0ca20a3dc req-8ff3debf-7512-4585-a818-0f62be4670d7 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 210 time: 0.1275208 Jun 30 02:38:17.537535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c16c48-3661-4283-97e8-d236ae1d85c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.554896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c16c48-3661-4283-97e8-d236ae1d85c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.571725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3c16c48-3661-4283-97e8-d236ae1d85c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2361166 Jun 30 02:38:17.571967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35404) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:17.600976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port 92267ec0-4f4d-4043-b8b4-4353eed9f474 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:17.604119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.607012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3723299-e648-487a-b1c8-9bbea1a9ac72 req-ab848169-45ba-4926-8210-63d1a309f567 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "DELETE /v2.0/ports/92267ec0-4f4d-4043-b8b4-4353eed9f474 HTTP/1.1" status: 204 len: 173 time: 1.1380830 Jun 30 02:38:17.607698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'name': 'network-vif-deleted', 'tag': '92267ec0-4f4d-4043-b8b4-4353eed9f474'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:17.610426 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6768096-5cef-4d2f-a900-c70af91f1b03" -d '{"events": [{"server_uuid": "ecb7f149-3c7b-47e9-9f3e-1e838839db36", "name": "network-vif-deleted", "tag": "92267ec0-4f4d-4043-b8b4-4353eed9f474"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:17.701157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79dcbf02-8f26-4642-9a56-86f83e8f1a55 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:17.812808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f9ebb-b8f1-49f7-a054-8e5bb62c1ccf req-1867c7a8-2d7d-40ee-b9b4-3b02edbb6d7e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.827157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c0f9ebb-b8f1-49f7-a054-8e5bb62c1ccf req-1867c7a8-2d7d-40ee-b9b4-3b02edbb6d7e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 944 time: 0.2302995 Jun 30 02:38:17.853913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:17.884092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port d33c5f27-ea50-4435-b4e2-9fdb9358e243 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:17.884449 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.899631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a39da-47b6-4373-b123-fbf0e115e320 req-27f6479e-4150-45d1-8bda-92dd46676082 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.912476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed4a39da-47b6-4373-b123-fbf0e115e320 req-27f6479e-4150-45d1-8bda-92dd46676082 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 945 time: 0.1873679 Jun 30 02:38:17.976434 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c0f9ebb-b8f1-49f7-a054-8e5bb62c1ccf req-604d6e14-dfcc-4e16-8518-1892ca2dd9be tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480198 Jun 30 02:38:17.993494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed4a39da-47b6-4373-b123-fbf0e115e320 req-8a763b74-6d14-4b80-a26a-67cb7e27a463 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739391 Jun 30 02:38:18.073633 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30234c7f-e670-4141-8843-8a296e29cef9 x-openstack-request-id: req-30234c7f-e670-4141-8843-8a296e29cef9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:18.074625 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb7f149-3c7b-47e9-9f3e-1e838839db36", "name": "network-vif-deleted", "tag": "92267ec0-4f4d-4043-b8b4-4353eed9f474", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:18.074895 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30234c7f-e670-4141-8843-8a296e29cef9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:18.075355 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb7f149-3c7b-47e9-9f3e-1e838839db36', 'name': 'network-vif-deleted', 'tag': '92267ec0-4f4d-4043-b8b4-4353eed9f474', 'status': 'completed', 'code': 200} Jun 30 02:38:18.121845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.158062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for d33c5f27-ea50-4435-b4e2-9fdb9358e243 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:18.399134 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.431237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=d33c5f27-ea50-4435-b4e2-9fdb9358e243,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:18.459838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:18.511880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.514901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-86442bcc-137b-4ba9-9d31-554b26a5e680 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/d33c5f27-ea50-4435-b4e2-9fdb9358e243 HTTP/1.1" status: 204 len: 168 time: 0.9419873 Jun 30 02:38:18.517268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35424) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:18.573298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82403c79-d0a4-4c75-94ca-8a02718f0c68 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:18.654496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1e619d4-1811-4ee9-9d54-e590fe32c8cf req-03f1396d-469a-48fa-8638-9ea4c5e7234e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecb7f149-3c7b-47e9-9f3e-1e838839db36 HTTP/1.1" status: 200 len: 210 time: 0.0447001 Jun 30 02:38:18.686940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d26248-5ece-42a2-8ec8-9ad8b05d4c0a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.690013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d26248-5ece-42a2-8ec8-9ad8b05d4c0a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.691908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-87d26248-5ece-42a2-8ec8-9ad8b05d4c0a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1734178 Jun 30 02:38:18.695384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35426) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:18.731767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-6d8e3182-7406-4b1a-acf8-889d4a9dcfe2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.732589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Provisioning for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:18.739130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-6d8e3182-7406-4b1a-acf8-889d4a9dcfe2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.746774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-6d8e3182-7406-4b1a-acf8-889d4a9dcfe2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.748504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-6d8e3182-7406-4b1a-acf8-889d4a9dcfe2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2419 time: 0.3070145 Jun 30 02:38:18.759467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Provisioning complete for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:18.761934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.780013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 0a71a94e-190c-4b1c-a5de-bc465aca086c {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:18.789886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.830959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0442de-0bf2-4e0b-b7b0-cd5e754cecb8 req-34676c9a-5cae-4a4f-ad45-b2e276842aa8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.839693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.843680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0442de-0bf2-4e0b-b7b0-cd5e754cecb8 req-34676c9a-5cae-4a4f-ad45-b2e276842aa8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.850188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0442de-0bf2-4e0b-b7b0-cd5e754cecb8 req-34676c9a-5cae-4a4f-ad45-b2e276842aa8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.852603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa0442de-0bf2-4e0b-b7b0-cd5e754cecb8 req-34676c9a-5cae-4a4f-ad45-b2e276842aa8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 2419 time: 0.3347359 Jun 30 02:38:18.942769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.945051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b51a011b-000d-43d5-a3c1-a50df46aee63 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:18.946288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa0442de-0bf2-4e0b-b7b0-cd5e754cecb8 req-c211ff97-bc42-4a5d-b997-3771446ef36e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875151 Jun 30 02:38:18.981752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:18.982159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.093584 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.110529 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.156394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port 9e0063c4-9a28-4bfa-92ea-65703defe0f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e0063c4-9a28-4bfa-92ea-65703defe0f5,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:19.157163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.185970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=0a71a94e-190c-4b1c-a5de-bc465aca086c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:19.189709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for 9e0063c4-9a28-4bfa-92ea-65703defe0f5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:19.203047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.204889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a039f827-449c-42bf-956d-bb4a620f0daf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/0a71a94e-190c-4b1c-a5de-bc465aca086c HTTP/1.1" status: 204 len: 168 time: 0.5076385 Jun 30 02:38:19.209540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35436) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:19.215908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port b51a011b-000d-43d5-a3c1-a50df46aee63 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:19.316520 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:38:19.316882 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:38:19.317552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port b51a011b-000d-43d5-a3c1-a50df46aee63 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:19.318959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.320483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2d6b59ef-811b-4757-a060-dc7d1310b63b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093922 Jun 30 02:38:19.324277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35440) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:19.367799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:19.455870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b26c75-c3e0-4be8-b050-b031b667ebcb None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:19.476419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33414778-b53c-4e7a-9e82-f932d9ff8376 req-7df94a27-c5dc-4a48-95f0-817ba6783bd3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.494106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33414778-b53c-4e7a-9e82-f932d9ff8376 req-7df94a27-c5dc-4a48-95f0-817ba6783bd3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 945 time: 0.1862888 Jun 30 02:38:19.539329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d871-ee3d-40e6-9f37-7ef03b4d9ff9 req-08bfde77-d520-4644-a797-2cf77a7162fb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.553072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a429d871-ee3d-40e6-9f37-7ef03b4d9ff9 req-08bfde77-d520-4644-a797-2cf77a7162fb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 944 time: 0.2303522 Jun 30 02:38:19.556928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:19.562197 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.589798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33414778-b53c-4e7a-9e82-f932d9ff8376 req-e639ac87-113d-4bfc-8957-bb8114a29cc6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964487 Jun 30 02:38:19.648185 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.668367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['893d06fe-164c-4761-b03c-d95bcc2cbfaa', '91676f21-5cd6-40de-8f60-42ad88a81f4c', '9e0063c4-9a28-4bfa-92ea-65703defe0f5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:19.697292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=9e0063c4-9a28-4bfa-92ea-65703defe0f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:19.726776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a429d871-ee3d-40e6-9f37-7ef03b4d9ff9 req-3b989442-0e2a-4830-ba91-1d8fcff61688 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719711 Jun 30 02:38:19.819694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port 9e0063c4-9a28-4bfa-92ea-65703defe0f5 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:19.839285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.846671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-696566d8-9100-4145-b6b7-7621887e19d4 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "DELETE /v2.0/ports/9e0063c4-9a28-4bfa-92ea-65703defe0f5 HTTP/1.1" status: 204 len: 173 time: 1.0912039 Jun 30 02:38:19.939501 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.070547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.084727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-deleted', 'tag': '9e0063c4-9a28-4bfa-92ea-65703defe0f5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:20.093626 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f87394d-3f7b-4534-9795-d1618f3bab1f" -d '{"events": [{"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-deleted", "tag": "9e0063c4-9a28-4bfa-92ea-65703defe0f5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:20.169636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port 893d06fe-164c-4761-b03c-d95bcc2cbfaa {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:20.170437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.170914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.209188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:20.212478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:20.245723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=3b50abe9-03a0-4948-b2b4-b2a2d7fc6f83,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:20.254143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 92267ec0-4f4d-4043-b8b4-4353eed9f474 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:20.254342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.254920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.282367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-83bff953-08f6-4fe3-ac93-38134988d27a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9547496 Jun 30 02:38:20.283892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35458) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:20.296754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'name': 'tempest-NetworksTestDHCPv6-1261116519'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:20.325459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] For port 79dcbf02-8f26-4642-9a56-86f83e8f1a55, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=79dcbf02-8f26-4642-9a56-86f83e8f1a55,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:20.344249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:20.347763 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f65409-1a8c-4bb4-b570-e83b7398abe7" -d '{"events": [{"server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "name": "network-vif-plugged", "status": "completed", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:20.352256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 92267ec0-4f4d-4043-b8b4-4353eed9f474 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:20.352256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 92267ec0-4f4d-4043-b8b4-4353eed9f474 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:20.380391 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.398707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port 893d06fe-164c-4761-b03c-d95bcc2cbfaa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=893d06fe-164c-4761-b03c-d95bcc2cbfaa,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:20.399073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.402068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:20.423210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for 893d06fe-164c-4761-b03c-d95bcc2cbfaa owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:20.438072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930e1-bc9b-468f-96bc-e3cb42f9c426 req-e7bd091d-3960-4a78-a20b-f6668ee6a579 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.444951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930e1-bc9b-468f-96bc-e3cb42f9c426 req-e7bd091d-3960-4a78-a20b-f6668ee6a579 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.452055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71f930e1-bc9b-468f-96bc-e3cb42f9c426 req-e7bd091d-3960-4a78-a20b-f6668ee6a579 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 1683 time: 0.2701819 Jun 30 02:38:20.501936 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.506203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a9712db3-671a-4630-9787-d96f0c54ac70 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:20.520507 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08daa40c-6a93-4f43-a6af-428aaf1de666 x-openstack-request-id: req-08daa40c-6a93-4f43-a6af-428aaf1de666 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:20.520849 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-deleted", "tag": "9e0063c4-9a28-4bfa-92ea-65703defe0f5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:20.521269 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08daa40c-6a93-4f43-a6af-428aaf1de666 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:20.535108 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-deleted', 'tag': '9e0063c4-9a28-4bfa-92ea-65703defe0f5', 'status': 'completed', 'code': 200} Jun 30 02:38:20.570477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:20.576628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.587028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71f930e1-bc9b-468f-96bc-e3cb42f9c426 req-c2d7dbfb-f7a2-4b9b-a523-277443d817bc tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337538 Jun 30 02:38:20.600107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:20.628048 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e245eb-f68b-43d3-b415-4b68e7a402e1 x-openstack-request-id: req-83e245eb-f68b-43d3-b415-4b68e7a402e1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:20.628649 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "name": "network-vif-plugged", "status": "completed", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:20.628913 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83e245eb-f68b-43d3-b415-4b68e7a402e1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:20.629325 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'code': 200} Jun 30 02:38:20.738272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae82009-6132-42a3-95d8-5abc8d5c1f93 None None] Pushing event updated for resources: {'Port': ['ID=79dcbf02-8f26-4642-9a56-86f83e8f1a55,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:20.739194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.821807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=893d06fe-164c-4761-b03c-d95bcc2cbfaa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:20.920863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port 893d06fe-164c-4761-b03c-d95bcc2cbfaa on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:20.927156 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.931082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-d9db9192-5262-4b25-a665-3cd8ccd28103 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "DELETE /v2.0/ports/893d06fe-164c-4761-b03c-d95bcc2cbfaa HTTP/1.1" status: 204 len: 173 time: 1.0783510 Jun 30 02:38:21.055650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::51 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/3b50abe9-03a0-4948-b2b4-b2a2d7fc6f83/5af00d46-9bc5-4969-84fc-bb7f4d7d7c77) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:21.098501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-45599dc2-14af-4699-b9b4-242f43f5839d None None] Provisioning complete for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:21.099636 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45599dc2-14af-4699-b9b4-242f43f5839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.184066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325d222-6392-4a91-9aa4-cf02c513b427 req-0640ca26-8f21-4bbf-ad7c-3aae9d392c8f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.185607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7325d222-6392-4a91-9aa4-cf02c513b427 req-0640ca26-8f21-4bbf-ad7c-3aae9d392c8f tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 950 time: 0.2005284 Jun 30 02:38:21.218666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbfa16-c73d-4ed6-81df-50619f067539 req-fccf56a0-c9a4-426f-a04b-d4cbd4a76267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.220824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cfdbfa16-c73d-4ed6-81df-50619f067539 req-fccf56a0-c9a4-426f-a04b-d4cbd4a76267 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1096 time: 0.4772327 Jun 30 02:38:21.261656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:21.307912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port a9712db3-671a-4630-9787-d96f0c54ac70 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:21.343406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port a9712db3-671a-4630-9787-d96f0c54ac70 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:21.343783 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.346966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.365579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:21.387685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cfdbfa16-c73d-4ed6-81df-50619f067539 req-2cf0e234-a5c0-4e8e-b0a4-63a887988a4b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353695 Jun 30 02:38:21.431196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.468227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56510f08-0dfa-432e-b506-b8c5b70460c6 req-aa412947-ad4a-463c-bf81-7feefa2a0a66 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.492659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56510f08-0dfa-432e-b506-b8c5b70460c6 req-aa412947-ad4a-463c-bf81-7feefa2a0a66 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 945 time: 0.4468818 Jun 30 02:38:21.496621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7325d222-6392-4a91-9aa4-cf02c513b427 req-5fe8aabc-9a8b-47f2-9d4f-7f9dcef608a0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896538 Jun 30 02:38:21.545968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51442ec4-c880-4570-9177-f6a7abdce290 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:21.556678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=5af00d46-9bc5-4969-84fc-bb7f4d7d7c77,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:21.579119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port 91676f21-5cd6-40de-8f60-42ad88a81f4c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:21.579469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.605921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:21.610639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:21.623629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:21.634678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.635341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.685707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9dbe4de8-3098-4b1c-a133-98f1fbdef663 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3994577 Jun 30 02:38:21.686350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35490) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:21.707220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79dcbf02-8f26-4642-9a56-86f83e8f1a55 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:21.748705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56510f08-0dfa-432e-b506-b8c5b70460c6 req-cf9507da-3d38-4547-891f-01d70f05fc23 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539113 Jun 30 02:38:21.843156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e0bf7-1c9a-4df9-ad1d-e52af16d4411 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.849444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ed378591-a4ad-4ed5-b9a7-b7e2180ce30a None None] Provisioning complete for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:21.849829 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed378591-a4ad-4ed5-b9a7-b7e2180ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.853636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e0bf7-1c9a-4df9-ad1d-e52af16d4411 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.858526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-619e0bf7-1c9a-4df9-ad1d-e52af16d4411 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1711748 Jun 30 02:38:21.861251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35492) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:21.882657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port 91676f21-5cd6-40de-8f60-42ad88a81f4c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=91676f21-5cd6-40de-8f60-42ad88a81f4c,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:21.883276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.904053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for 91676f21-5cd6-40de-8f60-42ad88a81f4c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:21.910802 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.034714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:22.035094 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.126664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:22.149617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.206108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 91676f21-5cd6-40de-8f60-42ad88a81f4c no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:22.218117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.271627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=91676f21-5cd6-40de-8f60-42ad88a81f4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:22.349580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port 91676f21-5cd6-40de-8f60-42ad88a81f4c on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:22.361380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.367756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4b214f7-0d44-439e-8f6d-3144e4366f27 req-7d99b634-e077-44cf-b39c-daaf982fc75c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "DELETE /v2.0/ports/91676f21-5cd6-40de-8f60-42ad88a81f4c HTTP/1.1" status: 204 len: 173 time: 1.4304204 Jun 30 02:38:22.379063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 91676f21-5cd6-40de-8f60-42ad88a81f4c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:22.379340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 91676f21-5cd6-40de-8f60-42ad88a81f4c not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:22.379772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e0063c4-9a28-4bfa-92ea-65703defe0f5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:22.418895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991a843-8d82-4097-8080-f7f4ff171662 req-2d9d6f8c-ca81-4724-a8a9-ba8bce3cad96 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.420828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6991a843-8d82-4097-8080-f7f4ff171662 req-2d9d6f8c-ca81-4724-a8a9-ba8bce3cad96 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 950 time: 0.2509933 Jun 30 02:38:22.475704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 9e0063c4-9a28-4bfa-92ea-65703defe0f5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:22.476058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e0063c4-9a28-4bfa-92ea-65703defe0f5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:22.476483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 893d06fe-164c-4761-b03c-d95bcc2cbfaa no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:22.546191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-deleted', 'tag': '893d06fe-164c-4761-b03c-d95bcc2cbfaa'}, {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-deleted', 'tag': '91676f21-5cd6-40de-8f60-42ad88a81f4c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:22.548600 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f1df42-f2cc-49b6-b7e5-3123e1dd05c7" -d '{"events": [{"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-deleted", "tag": "893d06fe-164c-4761-b03c-d95bcc2cbfaa"}, {"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-deleted", "tag": "91676f21-5cd6-40de-8f60-42ad88a81f4c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:22.605005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a92cb8b4-b1d7-446d-bfd4-d6eaf2c18988 req-6c113dd9-e0d9-4513-bfcb-31dfa2f38ff0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=787d2b5e-f972-4000-bcc3-5c16257c21ae HTTP/1.1" status: 200 len: 210 time: 0.0492482 Jun 30 02:38:22.621730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 893d06fe-164c-4761-b03c-d95bcc2cbfaa {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:22.622084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 893d06fe-164c-4761-b03c-d95bcc2cbfaa not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:22.641136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:22.641136 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313055c-3897-44ac-a7e3-8124b6bfef23" -d '{"events": [{"server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "name": "network-vif-plugged", "status": "completed", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:22.642880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:22.696998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304360d4-3ffa-4fab-a463-dd38805001ef req-90563c12-c77d-47a1-8ffb-0ffd59198261 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.698906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-304360d4-3ffa-4fab-a463-dd38805001ef req-90563c12-c77d-47a1-8ffb-0ffd59198261 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.8165574 Jun 30 02:38:22.775744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:22.776127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.801458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:22.801803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.886344 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-304360d4-3ffa-4fab-a463-dd38805001ef req-79af4930-29cb-464d-8858-391d27ac2a66 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672361 Jun 30 02:38:22.898643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:22.899246 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.917786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:22.921382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.940145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:22.973198 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a54530-a841-4c7e-a906-8835d0f0fd97 x-openstack-request-id: req-d2a54530-a841-4c7e-a906-8835d0f0fd97 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:22.973520 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-deleted", "tag": "893d06fe-164c-4761-b03c-d95bcc2cbfaa", "status": "completed", "code": 200}, {"server_uuid": "787d2b5e-f972-4000-bcc3-5c16257c21ae", "name": "network-vif-deleted", "tag": "91676f21-5cd6-40de-8f60-42ad88a81f4c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:22.973742 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2a54530-a841-4c7e-a906-8835d0f0fd97 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:22.974173 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-deleted', 'tag': '893d06fe-164c-4761-b03c-d95bcc2cbfaa', 'status': 'completed', 'code': 200} Jun 30 02:38:22.974476 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787d2b5e-f972-4000-bcc3-5c16257c21ae', 'name': 'network-vif-deleted', 'tag': '91676f21-5cd6-40de-8f60-42ad88a81f4c', 'status': 'completed', 'code': 200} Jun 30 02:38:23.107149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb818024-cd6a-4599-98e2-7f69358faf44 req-5cc636c0-779f-40c5-a02b-92d3048125f4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.108701 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7536205b-4027-4387-941d-eb503cb28c76 x-openstack-request-id: req-7536205b-4027-4387-941d-eb503cb28c76 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:23.110041 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "name": "network-vif-plugged", "status": "completed", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:23.115854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb818024-cd6a-4599-98e2-7f69358faf44 req-5cc636c0-779f-40c5-a02b-92d3048125f4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 950 time: 0.1403537 Jun 30 02:38:23.116691 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7536205b-4027-4387-941d-eb503cb28c76 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:23.117235 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'code': 200} Jun 30 02:38:23.218348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb818024-cd6a-4599-98e2-7f69358faf44 req-6d57bc38-2f97-4ce2-97c8-ec6fe6152a7a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010015 Jun 30 02:38:23.282671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-54efc375-76ef-4bc5-a348-8be84b3c68e1 None None] Provisioning for port 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:23.284940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.288031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-54efc375-76ef-4bc5-a348-8be84b3c68e1 None None] Provisioning complete for port 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:23.288810 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54efc375-76ef-4bc5-a348-8be84b3c68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.292680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.336936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=5af00d46-9bc5-4969-84fc-bb7f4d7d7c77,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:23.347421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:23.416363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.418390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8c8cd84-a256-4401-a34f-c2b246d30999 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 HTTP/1.1" status: 204 len: 168 time: 1.5561821 Jun 30 02:38:23.420981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35526) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:23.421244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:23.422894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-54efc375-76ef-4bc5-a348-8be84b3c68e1 None None] Port 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 was deleted so its status cannot be updated. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 02:38:23.435891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:23.438419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.442149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6991a843-8d82-4097-8080-f7f4ff171662 req-affd3c80-d7a2-49af-9646-e321fcf21c7b tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "DELETE /v2.0/ports/bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 HTTP/1.1" status: 204 len: 173 time: 1.0103242 Jun 30 02:38:23.453809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a771-e1e1-4cdc-a96d-5672b4a96bee req-2f1a358e-8c57-4f2e-a5af-111beda072a0 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.462755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f187a771-e1e1-4cdc-a96d-5672b4a96bee req-2f1a358e-8c57-4f2e-a5af-111beda072a0 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 946 time: 0.2358706 Jun 30 02:38:23.487330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:23.496750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350afe1-136a-45f2-b60b-80cf46f1edde req-b6563295-9e24-4b77-ac57-33eb93702f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.503014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5350afe1-136a-45f2-b60b-80cf46f1edde req-b6563295-9e24-4b77-ac57-33eb93702f87 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1097 time: 0.2603035 Jun 30 02:38:23.569773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f187a771-e1e1-4cdc-a96d-5672b4a96bee req-42d644aa-a42f-4f6f-8deb-32803f730bc0 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049221 Jun 30 02:38:23.588105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5350afe1-136a-45f2-b60b-80cf46f1edde req-d5992c0c-c5c2-4f85-9f8a-28f0ceb89d70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Jun 30 02:38:23.590638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebab023-ed4c-4b2a-bd9a-bf64416c5856 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.592385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebab023-ed4c-4b2a-bd9a-bf64416c5856 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.594881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2ebab023-ed4c-4b2a-bd9a-bf64416c5856 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1719916 Jun 30 02:38:23.596757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:23.598688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-54efc375-76ef-4bc5-a348-8be84b3c68e1 None None] Provisioning complete for port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:23.599300 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54efc375-76ef-4bc5-a348-8be84b3c68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.683608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 3b50abe9-03a0-4948-b2b4-b2a2d7fc6f83 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:23.690513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.759178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35532) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:23.774219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.841690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting subnet c893c1b5-f205-40a0-9b03-ce87ecd0a00e {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:23.845253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.880168 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.913136 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.976399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.996942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.998767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/3b50abe9-03a0-4948-b2b4-b2a2d7fc6f83 HTTP/1.1" status: 204 len: 168 time: 0.4010239 Jun 30 02:38:24.003913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35536) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.051005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91341a-9a65-4197-b1bc-c7adfd73c0ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=3b50abe9-03a0-4948-b2b4-b2a2d7fc6f83,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:24.096470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.144193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a288ae11-553e-4529-bebe-725c369ae2f1 None None] Could not find standard attr ID for object d33c5f27-ea50-4435-b4e2-9fdb9358e243. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:24.203842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a288ae11-553e-4529-bebe-725c369ae2f1 None None] Could not find standard attr ID for object 5af00d46-9bc5-4969-84fc-bb7f4d7d7c77. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:24.209137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1a1818f-b2ec-499c-bd6f-05fffa106fb2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2035770 Jun 30 02:38:24.209565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35554) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.211218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973dbf-c51f-47b7-ae5b-41691b6a318d req-e692e4ff-546d-41f7-aad1-74ae51ad0bba tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.216809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:24.226414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9973dbf-c51f-47b7-ae5b-41691b6a318d req-e692e4ff-546d-41f7-aad1-74ae51ad0bba tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.1672509 Jun 30 02:38:24.261595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66facc76-3046-42f4-9e60-28b46b4ce994 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:24.311699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9973dbf-c51f-47b7-ae5b-41691b6a318d req-51661fbc-5c39-4490-98b0-0a6e286c56c8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Jun 30 02:38:24.362418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.386046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.387949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/subnets/c893c1b5-f205-40a0-9b03-ce87ecd0a00e HTTP/1.1" status: 204 len: 168 time: 0.6277814 Jun 30 02:38:24.390820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.394067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe49a3f-f031-4e13-a61f-f6956443cdb8 None None] Network 833c1cd9-d797-453b-912f-fb4ea7b4cad9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:24.409753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6f0f8-c33a-42a7-863d-08b5562dbb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Subnet': ['ID=c893c1b5-f205-40a0-9b03-ce87ecd0a00e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:24.411894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:24.415741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.555809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20f89a1c-8306-40e8-8d67-399316e02a39 req-48a10274-40a5-4cd0-979e-e8f347b9ebb6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d465551-379a-4146-9554-156622111bc2 HTTP/1.1" status: 200 len: 210 time: 0.0358703 Jun 30 02:38:24.645487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.705497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7275f-9747-4417-b9a9-8ca74376b6d3 req-1a58fcc0-5a47-41d2-af6a-145ac8d06501 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.707370 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4a7275f-9747-4417-b9a9-8ca74376b6d3 req-1a58fcc0-5a47-41d2-af6a-145ac8d06501 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 951 time: 0.1913517 Jun 30 02:38:24.769332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4a7275f-9747-4417-b9a9-8ca74376b6d3 req-3fd61bfa-28ad-4fa5-b50a-475f98cba106 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490088 Jun 30 02:38:24.781320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port 82aee1ea-6949-44cf-a81a-e37aa633c500 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:24.781760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.823358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.839096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:24.866890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] DHCP port deletion for 833c1cd9-d797-453b-912f-fb4ea7b4cad9 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:24.879680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port 82aee1ea-6949-44cf-a81a-e37aa633c500, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=82aee1ea-6949-44cf-a81a-e37aa633c500,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:24.880049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.884452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=098e2dd7-6361-4a17-813f-27cedd0bd02d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:24.901133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:24.903702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:24.907480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.908065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.909179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for 82aee1ea-6949-44cf-a81a-e37aa633c500 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:24.937035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a8bc35c-59ab-45df-a22a-cd3f48ce4210 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7213440 Jun 30 02:38:24.937035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.941880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'name': 'tempest-NetworksTestDHCPv6-1129547725'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:24.951423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b8a7-4401-4def-81b5-c132cbe3ea51 req-06ae4091-d307-4f64-b83d-95c12a198ed1 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.961188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0978b8a7-4401-4def-81b5-c132cbe3ea51 req-06ae4091-d307-4f64-b83d-95c12a198ed1 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1096 time: 0.1864591 Jun 30 02:38:24.979779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d465551-379a-4146-9554-156622111bc2', 'name': 'network-vif-deleted', 'tag': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:24.982892 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc6c771-fcbb-4eae-868e-e1d8fcb4eece" -d '{"events": [{"server_uuid": "2d465551-379a-4146-9554-156622111bc2", "name": "network-vif-deleted", "tag": "bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:24.986817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] Deleting port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:24.987137 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.029182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] Deleting port 82aee1ea-6949-44cf-a81a-e37aa633c500 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:25.029520 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.036719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.062885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0978b8a7-4401-4def-81b5-c132cbe3ea51 req-ce25b293-3636-45be-9bb2-8ac01f83c0ac tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007614 Jun 30 02:38:25.075142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=82aee1ea-6949-44cf-a81a-e37aa633c500,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:25.088824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port 82aee1ea-6949-44cf-a81a-e37aa633c500 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:25.141368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:25.145599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.159035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] For port 82aee1ea-6949-44cf-a81a-e37aa633c500, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=82aee1ea-6949-44cf-a81a-e37aa633c500,segment=NetworkSegment(b3d05f4b-8390-4c2a-8672-27b15860bf4f),segment_id=b3d05f4b-8390-4c2a-8672-27b15860bf4f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:25.159431 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.168416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 94446c3f-d6d8-43de-8758-750ea47e78d7 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:25.181233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] For port 79dcbf02-8f26-4642-9a56-86f83e8f1a55, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=79dcbf02-8f26-4642-9a56-86f83e8f1a55,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:25.181630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.184157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] Calling delete_port for 82aee1ea-6949-44cf-a81a-e37aa633c500 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:25.200813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] Calling delete_port for 79dcbf02-8f26-4642-9a56-86f83e8f1a55 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:25.241498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.257415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833c1cd9-d797-453b-912f-fb4ea7b4cad9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:25.270755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d05f4b-8390-4c2a-8672-27b15860bf4f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:25.271344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d05f4b-8390-4c2a-8672-27b15860bf4f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:25.285133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.306014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.321907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::94 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/098e2dd7-6361-4a17-813f-27cedd0bd02d/94446c3f-d6d8-43de-8758-750ea47e78d7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:25.330383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:25.332453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:25.337998 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:25.343131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.355998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.359129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] No DVR routers for this DVR port 82aee1ea-6949-44cf-a81a-e37aa633c500 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:25.387252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea960b9-34f7-48fe-8118-342baf1318a6 None None] Pushing event deleted for resources: {'Port': ['ID=82aee1ea-6949-44cf-a81a-e37aa633c500,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:25.401220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007033a1-758d-4444-8f9f-333ae0e20efb req-3618bbe5-3b8a-4d22-a910-cbe996ab3ef2 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.408264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-007033a1-758d-4444-8f9f-333ae0e20efb req-3618bbe5-3b8a-4d22-a910-cbe996ab3ef2 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 946 time: 0.2339571 Jun 30 02:38:25.417368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] No DVR routers for this DVR port 79dcbf02-8f26-4642-9a56-86f83e8f1a55 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:25.419545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db13674-4a66-435b-8d6d-e8c6cba99e04 None None] Pushing event deleted for resources: {'Port': ['ID=79dcbf02-8f26-4642-9a56-86f83e8f1a55,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:25.446920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39689c45-3b33-49bc-8ae3-5aadf85fa555 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:25.470792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-007033a1-758d-4444-8f9f-333ae0e20efb req-b1f61afd-39ec-4df4-ba6a-fe7b2690dbf4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614603 Jun 30 02:38:25.479489 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.517727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.523768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35594) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:25.524904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/networks/833c1cd9-d797-453b-912f-fb4ea7b4cad9 HTTP/1.1" status: 204 len: 168 time: 1.1321719 Jun 30 02:38:25.527220 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4a4e54-ccf8-474a-a70e-51d29930cbcd x-openstack-request-id: req-1b4a4e54-ccf8-474a-a70e-51d29930cbcd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:25.528137 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d465551-379a-4146-9554-156622111bc2", "name": "network-vif-deleted", "tag": "bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:25.528273 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b4a4e54-ccf8-474a-a70e-51d29930cbcd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:25.529075 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d465551-379a-4146-9554-156622111bc2', 'name': 'network-vif-deleted', 'tag': 'bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7', 'status': 'completed', 'code': 200} Jun 30 02:38:25.532632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d23fd0-dc13-4808-8962-c562610af722 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Network': ['ID=833c1cd9-d797-453b-912f-fb4ea7b4cad9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:25.591395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 82aee1ea-6949-44cf-a81a-e37aa633c500 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:25.630968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting subnet 65e9dfe3-37f0-4594-a6ba-a6729b765259 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:25.634587 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.638344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 82aee1ea-6949-44cf-a81a-e37aa633c500 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:25.638708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 82aee1ea-6949-44cf-a81a-e37aa633c500 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:25.642246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79dcbf02-8f26-4642-9a56-86f83e8f1a55 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:25.713353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 79dcbf02-8f26-4642-9a56-86f83e8f1a55 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:25.713703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79dcbf02-8f26-4642-9a56-86f83e8f1a55 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:25.720434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.769078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.804440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 94446c3f-d6d8-43de-8758-750ea47e78d7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:25.853901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '098e2dd7-6361-4a17-813f-27cedd0bd02d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:25.855065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.893686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-c2799311-923e-4b83-bd67-010de01e8f63 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1755691539&fields=id&tenant_id=2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 267 time: 0.0756607 Jun 30 02:38:25.917373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.962428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.990680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-2c61cd06-4ab8-4abd-96ed-7bd96d49d04c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:26.001679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-2c61cd06-4ab8-4abd-96ed-7bd96d49d04c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 946 time: 0.1069255 Jun 30 02:38:26.014466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'port': {'security_groups': ['6d603c2b-3161-44d0-b15f-6dca83e52939', 'bf1393e2-9b3d-4994-96a0-36e0c517b470']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:26.016375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:26.022741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:26.037343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:26.043873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:26.044542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.079141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1414604 Jun 30 02:38:26.081385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35632) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.096158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/098e2dd7-6361-4a17-813f-27cedd0bd02d/01f7836d-4c2d-4714-afbc-c4194d5354aa) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:26.137898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b80506-55d8-4d7f-8ea8-cb4176a1b884 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=94446c3f-d6d8-43de-8758-750ea47e78d7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.150452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.180375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.181213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Subnet': ['ID=65e9dfe3-37f0-4594-a6ba-a6729b765259,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.202200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.208051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-994c4ec5-e8d3-4f65-9efb-d34672832ded tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/subnets/65e9dfe3-37f0-4594-a6ba-a6729b765259 HTTP/1.1" status: 204 len: 168 time: 0.6830940 Jun 30 02:38:26.210904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.226714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fde67f-ae63-4b21-acc3-7c93db73c3c3 None None] Network 75aef472-7a29-45f3-a53f-40884d0a8c4c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:26.263001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636d28e-8d36-4456-b0fa-8067fe6a2d9a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:26.268861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3636d28e-8d36-4456-b0fa-8067fe6a2d9a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1862295 Jun 30 02:38:26.269489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35642) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.344683 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:38:26.406042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.419089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 94446c3f-d6d8-43de-8758-750ea47e78d7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:26.419882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.546110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port f942a33f-6d40-4028-a99d-4007952baf8d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:26.546862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.595255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.612283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 94446c3f-d6d8-43de-8758-750ea47e78d7 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:26.619538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port f942a33f-6d40-4028-a99d-4007952baf8d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f942a33f-6d40-4028-a99d-4007952baf8d,segment=NetworkSegment(ba7419e8-a5c1-4df6-bb6b-0b2798854f3b),segment_id=ba7419e8-a5c1-4df6-bb6b-0b2798854f3b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:26.620034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.633915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for f942a33f-6d40-4028-a99d-4007952baf8d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:26.715418 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.722444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.771948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=f942a33f-6d40-4028-a99d-4007952baf8d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.776917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port f942a33f-6d40-4028-a99d-4007952baf8d on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:26.778759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Transition to ACTIVE for port object 01f7836d-4c2d-4714-afbc-c4194d5354aa will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:26.778934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.805945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Transition to ACTIVE for port object 01f7836d-4c2d-4714-afbc-c4194d5354aa will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:26.822919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.843133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=94446c3f-d6d8-43de-8758-750ea47e78d7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.884996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d47b36-4ad0-4002-8f44-e9e54e170d55 None None] DHCP port deletion for 75aef472-7a29-45f3-a53f-40884d0a8c4c request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:26.896677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.901734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:26.902198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.905931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:26.910075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3be141f3-dc4b-49e6-a1f9-dc53b2bd53d9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/94446c3f-d6d8-43de-8758-750ea47e78d7 HTTP/1.1" status: 204 len: 168 time: 0.6394992 Jun 30 02:38:26.911145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aef472-7a29-45f3-a53f-40884d0a8c4c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.912722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35656) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.914153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:26.925337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.925743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7419e8-a5c1-4df6-bb6b-0b2798854f3b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.927189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Pushing event updated for resources: {'Port': ['ID=01f7836d-4c2d-4714-afbc-c4194d5354aa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.948194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.961891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:26.965729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:26.992737 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.003587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:27.006347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.013990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:27.014553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device bc7a9a07-87fc-4eab-84b8-92b6b4ab61c7 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:27.020361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Attempting to bind port 01f7836d-4c2d-4714-afbc-c4194d5354aa on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:27.021479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Attempting to bind port 01f7836d-4c2d-4714-afbc-c4194d5354aa by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:27.022146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Attempting to bind port 01f7836d-4c2d-4714-afbc-c4194d5354aa on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:27.029258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:27.029754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:27.030229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.030735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:27.032062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Bound port: 01f7836d-4c2d-4714-afbc-c4194d5354aa, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:27.032062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.036933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f86a8c-14f3-4b6d-83a9-e4004ff2e537 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.042939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f86a8c-14f3-4b6d-83a9-e4004ff2e537 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.044551 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4f86a8c-14f3-4b6d-83a9-e4004ff2e537 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1308751 Jun 30 02:38:27.053703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35658) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:27.102936 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:27.119038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] For port 01f7836d-4c2d-4714-afbc-c4194d5354aa, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:27.122429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.123656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] For port 01f7836d-4c2d-4714-afbc-c4194d5354aa, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=01f7836d-4c2d-4714-afbc-c4194d5354aa,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:27.127289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.136481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/networks/75aef472-7a29-45f3-a53f-40884d0a8c4c HTTP/1.1" status: 204 len: 168 time: 0.9225247 Jun 30 02:38:27.137220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:27.139424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f1616-8e18-4cd0-9a6f-8ab6895b1977 req-eed4dead-5696-4ee0-95e8-f8debd2f4103 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.141590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.152171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-359142705'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:27.154282 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f96f1616-8e18-4cd0-9a6f-8ab6895b1977 req-eed4dead-5696-4ee0-95e8-f8debd2f4103 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 950 time: 0.2017684 Jun 30 02:38:27.211919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.228792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240a3a-d610-4356-9757-9aac0e427a55 None None] Pushing event updated for resources: {'Port': ['ID=01f7836d-4c2d-4714-afbc-c4194d5354aa,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:27.235094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 098e2dd7-6361-4a17-813f-27cedd0bd02d {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:27.242543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.249720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.252132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255eaed0-b078-46b9-9817-8fd768e83561 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Network': ['ID=75aef472-7a29-45f3-a53f-40884d0a8c4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:27.263424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:27.297163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f96f1616-8e18-4cd0-9a6f-8ab6895b1977 req-7f344717-435d-4ad6-a70a-4318cfd5dcac tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316326 Jun 30 02:38:27.326934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.359152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:27.373008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.450933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.451595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.456889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2b7c0ac-2a9d-499f-948a-787b8b3ab055 req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "PUT /v2.0/ports/a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 982 time: 1.4518230 Jun 30 02:38:27.524305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.531278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-9b7bb9f5-5564-44e5-9ce0-26cf6cf1436f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2959855 Jun 30 02:38:27.550101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:27.556026 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abf580-d922-4662-b447-d96bc492334f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:27.564339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:27.577955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a529fc-0b65-4711-a39d-25a70a5e1b87 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:27.602546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164b4fe6-9a33-4f19-be3d-4146f6c7f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.634218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:27.644390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.693677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f942a33f-6d40-4028-a99d-4007952baf8d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:27.703794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=098e2dd7-6361-4a17-813f-27cedd0bd02d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:27.706216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.708151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c6ef0dc5-5253-4bc0-a8f4-70556b83ad64 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/098e2dd7-6361-4a17-813f-27cedd0bd02d HTTP/1.1" status: 204 len: 168 time: 0.6534593 Jun 30 02:38:27.714089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35690) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:27.744021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.748264 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Added segment 889cf436-4a00-4e5b-bb8b-ec707e046eaa of type vlan for network 3dca6c2b-2251-4884-9586-c3da3838718d Jun 30 02:38:27.749896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f942a33f-6d40-4028-a99d-4007952baf8d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:27.750420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f942a33f-6d40-4028-a99d-4007952baf8d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:27.779813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:27.783270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e96e539-5181-4556-889a-54519e05a994 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592463 Jun 30 02:38:27.867766 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946031d-71de-4994-8ed3-0850fc4b89c2 x-openstack-request-id: req-4946031d-71de-4994-8ed3-0850fc4b89c2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:27.868054 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:27.868499 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4946031d-71de-4994-8ed3-0850fc4b89c2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:27.868896 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'status': 'completed', 'code': 200} Jun 30 02:38:27.888706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.898857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-9f341b48-e360-4d93-b64f-8703667c83cc tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1013094191&fields=id&tenant_id=2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 267 time: 0.2023158 Jun 30 02:38:27.933707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-715164ab-3817-406f-9fe6-c332f83ebc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.935241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-715164ab-3817-406f-9fe6-c332f83ebc73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=60cfb261c2b8481b9ff775ce78508416&device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 1101 time: 0.3209727 Jun 30 02:38:27.994659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d958c8-f315-42aa-b73b-502b5239688e req-91e3fee6-f1ca-4de4-94a8-9bb625965b61 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.996320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49d958c8-f315-42aa-b73b-502b5239688e req-91e3fee6-f1ca-4de4-94a8-9bb625965b61 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 950 time: 0.0898056 Jun 30 02:38:28.118339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:28.119019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.196673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:28.253335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port c2a28e15-fd86-45bf-9a64-b8bacd74ada1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:28.253858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.288498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for c2a28e15-fd86-45bf-9a64-b8bacd74ada1 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:28.353793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.400086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:28.401355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:28.404689 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8022414-1000-4851-9dca-2c3cc4760556" -d '{"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-unplugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:28.409736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.436120 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:38:28.477431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:28.528130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.543084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:28.549442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:28.571894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.577676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.578579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.602079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=c2a28e15-fd86-45bf-9a64-b8bacd74ada1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:28.615656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41769012-5b52-49ac-acd2-3c7bad8fae3b req-a0cadac4-ad3c-48e8-ad2b-a30e17e18d5e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.617881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41769012-5b52-49ac-acd2-3c7bad8fae3b req-a0cadac4-ad3c-48e8-ad2b-a30e17e18d5e tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ae23dd-d7eb-4d4b-873b-b11509a6e6cd HTTP/1.1" status: 200 len: 867 time: 0.1524637 Jun 30 02:38:28.686550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port c2a28e15-fd86-45bf-9a64-b8bacd74ada1 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:28.688083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da2429-5ea9-45ca-b6c3-330c68927ff2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.689592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-42da2429-5ea9-45ca-b6c3-330c68927ff2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9048264 Jun 30 02:38:28.697365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.700424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5534341 Jun 30 02:38:28.702746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.704770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49d958c8-f315-42aa-b73b-502b5239688e req-6198309d-29c4-473f-98f7-2c05ccf7a5d0 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "DELETE /v2.0/ports/c2a28e15-fd86-45bf-9a64-b8bacd74ada1 HTTP/1.1" status: 204 len: 173 time: 0.6983149 Jun 30 02:38:28.705409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'name': 'network-vif-deleted', 'tag': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:28.708906 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e375a154-017f-434c-b5ed-f3add4922e8e" -d '{"events": [{"server_uuid": "84ae23dd-d7eb-4d4b-873b-b11509a6e6cd", "name": "network-vif-deleted", "tag": "c2a28e15-fd86-45bf-9a64-b8bacd74ada1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:28.712326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae629b-8a25-4b22-a7e4-855e2197e95f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:28.718057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.747575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41769012-5b52-49ac-acd2-3c7bad8fae3b req-1f655f0c-59cb-463b-81c1-f170c710505c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037297 Jun 30 02:38:28.794016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'subnet': {'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:28.847343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-71cd9532-cd25-4ae7-bf21-f08ac863c4f5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.857090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-71cd9532-cd25-4ae7-bf21-f08ac863c4f5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 985 time: 0.9396763 Jun 30 02:38:28.876482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2387834b-7710-4058-bead-3c05bf40dc0e None None] Provisioning for port 01f7836d-4c2d-4714-afbc-c4194d5354aa completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:28.922704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-559c23b2-f2b7-452e-afdd-ca6d7aa1d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.924270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-559c23b2-f2b7-452e-afdd-ca6d7aa1d29f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.4992814 Jun 30 02:38:28.926703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abf580-d922-4662-b447-d96bc492334f req-cba293b9-14e2-4969-bf74-6bd88124a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.929587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-cba293b9-14e2-4969-bf74-6bd88124a11f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1136 time: 1.0248473 Jun 30 02:38:28.935767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'port': {'security_groups': ['6d603c2b-3161-44d0-b15f-6dca83e52939', 'bf1393e2-9b3d-4994-96a0-36e0c517b470', '7060f6fb-9415-4742-9822-34babc64d18a']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:28.945040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd8939-99eb-4909-9f11-349d108f1ee6 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Network': ['ID=3dca6c2b-2251-4884-9586-c3da3838718d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:28.962615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3dca6c2b-2251-4884-9586-c3da3838718d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:29.105769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b8d3e-f6aa-4653-acbd-6fb3184963d2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.109777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a85b8d3e-f6aa-4653-acbd-6fb3184963d2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4075394 Jun 30 02:38:29.112368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35766) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:29.117268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-4bf2e2b9-054d-43e4-a2ff-9393562dc2ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866 HTTP/1.1" status: 200 len: 217 time: 0.1683733 Jun 30 02:38:29.259238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7b33db00-616f-42a0-8791-21c35273d9ba tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452527 Jun 30 02:38:29.265436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35772) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:29.273802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:29.274035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:29.299789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abf580-d922-4662-b447-d96bc492334f req-73befb1e-a754-48b8-b26b-9a4c3b3b0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.301415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-73befb1e-a754-48b8-b26b-9a4c3b3b0f53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.3476446 Jun 30 02:38:29.313724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:29.318045 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.376698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-8cfbb5bd-98db-4fc5-af33-fb273af92a32 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 217 time: 0.0640247 Jun 30 02:38:29.378717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-0fe6a4c1-7e57-42da-a3c1-285dd462ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.380562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-0fe6a4c1-7e57-42da-a3c1-285dd462ba98 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2516329 Jun 30 02:38:29.404178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.428209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] Deleting port 01f7836d-4c2d-4714-afbc-c4194d5354aa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:29.428775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.515670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:29.522930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.545506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] For port 01f7836d-4c2d-4714-afbc-c4194d5354aa, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=01f7836d-4c2d-4714-afbc-c4194d5354aa,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:29.546747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.578665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] Calling delete_port for 01f7836d-4c2d-4714-afbc-c4194d5354aa owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:29.601838 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851122fc-3ecb-4c1d-ba02-ab418f857a87 x-openstack-request-id: req-851122fc-3ecb-4c1d-ba02-ab418f857a87 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:29.603618 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-unplugged", "status": "completed", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:29.603967 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-851122fc-3ecb-4c1d-ba02-ab418f857a87 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:29.604440 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'code': 200} Jun 30 02:38:29.639943 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57411d00-4ba1-4b63-b31c-27807b58f772 x-openstack-request-id: req-57411d00-4ba1-4b63-b31c-27807b58f772 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:29.640348 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae23dd-d7eb-4d4b-873b-b11509a6e6cd", "name": "network-vif-deleted", "tag": "c2a28e15-fd86-45bf-9a64-b8bacd74ada1", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:29.641466 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57411d00-4ba1-4b63-b31c-27807b58f772 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:29.641873 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae23dd-d7eb-4d4b-873b-b11509a6e6cd', 'name': 'network-vif-deleted', 'tag': 'c2a28e15-fd86-45bf-9a64-b8bacd74ada1', 'status': 'completed', 'code': 200} Jun 30 02:38:29.708765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abf580-d922-4662-b447-d96bc492334f req-c7565218-b100-42ec-b767-c4d826c9715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.709508 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.711348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-c7565218-b100-42ec-b767-c4d826c9715c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.3156848 Jun 30 02:38:29.737115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] Pushing event deleted for resources: {'Port': ['ID=01f7836d-4c2d-4714-afbc-c4194d5354aa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:29.745587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed9e90-b562-417e-a367-0c6d327ab9d7 None None] No DVR routers for this DVR port 01f7836d-4c2d-4714-afbc-c4194d5354aa on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:29.815414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-cf6724ba-3f8f-4460-8605-d5267d5b56df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892038 Jun 30 02:38:29.822411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-02e26d18-6d48-4417-8878-d941c520385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.823885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-02e26d18-6d48-4417-8878-d941c520385c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4294212 Jun 30 02:38:29.875221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.975226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:29.975226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:29.975226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.975226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.977911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3e790-5f29-45e1-9fa2-9527dd55c003 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:29.979441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=5eb4dca6-c79b-4934-8252-43f26d3e6d69,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:29.979850 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-fbb0a47d-b446-46e6-a3f0-723d52ef3f27 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178946 Jun 30 02:38:29.980305 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07ab2f55-b983-4f31-a45f-4d61086e04e8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7036054 Jun 30 02:38:29.980305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35788) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:29.986593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '5eb4dca6-c79b-4934-8252-43f26d3e6d69', 'ip_address': '2001:db8::7525:c06a:70d8:9f0e'}], 'name': 'tempest-NetworksTestDHCPv6-138361200'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:30.150493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:30.277652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.287336 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-ad7ce67c-7ba2-4250-a9ae-bf0beade73c0 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569616 Jun 30 02:38:30.293687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '5eb4dca6-c79b-4934-8252-43f26d3e6d69'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:30.294578 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.310571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port c112ac8e-fc69-44ef-8f32-cafbc5bc5065 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:30.325953 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7919-7566-410a-ab30-ddd727513f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.449069 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.468282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/5eb4dca6-c79b-4934-8252-43f26d3e6d69/ee16709c-e308-4707-b9aa-56a01b38b618) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:30.481512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:30.500547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.519278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77ad0ab0-9b59-42dc-bac7-b89d22fe2789 req-805a2e3f-e3cc-4ac5-b1e7-9b5e9fa0a1fa service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121846 Jun 30 02:38:30.649053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Subnet': ['ID=9763ddcd-700b-4ca3-bb00-0e9871178727,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:30.690334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Checking segment: {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:30.690701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network hostable DHCP agents. Network: 3dca6c2b-2251-4884-9586-c3da3838718d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:30.697257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.708817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37abf580-d922-4662-b447-d96bc492334f req-79d13472-0737-481d-b685-38a6c175ef1a service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667459 Jun 30 02:38:30.712566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.744386 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.748532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 3dca6c2b-2251-4884-9586-c3da3838718d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:30.758860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Transition to ACTIVE for port object ee16709c-e308-4707-b9aa-56a01b38b618 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:30.772934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.773602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.775098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-161ba396-30e5-4a8b-a3e8-c0469109d0e8 req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "PUT /v2.0/ports/a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 1021 time: 1.9168694 Jun 30 02:38:30.776075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:30.778692 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e938b-798a-40c7-a3d3-9157c8cb44cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:30.781728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3dca6c2b-2251-4884-9586-c3da3838718d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:30.793538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.795827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.798035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:30.800203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f38b6-1f8b-49f8-84b5-ceeb0afb84b8 None None] Network 3dca6c2b-2251-4884-9586-c3da3838718d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:30.830681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-04d523c3-7b0f-4bea-bbef-04b0b065001f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1099143 Jun 30 02:38:30.833498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35828) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:30.841539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-590461788'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:30.857961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c3306-b0a3-4279-8a69-83fb77a5dc3a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:30.876924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:30.882806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.915022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:30.924863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Transition to ACTIVE for port object ee16709c-e308-4707-b9aa-56a01b38b618 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:30.929424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.929704 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Added segment 58724ebf-aec3-4209-ad88-2ea3c3c7b5ae of type vlan for network 02ee6651-f914-45fe-80b0-15305b464249 Jun 30 02:38:30.951357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.989196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.010150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:31.038783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.057475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.058120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.100428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:31.157144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:31.159522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:31.210418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Pushing event updated for resources: {'Port': ['ID=ee16709c-e308-4707-b9aa-56a01b38b618,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.210859 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d924e3d9-703f-47c1-81ce-9144cadc5ee2 x-openstack-request-id: req-d924e3d9-703f-47c1-81ce-9144cadc5ee2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:31.211154 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:31.211458 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d924e3d9-703f-47c1-81ce-9144cadc5ee2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:31.211876 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'status': 'completed', 'code': 200} Jun 30 02:38:31.300578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Network': ['ID=02ee6651-f914-45fe-80b0-15305b464249,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.325620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dbe2e5d2-ec0a-4aec-858a-d06db8b335b3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4909563 Jun 30 02:38:31.333541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35840) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:31.349897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'subnet': {'network_id': '02ee6651-f914-45fe-80b0-15305b464249', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:31.370711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 02ee6651-f914-45fe-80b0-15305b464249 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:31.398718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a4961-9187-4527-a497-4a8b35655035 req-d9e05e98-d1be-46da-853e-ab9e2281cf64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.406038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-818a4961-9187-4527-a497-4a8b35655035 req-d9e05e98-d1be-46da-853e-ab9e2281cf64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1024 time: 0.1784284 Jun 30 02:38:31.428019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-982e862e-fd9d-4187-9fc9-eb35d8bbc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.429856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-982e862e-fd9d-4187-9fc9-eb35d8bbc242 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1175 time: 0.1667681 Jun 30 02:38:31.467139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-3dca6c2b-2251-4884-9586-c3da3838718d', 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'fixed_ips': [{'subnet_id': '9763ddcd-700b-4ca3-bb00-0e9871178727'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:31.468198 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.472869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Attempting to bind port ee16709c-e308-4707-b9aa-56a01b38b618 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:31.473312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Attempting to bind port ee16709c-e308-4707-b9aa-56a01b38b618 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:31.473769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Attempting to bind port ee16709c-e308-4707-b9aa-56a01b38b618 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:31.507975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:31.508626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:31.509114 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.509633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:31.510205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Bound port: ee16709c-e308-4707-b9aa-56a01b38b618, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:31.510905 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.514862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::7525:c06a:70d8:9f0e (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/5eb4dca6-c79b-4934-8252-43f26d3e6d69/c112ac8e-fc69-44ef-8f32-cafbc5bc5065) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:31.519044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:31.526667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.575201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-818a4961-9187-4527-a497-4a8b35655035 req-a7b9aa64-9bdd-409d-b569-58669134be69 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=7060f6fb-9415-4742-9822-34babc64d18a&id=bf1393e2-9b3d-4994-96a0-36e0c517b470&id=6d603c2b-3161-44d0-b15f-6dca83e52939 HTTP/1.1" status: 200 len: 6156 time: 0.1680920 Jun 30 02:38:31.607606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-e0a9dbee-222b-49ae-9a96-47fcac9b0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.609463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-e0a9dbee-222b-49ae-9a96-47fcac9b0e1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.1677768 Jun 30 02:38:31.740582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-383a5284-7306-419e-9198-9ee76e6455ea req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': ' tempest-securitygroup -558247743 ', 'description': 'tempest-description-776455318'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:31.754396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-639b88c4-3b98-4844-a95b-10cf3ac1fff0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 200 len: 217 time: 0.1362998 Jun 30 02:38:31.831720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-383a5284-7306-419e-9198-9ee76e6455ea req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.837710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-bc3be13c-252e-40ba-9006-9c3dd2b078ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.839414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-bc3be13c-252e-40ba-9006-9c3dd2b078ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.0738242 Jun 30 02:38:31.874826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] For port ee16709c-e308-4707-b9aa-56a01b38b618, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:31.888130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-b8c74556-5b74-4ee0-b4e1-38ec7bd21f60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374994 Jun 30 02:38:31.906529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] For port ee16709c-e308-4707-b9aa-56a01b38b618, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ee16709c-e308-4707-b9aa-56a01b38b618,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:31.915174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Allocated IP 19.80.0.2 (3dca6c2b-2251-4884-9586-c3da3838718d/9763ddcd-700b-4ca3-bb00-0e9871178727/c6148525-5570-42c5-a5d6-82439afde836) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:31.934633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.019497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b996-b9fe-4656-a098-1fdde8447461 None None] Pushing event updated for resources: {'Port': ['ID=ee16709c-e308-4707-b9aa-56a01b38b618,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.045263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-64ea8408-bdd6-4956-85f5-6bae32d67567 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462030 Jun 30 02:38:32.059118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-383a5284-7306-419e-9198-9ee76e6455ea req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.081105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6643dc-8877-46ef-aecc-81d727d25825 req-00b22f18-1107-40e7-8e06-a4b0abefbb34 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.088675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de6643dc-8877-46ef-aecc-81d727d25825 req-00b22f18-1107-40e7-8e06-a4b0abefbb34 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 950 time: 0.3559582 Jun 30 02:38:32.140273 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.143092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-383a5284-7306-419e-9198-9ee76e6455ea req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.157180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.199878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-383a5284-7306-419e-9198-9ee76e6455ea req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.201159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-383a5284-7306-419e-9198-9ee76e6455ea req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4653943 Jun 30 02:38:32.214535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b669396-111c-4555-b415-9e5463db4030 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08193ae-5b8b-432d-a4ce-c67d3aeacdb2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.260517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-390e938b-798a-40c7-a3d3-9157c8cb44cb req-7ec095f6-f135-40ac-a7f2-0fe6356ed94c service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986887 Jun 30 02:38:32.298583 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de6643dc-8877-46ef-aecc-81d727d25825 req-053c6566-06a3-43b5-8df6-18d5ab0227bd tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087727 Jun 30 02:38:32.323088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object c112ac8e-fc69-44ef-8f32-cafbc5bc5065 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:32.422282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Checking segment: {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:32.422745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network hostable DHCP agents. Network: 02ee6651-f914-45fe-80b0-15305b464249, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:32.434522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Subnet': ['ID=32f4116b-fbfa-4438-97bb-a187791542f6,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.456077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-a224fb49-f543-4065-a217-268baab7600a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.457704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-a224fb49-f543-4065-a217-268baab7600a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 950 time: 0.2294385 Jun 30 02:38:32.480265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.506187 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-951c9be7-fbab-45fa-b697-4a48aab78b4d req-6f9aa49b-68ae-442b-b5fc-234e68be3db5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/f08193ae-5b8b-432d-a4ce-c67d3aeacdb2 HTTP/1.1" status: 200 len: 1781 time: 0.1397095 Jun 30 02:38:32.518255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 02ee6651-f914-45fe-80b0-15305b464249 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:32.540971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.577960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 02ee6651-f914-45fe-80b0-15305b464249) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:32.600443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8164cb2-6cb8-4be9-87a9-e07d8b95ace5 None None] Network 02ee6651-f914-45fe-80b0-15305b464249 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:32.654817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.656010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.692156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:32.720914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:32.735351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:32.744139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.745290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.781778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1ac021c-11b3-42d7-9a97-b3cc6b1387fa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4513814 Jun 30 02:38:32.790265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=c112ac8e-fc69-44ef-8f32-cafbc5bc5065,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.814896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-f0be4c52-565a-4954-a8a9-f47cea25bd77 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.816466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-f0be4c52-565a-4954-a8a9-f47cea25bd77 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c18cd95-fbd0-4e6f-929e-a1b9b41651b2 HTTP/1.1" status: 200 len: 950 time: 0.2705674 Jun 30 02:38:32.862032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:32.863142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.879821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba12cd65-d9bd-47f9-8ae8-c02518157e46 req-ee7c63c1-2119-4e96-9561-29db070ad50e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/f08193ae-5b8b-432d-a4ce-c67d3aeacdb2 HTTP/1.1" status: 200 len: 1781 time: 0.1319730 Jun 30 02:38:32.903988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d93a6021-56e1-4423-b3c9-8bf39c6b2852 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9316146 Jun 30 02:38:32.906462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35880) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:32.953098 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.966769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Transition to ACTIVE for port object c6148525-5570-42c5-a5d6-82439afde836 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:32.987583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Transition to ACTIVE for port object c6148525-5570-42c5-a5d6-82439afde836 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:33.000971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c2a28e15-fd86-45bf-9a64-b8bacd74ada1 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:33.039249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.085203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:33.085553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.088681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: c2a28e15-fd86-45bf-9a64-b8bacd74ada1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:33.089095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c2a28e15-fd86-45bf-9a64-b8bacd74ada1 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:33.111486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ba12cd65-d9bd-47f9-8ae8-c02518157e46 req-77015a30-7b43-4738-bf56-eacc584ab4e4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.125437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Network 3dca6c2b-2251-4884-9586-c3da3838718d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:33.138497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:33.159254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ba12cd65-d9bd-47f9-8ae8-c02518157e46 req-77015a30-7b43-4738-bf56-eacc584ab4e4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.169852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:33.196625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Pushing event updated for resources: {'Port': ['ID=c6148525-5570-42c5-a5d6-82439afde836,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:33.206044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-02ee6651-f914-45fe-80b0-15305b464249', 'network_id': '02ee6651-f914-45fe-80b0-15305b464249', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'fixed_ips': [{'subnet_id': '32f4116b-fbfa-4438-97bb-a187791542f6'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:33.207224 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.256531 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ba12cd65-d9bd-47f9-8ae8-c02518157e46 req-77015a30-7b43-4738-bf56-eacc584ab4e4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.266416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ba12cd65-d9bd-47f9-8ae8-c02518157e46 req-77015a30-7b43-4738-bf56-eacc584ab4e4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.284658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba12cd65-d9bd-47f9-8ae8-c02518157e46 req-77015a30-7b43-4738-bf56-eacc584ab4e4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/f08193ae-5b8b-432d-a4ce-c67d3aeacdb2 HTTP/1.1" status: 204 len: 173 time: 0.3994055 Jun 30 02:38:33.317158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Attempting to bind port c6148525-5570-42c5-a5d6-82439afde836 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:33.318237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Attempting to bind port c6148525-5570-42c5-a5d6-82439afde836 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:33.318741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Attempting to bind port c6148525-5570-42c5-a5d6-82439afde836 on network 3dca6c2b-2251-4884-9586-c3da3838718d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:33.324989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77015a30-7b43-4738-bf56-eacc584ab4e4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08193ae-5b8b-432d-a4ce-c67d3aeacdb2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:33.331852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:33.332297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Checking segment: {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:33.332721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.335093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Bound using segment: {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:33.336790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Bound port: c6148525-5570-42c5-a5d6-82439afde836, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:33.337206 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.347490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb353e-8884-4b3d-a256-b43541ff2461 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.366576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb353e-8884-4b3d-a256-b43541ff2461 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.370691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-39eb353e-8884-4b3d-a256-b43541ff2461 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4612327 Jun 30 02:38:33.370964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.583349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port c112ac8e-fc69-44ef-8f32-cafbc5bc5065 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:33.583349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.697790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] For port c6148525-5570-42c5-a5d6-82439afde836, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:33.700523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee16709c-e308-4707-b9aa-56a01b38b618 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:33.737076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Allocated IP 19.86.0.2 (02ee6651-f914-45fe-80b0-15305b464249/32f4116b-fbfa-4438-97bb-a187791542f6/fb765313-6210-4d23-9f97-efce72301538) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:33.748174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] For port c6148525-5570-42c5-a5d6-82439afde836, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c6148525-5570-42c5-a5d6-82439afde836,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:33.763912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:33.764460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.764817 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.779059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:33.869259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:33.869914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.892687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:33.904534 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-e26b138c-0944-486d-8e63-5ead235e80cb req-f372512b-9d88-47c8-8226-f288208f1858 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:38:33.905603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26b138c-0944-486d-8e63-5ead235e80cb req-f372512b-9d88-47c8-8226-f288208f1858 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/f08193ae-5b8b-432d-a4ce-c67d3aeacdb2 HTTP/1.1" status: 404 len: 352 time: 0.0460663 Jun 30 02:38:33.949572 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.976187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-93f877ed-87bd-4bba-b1fe-eb42b228fae0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.993783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-93f877ed-87bd-4bba-b1fe-eb42b228fae0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.999423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-93f877ed-87bd-4bba-b1fe-eb42b228fae0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/networks?id=3dca6c2b-2251-4884-9586-c3da3838718d&id=02ee6651-f914-45fe-80b0-15305b464249 HTTP/1.1" status: 200 len: 1390 time: 0.3787727 Jun 30 02:38:34.022549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for c112ac8e-fc69-44ef-8f32-cafbc5bc5065 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:34.069118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-f0c68f33-2315-4746-be29-b6ec3eb3a41c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/quotas/af2124c4ec7946899df3f192cee2acb7 HTTP/1.1" status: 200 len: 375 time: 0.0520687 Jun 30 02:38:34.095459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.114275 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.150644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Transition to ACTIVE for port object fb765313-6210-4d23-9f97-efce72301538 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:34.174914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Transition to ACTIVE for port object fb765313-6210-4d23-9f97-efce72301538 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:34.265450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5', '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:34.268318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8', '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:34.272111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134d85-a0c8-4f4b-9bab-9296a4a2a3b4 None None] Pushing event updated for resources: {'Port': ['ID=c6148525-5570-42c5-a5d6-82439afde836,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.303866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=0317927f-e7f8-4f8e-ad82-c9d655b0fa01,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.312680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.315038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.403876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.420108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/c112ac8e-fc69-44ef-8f32-cafbc5bc5065 HTTP/1.1" status: 204 len: 168 time: 1.0376232 Jun 30 02:38:34.421305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b0ab-85ff-4296-bdf8-ba7ae9136c3f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=c112ac8e-fc69-44ef-8f32-cafbc5bc5065,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.433154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:34.494658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-0a1cb892-608f-4c61-aac5-fc684d8abb18 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4153326 Jun 30 02:38:34.516709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Network 02ee6651-f914-45fe-80b0-15305b464249 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:34.541706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:34.559499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.561682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-beab4d2c-5bc9-45de-b37e-7104b75b0f37 req-22a16ba3-5960-4191-989d-f721986c05f2 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "DELETE /v2.0/ports/0317927f-e7f8-4f8e-ad82-c9d655b0fa01 HTTP/1.1" status: 204 len: 173 time: 1.7399495 Jun 30 02:38:34.563609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:34.567293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'name': 'network-vif-deleted', 'tag': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:34.570411 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4847a02-e70e-4cdf-a4e0-b6061a547da3" -d '{"events": [{"server_uuid": "0c18cd95-fbd0-4e6f-929e-a1b9b41651b2", "name": "network-vif-deleted", "tag": "0317927f-e7f8-4f8e-ad82-c9d655b0fa01"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:34.579653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:34.594187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f6c363d4-4aab-47b8-af4c-f4e387b00c3d None None] Provisioning for port ee16709c-e308-4707-b9aa-56a01b38b618 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:34.613161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.669485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646b22f-b1da-4374-b7c7-8a6103f0ac87 req-9fc36fef-d078-494f-b218-63c53628eab6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.683102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9646b22f-b1da-4374-b7c7-8a6103f0ac87 req-9fc36fef-d078-494f-b218-63c53628eab6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb26430-1346-4887-8bc2-78fdcb11ea8e HTTP/1.1" status: 200 len: 950 time: 0.5652168 Jun 30 02:38:34.701672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.709257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Pushing event updated for resources: {'Port': ['ID=fb765313-6210-4d23-9f97-efce72301538,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.717209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80f8d0-0f30-4e75-aa53-c8581f08b582 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.719024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80f8d0-0f30-4e75-aa53-c8581f08b582 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.720647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-af80f8d0-0f30-4e75-aa53-c8581f08b582 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2782974 Jun 30 02:38:34.732921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ee16709c-e308-4707-b9aa-56a01b38b618 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:34.768311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:34.769246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.935428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ee16709c-e308-4707-b9aa-56a01b38b618 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:34.935803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.005635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:35.008836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.011422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33a45f9a-5eec-4e7d-9731-9dfea2728164 req-f880e536-72b0-4905-8855-419ad796c865 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "DELETE /v2.0/ports/285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea HTTP/1.1" status: 204 len: 173 time: 2.5473619 Jun 30 02:38:35.024640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9646b22f-b1da-4374-b7c7-8a6103f0ac87 req-029ea4ea-0c73-440d-80bf-0185ec245f80 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404624 Jun 30 02:38:35.030255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 5eb4dca6-c79b-4934-8252-43f26d3e6d69 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:35.033107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Attempting to bind port fb765313-6210-4d23-9f97-efce72301538 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:35.033293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Attempting to bind port fb765313-6210-4d23-9f97-efce72301538 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:35.033690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Attempting to bind port fb765313-6210-4d23-9f97-efce72301538 on network 02ee6651-f914-45fe-80b0-15305b464249 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:35.043900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.107846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e38c725c-fdae-4686-aa32-547a3bf32f63 None None] Could not find standard attr ID for object c112ac8e-fc69-44ef-8f32-cafbc5bc5065. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:35.158357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.390019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.431307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:35.431877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Checking segment: {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:35.432204 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.432871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Bound using segment: {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:35.433372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Bound port: fb765313-6210-4d23-9f97-efce72301538, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:35.433831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.500100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.559533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb4dca6-c79b-4934-8252-43f26d3e6d69,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:35.575197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.582404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3823da3d-f34b-44f5-b6df-af74065ab469 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/5eb4dca6-c79b-4934-8252-43f26d3e6d69 HTTP/1.1" status: 204 len: 168 time: 0.8094833 Jun 30 02:38:35.583586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:35.621505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-ebc1ae5b-2aaf-49c7-a5ce-da4a6f539a76 service neutron] 10.222.0.78 "GET /v2.0/networks/3dca6c2b-2251-4884-9586-c3da3838718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1189911 Jun 30 02:38:35.681022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8258577-44b4-4db7-8b01-d43524262f3f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:35.712967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.718385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f360c750-81e8-49ac-8f62-195f4134b5a5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323760 Jun 30 02:38:35.719215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:35.731034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:35.809673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-5eb0fcc0-965f-4173-9059-2e5dae12e1f2 service neutron] 10.222.0.78 "GET /v2.0/networks/3dca6c2b-2251-4884-9586-c3da3838718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861351 Jun 30 02:38:35.950686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f872b-038d-4e19-83be-616e852d54d4 None None] Network 3dca6c2b-2251-4884-9586-c3da3838718d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:35.970440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:35.975482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.035150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-4fd75cea-28be-4dad-a602-0c10c8fac1a3 service neutron] 10.222.0.78 "GET /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178550 Jun 30 02:38:36.162859 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-c6ec4614-7225-4e11-a657-3134d187b8bb service neutron] 10.222.0.78 "GET /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262062 Jun 30 02:38:36.242357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-78c09fc0-f223-4cd0-9b51-5a24318cb80d req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1029044624', 'description': 'tempest-description-1436278645'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:36.248133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] For port fb765313-6210-4d23-9f97-efce72301538, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:36.250700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:36.280326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78c09fc0-f223-4cd0-9b51-5a24318cb80d req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.290572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:36.291340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0317927f-e7f8-4f8e-ad82-c9d655b0fa01 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:36.295028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.304982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] For port fb765313-6210-4d23-9f97-efce72301538, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fb765313-6210-4d23-9f97-efce72301538,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:36.311094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8ea31c05-aeeb-498e-b572-392f2df8f118 None None] Provisioning for port c6148525-5570-42c5-a5d6-82439afde836 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:36.321677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:38:36.322057 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:38:36.323120 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.384071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=555ef222-619a-4c18-8fd3-ee658489df05,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:36.411467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:36.413260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:36.417778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:36.418454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.524276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78c09fc0-f223-4cd0-9b51-5a24318cb80d req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.539559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78c09fc0-f223-4cd0-9b51-5a24318cb80d req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.565052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35992) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:36.568033 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f78b724-ea29-4d2f-b477-7d5b93ace752 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8463819 Jun 30 02:38:36.571819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '555ef222-619a-4c18-8fd3-ee658489df05', 'ip_address': '2001:db8::7fe9:faa1:4a39:cc03'}], 'name': 'tempest-NetworksTestDHCPv6-1136350842'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:36.582398 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff4484-80fb-4a24-976a-0aa44be40574 x-openstack-request-id: req-98ff4484-80fb-4a24-976a-0aa44be40574 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:36.582694 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c18cd95-fbd0-4e6f-929e-a1b9b41651b2", "name": "network-vif-deleted", "tag": "0317927f-e7f8-4f8e-ad82-c9d655b0fa01", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:36.582947 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98ff4484-80fb-4a24-976a-0aa44be40574 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:36.584144 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c18cd95-fbd0-4e6f-929e-a1b9b41651b2', 'name': 'network-vif-deleted', 'tag': '0317927f-e7f8-4f8e-ad82-c9d655b0fa01', 'status': 'completed', 'code': 200} Jun 30 02:38:36.595568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78c09fc0-f223-4cd0-9b51-5a24318cb80d req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.597922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78c09fc0-f223-4cd0-9b51-5a24318cb80d req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3650742 Jun 30 02:38:36.609839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037f43c-c314-4f74-b2da-d44ff02481ee tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35988c6f-19ec-4942-acb5-a939e0a0ec20,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:36.672719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:36.678433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e530f3-704e-450a-a570-7efde7d4b0cf None None] Pushing event updated for resources: {'Port': ['ID=fb765313-6210-4d23-9f97-efce72301538,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:36.943011 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07b24a04-c01f-4713-99f0-ac18b2776317 req-ca676a7f-f9a0-4aac-9fff-c170804bf0d9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 210 time: 0.1166773 Jun 30 02:38:37.018735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-46605a95-1c3c-4802-9d88-8e5628da54d6 req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1786822339', 'description': 'tempest-description-1672184567'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:37.037265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:37.063664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:37.070471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46605a95-1c3c-4802-9d88-8e5628da54d6 req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.253672 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.266480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46605a95-1c3c-4802-9d88-8e5628da54d6 req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.273017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46605a95-1c3c-4802-9d88-8e5628da54d6 req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.274497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port bf9f0dfe-1314-421a-b5af-f4f968b6cbe1 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:37.321623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46605a95-1c3c-4802-9d88-8e5628da54d6 req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.329264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46605a95-1c3c-4802-9d88-8e5628da54d6 req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3155086 Jun 30 02:38:37.344199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f484fe0-66ff-4355-9234-62ef3590ea99 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9682b457-e2cd-4e32-b527-3071b2831520,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:37.500520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:37.500870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:37.517914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.531496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::7fe9:faa1:4a39:cc03 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/555ef222-619a-4c18-8fd3-ee658489df05/bf9f0dfe-1314-421a-b5af-f4f968b6cbe1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:37.581530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a309957e-bff0-412a-a176-56c61ab947a9 req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-736850010', 'description': 'tempest-description-2046451523'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:37.662674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a309957e-bff0-412a-a176-56c61ab947a9 req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.736177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ee16709c-e308-4707-b9aa-56a01b38b618, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ee16709c-e308-4707-b9aa-56a01b38b618,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:37.761860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.019464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ee16709c-e308-4707-b9aa-56a01b38b618,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:38.025981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a309957e-bff0-412a-a176-56c61ab947a9 req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.041553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.042560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.043617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.043904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a309957e-bff0-412a-a176-56c61ab947a9 req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.044704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.045305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.046027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.046730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.047214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.048686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.049330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.050073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.050561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.070366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.099580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fb765313-6210-4d23-9f97-efce72301538 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:38.126396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a309957e-bff0-412a-a176-56c61ab947a9 req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.133934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a309957e-bff0-412a-a176-56c61ab947a9 req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5628455 Jun 30 02:38:38.168013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object bf9f0dfe-1314-421a-b5af-f4f968b6cbe1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:38.172102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb6866-588b-4161-84fc-457b0607c2ea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:38.192787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fb765313-6210-4d23-9f97-efce72301538 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:38.200430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.200780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.204908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.205298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.205640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.205979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.206328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.206664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.206997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.207325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.207654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.207980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f0b7f-bbac-484d-af95-c7f0057acfea tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:38.219354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c6148525-5570-42c5-a5d6-82439afde836 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:38.233653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63458c-5db4-4a7d-9732-ce2c18286a96 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:38.277602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.377377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:38.379321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:38.386364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=bf9f0dfe-1314-421a-b5af-f4f968b6cbe1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:38.396722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:38.403157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.403971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.413188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5108148f-b493-49aa-9fd0-b231bef631b0 None None] Provisioning complete for port ee16709c-e308-4707-b9aa-56a01b38b618 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:38.413416 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5108148f-b493-49aa-9fd0-b231bef631b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.431106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7db18b6f-acb9-45f8-82bd-2ea82c97605e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8646250 Jun 30 02:38:38.433593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36060) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:38.524586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f47808-943a-4fa0-b703-16bbd01f350d None None] Network 02ee6651-f914-45fe-80b0-15305b464249 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:38.551622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-d36805eb-70f8-4de4-bf87-33b3d4ec1b6f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.552965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c6148525-5570-42c5-a5d6-82439afde836 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:38.565905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-d36805eb-70f8-4de4-bf87-33b3d4ec1b6f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.568490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-d36805eb-70f8-4de4-bf87-33b3d4ec1b6f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "GET /v2.0/networks?id=3dca6c2b-2251-4884-9586-c3da3838718d&id=02ee6651-f914-45fe-80b0-15305b464249 HTTP/1.1" status: 200 len: 1390 time: 0.1703675 Jun 30 02:38:38.577487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898078f-e306-43be-89b0-92222d2494af tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.585088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898078f-e306-43be-89b0-92222d2494af tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.588332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'port': {'device_id': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d', 'admin_state_up': True, 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:38.590163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0898078f-e306-43be-89b0-92222d2494af tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1541915 Jun 30 02:38:38.597607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'name': 'network-vif-deleted', 'tag': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:38.600512 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d8cf4c-759e-4483-8e2c-b4422d880812" -d '{"events": [{"server_uuid": "cdb26430-1346-4887-8bc2-78fdcb11ea8e", "name": "network-vif-deleted", "tag": "285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:38.601614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36066) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:38.618874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c6148525-5570-42c5-a5d6-82439afde836 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:38.619569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.661993 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a580d4a-7052-47b4-a406-7088ae8ad125 req-ce100f7d-60f6-487c-8d8d-0ace173d41de tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 210 time: 0.0718176 Jun 30 02:38:38.807424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port bf9f0dfe-1314-421a-b5af-f4f968b6cbe1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:38.808396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.854864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866', '979dbba4-a30c-456b-a889-bb91c744f9b8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:38.861221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34e23bed-bb2d-4f43-8396-595ad18b7793 req-757d8c27-a939-45be-90ca-8807af9f2734 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 10911 time: 0.1404753 Jun 30 02:38:38.943223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.947980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:38.952447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.965145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for bf9f0dfe-1314-421a-b5af-f4f968b6cbe1 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:38.971217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34e23bed-bb2d-4f43-8396-595ad18b7793 req-f7510fc7-6100-4382-9909-64d1a8da73b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/6d603c2b-3161-44d0-b15f-6dca83e52939 HTTP/1.1" status: 200 len: 2984 time: 0.1008465 Jun 30 02:38:39.069241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] Provisioning for port fb765313-6210-4d23-9f97-efce72301538 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:39.095153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] Provisioning complete for port fb765313-6210-4d23-9f97-efce72301538 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:39.095758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.098300 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.142769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Allocated IP 19.80.0.99 (3dca6c2b-2251-4884-9586-c3da3838718d/9763ddcd-700b-4ca3-bb00-0e9871178727/377b9d0e-3869-4660-bb7e-0497c45417ca) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:39.152374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34e23bed-bb2d-4f43-8396-595ad18b7793 req-da7a9ada-9ddf-42f2-9caa-ea8b01a38b67 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/6d603c2b-3161-44d0-b15f-6dca83e52939 HTTP/1.1" status: 200 len: 2984 time: 0.0687804 Jun 30 02:38:39.237207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c6148525-5570-42c5-a5d6-82439afde836, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c6148525-5570-42c5-a5d6-82439afde836,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:39.244188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.261953 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.304539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=bf9f0dfe-1314-421a-b5af-f4f968b6cbe1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.320816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.389554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dcb5a-f64c-4b14-8950-dd143a40a1b8 req-f8eeea2b-2a92-4666-beea-bfa0a0a7d86e tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.397829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.402178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-802dcb5a-f64c-4b14-8950-dd143a40a1b8 req-f8eeea2b-2a92-4666-beea-bfa0a0a7d86e tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 948 time: 0.2830381 Jun 30 02:38:39.412506 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.417416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:39.418026 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-14860383-9867-4ed5-8674-b4aaec0dc3e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/bf9f0dfe-1314-421a-b5af-f4f968b6cbe1 HTTP/1.1" status: 204 len: 168 time: 0.8149087 Jun 30 02:38:39.439682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.440003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Transition to ACTIVE for port object 377b9d0e-3869-4660-bb7e-0497c45417ca will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:39.480727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-802dcb5a-f64c-4b14-8950-dd143a40a1b8 req-0bad02c9-f6d4-463f-988e-7bd2f1ccd1c3 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748105 Jun 30 02:38:39.503542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c6148525-5570-42c5-a5d6-82439afde836,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.519878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] For port fb765313-6210-4d23-9f97-efce72301538, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fb765313-6210-4d23-9f97-efce72301538,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:39.537054 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3d4e6f-205d-4adf-9bdb-16c373bb4e10 x-openstack-request-id: req-fd3d4e6f-205d-4adf-9bdb-16c373bb4e10 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:39.537606 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb26430-1346-4887-8bc2-78fdcb11ea8e", "name": "network-vif-deleted", "tag": "285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:39.538297 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd3d4e6f-205d-4adf-9bdb-16c373bb4e10 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:39.539080 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb26430-1346-4887-8bc2-78fdcb11ea8e', 'name': 'network-vif-deleted', 'tag': '285bf0cf-f8c4-47d4-b37d-57f2fa76f7ea', 'status': 'completed', 'code': 200} Jun 30 02:38:39.542322 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.562471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4493dd13-d8ea-4a3f-bdb5-2c25c8971e42 req-ab20860c-3460-4890-a930-d159375bfca0 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/35988c6f-19ec-4942-acb5-a939e0a0ec20 HTTP/1.1" status: 200 len: 1803 time: 0.0570133 Jun 30 02:38:39.597184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4c1c1-875b-402b-980b-89717a78fc9a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.599562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4c1c1-875b-402b-980b-89717a78fc9a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.601403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ceb4c1c1-875b-402b-980b-89717a78fc9a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1826773 Jun 30 02:38:39.604709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:39.709532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4493dd13-d8ea-4a3f-bdb5-2c25c8971e42 req-0d9397ba-899b-4c40-a900-f9bc587383b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.710749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afbea8-f212-43f1-b961-96a346879838 None None] Pushing event updated for resources: {'Port': ['ID=fb765313-6210-4d23-9f97-efce72301538,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.731531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.742671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf0dba51-c2ae-457d-95e8-740f4058c78b None None] Provisioning complete for port ee16709c-e308-4707-b9aa-56a01b38b618 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:39.742924 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf0dba51-c2ae-457d-95e8-740f4058c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.747821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4493dd13-d8ea-4a3f-bdb5-2c25c8971e42 req-0d9397ba-899b-4c40-a900-f9bc587383b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.813856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4493dd13-d8ea-4a3f-bdb5-2c25c8971e42 req-0d9397ba-899b-4c40-a900-f9bc587383b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.814192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 555ef222-619a-4c18-8fd3-ee658489df05 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:39.822084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4493dd13-d8ea-4a3f-bdb5-2c25c8971e42 req-0d9397ba-899b-4c40-a900-f9bc587383b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.841228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.843117 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4493dd13-d8ea-4a3f-bdb5-2c25c8971e42 req-0d9397ba-899b-4c40-a900-f9bc587383b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/35988c6f-19ec-4942-acb5-a939e0a0ec20 HTTP/1.1" status: 204 len: 173 time: 0.2726300 Jun 30 02:38:39.875370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9397ba-899b-4c40-a900-f9bc587383b9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35988c6f-19ec-4942-acb5-a939e0a0ec20,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.902933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 3dca6c2b-2251-4884-9586-c3da3838718d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:39.925510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf0dba51-c2ae-457d-95e8-740f4058c78b None None] Could not find standard attr ID for object bf9f0dfe-1314-421a-b5af-f4f968b6cbe1. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:39.931336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:39.940105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee16709c-e308-4707-b9aa-56a01b38b618 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:39.953443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:40.039221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.084751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e7fd2039-e8e9-4f80-96f7-1818826c0d09 None None] Provisioning complete for port fb765313-6210-4d23-9f97-efce72301538 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.085262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2039-e8e9-4f80-96f7-1818826c0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.087079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ee16709c-e308-4707-b9aa-56a01b38b618 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.087441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.139870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.174003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.207295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f3d5d-2720-43a1-bbc7-cf69e4652829 req-cd5967b3-7d0f-469b-a6aa-35f9fe735eb0 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.212107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c32f3d5d-2720-43a1-bbc7-cf69e4652829 req-cd5967b3-7d0f-469b-a6aa-35f9fe735eb0 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.0984175 Jun 30 02:38:40.220145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.222463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.259510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c32f3d5d-2720-43a1-bbc7-cf69e4652829 req-acdc7f76-0d73-49e4-bce8-9ca9a8cea36f tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Jun 30 02:38:40.303823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c6148525-5570-42c5-a5d6-82439afde836 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:40.339104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-a5c65210-471d-4b12-b5ce-7a4b83d28e72 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7568345 Jun 30 02:38:40.353669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Request body: {'port': {'device_id': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'network_id': '02ee6651-f914-45fe-80b0-15305b464249', 'admin_state_up': True, 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:40.373288 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-057d3064-e0c3-49f4-b2c7-c0e36da471df req-aa4269fb-28e0-48d5-a093-4611b4a29d22 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:38:40.374418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-057d3064-e0c3-49f4-b2c7-c0e36da471df req-aa4269fb-28e0-48d5-a093-4611b4a29d22 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/35988c6f-19ec-4942-acb5-a939e0a0ec20 HTTP/1.1" status: 404 len: 352 time: 0.0178828 Jun 30 02:38:40.384510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c6148525-5570-42c5-a5d6-82439afde836 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.385123 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.449089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.480919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fb765313-6210-4d23-9f97-efce72301538 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:40.499918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.507934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/555ef222-619a-4c18-8fd3-ee658489df05 HTTP/1.1" status: 204 len: 168 time: 0.9010720 Jun 30 02:38:40.508406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36096) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:40.510649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221de20b-fd83-40ea-a8aa-926a9644bb27 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:40.524273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a8842-35a5-4e63-b1e0-15d0c2a4f17f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=555ef222-619a-4c18-8fd3-ee658489df05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.556680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0e2deeee-948e-49db-ac34-b597a6711fc6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450866 Jun 30 02:38:40.558419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36098) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:40.562062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63bc81-9aa9-4a95-ab2f-99446e4ac181 req-e36541a2-6f33-4c5a-b3d8-a2dbbfb5c640 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.563415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:40.563630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f63bc81-9aa9-4a95-ab2f-99446e4ac181 req-e36541a2-6f33-4c5a-b3d8-a2dbbfb5c640 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 931 time: 0.3771329 Jun 30 02:38:40.585732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85d3c9ab-a435-4317-80a3-fe3085770e92 None None] Provisioning for port 377b9d0e-3869-4660-bb7e-0497c45417ca completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:40.619117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85d3c9ab-a435-4317-80a3-fe3085770e92 None None] Provisioning complete for port 377b9d0e-3869-4660-bb7e-0497c45417ca triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.619441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85d3c9ab-a435-4317-80a3-fe3085770e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.637504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f63bc81-9aa9-4a95-ab2f-99446e4ac181 req-2dacfdec-30a2-4e14-bc42-f8260cd0b1b5 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548527 Jun 30 02:38:40.675023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.682673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970411-9973-4deb-ae60-c3f6ba9fd0c5 req-087444a1-bebd-410f-847b-dd5c6d54e5f9 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.684559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a970411-9973-4deb-ae60-c3f6ba9fd0c5 req-087444a1-bebd-410f-847b-dd5c6d54e5f9 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 950 time: 0.2057309 Jun 30 02:38:40.690811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Made reservation on behalf of af2124c4ec7946899df3f192cee2acb7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:40.695476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.724250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fb765313-6210-4d23-9f97-efce72301538 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.725120 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.730062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-85d3c9ab-a435-4317-80a3-fe3085770e92 None None] Port 377b9d0e-3869-4660-bb7e-0497c45417ca cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:40.736315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-0fde05ad-2b62-4c83-a39b-8fe88632a75f tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.737834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-0fde05ad-2b62-4c83-a39b-8fe88632a75f tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.90 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 948 time: 0.1991603 Jun 30 02:38:40.763060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:40.767613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.776581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85d3c9ab-a435-4317-80a3-fe3085770e92 None None] Could not find standard attr ID for object bf9f0dfe-1314-421a-b5af-f4f968b6cbe1. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:40.844452 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a970411-9973-4deb-ae60-c3f6ba9fd0c5 req-6504c04d-8a67-4214-a0fe-a57a257d85a6 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356735 Jun 30 02:38:40.900696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:40.905470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c199cb92-a157-48e1-b564-12acb5c84207 req-7da20642-44d0-47a5-b8ee-315e0d2e34c4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/9682b457-e2cd-4e32-b527-3071b2831520 HTTP/1.1" status: 200 len: 1803 time: 0.2183754 Jun 30 02:38:40.966675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] Deleting port ee16709c-e308-4707-b9aa-56a01b38b618 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:40.967245 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.025350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-254828cb-3044-4808-b51b-c3c930928b0c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:41.026887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-254828cb-3044-4808-b51b-c3c930928b0c tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 950 time: 0.3766689 Jun 30 02:38:41.046056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.053151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] For port ee16709c-e308-4707-b9aa-56a01b38b618, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ee16709c-e308-4707-b9aa-56a01b38b618,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:41.053567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.069122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] Calling delete_port for ee16709c-e308-4707-b9aa-56a01b38b618 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:41.098520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Allocated IP 19.86.0.158 (02ee6651-f914-45fe-80b0-15305b464249/32f4116b-fbfa-4438-97bb-a187791542f6/eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:41.101418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:41.107834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:41.116406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:41.116966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.127400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=ae35a274-87ac-474c-92b7-412f8550c09c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.142389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c199cb92-a157-48e1-b564-12acb5c84207 req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.150104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bb867-6a9d-4fc8-98ec-5f6abf2ba706 req-17292072-e29a-4358-9ec3-47b5d9d43c1c tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:41.151769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-834bb867-6a9d-4fc8-98ec-5f6abf2ba706 req-17292072-e29a-4358-9ec3-47b5d9d43c1c tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 948 time: 0.1575570 Jun 30 02:38:41.156104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3ff67a36-b9c5-4de3-b5f7-228a58ea11e6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5940800 Jun 30 02:38:41.156972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36106) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:41.161553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': 'ae35a274-87ac-474c-92b7-412f8550c09c', 'ip_address': '2001:db8::8299:aa35:c90e:7a06'}], 'name': 'tempest-NetworksTestDHCPv6-1915118452'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:41.176700 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.207814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] Pushing event deleted for resources: {'Port': ['ID=ee16709c-e308-4707-b9aa-56a01b38b618,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.211443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75533a22-5ef3-479d-b5d5-29d8ed9f2c79 None None] No DVR routers for this DVR port ee16709c-e308-4707-b9aa-56a01b38b618 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:41.225575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c199cb92-a157-48e1-b564-12acb5c84207 req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.230091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Deleting port 24519ec6-bf2d-449c-b08d-f0569ca2053c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:41.230453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.232663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b57c3-b0c2-4443-93b7-286bb30025a9 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:41.261346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-834bb867-6a9d-4fc8-98ec-5f6abf2ba706 req-873a8ac9-3a1e-4557-a59d-c822eed6b353 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963554 Jun 30 02:38:41.330962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:41.339249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.362901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port edb78c6e-8097-42c0-afec-238842cc58c2 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:41.398455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': 'ae35a274-87ac-474c-92b7-412f8550c09c'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:41.399585 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.429223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c199cb92-a157-48e1-b564-12acb5c84207 req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.431806 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c199cb92-a157-48e1-b564-12acb5c84207 req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.445903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c199cb92-a157-48e1-b564-12acb5c84207 req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/9682b457-e2cd-4e32-b527-3071b2831520 HTTP/1.1" status: 204 len: 173 time: 0.5387242 Jun 30 02:38:41.489869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] For port 24519ec6-bf2d-449c-b08d-f0569ca2053c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=24519ec6-bf2d-449c-b08d-f0569ca2053c,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:41.492311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.504744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port 979dbba4-a30c-456b-a889-bb91c744f9b8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:41.505111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.543249 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-055ddaf6-038b-4975-acda-b8fe0debd306 req-37f6479e-ca97-4506-b119-1a85f1f69867 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:38:41.544266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-055ddaf6-038b-4975-acda-b8fe0debd306 req-37f6479e-ca97-4506-b119-1a85f1f69867 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/9682b457-e2cd-4e32-b527-3071b2831520 HTTP/1.1" status: 404 len: 352 time: 0.0328484 Jun 30 02:38:41.575133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::8299:aa35:c90e:7a06 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/ae35a274-87ac-474c-92b7-412f8550c09c/edb78c6e-8097-42c0-afec-238842cc58c2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:41.579378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Calling delete_port for 24519ec6-bf2d-449c-b08d-f0569ca2053c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:41.581415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9682b457-e2cd-4e32-b527-3071b2831520,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.599535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.600081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.601074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.601074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.601564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.602134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.602583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.602997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.603413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.603922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.604311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.604821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32da2f9-ffae-4049-9719-4c92ec4dd96d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:41.679884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fdb9cf69-57cf-4020-a147-da7ee4c86e25 req-087aa915-bdcb-42da-9ed3-f26cfeb27a4e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/43bb6866-588b-4161-84fc-457b0607c2ea HTTP/1.1" status: 200 len: 1802 time: 0.0903084 Jun 30 02:38:41.835072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fdb9cf69-57cf-4020-a147-da7ee4c86e25 req-011e684c-a5db-4fea-a8a4-216cb4a15c83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.860038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.878931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee16709c-e308-4707-b9aa-56a01b38b618 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:41.902235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ee16709c-e308-4707-b9aa-56a01b38b618 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:41.902608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ee16709c-e308-4707-b9aa-56a01b38b618 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:41.907957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object edb78c6e-8097-42c0-afec-238842cc58c2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:41.931980 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fdb9cf69-57cf-4020-a147-da7ee4c86e25 req-011e684c-a5db-4fea-a8a4-216cb4a15c83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.024070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.037479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fdb9cf69-57cf-4020-a147-da7ee4c86e25 req-011e684c-a5db-4fea-a8a4-216cb4a15c83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.040141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fdb9cf69-57cf-4020-a147-da7ee4c86e25 req-011e684c-a5db-4fea-a8a4-216cb4a15c83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.041299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fdb9cf69-57cf-4020-a147-da7ee4c86e25 req-011e684c-a5db-4fea-a8a4-216cb4a15c83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/43bb6866-588b-4161-84fc-457b0607c2ea HTTP/1.1" status: 204 len: 173 time: 0.3447196 Jun 30 02:38:42.073597 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.086981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e684c-a5db-4fea-a8a4-216cb4a15c83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb6866-588b-4161-84fc-457b0607c2ea,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:42.091569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/ae35a274-87ac-474c-92b7-412f8550c09c/23e796f6-23ca-42a8-ac15-ae8aa7ceec5e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:42.097261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70984-1293-47b8-86ca-df2057083618 req-86bbf7ad-ef1e-40f6-9f92-d596d5e0d149 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.099048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87a70984-1293-47b8-86ca-df2057083618 req-86bbf7ad-ef1e-40f6-9f92-d596d5e0d149 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb691314-1afd-4aec-8d44-a71fb3db9b62 HTTP/1.1" status: 200 len: 950 time: 0.1817708 Jun 30 02:38:42.118593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:42.146907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:42.152065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:42.157842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.158510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.163832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=edb78c6e-8097-42c0-afec-238842cc58c2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:42.193955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Transition to ACTIVE for port object eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:42.225135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c493ae68-359d-4c03-a87a-1516b1d79a17 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0675111 Jun 30 02:38:42.226742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36122) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:42.262027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port 979dbba4-a30c-456b-a889-bb91c744f9b8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=979dbba4-a30c-456b-a889-bb91c744f9b8,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:42.262748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.313716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port c7a30c5f-0336-4213-9c3f-4430c8e67866 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:42.314624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.338617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for 979dbba4-a30c-456b-a889-bb91c744f9b8 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:42.384349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dcb2b4-fa14-4d47-aa0c-8383f9450df4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.388192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3dcb2b4-fa14-4d47-aa0c-8383f9450df4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1582055 Jun 30 02:38:42.406102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36126) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:42.441053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61f991-dd43-4a39-b143-0ee6f0c1f698 req-05f308dd-7199-48fc-b3de-a8705a77a3f6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.442580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d61f991-dd43-4a39-b143-0ee6f0c1f698 req-05f308dd-7199-48fc-b3de-a8705a77a3f6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.3804851 Jun 30 02:38:42.450186 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.546347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port c7a30c5f-0336-4213-9c3f-4430c8e67866, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7a30c5f-0336-4213-9c3f-4430c8e67866,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:42.546726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.560069 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.563571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Network 02ee6651-f914-45fe-80b0-15305b464249 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:42.563694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b35b13-ae82-45fa-b02f-5e1fffd86c04 req-18f93b95-6ac3-4046-9f5e-29ffbc883286 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.565208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65b35b13-ae82-45fa-b02f-5e1fffd86c04 req-18f93b95-6ac3-4046-9f5e-29ffbc883286 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 931 time: 0.2296462 Jun 30 02:38:42.574463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for c7a30c5f-0336-4213-9c3f-4430c8e67866 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:42.581342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:42.588313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:42.591011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event updated for resources: {'Port': ['ID=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:42.600241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d61f991-dd43-4a39-b143-0ee6f0c1f698 req-0f6369d9-7a55-48ea-abc0-584b1ffd8e41 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445596 Jun 30 02:38:42.615083 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.627141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Transition to ACTIVE for port object 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:42.659716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Transition to ACTIVE for port object 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:42.668046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port edb78c6e-8097-42c0-afec-238842cc58c2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:42.668393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.672540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.721889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Pushing event deleted for resources: {'Port': ['ID=24519ec6-bf2d-449c-b08d-f0569ca2053c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:42.736951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:42.743470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:42.749336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:42.761284 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65b35b13-ae82-45fa-b02f-5e1fffd86c04 req-d9dbcd4e-c392-46b5-ab99-e5aa3fafe0a9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795087 Jun 30 02:38:42.820557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] No DVR routers for this DVR port 24519ec6-bf2d-449c-b08d-f0569ca2053c on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:42.834716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.838279 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-6ff9d4cf-5478-4b6b-9c9a-204acf73a627 req-541ad301-e527-47c1-b647-f386be658f69 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:38:42.854979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ff9d4cf-5478-4b6b-9c9a-204acf73a627 req-541ad301-e527-47c1-b647-f386be658f69 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/43bb6866-588b-4161-84fc-457b0607c2ea HTTP/1.1" status: 404 len: 352 time: 0.0523305 Jun 30 02:38:42.859664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-931de22c-552d-424f-a6cc-f7f41dbdfd08 req-9a34c285-92cb-45dd-b58d-8d3214cc48de tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.90 "DELETE /v2.0/ports/24519ec6-bf2d-449c-b08d-f0569ca2053c HTTP/1.1" status: 204 len: 173 time: 2.1018291 Jun 30 02:38:42.871961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-deleted', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:42.875800 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e0d37-0f41-4172-8b33-d733962f0fc7" -d '{"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-deleted", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:42.893224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Pushing event updated for resources: {'Port': ['ID=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:42.929759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Attempting to bind port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:42.932862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Attempting to bind port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:42.935593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Attempting to bind port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:42.938248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.945772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:42.946285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:42.946845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.947349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:42.947943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Bound port: 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:42.948468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.960487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.024952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.054066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.062352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for edb78c6e-8097-42c0-afec-238842cc58c2 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:43.067274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-0010ca48-c508-47a9-be75-473141ae3331 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7192073 Jun 30 02:38:43.082902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] For port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:43.087076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.091157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] For port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:43.103270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Request body: {'port': {'device_id': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:43.113829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:43.140582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:43.143377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.203743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=979dbba4-a30c-456b-a889-bb91c744f9b8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:43.217854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=c7a30c5f-0336-4213-9c3f-4430c8e67866,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:43.241753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d261e254-d6df-421e-9132-60a92ae8dbfc req-720d4d60-4d9b-4e2c-9afd-33beb4422163 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=3430bdb7-0270-4223-810a-028b657f9143 HTTP/1.1" status: 200 len: 210 time: 0.0486515 Jun 30 02:38:43.279934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7a30c5f-0336-4213-9c3f-4430c8e67866'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:43.319117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port c7a30c5f-0336-4213-9c3f-4430c8e67866 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:43.322267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port 979dbba4-a30c-456b-a889-bb91c744f9b8 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:43.322963 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.325149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87a70984-1293-47b8-86ca-df2057083618 req-fd0b826e-f00b-4ee0-a633-756b0550c209 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "DELETE /v2.0/ports/c7a30c5f-0336-4213-9c3f-4430c8e67866 HTTP/1.1" status: 204 len: 173 time: 1.2163727 Jun 30 02:38:43.325612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'name': 'network-vif-deleted', 'tag': 'c7a30c5f-0336-4213-9c3f-4430c8e67866'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:43.328444 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c0e4e-26c5-4f46-bba3-092da1bb2759" -d '{"events": [{"server_uuid": "cb691314-1afd-4aec-8d44-a71fb3db9b62", "name": "network-vif-deleted", "tag": "c7a30c5f-0336-4213-9c3f-4430c8e67866"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:43.346683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.353202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f873af98-f1a5-4c3f-837f-7096f0340010 req-c99bf87f-2748-40ca-a100-85d2a2e2767a tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.90 "DELETE /v2.0/ports/979dbba4-a30c-456b-a889-bb91c744f9b8 HTTP/1.1" status: 204 len: 173 time: 2.3128357 Jun 30 02:38:43.362325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2c4c826-855b-485e-8a09-791aa6232d77 None None] Provisioning for port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:43.388881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2c4c826-855b-485e-8a09-791aa6232d77 None None] Provisioning complete for port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:43.389344 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2c4c826-855b-485e-8a09-791aa6232d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.433502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.465540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587d7b-4083-4a7b-9dfc-6e52c4250d1b req-89487fd4-eea1-4816-b618-b2f6d28c1495 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.467691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706095dd-174c-4a06-a496-bca3e93d5d7a None None] Pushing event updated for resources: {'Port': ['ID=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:43.490395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4c826-855b-485e-8a09-791aa6232d77 None None] Port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:43.494068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d587d7b-4083-4a7b-9dfc-6e52c4250d1b req-89487fd4-eea1-4816-b618-b2f6d28c1495 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3632d0a-140d-4284-89bb-70563f1b73df HTTP/1.1" status: 200 len: 867 time: 0.6003728 Jun 30 02:38:43.520018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=edb78c6e-8097-42c0-afec-238842cc58c2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:43.556240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.586863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.587615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-10469cc8-968b-4fe3-b815-1a3134e5959d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/edb78c6e-8097-42c0-afec-238842cc58c2 HTTP/1.1" status: 204 len: 168 time: 1.1804595 Jun 30 02:38:43.591228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36142) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:43.619702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d587d7b-4083-4a7b-9dfc-6e52c4250d1b req-f15d630b-92e9-4089-8a19-3c758eda1367 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246240 Jun 30 02:38:43.697413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb9164-4692-4658-b9d7-9aa33c69ae57 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.706356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb9164-4692-4658-b9d7-9aa33c69ae57 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.715730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ccb9164-4692-4658-b9d7-9aa33c69ae57 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1221292 Jun 30 02:38:43.716314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:43.804133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b1155a3-df01-4721-8060-2f7c0f9ded1f req-2727a368-57a6-430a-b8fd-4c1ec1501d17 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 6156 time: 0.2950904 Jun 30 02:38:43.806862 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93168285-5d88-4bbd-bd84-6d23e85a3c74 x-openstack-request-id: req-93168285-5d88-4bbd-bd84-6d23e85a3c74 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:43.807360 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb691314-1afd-4aec-8d44-a71fb3db9b62", "name": "network-vif-deleted", "tag": "c7a30c5f-0336-4213-9c3f-4430c8e67866", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:43.807975 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93168285-5d88-4bbd-bd84-6d23e85a3c74 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:43.808992 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb691314-1afd-4aec-8d44-a71fb3db9b62', 'name': 'network-vif-deleted', 'tag': 'c7a30c5f-0336-4213-9c3f-4430c8e67866', 'status': 'completed', 'code': 200} Jun 30 02:38:43.844824 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070392d3-3430-46bd-85f4-fec6809f944a x-openstack-request-id: req-070392d3-3430-46bd-85f4-fec6809f944a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:43.845118 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3430bdb7-0270-4223-810a-028b657f9143", "name": "network-vif-deleted", "tag": "24519ec6-bf2d-449c-b08d-f0569ca2053c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:43.845367 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-070392d3-3430-46bd-85f4-fec6809f944a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:43.845787 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3430bdb7-0270-4223-810a-028b657f9143', 'name': 'network-vif-deleted', 'tag': '24519ec6-bf2d-449c-b08d-f0569ca2053c', 'status': 'completed', 'code': 200} Jun 30 02:38:43.902052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b1155a3-df01-4721-8060-2f7c0f9ded1f req-2a27b40d-3e30-4002-a1fe-b71b4bac3698 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/6d603c2b-3161-44d0-b15f-6dca83e52939 HTTP/1.1" status: 200 len: 2984 time: 0.0918930 Jun 30 02:38:43.964020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:44.016711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet ae35a274-87ac-474c-92b7-412f8550c09c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:44.039438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b1155a3-df01-4721-8060-2f7c0f9ded1f req-60f7328d-5a7e-4353-82e0-10cda2452807 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/6d603c2b-3161-44d0-b15f-6dca83e52939 HTTP/1.1" status: 200 len: 2984 time: 0.1337824 Jun 30 02:38:44.064725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:44.183289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.249249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:44.253664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.400849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdd0a-e8ae-4639-8fea-19efb250f01b req-b50e9296-5304-4b46-a3c6-77e8a18367c3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.407725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdd0a-e8ae-4639-8fea-19efb250f01b req-b50e9296-5304-4b46-a3c6-77e8a18367c3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.414818 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12dfdd0a-e8ae-4639-8fea-19efb250f01b req-b50e9296-5304-4b46-a3c6-77e8a18367c3 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1654 time: 0.3177152 Jun 30 02:38:44.420887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6b40ef26-e1dd-49b5-a5c8-b79ca896161d req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1497342958', 'description': 'tempest-description-1450061683'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:44.456294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6b40ef26-e1dd-49b5-a5c8-b79ca896161d req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.466230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.582275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6b40ef26-e1dd-49b5-a5c8-b79ca896161d req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.586015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12dfdd0a-e8ae-4639-8fea-19efb250f01b req-ec475243-7308-4e32-b855-af28ffa5da6e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651387 Jun 30 02:38:44.587467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6b40ef26-e1dd-49b5-a5c8-b79ca896161d req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.619580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377b9d0e-3869-4660-bb7e-0497c45417ca {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:44.642723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.664054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3fb710-3316-4a38-b341-37e61c8f33fe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.671953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Transition to ACTIVE for port object 377b9d0e-3869-4660-bb7e-0497c45417ca will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:44.673622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.682052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6b40ef26-e1dd-49b5-a5c8-b79ca896161d req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.700077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6b40ef26-e1dd-49b5-a5c8-b79ca896161d req-19f57007-b022-4cb1-8dc9-194c4c9bca3f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2834594 Jun 30 02:38:44.721744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.726626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.732235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/ae35a274-87ac-474c-92b7-412f8550c09c HTTP/1.1" status: 204 len: 168 time: 1.0120115 Jun 30 02:38:44.733785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36166) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:44.744933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fcd4f-9ad1-47d7-9702-98b672cc05e3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=ae35a274-87ac-474c-92b7-412f8550c09c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.825251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc16746e-4af3-4269-bb38-bb2bacaa82c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901980 Jun 30 02:38:44.828830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36168) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:44.910709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Pushing event updated for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.941463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0255c-fd41-472d-a431-e87e110176ec tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.946847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-abb0255c-fd41-472d-a431-e87e110176ec tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1167521 Jun 30 02:38:44.947831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.001192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:45.037711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 24519ec6-bf2d-449c-b08d-f0569ca2053c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:45.038365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 24519ec6-bf2d-449c-b08d-f0569ca2053c not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:45.039467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 979dbba4-a30c-456b-a889-bb91c744f9b8 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:45.042889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Attempting to bind port 377b9d0e-3869-4660-bb7e-0497c45417ca on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:45.043305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Attempting to bind port 377b9d0e-3869-4660-bb7e-0497c45417ca by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:45.043712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Attempting to bind port 377b9d0e-3869-4660-bb7e-0497c45417ca on network 3dca6c2b-2251-4884-9586-c3da3838718d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:45.050885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a7594-f43a-4c45-9143-3083c7748346 req-9e4c535b-9a76-4f42-bc82-351c80024744 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.060234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-463a7594-f43a-4c45-9143-3083c7748346 req-9e4c535b-9a76-4f42-bc82-351c80024744 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1096 time: 0.2443743 Jun 30 02:38:45.062680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 979dbba4-a30c-456b-a889-bb91c744f9b8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:45.063026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 979dbba4-a30c-456b-a889-bb91c744f9b8 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:45.065415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b7399-40d7-45f9-81e5-5fe2bde06084 req-f00a6cf4-50fb-4444-9d7a-f54daa220f4b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.067175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da2b7399-40d7-45f9-81e5-5fe2bde06084 req-f00a6cf4-50fb-4444-9d7a-f54daa220f4b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.0979335 Jun 30 02:38:45.072492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb96d33-a8d7-4742-a58b-aa1653b972f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.074048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ceb96d33-a8d7-4742-a58b-aa1653b972f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1250632 Jun 30 02:38:45.076634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.105089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Port 377b9d0e-3869-4660-bb7e-0497c45417ca on network 3dca6c2b-2251-4884-9586-c3da3838718d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:45.105414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Attempting to bind port 377b9d0e-3869-4660-bb7e-0497c45417ca on network 3dca6c2b-2251-4884-9586-c3da3838718d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:45.109159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e96741-a978-4fa9-9e33-709f6cb79f6c None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:45.113788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da2b7399-40d7-45f9-81e5-5fe2bde06084 req-4c5c00df-d23d-4e64-b3f5-4531a9a263a3 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e54d2f5-f2c2-4703-9561-a5ca559e6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Jun 30 02:38:45.167205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:45.167546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Checking segment: {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:45.167936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Bound using segment: {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:45.168391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Bound port: 377b9d0e-3869-4660-bb7e-0497c45417ca, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889cf436-4a00-4e5b-bb8b-ec707e046eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:45.168751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.176034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b8ed2f75-9173-4650-8954-0deee9acd6a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895760 Jun 30 02:38:45.176650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.190283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:45.196568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] Provisioning for port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:45.201358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] Provisioning complete for port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:45.201731 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.251710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-463a7594-f43a-4c45-9143-3083c7748346 req-6196b374-2912-44bf-ac93-8a887025b17c tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905272 Jun 30 02:38:45.324045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d75016bf-8051-46dc-ba53-116c122a75d8 req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1558554930', 'description': 'tempest-description-1894745206'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:45.339161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:45.364844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.370355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=377b9d0e-3869-4660-bb7e-0497c45417ca,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:45.385819 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.399709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d75016bf-8051-46dc-ba53-116c122a75d8 req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.412043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] For port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:45.418984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.445521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.445988 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.447401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] 10.222.0.67 "PUT /v2.0/ports/377b9d0e-3869-4660-bb7e-0497c45417ca HTTP/1.1" status: 200 len: 1091 time: 2.3626857 Jun 30 02:38:45.465592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:45.482018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:45.486575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.496380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Request body: {'port': {'device_id': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:45.518475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dcc28-5977-47bd-8d94-4a0976b4ded9 None None] Pushing event updated for resources: {'Port': ['ID=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.562750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] Deleting port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:45.563131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.623707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32918f-1a92-4e31-870a-fadbadea3d21 service neutron] Pushing event updated for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.683621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] For port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:45.684196 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.704024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] Calling delete_port for 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:45.761331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.818702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.820585 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d75016bf-8051-46dc-ba53-116c122a75d8 req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.849405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] Pushing event deleted for resources: {'Port': ['ID=23e796f6-23ca-42a8-ac15-ae8aa7ceec5e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.855294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f5b8d-42a4-4c40-824e-759ad2e4a0d5 None None] No DVR routers for this DVR port 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:45.868167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:45.871965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'name': 'network-vif-deleted', 'tag': '979dbba4-a30c-456b-a889-bb91c744f9b8'}, {'name': 'network-changed', 'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:45.874984 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3658e11f-84a4-4645-b6e2-631660197574" -d '{"events": [{"server_uuid": "a3632d0a-140d-4284-89bb-70563f1b73df", "name": "network-vif-deleted", "tag": "979dbba4-a30c-456b-a889-bb91c744f9b8"}, {"name": "network-changed", "server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:45.884140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d75016bf-8051-46dc-ba53-116c122a75d8 req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.892428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:45.892793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 23e796f6-23ca-42a8-ac15-ae8aa7ceec5e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:46.015270 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d75016bf-8051-46dc-ba53-116c122a75d8 req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.016527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d75016bf-8051-46dc-ba53-116c122a75d8 req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7057030 Jun 30 02:38:46.026784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-554d9dc6-a1d6-4f0a-886f-4ae28b28744f tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.028361 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-554d9dc6-a1d6-4f0a-886f-4ae28b28744f tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 945 time: 0.0668666 Jun 30 02:38:46.064777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7ce6d-6cdf-4663-864b-986730809441 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d65b6b-6b25-48dc-9cc3-017b124d5c96,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:46.152619 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.206608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Deleting port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:46.206952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.234016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:46.245491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:46.248508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.249100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.256206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f759f4-0ad5-484d-a9f9-3a7bf697a332 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:46.256838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=877ca932-2de5-436b-922b-51dfcd252fe6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:46.324365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] For port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:46.324709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.330206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08a1903f-7ea9-4b07-ae8b-1087a5b15652 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1462164 Jun 30 02:38:46.330997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:46.344581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '877ca932-2de5-436b-922b-51dfcd252fe6', 'ip_address': '2001:db8::852a:1ffa:d7f4:b367'}], 'name': 'tempest-NetworksTestDHCPv6-1400929027'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:46.455326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:46.475787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.487652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e4110-53db-4825-a259-93f483c93454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '877ca932-2de5-436b-922b-51dfcd252fe6'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:46.488661 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-227e4110-53db-4825-a259-93f483c93454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.490702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7450d5-71ed-4332-934f-0ebf23756de1 req-49f6cc6e-c751-4172-a27e-e8eac41ee518 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.492326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de7450d5-71ed-4332-934f-0ebf23756de1 req-49f6cc6e-c751-4172-a27e-e8eac41ee518 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 949 time: 0.2321746 Jun 30 02:38:46.531276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.532008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.532574 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Floating IP e3c08c66-7449-40fb-803a-bda68000bba5 disassociated. External IP: 172.25.0.242, port: 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398. Jun 30 02:38:46.533198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Calling delete_port for 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:46.541738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Transition to ACTIVE for port object eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:46.550241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.647413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de7450d5-71ed-4332-934f-0ebf23756de1 req-1e96c2e2-906d-4d9c-8941-882ca5e6e19a tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/security-groups?id=3630ca37-904d-487e-8f33-d6076d9dcb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411180 Jun 30 02:38:46.664205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Pushing event updated for resources: {'Port': ['ID=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:46.688186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:46.725348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-227e4110-53db-4825-a259-93f483c93454 None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/877ca932-2de5-436b-922b-51dfcd252fe6/f80bfbb3-2031-46fb-be79-31fa213f9259) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:46.740405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.837383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event deleted for resources: {'Port': ['ID=3fd60dbe-3e00-4e6f-8c73-acc7f29b0398,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:47.013919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7a30c5f-0336-4213-9c3f-4430c8e67866 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:47.024742 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.046633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: c7a30c5f-0336-4213-9c3f-4430c8e67866 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:47.046962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7a30c5f-0336-4213-9c3f-4430c8e67866 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:47.047319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Attempting to bind port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:47.047814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Attempting to bind port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:47.048144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Attempting to bind port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 on network 02ee6651-f914-45fe-80b0-15305b464249 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:47.056059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port eda282e2-3119-4bb5-89e6-f666d9b66bac yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:47.067154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6b89f8a4-b591-4b75-a9b3-09db4f8c03ab tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:38:47.069701 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6b89f8a4-b591-4b75-a9b3-09db4f8c03ab tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071847 Jun 30 02:38:47.072582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Router 6106a842-af97-4049-a365-974f33f2cfda has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:38:47.077420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b474-bc3a-4976-a4db-6fe5fcd1902d req-d9e77afb-712d-4ca9-aae3-2f88ec5b9ecc tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:47.078798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-227e4110-53db-4825-a259-93f483c93454 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.082256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Request body: {'binding': {'host': 'n-h1-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:47.083112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:38:47.085420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b474-bc3a-4976-a4db-6fe5fcd1902d req-d9e77afb-712d-4ca9-aae3-2f88ec5b9ecc tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:47.088430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-227e4110-53db-4825-a259-93f483c93454 None None] Transition to ACTIVE for port object f80bfbb3-2031-46fb-be79-31fa213f9259 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:47.093857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a12b474-bc3a-4976-a4db-6fe5fcd1902d req-d9e77afb-712d-4ca9-aae3-2f88ec5b9ecc tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1678 time: 0.2533283 Jun 30 02:38:47.103660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 on network 02ee6651-f914-45fe-80b0-15305b464249 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:47.103993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Attempting to bind port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 on network 02ee6651-f914-45fe-80b0-15305b464249 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:47.108210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-227e4110-53db-4825-a259-93f483c93454 None None] Transition to ACTIVE for port object f80bfbb3-2031-46fb-be79-31fa213f9259 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:47.116340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-227e4110-53db-4825-a259-93f483c93454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.159360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e4110-53db-4825-a259-93f483c93454 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:47.163367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-227e4110-53db-4825-a259-93f483c93454 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:47.173302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e4110-53db-4825-a259-93f483c93454 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:47.175786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:47.176130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Checking segment: {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:47.176528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Bound using segment: {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:47.177610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Bound port: eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02ee6651-f914-45fe-80b0-15305b464249'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:47.177971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.183230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e4110-53db-4825-a259-93f483c93454 None None] Pushing event updated for resources: {'Port': ['ID=f80bfbb3-2031-46fb-be79-31fa213f9259,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:47.283888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-227e4110-53db-4825-a259-93f483c93454 None None] Attempting to bind port f80bfbb3-2031-46fb-be79-31fa213f9259 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:47.284432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-227e4110-53db-4825-a259-93f483c93454 None None] Attempting to bind port f80bfbb3-2031-46fb-be79-31fa213f9259 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:47.284939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4110-53db-4825-a259-93f483c93454 None None] Attempting to bind port f80bfbb3-2031-46fb-be79-31fa213f9259 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:47.290988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4110-53db-4825-a259-93f483c93454 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:47.291550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4110-53db-4825-a259-93f483c93454 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:47.292091 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-227e4110-53db-4825-a259-93f483c93454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.292781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4110-53db-4825-a259-93f483c93454 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:47.293540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-227e4110-53db-4825-a259-93f483c93454 None None] Bound port: f80bfbb3-2031-46fb-be79-31fa213f9259, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:47.294059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-227e4110-53db-4825-a259-93f483c93454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.375126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-227e4110-53db-4825-a259-93f483c93454 None None] For port f80bfbb3-2031-46fb-be79-31fa213f9259, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:47.381505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-227e4110-53db-4825-a259-93f483c93454 None None] For port f80bfbb3-2031-46fb-be79-31fa213f9259, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f80bfbb3-2031-46fb-be79-31fa213f9259,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:47.390729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-227e4110-53db-4825-a259-93f483c93454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.455482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::852a:1ffa:d7f4:b367 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/877ca932-2de5-436b-922b-51dfcd252fe6/eda282e2-3119-4bb5-89e6-f666d9b66bac) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:47.481255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e4110-53db-4825-a259-93f483c93454 None None] Pushing event updated for resources: {'Port': ['ID=f80bfbb3-2031-46fb-be79-31fa213f9259,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:47.512972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a12b474-bc3a-4976-a4db-6fe5fcd1902d req-18d9cde6-5522-4182-ad7a-770d33c973bf tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181595 Jun 30 02:38:47.664813 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11531a81-d3ee-4bed-b2eb-108bef4bee8b x-openstack-request-id: req-11531a81-d3ee-4bed-b2eb-108bef4bee8b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:47.665148 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3632d0a-140d-4284-89bb-70563f1b73df", "name": "network-vif-deleted", "tag": "979dbba4-a30c-456b-a889-bb91c744f9b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:47.665358 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11531a81-d3ee-4bed-b2eb-108bef4bee8b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:47.665755 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3632d0a-140d-4284-89bb-70563f1b73df', 'name': 'network-vif-deleted', 'tag': '979dbba4-a30c-456b-a889-bb91c744f9b8', 'status': 'completed', 'code': 200} Jun 30 02:38:47.666186 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca', 'status': 'completed', 'code': 200} Jun 30 02:38:47.769131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196096-e47e-4cca-b045-a578f02d5621 req-c285da95-7697-43b5-bb61-f38569d77f66 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:47.770856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29196096-e47e-4cca-b045-a578f02d5621 req-c285da95-7697-43b5-bb61-f38569d77f66 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.67 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 949 time: 0.2933414 Jun 30 02:38:47.775881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:38:47.796569 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] Sync routers for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:38:47.804766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c092494-e507-4d09-b041-e13cc63e8274 req-c2a88b19-2253-4820-899f-527196124bbe tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 210 time: 0.0719924 Jun 30 02:38:47.806718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] For port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:47.827223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:47.828608 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:38:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:47.829469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] For port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:47.838476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.853882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.998146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] No DVR routers for this DVR port 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:48.002039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h1-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:48.003545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:48.004477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:48.011740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f80bfbb3-2031-46fb-be79-31fa213f9259 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:48.018077 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:38:48.022246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.039743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b051e550-c29e-4d7c-97ef-7396a7e111f0 req-3eabc0e8-4258-4284-a899-11b8daa3e15e tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.67 "DELETE /v2.0/ports/3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 HTTP/1.1" status: 204 len: 173 time: 1.9835093 Jun 30 02:38:48.042541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'name': 'network-vif-deleted', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:48.048933 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79022d29-b6dc-4676-8f97-7f83f2c527dc" -d '{"events": [{"server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "name": "network-vif-deleted", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:48.079274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:48.080396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:48.101908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:48.102681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:48.103796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:48.105968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Bound port: b51a011b-000d-43d5-a3c1-a50df46aee63, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:48.118996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f80bfbb3-2031-46fb-be79-31fa213f9259 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:48.194375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Deleting port 6033da92-a830-4c3a-82a8-1e93e3b9cbab {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:48.194730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.265532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:48.282699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.292906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-10209936-5115-4be3-adfc-d07255f9f478 service neutron] 10.222.0.78 "POST /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63/bindings HTTP/1.1" status: 201 len: 389 time: 1.2103915 Jun 30 02:38:48.325253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object eda282e2-3119-4bb5-89e6-f666d9b66bac will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:48.332094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e11f-84a4-4645-b6e2-631660197574 req-b2efac71-4987-41e9-9a5b-6835ab9e769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.332723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e11f-84a4-4645-b6e2-631660197574 req-b2efac71-4987-41e9-9a5b-6835ab9e769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.335352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3658e11f-84a4-4645-b6e2-631660197574 req-b2efac71-4987-41e9-9a5b-6835ab9e769c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1938 time: 0.6682425 Jun 30 02:38:48.366428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.367354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.369159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] 10.222.0.67 "PUT /v2.0/ports/eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 HTTP/1.1" status: 200 len: 1092 time: 2.8769503 Jun 30 02:38:48.403156 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:43Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:48.455608 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] Checking router: 6106a842-af97-4049-a365-974f33f2cfda for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:38:48.487358 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:48.488028 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:38:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:48.507122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] For port 6033da92-a830-4c3a-82a8-1e93e3b9cbab, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6033da92-a830-4c3a-82a8-1e93e3b9cbab,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:48.507490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.534736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Calling delete_port for 6033da92-a830-4c3a-82a8-1e93e3b9cbab owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:48.633230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ef42-b7ee-4e82-8153-00a88e34f90e service neutron] Pushing event updated for resources: {'Port': ['ID=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.762112 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:38:48.845606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.847704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.886544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Pushing event deleted for resources: {'Port': ['ID=6033da92-a830-4c3a-82a8-1e93e3b9cbab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.913023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e11f-84a4-4645-b6e2-631660197574 req-56f4d583-e827-40d4-9979-12b3d562240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.913762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e11f-84a4-4645-b6e2-631660197574 req-56f4d583-e827-40d4-9979-12b3d562240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.914244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e11f-84a4-4645-b6e2-631660197574 req-56f4d583-e827-40d4-9979-12b3d562240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.917041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3658e11f-84a4-4645-b6e2-631660197574 req-56f4d583-e827-40d4-9979-12b3d562240e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=af2124c4ec7946899df3f192cee2acb7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5533333 Jun 30 02:38:48.937067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f364a07c-3be4-4b2f-8765-6f873a5a4bbe req-96c7fc9d-38ea-4fc0-8c07-7c71a0522698 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.78 "GET /v2.0/ports?device_id=37b7cf21-6321-44d6-a113-d053c80f76da HTTP/1.1" status: 200 len: 210 time: 0.0363138 Jun 30 02:38:48.998982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:49.001584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:49.004249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:49.019104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.019824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.026879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] No DVR routers for this DVR port 6033da92-a830-4c3a-82a8-1e93e3b9cbab on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:49.030127 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.034386 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29196096-e47e-4cca-b045-a578f02d5621 req-9780286e-d43a-492f-9bac-b6c2ec541082 tempest-ListImageFiltersTestJSON-1476276042 tempest-ListImageFiltersTestJSON-1476276042-project] 10.222.0.67 "DELETE /v2.0/ports/6033da92-a830-4c3a-82a8-1e93e3b9cbab HTTP/1.1" status: 204 len: 173 time: 1.2511406 Jun 30 02:38:49.126475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-aa18df79-dfd0-4ee0-bb90-5dd96be29e78 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.136192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-aa18df79-dfd0-4ee0-bb90-5dd96be29e78 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 812 time: 0.8203630 Jun 30 02:38:49.156396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8174119 Jun 30 02:38:49.159170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:49.166956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '877ca932-2de5-436b-922b-51dfcd252fe6', 'ip_address': '2001:db8::852a:1ffa:d7f4:b367'}], 'name': 'tempest-NetworksTestDHCPv6-395892309'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:49.169974 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:43Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:49.172029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] Provisioning for port f80bfbb3-2031-46fb-be79-31fa213f9259 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:49.178375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] Provisioning complete for port f80bfbb3-2031-46fb-be79-31fa213f9259 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:49.178825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.211692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-38532b22-d355-438e-811a-754e3b1568be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/quotas/2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 375 time: 0.0745587 Jun 30 02:38:49.220125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3090c-0a11-4b58-9bb2-ff866eeb01ef None None] The sync data for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 is: [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:35:36Z', 'revision_number': 4, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fc685dfa-7dca-421f-a58f-219b263c4c6c', 'name': '', 'network_id': '644a8dd8-ba64-4ca8-b935-60c5c8cc072f', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'mac_address': 'fa:16:3e:a3:0e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '204123a5-5752-422c-8933-8f08608e0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:35Z', 'updated_at': '2021-06-30T02:35:43Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'subnets': [{'id': '204123a5-5752-422c-8933-8f08608e0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:38:49.225571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452a81d-e86f-4229-bea7-ff25ec4fbe81 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=eda282e2-3119-4bb5-89e6-f666d9b66bac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:49.374495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e11f-84a4-4645-b6e2-631660197574 req-b223f510-0846-4c06-99ae-322ec95952bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.376111 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3658e11f-84a4-4645-b6e2-631660197574 req-b223f510-0846-4c06-99ae-322ec95952bc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4479120 Jun 30 02:38:49.475322 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.487201 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2be120-1a18-48c5-a1d6-daaa20edcce4 x-openstack-request-id: req-fd2be120-1a18-48c5-a1d6-daaa20edcce4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:49.489859 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e378471-b6d2-41ea-bc19-82c4685245bb", "name": "network-vif-deleted", "tag": "3fd60dbe-3e00-4e6f-8c73-acc7f29b0398", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:49.490158 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd2be120-1a18-48c5-a1d6-daaa20edcce4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:49.495081 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e378471-b6d2-41ea-bc19-82c4685245bb', 'name': 'network-vif-deleted', 'tag': '3fd60dbe-3e00-4e6f-8c73-acc7f29b0398', 'status': 'completed', 'code': 200} Jun 30 02:38:49.498732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:49.573302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] For port f80bfbb3-2031-46fb-be79-31fa213f9259, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f80bfbb3-2031-46fb-be79-31fa213f9259,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:49.579728 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.611191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-bba86b5a-cfa4-4775-9442-b04af51e4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.613737 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-bba86b5a-cfa4-4775-9442-b04af51e4305 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1096 time: 0.8945427 Jun 30 02:38:49.719646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ecdd6-47a6-46d8-bcee-eaa67f48484c None None] Pushing event updated for resources: {'Port': ['ID=f80bfbb3-2031-46fb-be79-31fa213f9259,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:49.723132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.738563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6261-5a10-458e-8d46-e5690dc07886 None None] Provisioning for port eda282e2-3119-4bb5-89e6-f666d9b66bac completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:49.750750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6261-5a10-458e-8d46-e5690dc07886 None None] Provisioning complete for port eda282e2-3119-4bb5-89e6-f666d9b66bac triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:49.751128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6261-5a10-458e-8d46-e5690dc07886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.791214 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'tag': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:49.793978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port a7ec47bf-2ce4-444d-80e8-2d5ff675421c yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:49.795460 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "tag": "eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:49.799709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-9b9089ff-b99e-44c3-8fff-063494d5c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.802180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-9b9089ff-b99e-44c3-8fff-063494d5c474 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1802466 Jun 30 02:38:49.810976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccee45-e4d6-4014-adf7-3f6854c7ec14 None None] New status for floating IP e3c08c66-7449-40fb-803a-bda68000bba5: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:38:49.876102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec558b-4ced-4ed1-98a6-71864424cf89 req-63eb80fc-a906-4e97-bfb9-f6414489dc7f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.876329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-dab857ab-ad17-4ff2-b9bb-d6a6b3aba813 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 217 time: 0.0652401 Jun 30 02:38:49.877884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-deec558b-4ced-4ed1-98a6-71864424cf89 req-63eb80fc-a906-4e97-bfb9-f6414489dc7f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.1471903 Jun 30 02:38:49.901167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e6261-5a10-458e-8d46-e5690dc07886 None None] Port eda282e2-3119-4bb5-89e6-f666d9b66bac cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:49.901619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-1f08c919-271e-4e7b-ab7b-e7f09f270843 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6887205 Jun 30 02:38:49.987014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-deec558b-4ced-4ed1-98a6-71864424cf89 req-9fff3273-5b59-4596-be13-d304eebd5cd6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019208 Jun 30 02:38:50.022259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-75d7d7bb-aa23-4d71-8a5e-31ed320ea663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.022792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-75d7d7bb-aa23-4d71-8a5e-31ed320ea663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.024432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-75d7d7bb-aa23-4d71-8a5e-31ed320ea663 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1980 time: 0.5582478 Jun 30 02:38:50.034290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f80bfbb3-2031-46fb-be79-31fa213f9259 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:50.097221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-8068601a-0ce4-4be2-945b-a49794b384be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=377b9d0e-3869-4660-bb7e-0497c45417ca HTTP/1.1" status: 200 len: 217 time: 0.0474226 Jun 30 02:38:50.120341 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 02:38:50.120938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:38:50.123305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f80bfbb3-2031-46fb-be79-31fa213f9259 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:50.127287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.153262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-298c6da9-e050-4cf1-8b39-fd5d3e7a1b18 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9928551 Jun 30 02:38:50.154030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-d169df85-e2b1-4a48-8b54-014eed062ad8 service neutron] 10.222.0.78 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434289 Jun 30 02:38:50.155749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:50.194999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-cef45755-e2be-47e6-a0cd-573ef07a47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.196664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-cef45755-e2be-47e6-a0cd-573ef07a47a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1968234 Jun 30 02:38:50.273563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-a62a7802-3c09-4354-b49b-b4904214d316 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446393 Jun 30 02:38:50.282862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-3339bd50-1624-44a9-b2e2-7306b7efcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.284240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-3339bd50-1624-44a9-b2e2-7306b7efcb68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9763ddcd-700b-4ca3-bb00-0e9871178727 HTTP/1.1" status: 200 len: 801 time: 0.1782651 Jun 30 02:38:50.307950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:50.319752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb09e1-9958-462a-bdfc-c67b30acf7d7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.327079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb09e1-9958-462a-bdfc-c67b30acf7d7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.328970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-becb09e1-9958-462a-bdfc-c67b30acf7d7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1722014 Jun 30 02:38:50.332091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:50.338497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:50.339092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3fd60dbe-3e00-4e6f-8c73-acc7f29b0398 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:50.390980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948f906-a4f2-478f-ba3e-3715cc5fa3f0 req-4786f95d-31ac-4cbd-b61f-bde89239c5fe tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.398943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948f906-a4f2-478f-ba3e-3715cc5fa3f0 req-4786f95d-31ac-4cbd-b61f-bde89239c5fe tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.399321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-8ad5866b-72d4-4dca-9891-c6749c38b90b service neutron] 10.222.0.78 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439802 Jun 30 02:38:50.406760 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c948f906-a4f2-478f-ba3e-3715cc5fa3f0 req-4786f95d-31ac-4cbd-b61f-bde89239c5fe tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1678 time: 0.1738517 Jun 30 02:38:50.442504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6e396d51-0e21-43cf-9bb1-a766f9f3b706 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598158 Jun 30 02:38:50.443935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-2ce4e6e6-a231-4432-b3b3-6dd8f2af8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.445360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-2ce4e6e6-a231-4432-b3b3-6dd8f2af8dcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3dca6c2b-2251-4884-9586-c3da3838718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1421194 Jun 30 02:38:50.488201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c948f906-a4f2-478f-ba3e-3715cc5fa3f0 req-e82e22f2-a267-4a10-bdbf-53caed07cd82 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802934 Jun 30 02:38:50.539304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port eda282e2-3119-4bb5-89e6-f666d9b66bac {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:50.539763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.672521 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-f4bbd81b-ba36-4316-a3e6-5a626e166797 service neutron] 10.222.0.67 "GET /v2.0/networks/3dca6c2b-2251-4884-9586-c3da3838718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096615 Jun 30 02:38:50.674546 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-64d3dc6d-bef6-49b5-9281-e6ddfcf62f5e service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203822 Jun 30 02:38:50.776634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-604390f0-afd8-40eb-83fc-e6fd443f7d45 req-3170b256-bb3d-46eb-ade0-526dd35c3565 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 210 time: 0.0582695 Jun 30 02:38:50.806445 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.830270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for eda282e2-3119-4bb5-89e6-f666d9b66bac owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:50.961855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-82dc2406-3c41-4780-928d-8708c768064b service neutron] 10.222.0.67 "GET /v2.0/networks/3dca6c2b-2251-4884-9586-c3da3838718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744007 Jun 30 02:38:50.972473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e092b-722a-4262-b537-c7e8094779f2 req-0090b585-384d-4da7-acdd-78c2c3e1ebca tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.974997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c46e092b-722a-4262-b537-c7e8094779f2 req-0090b585-384d-4da7-acdd-78c2c3e1ebca tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 950 time: 0.2704327 Jun 30 02:38:51.012173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d312b-bd19-4d6e-9d89-284fef102758 req-7f609b73-68c3-4dad-ab6d-054c03699406 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.021902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb0d312b-bd19-4d6e-9d89-284fef102758 req-7f609b73-68c3-4dad-ab6d-054c03699406 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 950 time: 0.1929293 Jun 30 02:38:51.084637 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a8232-2844-40a5-bed1-77d5b8857920 x-openstack-request-id: req-701a8232-2844-40a5-bed1-77d5b8857920 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:51.085405 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "tag": "eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:51.085928 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-701a8232-2844-40a5-bed1-77d5b8857920 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:51.086660 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'tag': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5', 'status': 'completed', 'code': 200} Jun 30 02:38:51.087239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.134464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-d7b16769-51b5-4853-bf79-5b4d50bd1761 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 HTTP/1.1" status: 200 len: 217 time: 0.1545837 Jun 30 02:38:51.160621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=eda282e2-3119-4bb5-89e6-f666d9b66bac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:51.240753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb0d312b-bd19-4d6e-9d89-284fef102758 req-c5cf928e-5384-4f1f-b5a0-d30f530e88d4 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/security-groups?id=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166512 Jun 30 02:38:51.294236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07a173fc-1611-4df4-8259-2ef04ab6f6e1 req-5fd8a001-5b18-41a2-8195-4e6c9c0cb1d7 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 210 time: 0.0734420 Jun 30 02:38:51.295465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.297371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c789c31-2276-450c-a487-61cba2f16a95 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/eda282e2-3119-4bb5-89e6-f666d9b66bac HTTP/1.1" status: 204 len: 168 time: 0.9625585 Jun 30 02:38:51.299873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36270) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:51.341203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-308a8324-a33f-4fea-b1e0-147ba81dc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.347552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-308a8324-a33f-4fea-b1e0-147ba81dc6c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32f4116b-fbfa-4438-97bb-a187791542f6 HTTP/1.1" status: 200 len: 801 time: 0.2050896 Jun 30 02:38:51.443274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305dabe-f795-42e1-8e0e-8936428753f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.444853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305dabe-f795-42e1-8e0e-8936428753f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.446702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8305dabe-f795-42e1-8e0e-8936428753f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1459060 Jun 30 02:38:51.449906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36278) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:51.535813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Deleting port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:51.536379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.566873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-deleted', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:51.569803 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71606820-ef42-442a-9cf3-d7d0a67b82ce" -d '{"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-deleted", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:51.582020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 877ca932-2de5-436b-922b-51dfcd252fe6 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:51.610558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.611343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d41f-a37c-4332-b997-45c928b19aad req-ef204ef2-de41-4c75-8e17-6304ca4ef295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.613633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-ef204ef2-de41-4c75-8e17-6304ca4ef295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=02ee6651-f914-45fe-80b0-15305b464249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2582874 Jun 30 02:38:51.711032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.796033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] For port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:51.796411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.815612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Calling delete_port for 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:51.907934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.981438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d536a-0b3d-4004-8657-8e721c7cb038 req-4b22969b-0662-4f14-8cb5-38b990f17a6f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.983000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-157d536a-0b3d-4004-8657-8e721c7cb038 req-4b22969b-0662-4f14-8cb5-38b990f17a6f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.5178466 Jun 30 02:38:52.026537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.033131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-91ed27ab-579c-4bc3-ade9-6ae7dc56b95a service neutron] 10.222.0.67 "GET /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080558 Jun 30 02:38:52.033898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.039679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8c407d6c-4fa6-4baa-ab40-f892eff04fb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:52.073167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=877ca932-2de5-436b-922b-51dfcd252fe6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:52.077855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.083036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-967876b1-708a-45a1-bd58-d6d5071b8fd5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/877ca932-2de5-436b-922b-51dfcd252fe6 HTTP/1.1" status: 204 len: 168 time: 0.6319189 Jun 30 02:38:52.084430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Pushing event deleted for resources: {'Port': ['ID=8c407d6c-4fa6-4baa-ab40-f892eff04fb5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:52.084881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:52.094344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151d0f58-2dfd-4feb-9b92-685989cd6796 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:52.101236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3dc37-bda3-47e0-bb9b-d2539eaccdbb req-6a242f7a-c485-483b-a0ab-ab18dcdca3ec tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:52.107067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3dc37-bda3-47e0-bb9b-d2539eaccdbb req-6a242f7a-c485-483b-a0ab-ab18dcdca3ec tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:52.109142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9a3dc37-bda3-47e0-bb9b-d2539eaccdbb req-6a242f7a-c485-483b-a0ab-ab18dcdca3ec tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1678 time: 0.1478102 Jun 30 02:38:52.145808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-157d536a-0b3d-4004-8657-8e721c7cb038 req-0e3e8689-79b2-49f4-beb9-1508bd4c842a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530077 Jun 30 02:38:52.155858 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-de8e7517-6137-4312-ba11-a29ca5656856 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683138 Jun 30 02:38:52.159806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36302) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:52.192634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:52.269865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] No DVR routers for this DVR port 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:52.273948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.279222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c46e092b-722a-4262-b537-c7e8094779f2 req-354e0a1d-d6ad-4693-b915-47aea9378583 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.67 "DELETE /v2.0/ports/8c407d6c-4fa6-4baa-ab40-f892eff04fb5 HTTP/1.1" status: 204 len: 173 time: 1.2979038 Jun 30 02:38:52.323708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:52.357090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c464d41f-a37c-4332-b997-45c928b19aad req-bf4b3219-3af1-48a5-a7a1-142a4eb2eb67 service neutron] 10.222.0.67 "GET /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950227 Jun 30 02:38:52.361772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 6033da92-a830-4c3a-82a8-1e93e3b9cbab {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:52.373961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6033da92-a830-4c3a-82a8-1e93e3b9cbab not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:52.381283 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257fb820-3153-4591-9abe-925fead7ae0e x-openstack-request-id: req-257fb820-3153-4591-9abe-925fead7ae0e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:52.381626 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b7cf21-6321-44d6-a113-d053c80f76da", "name": "network-vif-deleted", "tag": "6033da92-a830-4c3a-82a8-1e93e3b9cbab", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:52.381822 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-257fb820-3153-4591-9abe-925fead7ae0e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:52.382189 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7cf21-6321-44d6-a113-d053c80f76da', 'name': 'network-vif-deleted', 'tag': '6033da92-a830-4c3a-82a8-1e93e3b9cbab', 'status': 'completed', 'code': 200} Jun 30 02:38:52.414058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9a3dc37-bda3-47e0-bb9b-d2539eaccdbb req-7dd4f1f7-3332-478b-aa4f-7346d345f854 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566235 Jun 30 02:38:52.415986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:52.419599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.443512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:52.616770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] Deleting port f80bfbb3-2031-46fb-be79-31fa213f9259 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:52.617460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.778127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-7f8b4a74-a7ee-481f-8125-89fc062683c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:52.781404 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50fc996e-0508-4aef-958b-5983bd6d18b1 req-14481ea4-f62f-4533-955b-40289510ecfc tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 210 time: 0.0830512 Jun 30 02:38:52.783772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-7f8b4a74-a7ee-481f-8125-89fc062683c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:52.785608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-7f8b4a74-a7ee-481f-8125-89fc062683c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af2124c4ec7946899df3f192cee2acb7&device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1980 time: 0.3314841 Jun 30 02:38:52.808374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ec7398fc-d63b-4a9e-a536-acd3c21400aa tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:52.810410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ec7398fc-d63b-4a9e-a536-acd3c21400aa tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 812 time: 0.3666120 Jun 30 02:38:52.827755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'port': {'device_id': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73', 'admin_state_up': True, 'tenant_id': '2d57093cdd974fc8bd7c66165c6121dd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:52.847623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] For port f80bfbb3-2031-46fb-be79-31fa213f9259, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f80bfbb3-2031-46fb-be79-31fa213f9259,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:52.848221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.869262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] Calling delete_port for f80bfbb3-2031-46fb-be79-31fa213f9259 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:53.050328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-984c5ce0-845f-4160-a9a0-bd2f6676adc6 req-edd433ec-cf58-4217-8be0-9faae06eb309 tempest-ServersOnMultiNodesTest-1769670622 tempest-ServersOnMultiNodesTest-1769670622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8694c082-f98c-4238-a206-7cc0888baa83 HTTP/1.1" status: 200 len: 210 time: 0.0478065 Jun 30 02:38:53.054800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.090760 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.123029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] Pushing event deleted for resources: {'Port': ['ID=f80bfbb3-2031-46fb-be79-31fa213f9259,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:53.127295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc96b2e-cbf7-49e5-ba63-de6ae06865c4 None None] No DVR routers for this DVR port f80bfbb3-2031-46fb-be79-31fa213f9259 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:53.133310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694c082-f98c-4238-a206-7cc0888baa83', 'name': 'network-vif-deleted', 'tag': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:53.136627 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c282be5b-0aa2-4649-a5d2-ece9e5dd1573" -d '{"events": [{"server_uuid": "8694c082-f98c-4238-a206-7cc0888baa83", "name": "network-vif-deleted", "tag": "8c407d6c-4fa6-4baa-ab40-f892eff04fb5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:53.156390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e3cd579-56a4-4665-bebc-5c0dcfd3a7bb req-dc4ae1dd-ef6a-4c15-8ec6-b0ca98e9785e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 210 time: 0.0897462 Jun 30 02:38:53.157417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-aac52dbe-b15d-4f5a-9a2b-cef940b02c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.158866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-aac52dbe-b15d-4f5a-9a2b-cef940b02c3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=02ee6651-f914-45fe-80b0-15305b464249 HTTP/1.1" status: 200 len: 902 time: 0.3374419 Jun 30 02:38:53.182811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:53.213557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:53.216515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=96bd8789-24ea-4681-872a-621c2450ea98,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:53.223012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.224512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.231328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb074f3-734c-47b6-af4a-98a4539ef3c6 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:53.273285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7cfbe0e3-8956-400d-b5a7-0f9284657770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1072226 Jun 30 02:38:53.273285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36340) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:53.285361 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311b8eb7-a5c3-4756-a0dd-450e22c90f3e x-openstack-request-id: req-311b8eb7-a5c3-4756-a0dd-450e22c90f3e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:53.285864 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694c082-f98c-4238-a206-7cc0888baa83", "name": "network-vif-deleted", "tag": "8c407d6c-4fa6-4baa-ab40-f892eff04fb5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:53.286965 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-311b8eb7-a5c3-4756-a0dd-450e22c90f3e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:53.287771 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8694c082-f98c-4238-a206-7cc0888baa83', 'name': 'network-vif-deleted', 'tag': '8c407d6c-4fa6-4baa-ab40-f892eff04fb5', 'status': 'completed', 'code': 200} Jun 30 02:38:53.293845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '96bd8789-24ea-4681-872a-621c2450ea98', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-212568178'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:53.295202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-63670c0c-70bd-485b-bfc2-0a45c8c22ce3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 HTTP/1.1" status: 200 len: 217 time: 0.1263545 Jun 30 02:38:53.390656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-db1a4e61-0fbc-4f70-8c73-b75821b39a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.392386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-db1a4e61-0fbc-4f70-8c73-b75821b39a1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32f4116b-fbfa-4438-97bb-a187791542f6 HTTP/1.1" status: 200 len: 801 time: 0.0879431 Jun 30 02:38:53.438699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Made reservation on behalf of 2d57093cdd974fc8bd7c66165c6121dd for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:53.442621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.545924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-5542f62b-bf0b-4127-9b0c-82cfb39746f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.547588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-5542f62b-bf0b-4127-9b0c-82cfb39746f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=02ee6651-f914-45fe-80b0-15305b464249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468544 Jun 30 02:38:53.579790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:53.585887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.623673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 60a90093-0c97-4688-b696-459c8786c5b0 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:53.624615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '96bd8789-24ea-4681-872a-621c2450ea98'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:53.625856 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.844394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a578c-4b6f-49be-afbf-8a10deaa9e8f req-a2077bb8-a716-42f9-bd2f-959cc21441a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.856609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a578c-4b6f-49be-afbf-8a10deaa9e8f req-a2077bb8-a716-42f9-bd2f-959cc21441a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.870419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/96bd8789-24ea-4681-872a-621c2450ea98/77305dc0-42a9-433a-8677-7b608570d62f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:53.874934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc9a578c-4b6f-49be-afbf-8a10deaa9e8f req-a2077bb8-a716-42f9-bd2f-959cc21441a0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1678 time: 0.1770949 Jun 30 02:38:53.903327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f80bfbb3-2031-46fb-be79-31fa213f9259 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:53.941265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36358) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:53.950082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc9a578c-4b6f-49be-afbf-8a10deaa9e8f req-24f49c61-69fa-4bfd-90c3-d88aafc9cb05 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739698 Jun 30 02:38:54.122753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-befd6861-e902-47f9-9642-c7c833d2d087 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e50a229ee9b437594a57da5de184f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797071 Jun 30 02:38:54.124714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36364) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:54.185784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2456eae-26fa-4fa6-b8b0-eebc47d88ae4 req-b264802a-b3cb-4b9f-98a8-aa9a136ebf0d tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 210 time: 0.0463796 Jun 30 02:38:54.228080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b906c51-16d4-4f4a-9693-37e0e96d7ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.265185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b906c51-16d4-4f4a-9693-37e0e96d7ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.305059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.311898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f80bfbb3-2031-46fb-be79-31fa213f9259 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:54.312170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f80bfbb3-2031-46fb-be79-31fa213f9259 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:54.332188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Transition to ACTIVE for port object 77305dc0-42a9-433a-8677-7b608570d62f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:54.333686 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b906c51-16d4-4f4a-9693-37e0e96d7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.338657 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b906c51-16d4-4f4a-9693-37e0e96d7ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.340426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:54.345019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b906c51-16d4-4f4a-9693-37e0e96d7ec5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3630ca37-904d-487e-8f33-d6076d9dcb0f HTTP/1.1" status: 204 len: 168 time: 0.2189033 Jun 30 02:38:54.351718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:54.357421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b906c51-16d4-4f4a-9693-37e0e96d7ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630ca37-904d-487e-8f33-d6076d9dcb0f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:54.359761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Allocated IP 172.20.0.9 (12b0e1fd-7d72-4665-82ac-8b7a51f6fa73/10704dde-5aa3-4c97-9554-db6f6a32b730/569f33d1-c1f9-4c69-a7c0-ce9c500087ba) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:54.414467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:54.415239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8c407d6c-4fa6-4baa-ab40-f892eff04fb5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:54.493582 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-1355721e-4fab-487c-b5af-fe03d85f9e78 service neutron] 10.222.0.67 "GET /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9361155 Jun 30 02:38:54.496375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Transition to ACTIVE for port object 77305dc0-42a9-433a-8677-7b608570d62f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:54.521309 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.523941 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:38:54.524536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:38:54.529799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2cbb-6ab3-40db-b6fe-cb51d74777ae req-322f885b-ac9e-42e5-87e7-878b6b5d0efd tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:54.531392 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c3a2cbb-6ab3-40db-b6fe-cb51d74777ae req-322f885b-ac9e-42e5-87e7-878b6b5d0efd tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.9114912 Jun 30 02:38:54.555699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:54.558772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-469a94bd-c84e-4b3f-bdf7-bfb861f09508 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2833788 Jun 30 02:38:54.619982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:54.627245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:54.642637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:54.654889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Pushing event updated for resources: {'Port': ['ID=77305dc0-42a9-433a-8677-7b608570d62f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:54.755144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:54.760382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Attempting to bind port 77305dc0-42a9-433a-8677-7b608570d62f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:54.760826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Attempting to bind port 77305dc0-42a9-433a-8677-7b608570d62f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:54.761269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Attempting to bind port 77305dc0-42a9-433a-8677-7b608570d62f on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:54.769718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5', 'network_id': '02ee6651-f914-45fe-80b0-15305b464249', 'port_id': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5', 'mac_address': 'fa:16:3e:0f:45:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4116b-fbfa-4438-97bb-a187791542f6', 'ip_address': '19.86.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:54.771889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:54.772441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:54.772867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.773358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:54.773851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Bound port: 77305dc0-42a9-433a-8677-7b608570d62f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:54.774335 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.876405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae418170-4bd9-4c1e-9486-6e902cdf7521 req-877689c7-9601-4b0d-a0b5-86941da51472 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 210 time: 0.0781124 Jun 30 02:38:54.908116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.968040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:54.978243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c3a2cbb-6ab3-40db-b6fe-cb51d74777ae req-d7f9cb2f-d9f6-4205-8ac6-434b1a33a3d3 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172058 Jun 30 02:38:54.982232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] For port 77305dc0-42a9-433a-8677-7b608570d62f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:54.987664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] For port 77305dc0-42a9-433a-8677-7b608570d62f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77305dc0-42a9-433a-8677-7b608570d62f,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:55.011925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36386) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:55.012583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.049421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:55.100643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bfa962a-f6b5-4eaa-8a7a-f7d421bee23c req-0c241906-4393-434a-abf8-e31e895ea4d9 service neutron] 10.222.0.67 "GET /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681448 Jun 30 02:38:55.101142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.101798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 377b9d0e-3869-4660-bb7e-0497c45417ca details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:55.152323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde70213-8f40-496e-a92d-8291aa24ab3c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.154596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dde70213-8f40-496e-a92d-8291aa24ab3c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5903974 Jun 30 02:38:55.157248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36392) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:55.231273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.340455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.387744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:55.401682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de9c6f-1f51-49b7-8201-bd57ad32eb59 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.403363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de9c6f-1f51-49b7-8201-bd57ad32eb59 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.404919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c0de9c6f-1f51-49b7-8201-bd57ad32eb59 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2461944 Jun 30 02:38:55.412889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:55.452466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdc2a4-6f13-45cd-b6ef-e469f81d1c3e None None] Pushing event updated for resources: {'Port': ['ID=77305dc0-42a9-433a-8677-7b608570d62f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:55.480885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:55.492711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:55.564631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:55.673586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be82ea4a-488f-4349-bb9f-812ade41fe15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60cfb261c2b8481b9ff775ce78508416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6601822 Jun 30 02:38:55.680806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36408) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:55.681982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:55.712604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=377b9d0e-3869-4660-bb7e-0497c45417ca,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:55.743380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '377b9d0e-3869-4660-bb7e-0497c45417ca', 'network_id': '3dca6c2b-2251-4884-9586-c3da3838718d', 'port_id': '377b9d0e-3869-4660-bb7e-0497c45417ca', 'mac_address': 'fa:16:3e:ee:11:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9763ddcd-700b-4ca3-bb00-0e9871178727', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:55.743991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.744925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.804277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36410) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:55.810911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88e4eaf1-db02-45b0-b92b-f1c3e637c88a req-aaaa41a3-7e3b-4c10-89c4-3f2468abe343 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e378471-b6d2-41ea-bc19-82c4685245bb HTTP/1.1" status: 200 len: 210 time: 0.3159132 Jun 30 02:38:55.811209 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38167bd1-a115-4dd9-9ec3-5152eb8baa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.814841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:55.841935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbe052-aeb7-445b-aadc-6f6e165917ad req-e0031a2b-a3f8-4100-a9d3-47f9d09e6965 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.849562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbe052-aeb7-445b-aadc-6f6e165917ad req-e0031a2b-a3f8-4100-a9d3-47f9d09e6965 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.861989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44cbe052-aeb7-445b-aadc-6f6e165917ad req-e0031a2b-a3f8-4100-a9d3-47f9d09e6965 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1679 time: 0.6050687 Jun 30 02:38:55.899631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-ea4c76d6-9b04-4d10-949f-9c5f4d91b64a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0767896 Jun 30 02:38:55.915030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.918466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 96bd8789-24ea-4681-872a-621c2450ea98 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:55.926798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Request body: {'port': {'device_id': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:55.931282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.956930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38167bd1-a115-4dd9-9ec3-5152eb8baa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.964898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377b9d0e-3869-4660-bb7e-0497c45417ca {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:56.062102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77305dc0-42a9-433a-8677-7b608570d62f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:56.066630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44cbe052-aeb7-445b-aadc-6f6e165917ad req-347bd86e-2a29-4cca-b531-e7378e2938c9 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052298 Jun 30 02:38:56.071410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=377b9d0e-3869-4660-bb7e-0497c45417ca,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:56.091889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.101589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1915597573-network', 'tenant_id': '3f4ec4f6b026422aa7a6b786a9794187'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:56.146077 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.154096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38167bd1-a115-4dd9-9ec3-5152eb8baa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.157084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38167bd1-a115-4dd9-9ec3-5152eb8baa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.164731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-38167bd1-a115-4dd9-9ec3-5152eb8baa2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/477d5bb3-e28b-4b75-a64a-a2fd4dddcf88 HTTP/1.1" status: 204 len: 168 time: 0.4828203 Jun 30 02:38:56.177206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.182608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38167bd1-a115-4dd9-9ec3-5152eb8baa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d5bb3-e28b-4b75-a64a-a2fd4dddcf88,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.184561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Made reservation on behalf of 3f4ec4f6b026422aa7a6b786a9794187 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:56.191004 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.210596 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.381371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.414851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.416625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 77305dc0-42a9-433a-8677-7b608570d62f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:56.471687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec9417-f7e3-447a-8ba7-83309b94ba14 req-5da312cd-89ca-4fb6-9c31-9410d9ad540e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:56.475347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['377b9d0e-3869-4660-bb7e-0497c45417ca'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:56.479761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fbec9417-f7e3-447a-8ba7-83309b94ba14 req-5da312cd-89ca-4fb6-9c31-9410d9ad540e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.1631532 Jun 30 02:38:56.531365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.545120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fbec9417-f7e3-447a-8ba7-83309b94ba14 req-f0a82437-ab2a-4c08-abd0-c6275b9d61f1 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651963 Jun 30 02:38:56.553338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.573486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:56.586182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.586881 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Added segment 8deaeac5-87e0-4137-93b6-da3b0afbccf9 of type vlan for network 14b99968-74ac-4246-9a74-6f3ff4812b99 Jun 30 02:38:56.639087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.681793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.684814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:56.685668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.721508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc37a-aa6a-4bcc-bb65-1bcdb8af9064 req-d52557ed-77e6-4a42-a1ef-33c320c7cf1c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:56.729412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b85fc37a-aa6a-4bcc-bb65-1bcdb8af9064 req-d52557ed-77e6-4a42-a1ef-33c320c7cf1c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 931 time: 0.3704889 Jun 30 02:38:56.759895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.775138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed873dd0-b9cc-4f4f-8270-44b3c73355f3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.792989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9793813 Jun 30 02:38:56.795681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36422) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.802953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Request body: {'subnet': {'network_id': '14b99968-74ac-4246-9a74-6f3ff4812b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1915597573-subnet', 'tenant_id': '3f4ec4f6b026422aa7a6b786a9794187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:56.804038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=96bd8789-24ea-4681-872a-621c2450ea98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.830231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369923c5-acff-4f29-bf98-5e5afd763aad admin admin] Pushing event updated for resources: {'Network': ['ID=14b99968-74ac-4246-9a74-6f3ff4812b99,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.834882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.839721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ba13b5d2-905a-45c9-bddb-63407ca51607 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/96bd8789-24ea-4681-872a-621c2450ea98 HTTP/1.1" status: 204 len: 168 time: 1.4172232 Jun 30 02:38:56.842774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 14b99968-74ac-4246-9a74-6f3ff4812b99 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:56.845190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36424) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.858978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.896384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3f255910-dc02-4311-b842-9adece265686 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460365 Jun 30 02:38:56.896940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36430) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.902275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:56.953959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b85fc37a-aa6a-4bcc-bb65-1bcdb8af9064 req-c396bb16-7c5b-4fec-9aae-f2d5730750e5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234039 Jun 30 02:38:56.983606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Made reservation on behalf of 3f4ec4f6b026422aa7a6b786a9794187 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:56.986219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.014195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.028697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff1cbb0a-4672-4cca-af8c-3073e24cc2ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49025f75c38449e8ba7f1c1cf1a1ea7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612561 Jun 30 02:38:57.031906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.055270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56b1e4-5183-434f-93eb-648e01971431 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:57.174225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569f33d1-c1f9-4c69-a7c0-ce9c500087ba {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:57.188719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.211217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ee146d-078f-4cd3-afc0-c13da9cba2a6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.221725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Transition to ACTIVE for port object 569f33d1-c1f9-4c69-a7c0-ce9c500087ba will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:57.226196 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe16a-ae0b-4763-b549-c51f7b300430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.230802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:57.234262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.234806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.306287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ee146d-078f-4cd3-afc0-c13da9cba2a6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.309849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe16a-ae0b-4763-b549-c51f7b300430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.316331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] Provisioning for port 77305dc0-42a9-433a-8677-7b608570d62f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:57.321689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] Provisioning complete for port 77305dc0-42a9-433a-8677-7b608570d62f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:57.322077 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.372179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.440115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.460722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:57.504639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:57.534615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14feb87-73d7-42c5-b8c3-5fb0f29c1d75 req-065be99f-9e81-4f72-b113-5cde6fd9f9e2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:57.541292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14feb87-73d7-42c5-b8c3-5fb0f29c1d75 req-065be99f-9e81-4f72-b113-5cde6fd9f9e2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:57.542972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b14feb87-73d7-42c5-b8c3-5fb0f29c1d75 req-065be99f-9e81-4f72-b113-5cde6fd9f9e2 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1680 time: 0.3207810 Jun 30 02:38:57.557652 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.559816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe16a-ae0b-4763-b549-c51f7b300430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.564268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe16a-ae0b-4763-b549-c51f7b300430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.565756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4e0fe16a-ae0b-4763-b549-c51f7b300430 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57b4c996-8001-497a-9d9d-9b0612175023 HTTP/1.1" status: 204 len: 168 time: 0.5290539 Jun 30 02:38:57.570077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7def1def-0605-45ca-91c8-b9f783a0b9d7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.628897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Checking segment: {'id': '8deaeac5-87e0-4137-93b6-da3b0afbccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '14b99968-74ac-4246-9a74-6f3ff4812b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:57.629266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Network hostable DHCP agents. Network: 14b99968-74ac-4246-9a74-6f3ff4812b99, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:57.645350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fe16a-ae0b-4763-b549-c51f7b300430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4c996-8001-497a-9d9d-9b0612175023,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.663401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ee146d-078f-4cd3-afc0-c13da9cba2a6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.671903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b14feb87-73d7-42c5-b8c3-5fb0f29c1d75 req-08bb74b3-4f59-4e1a-89fc-f51d456d5209 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129062 Jun 30 02:38:57.687494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16ee146d-078f-4cd3-afc0-c13da9cba2a6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.689378 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-16ee146d-078f-4cd3-afc0-c13da9cba2a6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "DELETE /v2.0/security-groups/2e54d2f5-f2c2-4703-9561-a5ca559e6e77 HTTP/1.1" status: 204 len: 168 time: 0.6728687 Jun 30 02:38:57.696464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.726149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee146d-078f-4cd3-afc0-c13da9cba2a6 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e54d2f5-f2c2-4703-9561-a5ca559e6e77,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.757388 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.768376 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-99d53aca-cd1c-4ca0-85aa-90690a897e31 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] show failed (client error): The resource could not be found. Jun 30 02:38:57.771970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-99d53aca-cd1c-4ca0-85aa-90690a897e31 tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "GET /v2.0/security-groups/2e54d2f5-f2c2-4703-9561-a5ca559e6e77 HTTP/1.1" status: 404 len: 347 time: 0.0470912 Jun 30 02:38:57.776121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Attempting to bind port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:57.777010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Attempting to bind port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:57.777958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Attempting to bind port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba on network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:57.788828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.791033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba on network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:57.791647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Attempting to bind port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba on network 12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:57.807109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:57.812184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:57.820261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:57.820852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.822920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:57.823328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Network 14b99968-74ac-4246-9a74-6f3ff4812b99 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:57.824589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Checking segment: {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:57.825211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Bound using segment: {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:57.825783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Bound port: 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c47c2f1-cd12-4a13-8db6-d2436d3e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:57.827638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.829150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] For port 77305dc0-42a9-433a-8677-7b608570d62f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77305dc0-42a9-433a-8677-7b608570d62f,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:57.841780 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b574410-d4aa-4106-aa23-81bb0b412749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.862588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 14b99968-74ac-4246-9a74-6f3ff4812b99) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:57.886509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:57.886509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.893376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.912029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb23cd-9063-4012-bd87-5c8ca2e0d935 None None] Network 14b99968-74ac-4246-9a74-6f3ff4812b99 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:57.927787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75c5c465-8afd-4a62-81cf-750d963ba662 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1302381 Jun 30 02:38:57.934349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=224e2b68-6885-424b-8e14-3181ecba714d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.947567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:57.950934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:57.959902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-afe94c21-d5bd-4341-b401-384b950d3a05 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0617754 Jun 30 02:38:57.960360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36452) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.969661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:57.999950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.002876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.006372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.028715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77305dc0-42a9-433a-8677-7b608570d62f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:58.075642 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.081313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.101747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:58.112754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] Deleting port 77305dc0-42a9-433a-8677-7b608570d62f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:58.113128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.119262 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.121480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b4b43f60-cf54-45e9-b223-40daa02b4b37 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1601584 Jun 30 02:38:58.125034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36458) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:58.210629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.211260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.212666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-08bf79bf-fe20-456d-944a-4b14f7ea3de4 service neutron] 10.222.0.90 "PUT /v2.0/ports/569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 1091 time: 2.2916739 Jun 30 02:38:58.215730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:58.218136 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b707e313-33d7-4cac-8a05-0841c1e42a78" -d '{"events": [{"name": "network-changed", "server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:58.249181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b5cfa-3381-4e22-8c04-ad4ffd34c9bb req-8e830f6f-a0eb-45bf-b8df-7ce90329a213 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.261758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4639ab7-d2ab-49fa-b485-871d542b2a18 None None] Pushing event updated for resources: {'Port': ['ID=77305dc0-42a9-433a-8677-7b608570d62f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:58.263812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f2b5cfa-3381-4e22-8c04-ad4ffd34c9bb req-8e830f6f-a0eb-45bf-b8df-7ce90329a213 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.2722158 Jun 30 02:38:58.299978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Deleting port dd3d32a0-c874-4f2c-9658-c35274aba9a4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:58.300330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.370862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 377b9d0e-3869-4660-bb7e-0497c45417ca up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:58.422805 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f2b5cfa-3381-4e22-8c04-ad4ffd34c9bb req-588e0066-1b4d-4af9-ac22-601b52bdb44d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578712 Jun 30 02:38:58.484631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-830c11a7-cdfd-4d4b-b26c-1d6de3b1b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.492234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-830c11a7-cdfd-4d4b-b26c-1d6de3b1b152 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1094 time: 0.1874671 Jun 30 02:38:58.520450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e70ec4a-783c-4367-87d6-0ec117b50af9 None None] Network 14b99968-74ac-4246-9a74-6f3ff4812b99 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:58.525626 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b00e1a-7f06-4cf3-a76f-944f8bf015bd x-openstack-request-id: req-c7b00e1a-7f06-4cf3-a76f-944f8bf015bd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:58.526088 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:58.526508 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7b00e1a-7f06-4cf3-a76f-944f8bf015bd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:58.527036 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'status': 'completed', 'code': 200} Jun 30 02:38:58.560813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009591d2-9d30-4ba6-a747-f2e94f29cd27 req-119c4871-a329-44fe-9bcd-64c8189de65d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.562964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-009591d2-9d30-4ba6-a747-f2e94f29cd27 req-119c4871-a329-44fe-9bcd-64c8189de65d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 943 time: 0.2752717 Jun 30 02:38:58.592314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-e7cb2050-b8ea-425c-8d4f-4f245dbf0d41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 217 time: 0.0691984 Jun 30 02:38:58.689573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.690206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.706488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] For port 77305dc0-42a9-433a-8677-7b608570d62f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77305dc0-42a9-433a-8677-7b608570d62f,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:58.706951 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.725722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] Calling delete_port for 77305dc0-42a9-433a-8677-7b608570d62f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:58.749964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Calling delete_port for dd3d32a0-c874-4f2c-9658-c35274aba9a4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:58.785613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-5e38c78e-8418-4220-a956-5792f6f80703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.790824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-5e38c78e-8418-4220-a956-5792f6f80703 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.1869965 Jun 30 02:38:58.956638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-360a5be2-de63-42e6-95f1-7b8f27525650 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518719 Jun 30 02:38:58.965084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.967457 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.974861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-784841f7-a03e-4aca-895a-b78a04763219 req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-913010671', 'description': 'tempest-description-965512295'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:59.024865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] Pushing event deleted for resources: {'Port': ['ID=77305dc0-42a9-433a-8677-7b608570d62f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:59.026056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcabdb-6a74-46b4-8d24-8f6a49ef1711 None None] No DVR routers for this DVR port 77305dc0-42a9-433a-8677-7b608570d62f on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:59.067585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003e716-1058-4264-9545-e99c8a665d6e None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:59.080402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 377b9d0e-3869-4660-bb7e-0497c45417ca completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:59.080601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-26c801b8-6e9c-4687-a927-8a8e5f98d88b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:38:59.083443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-26c801b8-6e9c-4687-a927-8a8e5f98d88b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239711 Jun 30 02:38:59.093150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-784841f7-a03e-4aca-895a-b78a04763219 req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.136112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-009591d2-9d30-4ba6-a747-f2e94f29cd27 req-918d4005-f663-4017-9aa3-068492d821e7 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208823 Jun 30 02:38:59.149014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 377b9d0e-3869-4660-bb7e-0497c45417ca triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:59.149495 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.187726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.448789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.518235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '224e2b68-6885-424b-8e14-3181ecba714d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:59.518887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.565439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:59.568466 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977aa183-f0f2-40ca-a5b2-18f176bc0d39" -d '{"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-plugged", "status": "completed", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:59.569777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-58409d67-0c8d-4911-8eeb-abf321f5759d service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714720 Jun 30 02:38:59.581212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.608732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=377b9d0e-3869-4660-bb7e-0497c45417ca,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:59.617684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::1 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/224e2b68-6885-424b-8e14-3181ecba714d/2068501b-19e7-4eed-9463-57a5e5bcfe65) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:59.624226 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.712387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Pushing event deleted for resources: {'Port': ['ID=dd3d32a0-c874-4f2c-9658-c35274aba9a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:59.763901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e0ab7-0e90-4083-914d-a6c04237ae16 req-b412698f-6fff-4181-8b01-93fa5f213499 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:59.769713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e0ab7-0e90-4083-914d-a6c04237ae16 req-b412698f-6fff-4181-8b01-93fa5f213499 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:59.778921 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf3e0ab7-0e90-4083-914d-a6c04237ae16 req-b412698f-6fff-4181-8b01-93fa5f213499 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1680 time: 0.1810920 Jun 30 02:38:59.783531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-784841f7-a03e-4aca-895a-b78a04763219 req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.882278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:59.931130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf3e0ab7-0e90-4083-914d-a6c04237ae16 req-69582c27-c870-49ac-8b30-43b025719531 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511357 Jun 30 02:38:59.959567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.960820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb94ced8-f9dc-4a81-93d6-ef8cb7608b41 req-62f086ca-0695-43ea-b776-a830a5ec999c service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693759 Jun 30 02:38:59.961602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-784841f7-a03e-4aca-895a-b78a04763219 req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.007064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 2068501b-19e7-4eed-9463-57a5e5bcfe65 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:00.028817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-784841f7-a03e-4aca-895a-b78a04763219 req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.042118 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-784841f7-a03e-4aca-895a-b78a04763219 req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0773408 Jun 30 02:39:00.076146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8e33f-aeee-4ac1-a284-a8d29e60b613 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07efc0af-af78-4121-9583-582be66256a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:00.091428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.100778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.106652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e09598f0-005c-444d-9112-4cf622d1275b tempest-ServersTestBootFromVolume-292278088 tempest-ServersTestBootFromVolume-292278088-project] 10.222.0.78 "DELETE /v2.0/floatingips/e3c08c66-7449-40fb-803a-bda68000bba5 HTTP/1.1" status: 204 len: 168 time: 2.2972596 Jun 30 02:39:00.106938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.108292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:00.137601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:00.150290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:00.153463 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c6edc-91bf-4ad8-97cc-9a6b8ef2e968 x-openstack-request-id: req-ed9c6edc-91bf-4ad8-97cc-9a6b8ef2e968 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:00.166686 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-plugged", "status": "completed", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:00.167019 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed9c6edc-91bf-4ad8-97cc-9a6b8ef2e968 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:00.167425 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca', 'code': 200} Jun 30 02:39:00.206763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/224e2b68-6885-424b-8e14-3181ecba714d/daff23ed-051f-4d82-9ae2-bdfcc9930654) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:00.263673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=2068501b-19e7-4eed-9463-57a5e5bcfe65,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:00.278492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:00.279277 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.355673 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41fc3f90-1f29-4d73-8360-c1e09289f09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.399708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:00.496424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-03d05bdc-8b09-4034-baf4-6c0e063024ea tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/07efc0af-af78-4121-9583-582be66256a9 HTTP/1.1" status: 200 len: 1805 time: 0.1887538 Jun 30 02:39:00.513351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07efc0af-af78-4121-9583-582be66256a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:00.513670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07efc0af-af78-4121-9583-582be66256a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:00.514244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639e0d-2260-45f0-ad24-608e140f3b9f req-d4f73607-7f93-4096-bcdd-09496e9aa1dc tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:00.515920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9639e0d-2260-45f0-ad24-608e140f3b9f req-d4f73607-7f93-4096-bcdd-09496e9aa1dc tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.3727703 Jun 30 02:39:00.516711 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.534394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.543215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-07978de4-0275-42c2-906f-b03909401289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:00.546930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Transition to ACTIVE for port object daff23ed-051f-4d82-9ae2-bdfcc9930654 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:00.552094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-07978de4-0275-42c2-906f-b03909401289 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1094 time: 0.4989524 Jun 30 02:39:00.553505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:00.558883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:00.559247 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.609077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Transition to ACTIVE for port object daff23ed-051f-4d82-9ae2-bdfcc9930654 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:00.669497 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.685660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.706681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9639e0d-2260-45f0-ad24-608e140f3b9f req-bc8a0796-c7e1-4f0f-9e67-38c83b37301a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819475 Jun 30 02:39:00.725077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:00.728100 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.732980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:00.760945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:00.768680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Pushing event updated for resources: {'Port': ['ID=daff23ed-051f-4d82-9ae2-bdfcc9930654,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:00.870910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:00.877088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Attempting to bind port daff23ed-051f-4d82-9ae2-bdfcc9930654 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:00.877458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Attempting to bind port daff23ed-051f-4d82-9ae2-bdfcc9930654 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:00.877827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Attempting to bind port daff23ed-051f-4d82-9ae2-bdfcc9930654 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:00.897752 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.902415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:00.902858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:00.903265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.903667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:00.904165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Bound port: daff23ed-051f-4d82-9ae2-bdfcc9930654, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:00.904551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.991965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:01.029248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] For port daff23ed-051f-4d82-9ae2-bdfcc9930654, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:01.033411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] For port daff23ed-051f-4d82-9ae2-bdfcc9930654, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=daff23ed-051f-4d82-9ae2-bdfcc9930654,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:01.044040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.108475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f111-30d7-4af2-a20a-a2a10c6195a1 req-3093f87d-8784-4c72-928b-a02d07c9525a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:01.117203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a688f111-30d7-4af2-a20a-a2a10c6195a1 req-3093f87d-8784-4c72-928b-a02d07c9525a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 943 time: 0.2092857 Jun 30 02:39:01.144221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b18650-9c1c-4223-abd8-0a1190388049 None None] Pushing event updated for resources: {'Port': ['ID=daff23ed-051f-4d82-9ae2-bdfcc9930654,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:01.197299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a688f111-30d7-4af2-a20a-a2a10c6195a1 req-3e1984fa-0faa-436d-9087-dfbc8a5dc339 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791388 Jun 30 02:39:01.277686 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.292667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.293565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.490503 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.517279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:01.524292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:01.532756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=2068501b-19e7-4eed-9463-57a5e5bcfe65,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:01.564677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-c359527d-7d1c-4d0f-81de-22b688271193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:01.570444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-c359527d-7d1c-4d0f-81de-22b688271193 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.9724700 Jun 30 02:39:01.665669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.668755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-7f89c98d-c046-481e-a013-22d1e64a6afd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 217 time: 0.0900035 Jun 30 02:39:01.689457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.740965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:39:01.756771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44f1e54-383f-4484-87be-7d4d49d1491c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:01.791308 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.803684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9e0b251-91f0-42b1-a0a1-0f7c4e349b47 req-9da8abe1-2211-4ba7-911c-904dedea5dbc tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3062155 Jun 30 02:39:01.859604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-117af6bd-43a0-4c38-96ce-039ddc486ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:01.865527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-117af6bd-43a0-4c38-96ce-039ddc486ac4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.1811392 Jun 30 02:39:01.899827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:01.910044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-39118d6b-1cdd-4d64-96c8-8ba0994871f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "PUT /v2.0/routers/05ee1c6c-b237-4bce-943c-1e65d1332ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7835817 Jun 30 02:39:01.911592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36528) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:01.913758 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Sync routers for ids ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:01.931481 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Routers {'05ee1c6c-b237-4bce-943c-1e65d1332ab7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:01.932462 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:01.950366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-ef0eb1a9-0b6a-4943-a2a7-8e5c91e02eb2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752230 Jun 30 02:39:01.974014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device daff23ed-051f-4d82-9ae2-bdfcc9930654 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:02.027523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42584cfb-3309-4a99-8089-f5677a1254de tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:02.029053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-42584cfb-3309-4a99-8089-f5677a1254de tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports/2068501b-19e7-4eed-9463-57a5e5bcfe65 HTTP/1.1" status: 200 len: 911 time: 0.1149559 Jun 30 02:39:02.038066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36530) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:02.083514 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.113675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.132282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port daff23ed-051f-4d82-9ae2-bdfcc9930654 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:02.168185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:02.171404 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a699b93-096c-4084-809a-125fca20a2cb" -d '{"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-plugged", "status": "completed", "tag": "eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:02.180482 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Set router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:02.218250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898a9f-e501-42dc-acf0-c931891beb27 req-0bb32308-8edc-4835-b997-178b25659e1a tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:02.227594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898a9f-e501-42dc-acf0-c931891beb27 req-0bb32308-8edc-4835-b997-178b25659e1a tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:02.236463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0898a9f-e501-42dc-acf0-c931891beb27 req-0bb32308-8edc-4835-b997-178b25659e1a tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.1339779 Jun 30 02:39:02.293217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68485f4b-af4b-40c0-8b87-e56d234c8e69 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:02.301168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68485f4b-af4b-40c0-8b87-e56d234c8e69 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:02.308528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68485f4b-af4b-40c0-8b87-e56d234c8e69 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2690678 Jun 30 02:39:02.314517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:02.352239 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0898a9f-e501-42dc-acf0-c931891beb27 req-acd2bc9b-9fe8-4564-9526-a098941b298f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143999 Jun 30 02:39:02.392569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-50fadcfb-f918-4022-ba51-6e978fc312b4 req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1271544383', 'description': 'tempest-description-1808141121'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:02.428321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-50fadcfb-f918-4022-ba51-6e978fc312b4 req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.548327 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:38:58Z', 'updated_at': '2021-06-30T02:39:00Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None, '_interfaces': [{'id': '2068501b-19e7-4eed-9463-57a5e5bcfe65', 'name': '', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'mac_address': 'fa:16:3e:f9:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '224e2b68-6885-424b-8e14-3181ecba714d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:38:59Z', 'updated_at': '2021-06-30T02:39:01Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'subnets': [{'id': '224e2b68-6885-424b-8e14-3181ecba714d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:02.569155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-50fadcfb-f918-4022-ba51-6e978fc312b4 req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.577518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-50fadcfb-f918-4022-ba51-6e978fc312b4 req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.592360 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Checking router: 05ee1c6c-b237-4bce-943c-1e65d1332ab7 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:02.592764 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Updating router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 port 2068501b-19e7-4eed-9463-57a5e5bcfe65 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:39:02.601552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-1abd1843-f333-4192-a519-3759bbcce4f5 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397038 Jun 30 02:39:02.633013 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.641799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-50fadcfb-f918-4022-ba51-6e978fc312b4 req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.657333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50fadcfb-f918-4022-ba51-6e978fc312b4 req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2702746 Jun 30 02:39:02.663583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c335f-a46c-4e3d-87fe-9fd32a62621d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84452259-654a-44d4-9344-b6124a265f75,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:02.745557 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62888c4-1458-4eaa-93ad-54d499c8e057 x-openstack-request-id: req-a62888c4-1458-4eaa-93ad-54d499c8e057 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:02.746341 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-plugged", "status": "completed", "tag": "eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:02.746598 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a62888c4-1458-4eaa-93ad-54d499c8e057 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:02.747435 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5', 'code': 200} Jun 30 02:39:02.779153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120883-2828-4bb8-af84-e9b168f32af2 req-bb7018e8-ee18-4f5f-a951-b2364370e8ec tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:02.790992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0120883-2828-4bb8-af84-e9b168f32af2 req-bb7018e8-ee18-4f5f-a951-b2364370e8ec tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.5780151 Jun 30 02:39:02.877687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] Provisioning for port daff23ed-051f-4d82-9ae2-bdfcc9930654 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:02.882972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] Provisioning complete for port daff23ed-051f-4d82-9ae2-bdfcc9930654 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:02.883407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.029387 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0120883-2828-4bb8-af84-e9b168f32af2 req-fca89d48-eb53-4f4d-a09a-55c64e25eb18 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370677 Jun 30 02:39:03.029572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c3f9-8844-4711-a9b9-b12be29a0cf4 req-ee83e5ba-3ddb-46ee-9c0d-cda26f21954d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.038970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23d4c3f9-8844-4711-a9b9-b12be29a0cf4 req-ee83e5ba-3ddb-46ee-9c0d-cda26f21954d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 943 time: 0.1125226 Jun 30 02:39:03.071947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.117518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 569f33d1-c1f9-4c69-a7c0-ce9c500087ba details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:03.140399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23d4c3f9-8844-4711-a9b9-b12be29a0cf4 req-626a717a-20f6-4c47-aeed-6c172753615c tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987277 Jun 30 02:39:03.144619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b707e313-33d7-4cac-8a05-0841c1e42a78 req-0055468a-22f0-435b-bab5-31ca59d32d18 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330710 Jun 30 02:39:03.162631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] For port daff23ed-051f-4d82-9ae2-bdfcc9930654, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=daff23ed-051f-4d82-9ae2-bdfcc9930654,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:03.163281 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.182681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.214133 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Transition to ACTIVE for port object 2068501b-19e7-4eed-9463-57a5e5bcfe65 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:03.234074 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.306417 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Pushing event updated for resources: {'Port': ['ID=2068501b-19e7-4eed-9463-57a5e5bcfe65,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:03.320825 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.321333 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.321824 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.322386 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.322863 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.323339 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.324050 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.324683 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.325216 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.325836 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.326327 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.326811 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:03.352944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886312-6ca0-40db-baa3-3a645db0780c None None] Pushing event updated for resources: {'Port': ['ID=daff23ed-051f-4d82-9ae2-bdfcc9930654,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:03.357089 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:03.443227 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Attempting to bind port 2068501b-19e7-4eed-9463-57a5e5bcfe65 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:03.443738 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Attempting to bind port 2068501b-19e7-4eed-9463-57a5e5bcfe65 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:03.444117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Attempting to bind port 2068501b-19e7-4eed-9463-57a5e5bcfe65 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:03.455568 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:03.455828 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:03.456054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5538fb72-4f4a-444c-b6bc-a8f71819fbf0 None None] Provisioning for port 2068501b-19e7-4eed-9463-57a5e5bcfe65 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:03.460185 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.460185 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:03.460185 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Bound port: 2068501b-19e7-4eed-9463-57a5e5bcfe65, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:03.460185 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.466181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:03.485763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'network_id': '12b0e1fd-7d72-4665-82ac-8b7a51f6fa73', 'port_id': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'mac_address': 'fa:16:3e:1e:4d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10704dde-5aa3-4c97-9554-db6f6a32b730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:39:03.493901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-186c6196-ef00-4853-b3e3-07e2df8516fe tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/84452259-654a-44d4-9344-b6124a265f75 HTTP/1.1" status: 200 len: 1807 time: 0.3881183 Jun 30 02:39:03.516215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '84452259-654a-44d4-9344-b6124a265f75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:03.516534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '84452259-654a-44d4-9344-b6124a265f75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:03.555228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] For port 2068501b-19e7-4eed-9463-57a5e5bcfe65, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:03.559899 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.561731 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] For port 2068501b-19e7-4eed-9463-57a5e5bcfe65, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2068501b-19e7-4eed-9463-57a5e5bcfe65,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:03.573605 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.580375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569f33d1-c1f9-4c69-a7c0-ce9c500087ba {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:03.622673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:03.639702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.684744 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Routers {'05ee1c6c-b237-4bce-943c-1e65d1332ab7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:03.685403 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:03.691066 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad60b0-af20-48db-b55d-9c1a282bac76 None None] Pushing event updated for resources: {'Port': ['ID=2068501b-19e7-4eed-9463-57a5e5bcfe65,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:03.763819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:03.832383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.875977 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] Set router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:03.884422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.898470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.910514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2ab7-5ccb-4124-ab4b-c61ec49e0f26 req-af9ff1f5-521f-4e6a-9082-d25fe29a3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.913103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2ab7-5ccb-4124-ab4b-c61ec49e0f26 req-af9ff1f5-521f-4e6a-9082-d25fe29a3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.914922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c11d2ab7-5ccb-4124-ab4b-c61ec49e0f26 req-af9ff1f5-521f-4e6a-9082-d25fe29a3371 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1984 time: 1.0602081 Jun 30 02:39:03.916052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8a88-3536-4774-8259-f30032a11773 req-5fd86d69-62b3-4061-9ddf-1126e93c7298 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.927872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8a88-3536-4774-8259-f30032a11773 req-5fd86d69-62b3-4061-9ddf-1126e93c7298 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.931315 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-965b8a88-3536-4774-8259-f30032a11773 req-5fd86d69-62b3-4061-9ddf-1126e93c7298 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.1390429 Jun 30 02:39:03.940078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device daff23ed-051f-4d82-9ae2-bdfcc9930654 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:03.995437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['569f33d1-c1f9-4c69-a7c0-ce9c500087ba'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:04.009253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-965b8a88-3536-4774-8259-f30032a11773 req-49f9a744-3797-4a59-bc60-01e00bd2215c tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700366 Jun 30 02:39:04.014693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4e9246-130f-4be0-a777-b7758460f49e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:04.052329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Deleting port fc685dfa-7dca-421f-a58f-219b263c4c6c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:04.052666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.055393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.056911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffe7d356-bb87-4829-ac5e-9b90591436b6 req-4453e5ec-96e3-4825-808e-c059afdc8161 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5621641 Jun 30 02:39:04.118410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c7c9a929-1796-4b41-8f64-59a556f64113 req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009107007', 'description': 'tempest-description-1365601915'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:04.232191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port daff23ed-051f-4d82-9ae2-bdfcc9930654 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:04.232773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.258352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c11d2ab7-5ccb-4124-ab4b-c61ec49e0f26 req-d66f71ce-907c-42f0-8712-677ed5b9ea6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330870 Jun 30 02:39:04.259675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] For port fc685dfa-7dca-421f-a58f-219b263c4c6c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc685dfa-7dca-421f-a58f-219b263c4c6c,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:04.259675 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.331116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.345506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Calling delete_port for fc685dfa-7dca-421f-a58f-219b263c4c6c owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:04.447150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17a58-4059-4f69-90eb-39904ae0070b req-5f0009ea-1bbf-4f03-a07e-5e1b78457df0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:04.452401 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77b17a58-4059-4f69-90eb-39904ae0070b req-5f0009ea-1bbf-4f03-a07e-5e1b78457df0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.1228101 Jun 30 02:39:04.477562 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:38:58Z', 'updated_at': '2021-06-30T02:39:00Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None, '_interfaces': [{'id': '2068501b-19e7-4eed-9463-57a5e5bcfe65', 'name': '', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'mac_address': 'fa:16:3e:f9:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '224e2b68-6885-424b-8e14-3181ecba714d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:38:59Z', 'updated_at': '2021-06-30T02:39:03Z', 'revision_number': 4, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'subnets': [{'id': '224e2b68-6885-424b-8e14-3181ecba714d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:04.524353 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c7c9a929-1796-4b41-8f64-59a556f64113 req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.532066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77b17a58-4059-4f69-90eb-39904ae0070b req-fc3f0aa0-d90a-42ed-9481-2b8060ab1286 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Jun 30 02:39:04.546281 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac673d-6b7f-4b92-b0a8-9e5efaa08c3a None None] The sync data for ids ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'] in n-d-798054-5 is: [{'id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:38:58Z', 'updated_at': '2021-06-30T02:39:00Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None, '_interfaces': [{'id': '2068501b-19e7-4eed-9463-57a5e5bcfe65', 'name': '', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'mac_address': 'fa:16:3e:f9:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '224e2b68-6885-424b-8e14-3181ecba714d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:38:59Z', 'updated_at': '2021-06-30T02:39:03Z', 'revision_number': 4, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'subnets': [{'id': '224e2b68-6885-424b-8e14-3181ecba714d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:04.585276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.812665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82999e8e-5ea8-4592-8f60-4c5edcf6f909 req-180f6cdf-0a55-4ba5-89fd-c290ecabc2c6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:04.814429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82999e8e-5ea8-4592-8f60-4c5edcf6f909 req-180f6cdf-0a55-4ba5-89fd-c290ecabc2c6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 944 time: 0.1090815 Jun 30 02:39:04.869271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82999e8e-5ea8-4592-8f60-4c5edcf6f909 req-9204e533-9327-40b0-8969-d8904bc47c92 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479615 Jun 30 02:39:05.234965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0207d58-b9cc-4024-bdc9-efc58c7e4b29 req-f6ccc920-9356-4d07-81c7-8bad36705895 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:05.242196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0207d58-b9cc-4024-bdc9-efc58c7e4b29 req-f6ccc920-9356-4d07-81c7-8bad36705895 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:05.243886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0207d58-b9cc-4024-bdc9-efc58c7e4b29 req-f6ccc920-9356-4d07-81c7-8bad36705895 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.0998442 Jun 30 02:39:05.273462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.294059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c7c9a929-1796-4b41-8f64-59a556f64113 req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.299062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0207d58-b9cc-4024-bdc9-efc58c7e4b29 req-2e2f7f36-0159-4d18-8055-738c518c45b0 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475314 Jun 30 02:39:05.319818 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c7c9a929-1796-4b41-8f64-59a556f64113 req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.330004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc685dfa-7dca-421f-a58f-219b263c4c6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:05.432470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c7c9a929-1796-4b41-8f64-59a556f64113 req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.433717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7c9a929-1796-4b41-8f64-59a556f64113 req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.3211443 Jun 30 02:39:05.443177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee7983-1cd5-4006-af34-59a3bd05c0e1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e50f07a-d679-4cb0-95b4-aa0f1caae8f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:05.472022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bbc6a70d-e3f2-45cd-9f86-cad8b97906b2 req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-409584278', 'description': 'tempest-description-1386249317'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:05.570559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbc6a70d-e3f2-45cd-9f86-cad8b97906b2 req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.696605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 2068501b-19e7-4eed-9463-57a5e5bcfe65 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:05.696956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.761386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b1af9-d7fc-4c15-9854-d18712d54a69 req-e74d1927-2f93-4fd8-a317-a217dea999a7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:05.763235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e44b1af9-d7fc-4c15-9854-d18712d54a69 req-e74d1927-2f93-4fd8-a317-a217dea999a7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.0897465 Jun 30 02:39:05.800372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.830451 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e44b1af9-d7fc-4c15-9854-d18712d54a69 req-8f801324-4dca-4d2f-afc2-c6345cffc3b9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602226 Jun 30 02:39:05.870392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbc6a70d-e3f2-45cd-9f86-cad8b97906b2 req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.892903 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbc6a70d-e3f2-45cd-9f86-cad8b97906b2 req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.995691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port 2068501b-19e7-4eed-9463-57a5e5bcfe65, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2068501b-19e7-4eed-9463-57a5e5bcfe65,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:05.996121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.997337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:06.011520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46922daa-0ad1-450a-b826-107a9420b497,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:06.013828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbc6a70d-e3f2-45cd-9f86-cad8b97906b2 req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.015114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbc6a70d-e3f2-45cd-9f86-cad8b97906b2 req-d10311e0-0458-4ccd-a935-ca8de58021d7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5556951 Jun 30 02:39:06.032267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 2068501b-19e7-4eed-9463-57a5e5bcfe65 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:06.079436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2068501b-19e7-4eed-9463-57a5e5bcfe65 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:06.213620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 2068501b-19e7-4eed-9463-57a5e5bcfe65 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:06.219887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2068501b-19e7-4eed-9463-57a5e5bcfe65 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:06.220855 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.231168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbe269df-f44e-4209-8e73-d18f4bc24fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.274443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179a591-04a5-476b-93ac-b8c60f0cbd37 req-ab9a286e-9ce3-4091-996b-86ff8d36b123 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:06.276997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0179a591-04a5-476b-93ac-b8c60f0cbd37 req-ab9a286e-9ce3-4091-996b-86ff8d36b123 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 944 time: 0.1367717 Jun 30 02:39:06.362327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0179a591-04a5-476b-93ac-b8c60f0cbd37 req-30e7f428-cf9b-4fcd-891e-b6dc6f6db696 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739336 Jun 30 02:39:06.386203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.439310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbe269df-f44e-4209-8e73-d18f4bc24fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.448257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbe269df-f44e-4209-8e73-d18f4bc24fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.473933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:39:06.473933 n-d-798054-5 neutron-server[93823]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 30 02:39:06.473933 n-d-798054-5 neutron-server[93823]: [parameters: {'status': 'ACTIVE', 'ports_id': '2068501b-19e7-4eed-9463-57a5e5bcfe65'}] Jun 30 02:39:06.473933 n-d-798054-5 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:39:06.475848 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:39:06.485953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-01156e6f-e983-43f1-b4a9-26b5ff04aded tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/2e50f07a-d679-4cb0-95b4-aa0f1caae8f6 HTTP/1.1" status: 200 len: 1807 time: 0.1435952 Jun 30 02:39:06.526708 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cbe269df-f44e-4209-8e73-d18f4bc24fcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cdff884a4903407b8ec0710a8b6e2a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279183 Jun 30 02:39:06.527661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36606) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:06.536948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe269df-f44e-4209-8e73-d18f4bc24fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1772121-4e2b-4d92-8945-f2055fc818e3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:06.539935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Router 6106a842-af97-4049-a365-974f33f2cfda has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:06.578021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-aab50b56-7c36-4ed2-ac53-212b5f3117ef tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/46922daa-0ad1-450a-b826-107a9420b497 HTTP/1.1" status: 200 len: 1806 time: 0.0826647 Jun 30 02:39:06.579202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.647635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e52-bea0-4567-b127-92d31abe0f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.664898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e50f07a-d679-4cb0-95b4-aa0f1caae8f6', 'remote_group_id': '46922daa-0ad1-450a-b826-107a9420b497', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:06.665167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e50f07a-d679-4cb0-95b4-aa0f1caae8f6', 'remote_group_id': '46922daa-0ad1-450a-b826-107a9420b497', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:06.674437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=2068501b-19e7-4eed-9463-57a5e5bcfe65,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:06.693449 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e52-bea0-4567-b127-92d31abe0f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.738555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619b551-d591-40da-8bc8-d6c5114c82e6 req-223713a5-c9d4-4cb2-a567-38673004bb9e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:06.747135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619b551-d591-40da-8bc8-d6c5114c82e6 req-223713a5-c9d4-4cb2-a567-38673004bb9e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:06.748835 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f619b551-d591-40da-8bc8-d6c5114c82e6 req-223713a5-c9d4-4cb2-a567-38673004bb9e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.1711643 Jun 30 02:39:06.842456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e52-bea0-4567-b127-92d31abe0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.847099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e52-bea0-4567-b127-92d31abe0f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.853085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b16e8e52-bea0-4567-b127-92d31abe0f2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1772121-4e2b-4d92-8945-f2055fc818e3 HTTP/1.1" status: 204 len: 168 time: 0.3243122 Jun 30 02:39:06.863000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.873660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f619b551-d591-40da-8bc8-d6c5114c82e6 req-ca7844b4-2240-468e-812d-61bb1542256e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137178 Jun 30 02:39:06.875486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8e52-bea0-4567-b127-92d31abe0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1772121-4e2b-4d92-8945-f2055fc818e3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:07.020372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Port 2068501b-19e7-4eed-9463-57a5e5bcfe65 update to ACTIVE by agent not found {{(pid=93823) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 02:39:07.041721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:07.052107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a29535c9-7658-4b68-99d6-786438c2d035 admin admin] 10.222.0.78 "PUT /v2.0/routers/6106a842-af97-4049-a365-974f33f2cfda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9373453 Jun 30 02:39:07.056631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.060234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] Sync routers for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:07.082005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:07.083029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:07.137372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 569f33d1-c1f9-4c69-a7c0-ce9c500087ba up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:07.149291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f42f44-97f0-4ef5-9495-22c593f6a2cc req-32b53b79-2d59-4764-a4d4-76cdb1f0d0d0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:07.154912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5f42f44-97f0-4ef5-9495-22c593f6a2cc req-32b53b79-2d59-4764-a4d4-76cdb1f0d0d0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.1257231 Jun 30 02:39:07.227410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5f42f44-97f0-4ef5-9495-22c593f6a2cc req-ce18aa40-8cbf-4daa-adb5-813d7121a155 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Jun 30 02:39:07.269822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.275262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:07.276859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:07.279859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:07.337847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.370379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36622) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.391330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b3311e-046f-46d3-a6bb-811b7ca02781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.455625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.502543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.528275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:07.528855 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.550924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b3311e-046f-46d3-a6bb-811b7ca02781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.558128 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4b3311e-046f-46d3-a6bb-811b7ca02781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.565460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:07.580561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35502cdb-c449-41a2-9a71-6795f83f0be1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "PUT /v2.0/routers/05ee1c6c-b237-4bce-943c-1e65d1332ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2571123 Jun 30 02:39:07.581920 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] Sync routers for ids ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:07.582439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf243ab-8d75-4c7a-a564-5d9465c59938,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:07.589022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.599219 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] Routers {'05ee1c6c-b237-4bce-943c-1e65d1332ab7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:07.602505 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:07.642074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3311e-046f-46d3-a6bb-811b7ca02781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d0f6d-1bfb-417d-a44b-cfdcce8e8c6e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:07.655350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4b3311e-046f-46d3-a6bb-811b7ca02781 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d9a609f55cdf4775b4dcd4490e845d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830417 Jun 30 02:39:07.656210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.752697 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b94c8c-67a9-41d0-ac4d-1b7437e68fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.781930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b94c8c-67a9-41d0-ac4d-1b7437e68fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.788224 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] Set router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:07.884587 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b94c8c-67a9-41d0-ac4d-1b7437e68fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.890778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b94c8c-67a9-41d0-ac4d-1b7437e68fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.895922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-95b94c8c-67a9-41d0-ac4d-1b7437e68fbb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e14d0f6d-1bfb-417d-a44b-cfdcce8e8c6e HTTP/1.1" status: 204 len: 168 time: 0.2352042 Jun 30 02:39:07.940004 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.941506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a4ac5b2-17fd-4c48-a2f5-f08371d7c740 req-6b70618e-4317-4ee5-b72a-e4260b5761f4 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3512344 Jun 30 02:39:07.957346 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:38:58Z', 'updated_at': '2021-06-30T02:39:06Z', 'revision_number': 3, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:07.963274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94c8c-67a9-41d0-ac4d-1b7437e68fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d0f6d-1bfb-417d-a44b-cfdcce8e8c6e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.013650 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.015429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.016293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:39:05Z', 'revision_number': 5, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port': {'id': '31445530-14b7-4236-95b8-2b82e5104e2c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6106a842-af97-4049-a365-974f33f2cfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:31Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:08.023892 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] Checking router: 05ee1c6c-b237-4bce-943c-1e65d1332ab7 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:08.035867 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] Routers {'05ee1c6c-b237-4bce-943c-1e65d1332ab7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:08.036619 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:08.048182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] Checking router: 6106a842-af97-4049-a365-974f33f2cfda for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:08.049421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3fdb8a-6959-471e-a21a-9acf6ab88b38 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.052439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3fdb8a-6959-471e-a21a-9acf6ab88b38 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.057981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36636) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:08.058282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb3fdb8a-6959-471e-a21a-9acf6ab88b38 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4681478 Jun 30 02:39:08.070502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] Routers {'6106a842-af97-4049-a365-974f33f2cfda'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:08.071147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6106a842-af97-4049-a365-974f33f2cfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:08.159807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Deleting port 31445530-14b7-4236-95b8-2b82e5104e2c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:08.161499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.187545 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] Set router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:08.233584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 224e2b68-6885-424b-8e14-3181ecba714d {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:08.237927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:08.238753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.252787 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5c6ec-2db8-41a4-89ee-78d0625076cd" -d '{"events": [{"server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "name": "network-vif-plugged", "status": "completed", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:08.262289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:08.285115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.337677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:38:58Z', 'updated_at': '2021-06-30T02:39:06Z', 'revision_number': 3, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:08.377559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.392016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] Set router 6106a842-af97-4049-a365-974f33f2cfda gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:08.406933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] For port 31445530-14b7-4236-95b8-2b82e5104e2c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=31445530-14b7-4236-95b8-2b82e5104e2c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:08.407496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.422180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Calling delete_port for 31445530-14b7-4236-95b8-2b82e5104e2c owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:08.447907 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0bd5-d60b-4d35-93e1-9e13e0e29a76 None None] The sync data for ids ['05ee1c6c-b237-4bce-943c-1e65d1332ab7'] in n-d-798054-5 is: [{'id': '05ee1c6c-b237-4bce-943c-1e65d1332ab7', 'name': 'tempest-NetworksTestDHCPv6-router-1510015277', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:38:58Z', 'updated_at': '2021-06-30T02:39:06Z', 'revision_number': 3, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:08.464024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:39:08Z', 'revision_number': 6, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:08.465864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.526436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965da0ca-c3f3-4e50-9097-00ed24543014 None None] The sync data for ids ['6106a842-af97-4049-a365-974f33f2cfda'] in n-d-798054-5 is: [{'id': '6106a842-af97-4049-a365-974f33f2cfda', 'name': 'tempest-ServersTestBootFromVolume-484500007-router', 'tenant_id': 'cc0ac366fcd4470285143453c751fe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:29Z', 'updated_at': '2021-06-30T02:39:08Z', 'revision_number': 6, 'project_id': 'cc0ac366fcd4470285143453c751fe2c', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:08.553146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e036570-279f-411a-85f8-30311b4069dd req-122251de-73e4-4b73-bf57-c81018ab222e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.555962 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e036570-279f-411a-85f8-30311b4069dd req-122251de-73e4-4b73-bf57-c81018ab222e tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 945 time: 0.2645614 Jun 30 02:39:08.679015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e036570-279f-411a-85f8-30311b4069dd req-030afacc-c6b2-4b23-8fff-6e7991398b9f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160607 Jun 30 02:39:08.688291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.701874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f13a-e81f-4f88-a77b-7727a779b39c req-e225f348-b22d-4dad-8415-95283c4babce tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.717502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f13a-e81f-4f88-a77b-7727a779b39c req-e225f348-b22d-4dad-8415-95283c4babce tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.719296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a644f13a-e81f-4f88-a77b-7727a779b39c req-e225f348-b22d-4dad-8415-95283c4babce tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.4554133 Jun 30 02:39:08.750547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c76a6b18-1bf6-4724-bee3-601b53883380 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.752229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-40dbf511-89e1-44d6-bc1d-94a82873c476 req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1331470858', 'description': 'tempest-description-1013956721'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.752554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c76a6b18-1bf6-4724-bee3-601b53883380 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.2687137 Jun 30 02:39:08.779556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.850520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-40dbf511-89e1-44d6-bc1d-94a82873c476 req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.873321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.897765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a644f13a-e81f-4f88-a77b-7727a779b39c req-7346f3a4-95f9-4861-9afd-10598b48e48e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604147 Jun 30 02:39:08.965422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=224e2b68-6885-424b-8e14-3181ecba714d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.968574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.974483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-abf9c188-9b18-4582-9b58-627d778480b6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/224e2b68-6885-424b-8e14-3181ecba714d HTTP/1.1" status: 204 len: 168 time: 0.9125779 Jun 30 02:39:08.977197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36660) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:08.979789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d97567-83b0-4e64-b546-4ede072cff44 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:09.040581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.155021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.178257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Pushing event deleted for resources: {'Port': ['ID=31445530-14b7-4236-95b8-2b82e5104e2c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:09.309132 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ce0e1c6e-c5cb-446f-8c6f-1f3952c8dd14 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3297942 Jun 30 02:39:09.314068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36664) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:09.318387 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.437961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:09.488317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-40dbf511-89e1-44d6-bc1d-94a82873c476 req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.495243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.501178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-40dbf511-89e1-44d6-bc1d-94a82873c476 req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.530281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] Deleting port daff23ed-051f-4d82-9ae2-bdfcc9930654 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:09.530840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.545797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.624856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-40dbf511-89e1-44d6-bc1d-94a82873c476 req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.626083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40dbf511-89e1-44d6-bc1d-94a82873c476 req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8845921 Jun 30 02:39:09.646640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] For port daff23ed-051f-4d82-9ae2-bdfcc9930654, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=daff23ed-051f-4d82-9ae2-bdfcc9930654,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:09.647881 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.664002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] Calling delete_port for daff23ed-051f-4d82-9ae2-bdfcc9930654 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:09.709020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:09.716864 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e378eaae-73cd-412d-abc7-2e7a6bb458bb x-openstack-request-id: req-e378eaae-73cd-412d-abc7-2e7a6bb458bb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:09.717175 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "name": "network-vif-plugged", "status": "completed", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:09.717396 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e378eaae-73cd-412d-abc7-2e7a6bb458bb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:09.717784 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'code': 200} Jun 30 02:39:09.722423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.726645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.759492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a5d7-b616-4d56-8b06-9dd07d352323 req-5185d2dc-8087-4be2-92a1-41af0f0f8abe tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:09.773625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f04a5d7-b616-4d56-8b06-9dd07d352323 req-5185d2dc-8087-4be2-92a1-41af0f0f8abe tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 945 time: 0.6572199 Jun 30 02:39:09.783802 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.832326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] Pushing event deleted for resources: {'Port': ['ID=daff23ed-051f-4d82-9ae2-bdfcc9930654,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:09.838961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.843038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.844583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42d83f-13fe-4522-97c3-11dfa4608ff6 None None] No DVR routers for this DVR port daff23ed-051f-4d82-9ae2-bdfcc9930654 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:09.922524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba65f8-cb56-4b0b-a373-2e0d3db04475 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77be16a8-253a-4019-99a2-aee5abf17b53,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:09.935280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device daff23ed-051f-4d82-9ae2-bdfcc9930654 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:09.936628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.938094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Fanout notify agent at l3_agent the message router_deleted on router 05ee1c6c-b237-4bce-943c-1e65d1332ab7 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:39:09.950517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.955520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08b4c2f7-e5b1-40c0-8c59-565ca40b5c65 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/routers/05ee1c6c-b237-4bce-943c-1e65d1332ab7 HTTP/1.1" status: 204 len: 168 time: 0.6365721 Jun 30 02:39:09.956053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36676) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:09.983260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.983914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6106a842-af97-4049-a365-974f33f2cfda {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:39:09.987193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: daff23ed-051f-4d82-9ae2-bdfcc9930654 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:09.988019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device daff23ed-051f-4d82-9ae2-bdfcc9930654 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:09.990655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:09.991409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2068501b-19e7-4eed-9463-57a5e5bcfe65 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:09.994628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-56005f80-41e0-4ed3-94a1-075831d2663f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.005507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-56005f80-41e0-4ed3-94a1-075831d2663f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.007259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-56005f80-41e0-4ed3-94a1-075831d2663f tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.6146002 Jun 30 02:39:10.010656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.011868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-71c3b0bb-8f64-4a68-99d6-d0cf9c2ef78c admin admin] 10.222.0.78 "DELETE /v2.0/routers/6106a842-af97-4049-a365-974f33f2cfda HTTP/1.1" status: 204 len: 168 time: 2.9515939 Jun 30 02:39:10.015813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36678) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:10.044623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f04a5d7-b616-4d56-8b06-9dd07d352323 req-b289066a-2f37-43a4-b287-b187e2ab9dcc tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700589 Jun 30 02:39:10.062447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 2068501b-19e7-4eed-9463-57a5e5bcfe65 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:10.064253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2068501b-19e7-4eed-9463-57a5e5bcfe65 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:10.064859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 31445530-14b7-4236-95b8-2b82e5104e2c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:10.122100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:10.152699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 31445530-14b7-4236-95b8-2b82e5104e2c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:10.154426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 31445530-14b7-4236-95b8-2b82e5104e2c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:10.157502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc685dfa-7dca-421f-a58f-219b263c4c6c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:10.178276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Deleting subnet 204123a5-5752-422c-8933-8f08608e0603 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:10.185581 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.208829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fc685dfa-7dca-421f-a58f-219b263c4c6c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:10.209898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc685dfa-7dca-421f-a58f-219b263c4c6c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:10.225227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-872f1960-9cce-45d5-9632-3ab773f9f794 req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1340817317', 'description': 'tempest-description-976401093'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:10.249203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.279372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:10.290094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.293779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686fe5e-4edd-4d24-abc3-c7d01ce6809b req-71478870-9587-4afb-b115-0caf9ada8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.295663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6686fe5e-4edd-4d24-abc3-c7d01ce6809b req-71478870-9587-4afb-b115-0caf9ada8255 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1096 time: 0.5056000 Jun 30 02:39:10.301932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:10.305402 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b0a8ae-ad0a-44c8-9861-e2bb694b5d40" -d '{"events": [{"server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:10.335588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.353023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-872f1960-9cce-45d5-9632-3ab773f9f794 req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.379264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.464070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b51a011b-000d-43d5-a3c1-a50df46aee63 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:10.465053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6686fe5e-4edd-4d24-abc3-c7d01ce6809b req-9daea153-23db-4849-a959-388bbba3e1e6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271331 Jun 30 02:39:10.535599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.543248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:10.576628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:10.577162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:10.577502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:10.587966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:10.588255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.597326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:10.597648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:10.598013 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.655571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:10.656088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:10.656614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:10.657134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Bound port: b51a011b-000d-43d5-a3c1-a50df46aee63, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:10.657666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.685204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308710b-e968-43d6-b3e5-0ea0dabb54dd req-4d773be2-abef-47c1-9b51-e1230f418f2a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.686887 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d308710b-e968-43d6-b3e5-0ea0dabb54dd req-4d773be2-abef-47c1-9b51-e1230f418f2a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 945 time: 0.2188842 Jun 30 02:39:10.694377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:10.718883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-872f1960-9cce-45d5-9632-3ab773f9f794 req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.735055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:10.735570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:10.736038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:10.744642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:10.745337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:10.755372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:10.756264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:10.757026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:10.757872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Bound port: b51a011b-000d-43d5-a3c1-a50df46aee63, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:10.758647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.763796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-872f1960-9cce-45d5-9632-3ab773f9f794 req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.776733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.840430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-872f1960-9cce-45d5-9632-3ab773f9f794 req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.844349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d308710b-e968-43d6-b3e5-0ea0dabb54dd req-c863f16a-5238-4b7b-9911-e01a073b6216 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490605 Jun 30 02:39:10.845058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204123a5-5752-422c-8933-8f08608e0603,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:10.849502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0c6d1-0ffa-492b-9c8c-fbddd16ae43f None None] Network 644a8dd8-ba64-4ca8-b935-60c5c8cc072f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:10.853765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-872f1960-9cce-45d5-9632-3ab773f9f794 req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6451559 Jun 30 02:39:10.857471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.867046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f73f883a-cb4e-4687-946e-ef39a78bc686 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/204123a5-5752-422c-8933-8f08608e0603 HTTP/1.1" status: 204 len: 168 time: 0.8466077 Jun 30 02:39:10.868605 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.874219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:10.882058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:10.882552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.938529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f6f0-0fed-410e-8db1-8e2a46e917cb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d6377-bee6-49b4-a396-491f5d08a3ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:10.966386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:10.970588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:10.978974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.979575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.995843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=ad3438e0-4d78-4965-9b0c-a2d126b4d9d1,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:11.020212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c525f05a-81f5-4157-987e-6475ed3404c2 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:11.023001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:11.028335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-64d098ee-c177-41c5-954c-622aa9923a56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0688560 Jun 30 02:39:11.028989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36696) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:11.036967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:11.070552 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559fba2d-674b-44e9-9509-455c9d447303 x-openstack-request-id: req-559fba2d-674b-44e9-9509-455c9d447303 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:11.070858 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:11.071103 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-559fba2d-674b-44e9-9509-455c9d447303 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:11.071672 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'code': 200} Jun 30 02:39:11.082425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.083875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.103956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:11.127489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:11.137406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.166973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.179643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:11.180871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.186643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.209581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b51a011b-000d-43d5-a3c1-a50df46aee63-n-h2-798054-5-0 {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:39:11.210218 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:39:11.224834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.229433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b2e31f89-a3f5-4caf-81cc-96aaa7676878 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1991656 Jun 30 02:39:11.233221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1420b1be-8d6f-4420-aef6-b24f3fa91ead tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/77be16a8-253a-4019-99a2-aee5abf17b53 HTTP/1.1" status: 200 len: 1807 time: 0.0798724 Jun 30 02:39:11.233715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36706) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:11.295849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b51a011b-000d-43d5-a3c1-a50df46aee63 has no active binding in host n-h1-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:39:11.304216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bdc1e-809f-4689-9d8a-06c41c26c3f8 req-2afe0211-265d-4b50-8629-ae57b081c314 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:11.310956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bdc1e-809f-4689-9d8a-06c41c26c3f8 req-2afe0211-265d-4b50-8629-ae57b081c314 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:11.313012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-683bdc1e-809f-4689-9d8a-06c41c26c3f8 req-2afe0211-265d-4b50-8629-ae57b081c314 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 1682 time: 0.2637837 Jun 30 02:39:11.321485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:11.405749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-6163c48e-592d-4c22-a767-816f4def4992 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/c07d6377-bee6-49b4-a396-491f5d08a3ec HTTP/1.1" status: 200 len: 1806 time: 0.1568692 Jun 30 02:39:11.445902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-683bdc1e-809f-4689-9d8a-06c41c26c3f8 req-d9c16eba-b436-4d09-aace-2e745aaa3061 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073234 Jun 30 02:39:11.448875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.454227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '77be16a8-253a-4019-99a2-aee5abf17b53', 'remote_group_id': 'c07d6377-bee6-49b4-a396-491f5d08a3ec', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:11.454628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '77be16a8-253a-4019-99a2-aee5abf17b53', 'remote_group_id': 'c07d6377-bee6-49b4-a396-491f5d08a3ec', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:11.474743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Deleting port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:11.475298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.517856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:11.518628 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.528878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] DHCP port deletion for 644a8dd8-ba64-4ca8-b935-60c5c8cc072f request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:11.568385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:11.713563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] Deleting port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:11.714106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.816350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:11.834747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.838187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-ee628a7a-4f03-4303-a62a-7c753960c7f7 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "DELETE /v2.0/ports/eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 HTTP/1.1" status: 204 len: 173 time: 1.8189912 Jun 30 02:39:11.842739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:11.843225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:11.843827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:11.874833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/ad3438e0-4d78-4965-9b0c-a2d126b4d9d1/7c95442e-4dab-49f2-8dc2-fb0577684b5a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:11.879262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] For port c68fc9c4-bf14-4bc3-8ea8-1082adee8209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:11.879981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.913336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] Calling delete_port for c68fc9c4-bf14-4bc3-8ea8-1082adee8209 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:11.965329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c68fc9c4-bf14-4bc3-8ea8-1082adee8209 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:11.997001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] For port c68fc9c4-bf14-4bc3-8ea8-1082adee8209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,segment=NetworkSegment(0d300d49-9e12-4f80-9c81-5802a30dab44),segment_id=0d300d49-9e12-4f80-9c81-5802a30dab44)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:11.997480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.000602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:12.000961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempting to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:12.044995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Calling delete_port for c68fc9c4-bf14-4bc3-8ea8-1082adee8209 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:12.048962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:12.049308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:12.049705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:12.050161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Bound port: b51a011b-000d-43d5-a3c1-a50df46aee63, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:12.050559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.167964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.184503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1332c-9781-4a97-b514-968bfad1b82d req-97287abd-671a-4a7e-ba5c-2604a47293be tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.186123 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4bd1332c-9781-4a97-b514-968bfad1b82d req-97287abd-671a-4a7e-ba5c-2604a47293be tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.3219631 Jun 30 02:39:12.206363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.220593 n-d-798054-5 neutron-server[93821]: WARNING neutron.plugins.ml2.plugin [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Concurrent port binding operations failed on port b51a011b-000d-43d5-a3c1-a50df46aee63 Jun 30 02:39:12.232444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:12.236898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port 377b9d0e-3869-4660-bb7e-0497c45417ca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:12.237208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.264865 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attempt 2 to bind port b51a011b-000d-43d5-a3c1-a50df46aee63 Jun 30 02:39:12.267337 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.269073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.269716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.271659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2580d441-9054-490f-b9f0-dd7a0b1c0ded service neutron] 10.222.0.67 "PUT /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 1121 time: 3.5034552 Jun 30 02:39:12.292616 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.323926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.331408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] Pushing event deleted for resources: {'Port': ['ID=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:12.363022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4bd1332c-9781-4a97-b514-968bfad1b82d req-99bb5dde-c16a-464e-9916-6a8f4c2676d9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538727 Jun 30 02:39:12.367605 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.402986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.408319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce2616-5b0f-4078-8113-13c5d0b55edc None None] No DVR routers for this DVR port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:12.415248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['b51a011b-000d-43d5-a3c1-a50df46aee63'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:12.417892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['b51a011b-000d-43d5-a3c1-a50df46aee63'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:12.427998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.454540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] No DVR routers for this DVR port c68fc9c4-bf14-4bc3-8ea8-1082adee8209 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:12.479015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Pushing event deleted for resources: {'Port': ['ID=c68fc9c4-bf14-4bc3-8ea8-1082adee8209,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:12.512366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 377b9d0e-3869-4660-bb7e-0497c45417ca no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:12.524009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Transition to ACTIVE for port object 7c95442e-4dab-49f2-8dc2-fb0577684b5a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:12.524851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86fef42-f0c7-4338-84df-d0e5fa14e70a,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:12.531217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.539232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcbee00f-7f00-489f-92f7-118a907b1752 req-1217e438-9b8c-4e26-b501-8d4fc9067a04 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1324680 Jun 30 02:39:12.630127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Transition to ACTIVE for port object 7c95442e-4dab-49f2-8dc2-fb0577684b5a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:12.658626 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.772411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::1 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/ad3438e0-4d78-4965-9b0c-a2d126b4d9d1/eb911a74-e4f2-4dac-9549-d2abfc732423) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:12.783275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:12.796332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:12.826638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:12.831398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Pushing event updated for resources: {'Port': ['ID=7c95442e-4dab-49f2-8dc2-fb0577684b5a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:12.850270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.900564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=377b9d0e-3869-4660-bb7e-0497c45417ca,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:12.901202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.920265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b523a29-c0cc-45d6-89fa-1df80fce78a2 req-84a4974b-10ae-4b58-b8e9-ee7faadb2516 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.922377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b523a29-c0cc-45d6-89fa-1df80fce78a2 req-84a4974b-10ae-4b58-b8e9-ee7faadb2516 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8221273-1574-45d6-b7c9-16c4bdc0198a HTTP/1.1" status: 200 len: 945 time: 0.1510561 Jun 30 02:39:12.930160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for 377b9d0e-3869-4660-bb7e-0497c45417ca owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:12.937553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.955228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644a8dd8-ba64-4ca8-b935-60c5c8cc072f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:12.983058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.015711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d300d49-9e12-4f80-9c81-5802a30dab44') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:13.016061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d300d49-9e12-4f80-9c81-5802a30dab44') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:13.024779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b523a29-c0cc-45d6-89fa-1df80fce78a2 req-0a018dc1-d8d0-4eff-a8ab-8db9b7413415 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Jun 30 02:39:13.031517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object eb911a74-e4f2-4dac-9549-d2abfc732423 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:13.033662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.075032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe781-44d3-4aa8-88d8-dc3de20caa50 req-e340fce4-1c35-47b6-882d-90af5b90c0a3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:13.076604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36dfe781-44d3-4aa8-88d8-dc3de20caa50 req-e340fce4-1c35-47b6-882d-90af5b90c0a3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 945 time: 0.2605655 Jun 30 02:39:13.079378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.081189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-deleted', 'tag': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5'}, {'name': 'network-changed', 'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:13.084218 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678978d-7e57-4e86-b0cf-042ace1032e0" -d '{"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-deleted", "tag": "eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5"}, {"name": "network-changed", "server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:13.101945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:13.102439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:13.104171 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:13.110342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:13.112899 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a7fe1f-248e-4e89-b6cc-fcd6a2c5cef2" -d '{"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-unplugged", "status": "completed", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:13.126083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.160529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 377b9d0e-3869-4660-bb7e-0497c45417ca, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=377b9d0e-3869-4660-bb7e-0497c45417ca,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:13.162632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Attempting to bind port 7c95442e-4dab-49f2-8dc2-fb0577684b5a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:13.163080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Attempting to bind port 7c95442e-4dab-49f2-8dc2-fb0577684b5a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:13.163473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Attempting to bind port 7c95442e-4dab-49f2-8dc2-fb0577684b5a on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:13.171978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.172694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:13.197144 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36dfe781-44d3-4aa8-88d8-dc3de20caa50 req-aaede713-b4af-4d97-90c0-b8b947256e86 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101420 Jun 30 02:39:13.207057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:13.209684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=eb911a74-e4f2-4dac-9549-d2abfc732423,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.209803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:13.209803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:13.209998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.210494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:13.211569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Bound port: 7c95442e-4dab-49f2-8dc2-fb0577684b5a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:13.211980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.220216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0880b025-0f87-4783-8a4b-7fe1ced5e9fe req-24a1bcdb-5ec0-4cbe-97bc-1244da4c9f4b tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/c07d6377-bee6-49b4-a396-491f5d08a3ec HTTP/1.1" status: 200 len: 1806 time: 0.1465123 Jun 30 02:39:13.229929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:13.240915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:13.242185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:13.242459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:13.243097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.300374 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.308859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.313497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] 10.222.0.78 "DELETE /v2.0/networks/644a8dd8-ba64-4ca8-b935-60c5c8cc072f HTTP/1.1" status: 204 len: 168 time: 2.4256506 Jun 30 02:39:13.313497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.346799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.365334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=377b9d0e-3869-4660-bb7e-0497c45417ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.371719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ed634-c006-40b1-97cc-acdf174942be admin admin] Pushing event deleted for resources: {'Network': ['ID=644a8dd8-ba64-4ca8-b935-60c5c8cc072f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.404972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] For port 7c95442e-4dab-49f2-8dc2-fb0577684b5a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:13.411697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] For port 7c95442e-4dab-49f2-8dc2-fb0577684b5a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7c95442e-4dab-49f2-8dc2-fb0577684b5a,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:13.419581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.439600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port 377b9d0e-3869-4660-bb7e-0497c45417ca on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:13.442612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.445121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51642644-d9e3-45c5-bc82-031c08ba3dca req-d6ed351e-1396-462f-8ce0-d7321991ddfa tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.67 "DELETE /v2.0/ports/377b9d0e-3869-4660-bb7e-0497c45417ca HTTP/1.1" status: 204 len: 173 time: 1.5971296 Jun 30 02:39:13.453933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0880b025-0f87-4783-8a4b-7fe1ced5e9fe req-24c9a07c-671b-452b-a403-abb0e2b163be tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.523496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0880b025-0f87-4783-8a4b-7fe1ced5e9fe req-24c9a07c-671b-452b-a403-abb0e2b163be tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.542205 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f7a147-c7b0-4175-98c4-bed6070713ef x-openstack-request-id: req-19f7a147-c7b0-4175-98c4-bed6070713ef {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:13.542751 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-deleted", "tag": "eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:13.543255 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19f7a147-c7b0-4175-98c4-bed6070713ef {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:13.543835 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-deleted', 'tag': 'eca5c8fa-d3af-4d63-ae01-f6a8ae4c81f5', 'status': 'completed', 'code': 200} Jun 30 02:39:13.544294 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'status': 'completed', 'code': 200} Jun 30 02:39:13.589767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93550-9806-4c94-bb95-ed0bb3bd0e59 None None] Pushing event updated for resources: {'Port': ['ID=7c95442e-4dab-49f2-8dc2-fb0577684b5a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.614587 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ced23-6f1b-4fd0-8482-65bf0cf3da6e x-openstack-request-id: req-e82ced23-6f1b-4fd0-8482-65bf0cf3da6e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:13.614914 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-unplugged", "status": "completed", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:13.615171 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e82ced23-6f1b-4fd0-8482-65bf0cf3da6e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:13.615611 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca', 'code': 200} Jun 30 02:39:13.693426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36744) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:13.771292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0880b025-0f87-4783-8a4b-7fe1ced5e9fe req-24c9a07c-671b-452b-a403-abb0e2b163be tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.774129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0880b025-0f87-4783-8a4b-7fe1ced5e9fe req-24c9a07c-671b-452b-a403-abb0e2b163be tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.775354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0880b025-0f87-4783-8a4b-7fe1ced5e9fe req-24c9a07c-671b-452b-a403-abb0e2b163be tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/c07d6377-bee6-49b4-a396-491f5d08a3ec HTTP/1.1" status: 204 len: 173 time: 0.5543585 Jun 30 02:39:13.792849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-dad79480-bc60-459c-9481-b0f314348699 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1497342958&fields=id&tenant_id=2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 267 time: 0.0563376 Jun 30 02:39:13.800311 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ce7b7a37-0db7-4307-b550-972b37934f4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc0ac366fcd4470285143453c751fe2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967658 Jun 30 02:39:13.802963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36752) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:13.843600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.846922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a07c-671b-452b-a403-abb0e2b163be tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d6377-bee6-49b4-a396-491f5d08a3ec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.853455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-42cad80d-dc2b-4c4a-82db-0eabbbaef3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:13.855429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-42cad80d-dc2b-4c4a-82db-0eabbbaef3e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1124 time: 0.1804643 Jun 30 02:39:13.997985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b21b11cc-0437-4981-a54c-d39c6a0b0268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.000380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-e6c6a180-6351-4206-8f35-de88b9e37e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.002057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-e6c6a180-6351-4206-8f35-de88b9e37e6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1227388 Jun 30 02:39:14.056972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b21b11cc-0437-4981-a54c-d39c6a0b0268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.163344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-677fb3fc-0b95-4238-bfb1-de03db0ed43e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 217 time: 0.1504822 Jun 30 02:39:14.239768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-5cd995eb-8349-403e-9852-ef92287356b4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.248221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-5cd995eb-8349-403e-9852-ef92287356b4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 945 time: 0.4545124 Jun 30 02:39:14.255949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'port': {'security_groups': ['6d603c2b-3161-44d0-b15f-6dca83e52939', 'ca3fb710-3316-4a38-b341-37e61c8f33fe']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:14.313767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-035c2df3-45fd-4246-9a75-bfab2764e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.316441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-035c2df3-45fd-4246-9a75-bfab2764e837 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1448424 Jun 30 02:39:14.367417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b21b11cc-0437-4981-a54c-d39c6a0b0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.370903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b21b11cc-0437-4981-a54c-d39c6a0b0268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.375230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b21b11cc-0437-4981-a54c-d39c6a0b0268 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb8c448f-62f6-47b7-824e-61d6a09a1337 HTTP/1.1" status: 204 len: 168 time: 0.5692744 Jun 30 02:39:14.406988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-9d7a89e8-1624-403f-93d6-e149d6b8acd6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805609 Jun 30 02:39:14.453114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b11cc-0437-4981-a54c-d39c6a0b0268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c448f-62f6-47b7-824e-61d6a09a1337,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.461729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36762) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.566461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.625297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b84cd-f064-4d4d-aba6-1905a8c8c47f req-c713ea5d-b6ea-47f2-8ae8-feaf23596595 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.640888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-878b84cd-f064-4d4d-aba6-1905a8c8c47f req-c713ea5d-b6ea-47f2-8ae8-feaf23596595 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.3891304 Jun 30 02:39:14.856815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.870900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-86da9909-8426-44b7-abc0-44e19e3af375 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989601 Jun 30 02:39:14.882689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.884192 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.975389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-878b84cd-f064-4d4d-aba6-1905a8c8c47f req-d5f82426-2b76-4252-a3f2-8c6827ebb58e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248703 Jun 30 02:39:15.004622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:15.084697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.107629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=eb911a74-e4f2-4dac-9549-d2abfc732423,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:15.140767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.158347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70', '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:15.161005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18c438fd-184f-4d8d-b64c-5192e2d1d6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.231174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c691799b-7efd-495a-bef7-f9836f12545a req-ac09140c-d622-4a21-913d-ed6eb237942c tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/77be16a8-253a-4019-99a2-aee5abf17b53 HTTP/1.1" status: 200 len: 1807 time: 0.1680210 Jun 30 02:39:15.269428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:15.273982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:15.309202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:15.347388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36778) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:15.385015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:15.388319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.402877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b22626b6-1a6e-4a39-b3c5-e2e6e10f9299 req-e504281d-a82b-49d3-86ad-0a463b65b3be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "PUT /v2.0/ports/569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 981 time: 1.1523752 Jun 30 02:39:15.405664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a678978d-7e57-4e86-b0cf-042ace1032e0 req-d83456f2-2518-4982-aa6c-66c5a4cce101 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267117 Jun 30 02:39:15.431125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-75639980-84cd-4f6d-955e-68118b6b9ef0 req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841155367', 'description': 'tempest-description-448411773'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:15.519799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-253b4929-5fb8-4e84-a25f-d5402962abf9 None None] Provisioning for port 7c95442e-4dab-49f2-8dc2-fb0577684b5a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:15.545623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-deleted', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca'}, {'name': 'network-changed', 'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:15.547616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting subnet 32f4116b-fbfa-4438-97bb-a187791542f6 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:15.550827 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186" -d '{"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-deleted", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca"}, {"name": "network-changed", "server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:15.563836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.611066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['569f33d1-c1f9-4c69-a7c0-ce9c500087ba'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:15.733182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5ec3d0c-519e-4fe0-97ea-f654f4e7c639 req-e397f8d4-27a8-4554-9757-18082519df08 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/ca3fb710-3316-4a38-b341-37e61c8f33fe HTTP/1.1" status: 200 len: 1803 time: 0.1186934 Jun 30 02:39:15.735926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.894201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18c438fd-184f-4d8d-b64c-5192e2d1d6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.907695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-37bd000b-aff7-4606-b058-72ed6da18b28 None None] Provisioning for port eb911a74-e4f2-4dac-9549-d2abfc732423 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:15.919888 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-f5ec3d0c-519e-4fe0-97ea-f654f4e7c639 req-e2d40962-c144-4691-843f-5dbe8ba4968d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:39:15.921586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5ec3d0c-519e-4fe0-97ea-f654f4e7c639 req-e2d40962-c144-4691-843f-5dbe8ba4968d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/ca3fb710-3316-4a38-b341-37e61c8f33fe HTTP/1.1" status: 409 len: 341 time: 0.1444364 Jun 30 02:39:15.935723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75639980-84cd-4f6d-955e-68118b6b9ef0 req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.945495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-37bd000b-aff7-4606-b058-72ed6da18b28 None None] Provisioning complete for port eb911a74-e4f2-4dac-9549-d2abfc732423 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:15.945864 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37bd000b-aff7-4606-b058-72ed6da18b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.973497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18c438fd-184f-4d8d-b64c-5192e2d1d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.068904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7c95442e-4dab-49f2-8dc2-fb0577684b5a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:16.083790 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8016e7-f9cd-4073-9ff6-0b892061cf90 x-openstack-request-id: req-fc8016e7-f9cd-4073-9ff6-0b892061cf90 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:16.096550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Router 46208074-659d-409d-aed1-d1c89ed9d8db is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:39:16.097335 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8221273-1574-45d6-b7c9-16c4bdc0198a", "name": "network-vif-deleted", "tag": "377b9d0e-3869-4660-bb7e-0497c45417ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:16.097703 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc8016e7-f9cd-4073-9ff6-0b892061cf90 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:16.098427 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8221273-1574-45d6-b7c9-16c4bdc0198a', 'name': 'network-vif-deleted', 'tag': '377b9d0e-3869-4660-bb7e-0497c45417ca', 'status': 'completed', 'code': 200} Jun 30 02:39:16.099327 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'status': 'completed', 'code': 200} Jun 30 02:39:16.119854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37bd000b-aff7-4606-b058-72ed6da18b28 None None] Port eb911a74-e4f2-4dac-9549-d2abfc732423 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:16.136124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.167747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.172758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18c438fd-184f-4d8d-b64c-5192e2d1d6d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3eab14bd9a9548d1bd4ba4d2e0fdaedc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7096419 Jun 30 02:39:16.189107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.218600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c438fd-184f-4d8d-b64c-5192e2d1d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb39a0b-0478-4e87-9bdc-87284531b220,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:16.272304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 7c95442e-4dab-49f2-8dc2-fb0577684b5a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:16.311187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7c95442e-4dab-49f2-8dc2-fb0577684b5a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:16.311787 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.389865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75639980-84cd-4f6d-955e-68118b6b9ef0 req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.399386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-60b11488-a1f0-4aa4-8e46-18770715349f None None] Provisioning complete for port eb911a74-e4f2-4dac-9549-d2abfc732423 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:16.399771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b11488-a1f0-4aa4-8e46-18770715349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.423663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-591986305-network', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:16.428835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:16.440278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75639980-84cd-4f6d-955e-68118b6b9ef0 req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.443397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60b11488-a1f0-4aa4-8e46-18770715349f None None] Port eb911a74-e4f2-4dac-9549-d2abfc732423 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:16.448677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Sync routers for ids ['46208074-659d-409d-aed1-d1c89ed9d8db'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:16.450286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-73accab1-6875-4b94-ba7c-34d13f39fa7b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "PUT /v2.0/routers/46208074-659d-409d-aed1-d1c89ed9d8db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2145944 Jun 30 02:39:16.452197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36804) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.453988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.468911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Routers {'46208074-659d-409d-aed1-d1c89ed9d8db'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:16.471000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['46208074-659d-409d-aed1-d1c89ed9d8db'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:16.482928 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d54ec7-ab91-4a61-9664-eb8702ac60ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.512112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-a95466eb-8524-4a70-97ac-3c3822e43242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:16.525969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-a95466eb-8524-4a70-97ac-3c3822e43242 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1135 time: 0.3875148 Jun 30 02:39:16.555035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d3b341-5ecd-400c-92c0-daedb2e68bc7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:16.563673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:16.566644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.590802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75639980-84cd-4f6d-955e-68118b6b9ef0 req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.595472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b29308d-bac8-45e3-a318-05cd9f73f8c8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:16.599674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-75639980-84cd-4f6d-955e-68118b6b9ef0 req-6dee1986-1afe-4d82-acc0-72f696d34bf0 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1858912 Jun 30 02:39:16.601530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2b29308d-bac8-45e3-a318-05cd9f73f8c8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports/eb911a74-e4f2-4dac-9549-d2abfc732423 HTTP/1.1" status: 200 len: 911 time: 0.1444747 Jun 30 02:39:16.602732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36810) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.617465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.621709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/subnets/32f4116b-fbfa-4438-97bb-a187791542f6 HTTP/1.1" status: 204 len: 168 time: 1.2710598 Jun 30 02:39:16.621709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca34c0-2498-4065-af97-c53c7d092d1e tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Subnet': ['ID=32f4116b-fbfa-4438-97bb-a187791542f6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:16.630594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36814) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.659149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04779f6-d6a4-4a2f-8ee8-1f149aafb195 None None] Network 02ee6651-f914-45fe-80b0-15305b464249 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:16.708409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d54ec7-ab91-4a61-9664-eb8702ac60ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.732996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.765375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Set router 46208074-659d-409d-aed1-d1c89ed9d8db gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:16.765622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.805682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 7c95442e-4dab-49f2-8dc2-fb0577684b5a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7c95442e-4dab-49f2-8dc2-fb0577684b5a,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:16.834881 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.841188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.847304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d54ec7-ab91-4a61-9664-eb8702ac60ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.850934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d54ec7-ab91-4a61-9664-eb8702ac60ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.854838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8d54ec7-ab91-4a61-9664-eb8702ac60ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfb39a0b-0478-4e87-9bdc-87284531b220 HTTP/1.1" status: 204 len: 168 time: 0.6643820 Jun 30 02:39:16.879085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-ec1854a7-5ea0-489e-8df3-63139065c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:16.881955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-ec1854a7-5ea0-489e-8df3-63139065c366 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.3413072 Jun 30 02:39:16.901496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54ec7-ab91-4a61-9664-eb8702ac60ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb39a0b-0478-4e87-9bdc-87284531b220,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:16.949532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789abc3-25ad-489d-b77a-a736e32d57b8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:16.958971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789abc3-25ad-489d-b77a-a736e32d57b8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:16.961132 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f789abc3-25ad-489d-b77a-a736e32d57b8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3572581 Jun 30 02:39:16.965009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.981765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-56b304cd-4f85-495c-8607-114e60257aab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 217 time: 0.0864534 Jun 30 02:39:17.003027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e428-dc73-46ba-b92c-a1b1492dfdc8 req-64daf2c1-52dc-4c77-9cfe-c3798f221182 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:17.009440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d147e428-dc73-46ba-b92c-a1b1492dfdc8 req-64daf2c1-52dc-4c77-9cfe-c3798f221182 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.3355374 Jun 30 02:39:17.070668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=7c95442e-4dab-49f2-8dc2-fb0577684b5a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.086606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d147e428-dc73-46ba-b92c-a1b1492dfdc8 req-4aa8008c-7fb0-4946-9c91-63260e0ef0aa tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761425 Jun 30 02:39:17.127695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port fb765313-6210-4d23-9f97-efce72301538 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:17.130844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.220782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e12f1-b6d6-4fb0-8c44-f36a7e941e0d req-82f2e46c-dc7d-42fe-9c02-cc7c79a7b8b0 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:17.229000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a34e12f1-b6d6-4fb0-8c44-f36a7e941e0d req-82f2e46c-dc7d-42fe-9c02-cc7c79a7b8b0 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 984 time: 0.4676285 Jun 30 02:39:17.236716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:11Z', 'updated_at': '2021-06-30T02:39:13Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None, '_interfaces': [{'id': 'eb911a74-e4f2-4dac-9549-d2abfc732423', 'name': '', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'mac_address': 'fa:16:3e:62:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:12Z', 'updated_at': '2021-06-30T02:39:14Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'subnets': [{'id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.248837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] DHCP port deletion for 02ee6651-f914-45fe-80b0-15305b464249 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:17.299778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Checking router: 46208074-659d-409d-aed1-d1c89ed9d8db for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:17.300508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Updating router 46208074-659d-409d-aed1-d1c89ed9d8db port eb911a74-e4f2-4dac-9549-d2abfc732423 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:39:17.307280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port fb765313-6210-4d23-9f97-efce72301538, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fb765313-6210-4d23-9f97-efce72301538,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:17.307830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.340975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-2b85777d-29e4-42f5-827b-f87cc250419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:17.342460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-2b85777d-29e4-42f5-827b-f87cc250419f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.3491547 Jun 30 02:39:17.362347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for fb765313-6210-4d23-9f97-efce72301538 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:17.394572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.445736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edb61281-068f-49ab-8927-2fb8575e2027 req-4ba40cfa-1c59-4b4f-a20a-a4cb99d2bd7c tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/48d3b341-5ecd-400c-92c0-daedb2e68bc7 HTTP/1.1" status: 200 len: 1806 time: 0.1195352 Jun 30 02:39:17.453115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] Deleting port fb765313-6210-4d23-9f97-efce72301538 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:17.453895 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.461347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-81d83a48-06dd-40da-88a6-f718e2ce2034 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042559 Jun 30 02:39:17.466147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a34e12f1-b6d6-4fb0-8c44-f36a7e941e0d req-b00af073-c126-4d69-9839-b61a6ef0878a tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&id=ca3fb710-3316-4a38-b341-37e61c8f33fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2359829 Jun 30 02:39:17.472596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48d3b341-5ecd-400c-92c0-daedb2e68bc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:17.473757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48d3b341-5ecd-400c-92c0-daedb2e68bc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:17.525572 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.591289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=fb765313-6210-4d23-9f97-efce72301538,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.605839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port fb765313-6210-4d23-9f97-efce72301538 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:17.630339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] For port fb765313-6210-4d23-9f97-efce72301538, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fb765313-6210-4d23-9f97-efce72301538,segment=NetworkSegment(58724ebf-aec3-4209-ad88-2ea3c3c7b5ae),segment_id=58724ebf-aec3-4209-ad88-2ea3c3c7b5ae)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:17.630805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.668110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] Calling delete_port for fb765313-6210-4d23-9f97-efce72301538 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:17.671185 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.688976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-7cbd0236-0ff0-4dad-a742-014d6d038c9f service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917045 Jun 30 02:39:17.692579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.814825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.838241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ee6651-f914-45fe-80b0-15305b464249']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.867265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.876827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.877079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58724ebf-aec3-4209-ad88-2ea3c3c7b5ae') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.881276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:17.929340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.937589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c99e1-94b3-4fa8-9a91-f63f524e6575,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.942976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.943615 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Added segment d9a60c54-793b-492f-8832-d4417b5b3a69 of type vlan for network 05158402-4f23-4e72-a500-4cf01d25dc82 Jun 30 02:39:17.961237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.003639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.011264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.021716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:18.023227 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.044138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7c95442e-4dab-49f2-8dc2-fb0577684b5a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:18.047745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-647696b6-01d6-4cfe-8d5e-5b9b1b41d186 req-6b255c52-1483-4953-bf87-908c763d11f7 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025553 Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:18.100344 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:18.103464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] Pushing event deleted for resources: {'Port': ['ID=fb765313-6210-4d23-9f97-efce72301538,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.105004 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.107975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.108958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:18.109536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.117521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e683f9e-04c8-4be4-9877-c76b05d66572 None None] No DVR routers for this DVR port fb765313-6210-4d23-9f97-efce72301538 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:18.137762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.179835 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.203912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c07eb94-fe11-4af8-a738-794a953c5e8c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.215387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Transition to ACTIVE for port object eb911a74-e4f2-4dac-9549-d2abfc732423 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:18.215558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.217704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.219228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edb61281-068f-49ab-8927-2fb8575e2027 req-8f013566-4b31-4a7b-8f5b-90d0e9154918 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7513516 Jun 30 02:39:18.226086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.237878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.245931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/networks/02ee6651-f914-45fe-80b0-15305b464249 HTTP/1.1" status: 204 len: 168 time: 1.6069677 Jun 30 02:39:18.245931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36844) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.260034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7c95442e-4dab-49f2-8dc2-fb0577684b5a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:18.260575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.319270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8cc5-21fa-49af-b722-4ecf377650be tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Network': ['ID=02ee6651-f914-45fe-80b0-15305b464249,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.417898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting subnet 9763ddcd-700b-4ca3-bb00-0e9871178727 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:18.425264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2880068 Jun 30 02:39:18.427896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.431378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36852) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.447830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Request body: {'subnet': {'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-591986305-subnet', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:18.459072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f42e9-d4f4-4c7d-a4ac-a8c78b1a23e3 admin admin] Pushing event updated for resources: {'Network': ['ID=05158402-4f23-4e72-a500-4cf01d25dc82,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.497511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c4946-b8e6-4537-90ad-f6b7b0434f13 None None] Pushing event updated for resources: {'Port': ['ID=eb911a74-e4f2-4dac-9549-d2abfc732423,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.500708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 05158402-4f23-4e72-a500-4cf01d25dc82 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:18.593873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:18.605087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.619346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Attempting to bind port eb911a74-e4f2-4dac-9549-d2abfc732423 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:18.620098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Attempting to bind port eb911a74-e4f2-4dac-9549-d2abfc732423 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:18.620833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Attempting to bind port eb911a74-e4f2-4dac-9549-d2abfc732423 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:18.658253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:18.659091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:18.659734 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.660351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:18.664471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Bound port: eb911a74-e4f2-4dac-9549-d2abfc732423, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:18.665249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.709435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.802522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] For port eb911a74-e4f2-4dac-9549-d2abfc732423, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:18.808101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] For port eb911a74-e4f2-4dac-9549-d2abfc732423, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=eb911a74-e4f2-4dac-9549-d2abfc732423,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:18.815490 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.947101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ef03-9175-46ca-8143-812b9c4b5ba0 req-08ff0b14-3d26-48ac-801a-1e6d357865ca tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:18.955021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9447ef03-9175-46ca-8143-812b9c4b5ba0 req-08ff0b14-3d26-48ac-801a-1e6d357865ca tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.4175067 Jun 30 02:39:18.968393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c4946-b8e6-4537-90ad-f6b7b0434f13 None None] Pushing event updated for resources: {'Port': ['ID=eb911a74-e4f2-4dac-9549-d2abfc732423,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.988368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fb765313-6210-4d23-9f97-efce72301538 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:18.996475 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-6fa7be1c-d756-4d79-b51e-237b1f42f85a tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/48d3b341-5ecd-400c-92c0-daedb2e68bc7 HTTP/1.1" status: 200 len: 2400 time: 0.6017578 Jun 30 02:39:19.012442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48d3b341-5ecd-400c-92c0-daedb2e68bc7', 'remote_group_id': None}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:19.012761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48d3b341-5ecd-400c-92c0-daedb2e68bc7', 'remote_group_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:19.023769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.031398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fb765313-6210-4d23-9f97-efce72301538 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:19.031821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fb765313-6210-4d23-9f97-efce72301538 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:19.061954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Routers {'46208074-659d-409d-aed1-d1c89ed9d8db'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:19.063881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['46208074-659d-409d-aed1-d1c89ed9d8db'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:19.066472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3996-fafb-4e9f-bacd-705da7552274 req-66eef3fd-e5e3-4c66-a3c1-8298ac5efe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:19.068628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-66eef3fd-e5e3-4c66-a3c1-8298ac5efe86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1135 time: 0.8836124 Jun 30 02:39:19.159657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9447ef03-9175-46ca-8143-812b9c4b5ba0 req-8b227395-02ef-483b-b582-cd8eab6a544b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977766 Jun 30 02:39:19.205827 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.316328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] Set router 46208074-659d-409d-aed1-d1c89ed9d8db gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:19.396221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3996-fafb-4e9f-bacd-705da7552274 req-0fe23452-ccde-49cf-a830-f4ba09b43e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:19.405878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-0fe23452-ccde-49cf-a830-f4ba09b43e02 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.2960699 Jun 30 02:39:19.408099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.423726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.458372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.480933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-4df1ee55-eac3-4013-9f84-1f3cb7a0f209 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 217 time: 0.0660102 Jun 30 02:39:19.498970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Subnet': ['ID=9763ddcd-700b-4ca3-bb00-0e9871178727,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:19.513434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.548533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.572958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.577355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e5a85912-5bb0-4140-8181-3e87358ce47d tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/subnets/9763ddcd-700b-4ca3-bb00-0e9871178727 HTTP/1.1" status: 204 len: 168 time: 1.3323572 Jun 30 02:39:19.577355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=586f1a45-e972-45eb-a3b0-bec5bfe7cec3,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:19.588788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36856) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.605161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bec73a-e074-482c-ad9a-e0361b14e408,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:19.617241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.630576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebd680ca-96db-4f08-80ef-c2ca7f9cbe85 req-659e2bee-9bae-4328-a7b8-fe5239446522 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6321023 Jun 30 02:39:19.696888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3996-fafb-4e9f-bacd-705da7552274 req-212443f7-7395-443d-a621-4be21ef5b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:19.704293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-212443f7-7395-443d-a621-4be21ef5b5bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.2108095 Jun 30 02:39:19.753616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-9920b0ca-91d1-4a35-99bd-7ba2f0787567 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399413 Jun 30 02:39:19.785318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde262e-2730-4f30-8e76-43c9b269fabb None None] Network 3dca6c2b-2251-4884-9586-c3da3838718d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:19.806233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Checking segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:19.807047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Network hostable DHCP agents. Network: 05158402-4f23-4e72-a500-4cf01d25dc82, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:19.888679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.891050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Network 05158402-4f23-4e72-a500-4cf01d25dc82 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:19.919732 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a434f01-8fda-44e6-8ccf-214af1d1c70f req-6162b4a4-e420-4182-a66f-1f6646793b69 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/48d3b341-5ecd-400c-92c0-daedb2e68bc7 HTTP/1.1" status: 200 len: 2999 time: 0.2466614 Jun 30 02:39:19.921545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 05158402-4f23-4e72-a500-4cf01d25dc82) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:19.930371 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:19.931241 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.937760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc0949-8406-47aa-9b31-2ea270ec2e45 None None] Network 05158402-4f23-4e72-a500-4cf01d25dc82 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:19.960190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port eb911a74-e4f2-4dac-9549-d2abfc732423 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:19.960873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.981217 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1443c6c-6685-4e5c-9049-5df516554c1f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5469584 Jun 30 02:39:19.983494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36872) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.984022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-8a8e2372-a4d5-4325-a4b3-822785ecee3c service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231700 Jun 30 02:39:20.039046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:20.086777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-832eb26f-118d-410b-b558-ca6aa3fa008f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-group-rules/82bec73a-e074-482c-ad9a-e0361b14e408 HTTP/1.1" status: 200 len: 783 time: 0.0403352 Jun 30 02:39:20.113837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271edf30-d66e-4cdf-afcf-28c312302ab6 req-c8d6388a-a142-4202-a539-d49c8ce70785 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:20.122011 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-271edf30-d66e-4cdf-afcf-28c312302ab6 req-c8d6388a-a142-4202-a539-d49c8ce70785 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 984 time: 0.3444939 Jun 30 02:39:20.200134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-2464bed6-9116-4bc2-bc65-bff301537a1e tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/48d3b341-5ecd-400c-92c0-daedb2e68bc7 HTTP/1.1" status: 200 len: 2999 time: 0.1028843 Jun 30 02:39:20.244860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-271edf30-d66e-4cdf-afcf-28c312302ab6 req-068c30d1-5d60-41fd-b0d8-d5cc760e9e62 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&id=ca3fb710-3316-4a38-b341-37e61c8f33fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1215994 Jun 30 02:39:20.258634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port eb911a74-e4f2-4dac-9549-d2abfc732423, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=eb911a74-e4f2-4dac-9549-d2abfc732423,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:20.260148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.269417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.271169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.278198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-7f2e4d41-b8cb-457b-899e-9ce3ab5bb120 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.298420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for eb911a74-e4f2-4dac-9549-d2abfc732423 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:20.302518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-347e3996-fafb-4e9f-bacd-705da7552274 req-7b766ece-a7d5-4bbd-ac9e-13c060e7dbe2 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829468 Jun 30 02:39:20.336500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Deleting port c6148525-5570-42c5-a5d6-82439afde836 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:20.336998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.444755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] For port c6148525-5570-42c5-a5d6-82439afde836, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c6148525-5570-42c5-a5d6-82439afde836,segment=NetworkSegment(889cf436-4a00-4e5b-bb8b-ec707e046eaa),segment_id=889cf436-4a00-4e5b-bb8b-ec707e046eaa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:20.446751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.483189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Calling delete_port for c6148525-5570-42c5-a5d6-82439afde836 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:20.557121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-05158402-4f23-4e72-a500-4cf01d25dc82', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:20.561673 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.639977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-7f2e4d41-b8cb-457b-899e-9ce3ab5bb120 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.654561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.749001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6d31458a-f272-4745-8825-73d2fea3cf25 service neutron] 10.222.0.90 "GET /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.1815538 Jun 30 02:39:20.756804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] No DVR routers for this DVR port c6148525-5570-42c5-a5d6-82439afde836 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:20.803148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Port': ['ID=c6148525-5570-42c5-a5d6-82439afde836,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:20.840218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d95f61-c01a-4e81-a728-3849d359c82b None None] DHCP port deletion for 3dca6c2b-2251-4884-9586-c3da3838718d request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:20.867107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Allocated IP 172.20.0.2 (05158402-4f23-4e72-a500-4cf01d25dc82/586f1a45-e972-45eb-a3b0-bec5bfe7cec3/a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:20.912551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.934250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94535229-3de4-4a62-97eb-a0572b937ede req-6ec0da5c-cd88-4764-a4f5-016424a87711 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:20.943616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94535229-3de4-4a62-97eb-a0572b937ede req-6ec0da5c-cd88-4764-a4f5-016424a87711 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.3784218 Jun 30 02:39:20.995241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=eb911a74-e4f2-4dac-9549-d2abfc732423,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:21.245310 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.285952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94535229-3de4-4a62-97eb-a0572b937ede req-18d7d23f-8a39-4a85-9208-f5c19ccf5bb4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405049 Jun 30 02:39:21.288038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b51a011b-000d-43d5-a3c1-a50df46aee63 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:21.365092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:11Z', 'updated_at': '2021-06-30T02:39:13Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None, '_interfaces': [{'id': 'eb911a74-e4f2-4dac-9549-d2abfc732423', 'name': '', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'mac_address': 'fa:16:3e:62:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:12Z', 'updated_at': '2021-06-30T02:39:18Z', 'revision_number': 4, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'subnets': [{'id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:21.385061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.414660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f327-f660-43c9-8b10-5ca0e6326ab6 None None] The sync data for ids ['46208074-659d-409d-aed1-d1c89ed9d8db'] in n-d-798054-5 is: [{'id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:11Z', 'updated_at': '2021-06-30T02:39:13Z', 'revision_number': 2, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None, '_interfaces': [{'id': 'eb911a74-e4f2-4dac-9549-d2abfc732423', 'name': '', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'mac_address': 'fa:16:3e:62:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:12Z', 'updated_at': '2021-06-30T02:39:18Z', 'revision_number': 4, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'subnets': [{'id': 'ad3438e0-4d78-4965-9b0c-a2d126b4d9d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:21.498864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.508429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.512149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Transition to ACTIVE for port object a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:21.521106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-7f2e4d41-b8cb-457b-899e-9ce3ab5bb120 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.552740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Transition to ACTIVE for port object a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:21.562147 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.576995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-7f2e4d41-b8cb-457b-899e-9ce3ab5bb120 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.582936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b3f084-c36f-4725-bda3-8124aacdf230 req-7f2e4d41-b8cb-457b-899e-9ce3ab5bb120 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/82bec73a-e074-482c-ad9a-e0361b14e408 HTTP/1.1" status: 204 len: 173 time: 1.3588159 Jun 30 02:39:21.588454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dca6c2b-2251-4884-9586-c3da3838718d']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:21.658760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e4d41-b8cb-457b-899e-9ce3ab5bb120 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82bec73a-e074-482c-ad9a-e0361b14e408,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:21.666433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889cf436-4a00-4e5b-bb8b-ec707e046eaa') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:21.666885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889cf436-4a00-4e5b-bb8b-ec707e046eaa') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:21.679999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Pushing event updated for resources: {'Port': ['ID=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:21.707297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Network 05158402-4f23-4e72-a500-4cf01d25dc82 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:21.711816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:21.713497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.727185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:21.895954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Attempting to bind port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:21.895954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Attempting to bind port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:21.896645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Attempting to bind port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b on network 05158402-4f23-4e72-a500-4cf01d25dc82 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:21.903504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:21.904109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Checking segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:21.904558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.905133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Bound using segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:21.905722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Bound port: a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:21.906214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.973032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.984164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.041848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:22.042710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.050349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c6148525-5570-42c5-a5d6-82439afde836 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:22.058025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:22.096510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Router 46208074-659d-409d-aed1-d1c89ed9d8db has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:22.102831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c6148525-5570-42c5-a5d6-82439afde836 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:22.103419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c6148525-5570-42c5-a5d6-82439afde836 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:22.116001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] For port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:22.135567 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c3915f2-9bcb-4a21-ac0b-d3978e4f4c34 req-e1fe0493-b256-4ac9-a4da-f43f3a1e9ba5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/48d3b341-5ecd-400c-92c0-daedb2e68bc7 HTTP/1.1" status: 200 len: 2400 time: 0.4570127 Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:22.136959 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:22.165246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] For port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:22.171833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.173982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:22.199206 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.223900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.227760 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] 10.222.0.78 "DELETE /v2.0/networks/3dca6c2b-2251-4884-9586-c3da3838718d HTTP/1.1" status: 204 len: 168 time: 2.6377046 Jun 30 02:39:22.285435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f90e-93f6-44e1-9fc7-4c2925dc37d8 tempest-ServersTestMultiNic-1221472415 tempest-ServersTestMultiNic-1221472415-project] Pushing event deleted for resources: {'Network': ['ID=3dca6c2b-2251-4884-9586-c3da3838718d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.336273 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6c3915f2-9bcb-4a21-ac0b-d3978e4f4c34 req-44f4c41b-3a88-4c56-a61f-a41d2f6d0cab tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.363022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7185-ca90-4172-84fe-3aab54515c19 None None] Pushing event updated for resources: {'Port': ['ID=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.387272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36908) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:22.401628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6c3915f2-9bcb-4a21-ac0b-d3978e4f4c34 req-44f4c41b-3a88-4c56-a61f-a41d2f6d0cab tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.406191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51a011b-000d-43d5-a3c1-a50df46aee63 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:22.432883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:22.438506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:22.467193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f25b-a59f-4abb-971d-7827522c96cc req-720f5793-dc90-4510-9d39-29f3453460fe tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.476314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95e9f25b-a59f-4abb-971d-7827522c96cc req-720f5793-dc90-4510-9d39-29f3453460fe tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 984 time: 0.6516242 Jun 30 02:39:22.492277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4c711e24-ea1a-46aa-9659-d6b0a7f2a506 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "PUT /v2.0/routers/46208074-659d-409d-aed1-d1c89ed9d8db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5217767 Jun 30 02:39:22.496628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:22.521419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.602339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6c3915f2-9bcb-4a21-ac0b-d3978e4f4c34 req-44f4c41b-3a88-4c56-a61f-a41d2f6d0cab tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.610103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6c3915f2-9bcb-4a21-ac0b-d3978e4f4c34 req-44f4c41b-3a88-4c56-a61f-a41d2f6d0cab tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.634357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c3915f2-9bcb-4a21-ac0b-d3978e4f4c34 req-44f4c41b-3a88-4c56-a61f-a41d2f6d0cab tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/48d3b341-5ecd-400c-92c0-daedb2e68bc7 HTTP/1.1" status: 204 len: 173 time: 0.4462030 Jun 30 02:39:22.776518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4c41b-3a88-4c56-a61f-a41d2f6d0cab tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d3b341-5ecd-400c-92c0-daedb2e68bc7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.835355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2521706b-2eac-4b92-8da9-ce852940f11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.870849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.900705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.061343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4eccc-e352-47da-9c06-edc23518bdd6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.063120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4eccc-e352-47da-9c06-edc23518bdd6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.066691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9f4eccc-e352-47da-9c06-edc23518bdd6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5665424 Jun 30 02:39:23.072300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95e9f25b-a59f-4abb-971d-7827522c96cc req-14f253c2-ad21-438a-87d1-699a64a25c72 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d603c2b-3161-44d0-b15f-6dca83e52939&id=ca3fb710-3316-4a38-b341-37e61c8f33fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5936944 Jun 30 02:39:23.073318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:23.194905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Allocated IP 172.25.0.105 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:23.210105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet ad3438e0-4d78-4965-9b0c-a2d126b4d9d1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:23.216243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770123-bdef-445d-86d4-a3274610e0a2 req-482d68ef-7f0d-4489-b017-bc9c1489eda2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.216834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.217593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac770123-bdef-445d-86d4-a3274610e0a2 req-482d68ef-7f0d-4489-b017-bc9c1489eda2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 943 time: 0.2374558 Jun 30 02:39:23.221454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] Transition to ACTIVE for port object b51a011b-000d-43d5-a3c1-a50df46aee63 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:23.230595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2521706b-2eac-4b92-8da9-ce852940f11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.243917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.244136 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2521706b-2eac-4b92-8da9-ce852940f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.306679 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.342755 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-7b054800-5025-43c1-9683-f9953bbc3335 req-7f4a60a4-b7e9-4cfe-bb75-e3e38bbc69ed tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] show failed (client error): The resource could not be found. Jun 30 02:39:23.343819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b054800-5025-43c1-9683-f9953bbc3335 req-7f4a60a4-b7e9-4cfe-bb75-e3e38bbc69ed tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/c07d6377-bee6-49b4-a396-491f5d08a3ec HTTP/1.1" status: 404 len: 352 time: 0.0612109 Jun 30 02:39:23.349800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2521706b-2eac-4b92-8da9-ce852940f11a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a053359eb26b4c0f9d38ce9cce42e15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9611959 Jun 30 02:39:23.356333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:23.369578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521706b-2eac-4b92-8da9-ce852940f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c02720-1ce3-4461-8a59-69ba7acbb124,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.377970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac770123-bdef-445d-86d4-a3274610e0a2 req-4b806c48-be8b-4fa7-9044-e196f6c77fb9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451366 Jun 30 02:39:23.405398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] No DVR routers for this DVR port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:23.412172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.464909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.477013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a6f1-5c93-411d-8c66-38d3479523ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.513807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a6f1-5c93-411d-8c66-38d3479523ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.532324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-c2ff4033-5fda-412e-b014-003d1c5f54a1 service neutron] 10.222.0.90 "PUT /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63/bindings/n-h1-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 2.7326872 Jun 30 02:39:23.583264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.591419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.633026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:23.637507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:23.642106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:23.670495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-867c616d-5874-48c1-86ed-f78bcdacbf3d req-3ee17c46-3c4e-462e-8082-eb0e6cd152f7 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/77be16a8-253a-4019-99a2-aee5abf17b53 HTTP/1.1" status: 200 len: 1807 time: 0.1370966 Jun 30 02:39:23.690301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a6f1-5c93-411d-8c66-38d3479523ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.693739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a6f1-5c93-411d-8c66-38d3479523ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.695444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ceb2a6f1-5c93-411d-8c66-38d3479523ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7c02720-1ce3-4461-8a59-69ba7acbb124 HTTP/1.1" status: 204 len: 168 time: 0.3360522 Jun 30 02:39:23.721493 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-06c8c6aa-bd75-4579-91b6-92d818bacaac tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1558554930&fields=id&tenant_id=2d57093cdd974fc8bd7c66165c6121dd HTTP/1.1" status: 200 len: 267 time: 0.1501243 Jun 30 02:39:23.725309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2a6f1-5c93-411d-8c66-38d3479523ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c02720-1ce3-4461-8a59-69ba7acbb124,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.730955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.767711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.823781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3438e0-4d78-4965-9b0c-a2d126b4d9d1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.827686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.829903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f872406-2d64-451c-94ea-486c5be33e66 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/ad3438e0-4d78-4965-9b0c-a2d126b4d9d1 HTTP/1.1" status: 204 len: 168 time: 0.7541199 Jun 30 02:39:23.834438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-1e285065-11f4-4134-81d8-ef81bcc4af67 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.836317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ecf91-2ed1-4490-a273-13896e9c0dbe None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:23.836787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-1e285065-11f4-4134-81d8-ef81bcc4af67 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.2414889 Jun 30 02:39:23.836867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36932) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:23.930921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-867c616d-5874-48c1-86ed-f78bcdacbf3d req-bc3e9d6c-a533-4e6f-890d-e8d47af0a2b9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.056703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-867c616d-5874-48c1-86ed-f78bcdacbf3d req-bc3e9d6c-a533-4e6f-890d-e8d47af0a2b9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.059928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:24.132180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-05799057-1d06-4fba-8603-8b148c3b87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.133723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-05799057-1d06-4fba-8603-8b148c3b87a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a&tenant_id=9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 1095 time: 0.2890770 Jun 30 02:39:24.158704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-867c616d-5874-48c1-86ed-f78bcdacbf3d req-bc3e9d6c-a533-4e6f-890d-e8d47af0a2b9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.161851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-867c616d-5874-48c1-86ed-f78bcdacbf3d req-bc3e9d6c-a533-4e6f-890d-e8d47af0a2b9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.163349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-867c616d-5874-48c1-86ed-f78bcdacbf3d req-bc3e9d6c-a533-4e6f-890d-e8d47af0a2b9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/77be16a8-253a-4019-99a2-aee5abf17b53 HTTP/1.1" status: 204 len: 173 time: 0.4808552 Jun 30 02:39:24.194257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8d80333d-5a8d-4fbd-99fb-941981683e79 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3562880 Jun 30 02:39:24.195088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:24.209904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e9d6c-a533-4e6f-890d-e8d47af0a2b9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be16a8-253a-4019-99a2-aee5abf17b53,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:24.276721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:24.318566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-9588fc57-bfb1-4be7-805f-ae6eb57eb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.320102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-9588fc57-bfb1-4be7-805f-ae6eb57eb754 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1095 time: 0.1382718 Jun 30 02:39:24.359898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-63a3c234-10de-405b-9416-a02833022de9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.369331 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] Sync routers for ids ['46208074-659d-409d-aed1-d1c89ed9d8db'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:24.375215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-63a3c234-10de-405b-9416-a02833022de9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 984 time: 0.5569084 Jun 30 02:39:24.407262 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] Routers {'46208074-659d-409d-aed1-d1c89ed9d8db'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:24.409655 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['46208074-659d-409d-aed1-d1c89ed9d8db'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:24.414572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'port': {'security_groups': ['6d603c2b-3161-44d0-b15f-6dca83e52939', 'ca3fb710-3316-4a38-b341-37e61c8f33fe', '44d65b6b-6b25-48dc-9cc3-017b124d5c96']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:24.437584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:24.468554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6ab4cd29-d51f-4c28-a47c-858e74d3c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.470640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6ab4cd29-d51f-4c28-a47c-858e74d3c11c service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.1412947 Jun 30 02:39:24.541103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12ae29-391a-4526-b73b-246cb54a6497 None None] Network 05158402-4f23-4e72-a500-4cf01d25dc82 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:24.541383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-6f4c85ef-b446-4b49-9926-6d2e5b9f0953 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 217 time: 0.0617516 Jun 30 02:39:24.568854 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] Set router 46208074-659d-409d-aed1-d1c89ed9d8db gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:24.658228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2ebe1fe-75eb-479e-8bc1-6917c1d416f2 req-824e0930-d7aa-4a0b-9a75-0848643f957b tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/46922daa-0ad1-450a-b826-107a9420b497 HTTP/1.1" status: 200 len: 1806 time: 0.2152941 Jun 30 02:39:24.673005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-f68cbe8e-e83d-48ec-b62e-3d0d384997a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.674622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-f68cbe8e-e83d-48ec-b62e-3d0d384997a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1227548 Jun 30 02:39:24.687549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] Provisioning for port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:24.696512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] Deleting port 7c95442e-4dab-49f2-8dc2-fb0577684b5a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:24.697045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.697350 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:11Z', 'updated_at': '2021-06-30T02:39:20Z', 'revision_number': 3, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:24.725776 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-3f52d1a0-c1c1-408b-9157-f7844ba63c85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437169 Jun 30 02:39:24.740708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] Checking router: 46208074-659d-409d-aed1-d1c89ed9d8db for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:24.746039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-ebe53d8d-ebbf-435a-b9e7-c74aa1e4d239 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:39:24.747359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-ebe53d8d-ebbf-435a-b9e7-c74aa1e4d239 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056288 Jun 30 02:39:24.756288 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] Routers {'46208074-659d-409d-aed1-d1c89ed9d8db'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:24.757442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['46208074-659d-409d-aed1-d1c89ed9d8db'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:24.788662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] Provisioning complete for port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:24.789044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.831038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2ebe1fe-75eb-479e-8bc1-6917c1d416f2 req-b48426f1-d011-4acb-b02c-62e4644e834d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.855547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.868969 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] Set router 46208074-659d-409d-aed1-d1c89ed9d8db gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:24.903913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2ebe1fe-75eb-479e-8bc1-6917c1d416f2 req-b48426f1-d011-4acb-b02c-62e4644e834d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.933876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] For port 7c95442e-4dab-49f2-8dc2-fb0577684b5a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7c95442e-4dab-49f2-8dc2-fb0577684b5a,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:24.934465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.943956 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-3023a21a-06a4-453a-91bf-226ab708af64 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883843 Jun 30 02:39:24.955068 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:11Z', 'updated_at': '2021-06-30T02:39:20Z', 'revision_number': 3, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:24.982013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] Calling delete_port for 7c95442e-4dab-49f2-8dc2-fb0577684b5a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:24.990816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.995717 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23de980-b162-4111-89f4-1f1c98917da6 None None] The sync data for ids ['46208074-659d-409d-aed1-d1c89ed9d8db'] in n-d-798054-5 is: [{'id': '46208074-659d-409d-aed1-d1c89ed9d8db', 'name': 'tempest-NetworksTestDHCPv6-router-176464936', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:11Z', 'updated_at': '2021-06-30T02:39:20Z', 'revision_number': 3, 'project_id': 'bdefa16e2966479581f23ec1fdef18e6', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:25.098469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2ebe1fe-75eb-479e-8bc1-6917c1d416f2 req-b48426f1-d011-4acb-b02c-62e4644e834d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.101404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2ebe1fe-75eb-479e-8bc1-6917c1d416f2 req-b48426f1-d011-4acb-b02c-62e4644e834d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.102623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2ebe1fe-75eb-479e-8bc1-6917c1d416f2 req-b48426f1-d011-4acb-b02c-62e4644e834d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/46922daa-0ad1-450a-b826-107a9420b497 HTTP/1.1" status: 204 len: 173 time: 0.4434431 Jun 30 02:39:25.127055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48426f1-d011-4acb-b02c-62e4644e834d tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46922daa-0ad1-450a-b826-107a9420b497,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:25.140803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-2a505f13-9503-4fa4-bc7a-7b854e3369c1 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894443 Jun 30 02:39:25.160908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.190189 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.233337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] Pushing event deleted for resources: {'Port': ['ID=7c95442e-4dab-49f2-8dc2-fb0577684b5a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:25.246616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] For port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:25.250068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50989299-dd2a-49f7-886f-674c2bbe174c None None] No DVR routers for this DVR port 7c95442e-4dab-49f2-8dc2-fb0577684b5a on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:25.258122 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.325696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.341290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.348352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.387024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb0494-a4d4-496c-8861-5ebeb81933f1 None None] Pushing event updated for resources: {'Port': ['ID=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:25.401458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.577047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.577951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Fanout notify agent at l3_agent the message router_deleted on router 46208074-659d-409d-aed1-d1c89ed9d8db {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:39:25.611415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b87f8329-841f-4cab-b4b4-3fbd21950e20 None None] Provisioning complete for port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:25.611803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b87f8329-841f-4cab-b4b4-3fbd21950e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.619465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.621721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6d2c831d-c76a-485d-8306-a6c49d5cebcc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/routers/46208074-659d-409d-aed1-d1c89ed9d8db HTTP/1.1" status: 204 len: 168 time: 1.4154019 Jun 30 02:39:25.626281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36968) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.689983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae6913d2-a5e0-4430-a054-3cf94d61887a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603206 Jun 30 02:39:25.726072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.776833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.849438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-b2e84977-d5f1-41b5-900d-f64a4ce42a2e tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:25.851236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-b2e84977-d5f1-41b5-900d-f64a4ce42a2e tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1095 time: 0.3198326 Jun 30 02:39:25.866078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aaac09-0de6-42fc-bb91-d31edeefc67b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:25.870074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-43aaac09-0de6-42fc-bb91-d31edeefc67b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373143 Jun 30 02:39:25.872733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36972) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.886629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159a79-6af6-422f-b7e0-af7800b7f6b8 req-3f9e6293-7054-48ec-a7fb-f8669fa3a337 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:25.888224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab159a79-6af6-422f-b7e0-af7800b7f6b8 req-3f9e6293-7054-48ec-a7fb-f8669fa3a337 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 944 time: 0.2672269 Jun 30 02:39:25.925220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:25.977239 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dc5b4650-1f52-46fc-aa8c-4184a14d1b00 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967824 Jun 30 02:39:25.978395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.983254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:25.984274 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.996781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:26.052145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:26.067327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab159a79-6af6-422f-b7e0-af7800b7f6b8 req-ca6baf21-504a-43ec-9997-6cbc097b831c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533656 Jun 30 02:39:26.115360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Router c9bb79f1-fa0d-4220-937a-a97506c5909e is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:39:26.122390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.132972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.144659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70', '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:26.188138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device eb911a74-e4f2-4dac-9549-d2abfc732423 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:26.195818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:26.199457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.214986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: eb911a74-e4f2-4dac-9549-d2abfc732423 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:26.215698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device eb911a74-e4f2-4dac-9549-d2abfc732423 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:26.216392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7c95442e-4dab-49f2-8dc2-fb0577684b5a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:26.241167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 7c95442e-4dab-49f2-8dc2-fb0577684b5a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:26.241944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7c95442e-4dab-49f2-8dc2-fb0577684b5a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:26.299416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-06bec5fd-5946-49cb-a1fd-e44ad4cfb163 service neutron] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:26.317004 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-06bec5fd-5946-49cb-a1fd-e44ad4cfb163 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.318718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a63ddf1a-c484-406b-b4d6-cd3f316e8f43 req-06bec5fd-5946-49cb-a1fd-e44ad4cfb163 service neutron] 10.222.0.67 "DELETE /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63/bindings/n-h2-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.4575634 Jun 30 02:39:26.325014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:26.326190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.327955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-db34b15a-2dfb-479d-9354-a05c4562f8db req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "PUT /v2.0/ports/569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 1020 time: 1.9519141 Jun 30 02:39:26.331264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:26.335035 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531" -d '{"events": [{"name": "network-changed", "server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:26.439653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['569f33d1-c1f9-4c69-a7c0-ce9c500087ba'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:26.451407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0867bb-b2a2-45d3-af10-d0448c625a29 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:26.467282 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fa0419d-f1bc-4ec0-8cef-bd228e612e2d req-615ac260-54cc-4450-8e19-ffe741cbcdc1 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/2e50f07a-d679-4cb0-95b4-aa0f1caae8f6 HTTP/1.1" status: 200 len: 1807 time: 0.0856102 Jun 30 02:39:26.481110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:26.528711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.539972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.543794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f191726d-1443-4739-9567-2a1d64b2d684 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5106559 Jun 30 02:39:26.544866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36998) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:26.547422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Sync routers for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:26.588218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:26.589253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:26.608163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0fa0419d-f1bc-4ec0-8cef-bd228e612e2d req-33d1e957-e89f-4734-aded-2bf3b77f93eb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.655196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0fa0419d-f1bc-4ec0-8cef-bd228e612e2d req-33d1e957-e89f-4734-aded-2bf3b77f93eb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.796508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0fa0419d-f1bc-4ec0-8cef-bd228e612e2d req-33d1e957-e89f-4734-aded-2bf3b77f93eb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.799073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0fa0419d-f1bc-4ec0-8cef-bd228e612e2d req-33d1e957-e89f-4734-aded-2bf3b77f93eb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.800282 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fa0419d-f1bc-4ec0-8cef-bd228e612e2d req-33d1e957-e89f-4734-aded-2bf3b77f93eb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/2e50f07a-d679-4cb0-95b4-aa0f1caae8f6 HTTP/1.1" status: 204 len: 173 time: 0.3210564 Jun 30 02:39:26.821311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1e957-e89f-4734-aded-2bf3b77f93eb tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e50f07a-d679-4cb0-95b4-aa0f1caae8f6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:27.035080 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1dba0d-3965-4d46-a73f-5aad98850d20 x-openstack-request-id: req-7b1dba0d-3965-4d46-a73f-5aad98850d20 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:27.036093 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:27.036093 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b1dba0d-3965-4d46-a73f-5aad98850d20 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:27.036336 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'status': 'completed', 'code': 200} Jun 30 02:39:27.200296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:27.374022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:39:27.377704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.393483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5eeb924a-ac3f-4dc5-a3be-10fcef60d833 req-e1b46267-f126-4d53-a8e4-254a9a8aa530 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/44d65b6b-6b25-48dc-9cc3-017b124d5c96 HTTP/1.1" status: 200 len: 1803 time: 0.2750907 Jun 30 02:39:27.488460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:27.507362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:27.515740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.516148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.524697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=a07f9fad-630d-4536-8fbe-98ce8d54c3d4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:27.549413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c80082-b6e9-48b3-8ffa-30786b265980 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:27.550455 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-64d1af29-aefd-44ef-8f0d-dc469a2bcc2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4212086 Jun 30 02:39:27.558829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b19725aa-dfa1-4040-9005-205cc70a50f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5768311 Jun 30 02:39:27.560802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:27.563865 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-5eeb924a-ac3f-4dc5-a3be-10fcef60d833 req-de39cd82-8331-4999-9465-4324307a3a64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:39:27.565261 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5eeb924a-ac3f-4dc5-a3be-10fcef60d833 req-de39cd82-8331-4999-9465-4324307a3a64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/44d65b6b-6b25-48dc-9cc3-017b124d5c96 HTTP/1.1" status: 409 len: 341 time: 0.1709082 Jun 30 02:39:27.572999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:27.645583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-4627ed9a-a771-4fc5-9bee-6357cc0c681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.647248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-4627ed9a-a771-4fc5-9bee-6357cc0c681c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1174 time: 0.5288918 Jun 30 02:39:27.653594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2ff3-5778-4c6a-afaa-292fa2ebac24 req-0ef7941d-3f62-4412-b1c4-ba7b86e09e93 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.661988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea6d2ff3-5778-4c6a-afaa-292fa2ebac24 req-0ef7941d-3f62-4412-b1c4-ba7b86e09e93 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1095 time: 0.1919959 Jun 30 02:39:27.672034 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1025a387-0c74-44ab-bd95-5da0cbb513d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.693703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:24Z', 'revision_number': 3, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:27.718885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b817af44-bc19-4ac4-a7dc-e6c1227debd8 req-52dd3aca-4eab-4394-b210-7d30383192a9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/84452259-654a-44d4-9344-b6124a265f75 HTTP/1.1" status: 200 len: 2407 time: 0.0817637 Jun 30 02:39:27.740472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Checking router: c9bb79f1-fa0d-4220-937a-a97506c5909e for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:27.740897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Updating router c9bb79f1-fa0d-4220-937a-a97506c5909e port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:39:27.823062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.831284 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea6d2ff3-5778-4c6a-afaa-292fa2ebac24 req-1cb91deb-4928-41d3-9eb2-4c83252ddaea tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681955 Jun 30 02:39:27.852153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.869325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-3a43042c-b65c-4586-87f8-124cff92e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.870848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-3a43042c-b65c-4586-87f8-124cff92e7b1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 200 len: 913 time: 0.2057929 Jun 30 02:39:27.893417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b817af44-bc19-4ac4-a7dc-e6c1227debd8 req-6d091866-9db1-4192-bd51-c1dbc1b1779f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.938891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-b25092fa-4833-4121-a3a8-828db6d36d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.953757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-b25092fa-4833-4121-a3a8-828db6d36d46 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1096 time: 0.3394389 Jun 30 02:39:27.998081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-e6d1de86-8312-4925-a987-01bf4d793642 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 200 len: 217 time: 0.0992641 Jun 30 02:39:28.001997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b817af44-bc19-4ac4-a7dc-e6c1227debd8 req-6d091866-9db1-4192-bd51-c1dbc1b1779f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.169908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:28.172916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.173515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Allocated IP 172.20.0.1 (05158402-4f23-4e72-a500-4cf01d25dc82/586f1a45-e972-45eb-a3b0-bec5bfe7cec3/28caa6e6-be43-48fe-956f-19f62466800d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:28.256980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': 'a07f9fad-630d-4536-8fbe-98ce8d54c3d4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:28.258378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.339550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.345545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b817af44-bc19-4ac4-a7dc-e6c1227debd8 req-6d091866-9db1-4192-bd51-c1dbc1b1779f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.349385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b817af44-bc19-4ac4-a7dc-e6c1227debd8 req-6d091866-9db1-4192-bd51-c1dbc1b1779f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.357231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Transition to ACTIVE for port object 28caa6e6-be43-48fe-956f-19f62466800d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:28.367771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b817af44-bc19-4ac4-a7dc-e6c1227debd8 req-6d091866-9db1-4192-bd51-c1dbc1b1779f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/84452259-654a-44d4-9344-b6124a265f75 HTTP/1.1" status: 204 len: 173 time: 0.6328437 Jun 30 02:39:28.403706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-c45cd51c-4005-4bf7-98b9-83b4cb3d833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:28.405231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-c45cd51c-4005-4bf7-98b9-83b4cb3d833e service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.4405637 Jun 30 02:39:28.408637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d091866-9db1-4192-bd51-c1dbc1b1779f tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84452259-654a-44d4-9344-b6124a265f75,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.441534 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.463438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-d3990af3-9827-4513-9371-e357f27a4836 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.0492280 Jun 30 02:39:28.490986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Deleting port 81cfbbcf-2577-4491-94f0-d4d9f6791daf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:28.491416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.570804 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.595815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Network 05158402-4f23-4e72-a500-4cf01d25dc82 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:28.598884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-b5aa6885-27b1-4e8b-a589-1094f9b9fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:28.600756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-b5aa6885-27b1-4e8b-a589-1094f9b9fd5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 200 len: 852 time: 0.5931036 Jun 30 02:39:28.601828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37038) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:28.604777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:28.619646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:28.656248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-9d6a66f4-cd9c-4d1d-aaff-aa72b939353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:28.656248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-9d6a66f4-cd9c-4d1d-aaff-aa72b939353d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1824050 Jun 30 02:39:28.656523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Allocated IP 2001:db8::f816:3eff:fee2:1a58 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/a07f9fad-630d-4536-8fbe-98ce8d54c3d4/b62cb12f-4d37-45be-90c3-929edf44625b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:28.657323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Transition to ACTIVE for port object 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:28.673984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.757134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc20c709-c4ff-411c-902e-bfa97a138dfe req-bd22b1f9-54ca-494d-a14f-88de29f55bb9 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "GET /v2.0/security-groups/07efc0af-af78-4121-9583-582be66256a9 HTTP/1.1" status: 200 len: 2399 time: 0.1585996 Jun 30 02:39:28.773219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-1c93653f-ce25-435a-a535-b86787bc6cfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981205 Jun 30 02:39:28.781976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Pushing event updated for resources: {'Port': ['ID=28caa6e6-be43-48fe-956f-19f62466800d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.802420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-66892d55-a994-46c8-bc05-d2b9d6f50a44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757358 Jun 30 02:39:28.812185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Attempting to bind port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:28.812826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Attempting to bind port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:28.813208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Attempting to bind port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:28.818789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac84df2-c887-40de-b634-d8515aa63bba None None] Pushing event updated for resources: {'Port': ['ID=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.833683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:28.834237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:28.834709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.835096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:28.835650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Bound port: 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:28.836036 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.844896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.932738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] For port 81cfbbcf-2577-4491-94f0-d4d9f6791daf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=81cfbbcf-2577-4491-94f0-d4d9f6791daf,segment=NetworkSegment(3bc7939d-d601-4303-9eaf-b75192a5da8e),segment_id=3bc7939d-d601-4303-9eaf-b75192a5da8e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:28.933318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.944519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] For port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:28.952208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] For port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:28.965131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.975904 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.000403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2e3a-3d07-4729-b00c-fcbbfd7a2d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.033993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Transition to ACTIVE for port object b62cb12f-4d37-45be-90c3-929edf44625b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:29.057087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Calling delete_port for 81cfbbcf-2577-4491-94f0-d4d9f6791daf owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:29.069174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:29.069822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:29.076408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Transition to ACTIVE for port object b62cb12f-4d37-45be-90c3-929edf44625b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:29.093259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-1160220b-22cb-49b1-beb7-dcd88703d02a service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681973 Jun 30 02:39:29.111450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f54e-af8e-494d-ae64-25dbb223ca5f req-77f2e458-c763-4a92-8701-82031ed941e8 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:29.112975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3471f54e-af8e-494d-ae64-25dbb223ca5f req-77f2e458-c763-4a92-8701-82031ed941e8 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1095 time: 0.4371469 Jun 30 02:39:29.121676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-b4674cb8-4a52-4f7b-926b-b78b1c081ebe service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263843 Jun 30 02:39:29.123995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac84df2-c887-40de-b634-d8515aa63bba None None] Pushing event updated for resources: {'Port': ['ID=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.132028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.195028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-445f63e5-c406-4af5-a891-0ba5bfd7a551 None None] Provisioning for port 28caa6e6-be43-48fe-956f-19f62466800d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:29.240257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:29.242119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-445f63e5-c406-4af5-a891-0ba5bfd7a551 None None] Provisioning complete for port 28caa6e6-be43-48fe-956f-19f62466800d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:29.242234 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-445f63e5-c406-4af5-a891-0ba5bfd7a551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.252029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:29.256382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:29.282356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.285415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Pushing event updated for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.313022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc20c709-c4ff-411c-902e-bfa97a138dfe req-66f426a2-b638-48c4-8b9c-d88469c059a5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.322727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.330799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3471f54e-af8e-494d-ae64-25dbb223ca5f req-8f3060f8-5a39-4ec1-b8ba-49c0060a99c3 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752996 Jun 30 02:39:29.362236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-445f63e5-c406-4af5-a891-0ba5bfd7a551 None None] Port 28caa6e6-be43-48fe-956f-19f62466800d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:29.367583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:29.405716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8fd60f4-14f3-4bb3-9e2c-7f92fdca6531 req-ecb20c0c-80ee-4f56-9ba0-8415ce7e43f8 service neutron] 10.222.0.90 "GET /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751126 Jun 30 02:39:29.467099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:29.469221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc20c709-c4ff-411c-902e-bfa97a138dfe req-66f426a2-b638-48c4-8b9c-d88469c059a5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.483677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf26933-b2d5-439f-bd5a-2f8b6bc29be2 req-4dfffebb-b620-4dea-9fb7-353e27ffb1c0 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582747 Jun 30 02:39:29.493624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:29.508525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:29.509178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.527733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=b4435024-f6ea-4f9b-9a95-f8f150c6b12d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.542628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2e3a-3d07-4729-b00c-fcbbfd7a2d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.581044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-33e41e83-a154-46f1-8d7a-cdd104ec6d8c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0147355 Jun 30 02:39:29.584287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:29.586220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2e3a-3d07-4729-b00c-fcbbfd7a2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.601031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:94:2e:8f', 'name': 'tempest-NetworksTestDHCPv6-755548674'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:29.616080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Attempting to bind port b62cb12f-4d37-45be-90c3-929edf44625b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:29.616459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Attempting to bind port b62cb12f-4d37-45be-90c3-929edf44625b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:29.616825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Attempting to bind port b62cb12f-4d37-45be-90c3-929edf44625b on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:29.624307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:29.624672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:29.625082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.625743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:29.626187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Bound port: b62cb12f-4d37-45be-90c3-929edf44625b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:29.626644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.683919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2d9f2e3a-3d07-4729-b00c-fcbbfd7a2d9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84f0617e1dc84acca0044485a55159cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0161417 Jun 30 02:39:29.685405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc20c709-c4ff-411c-902e-bfa97a138dfe req-66f426a2-b638-48c4-8b9c-d88469c059a5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.687146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37050) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:29.688572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc20c709-c4ff-411c-902e-bfa97a138dfe req-66f426a2-b638-48c4-8b9c-d88469c059a5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.689089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f2e3a-3d07-4729-b00c-fcbbfd7a2d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a2527-abad-4bb8-bd4c-6472174a5c8a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.690071 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc20c709-c4ff-411c-902e-bfa97a138dfe req-66f426a2-b638-48c4-8b9c-d88469c059a5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] 10.222.0.78 "DELETE /v2.0/security-groups/07efc0af-af78-4121-9583-582be66256a9 HTTP/1.1" status: 204 len: 173 time: 0.8924985 Jun 30 02:39:29.700127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:29.749755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f426a2-b638-48c4-8b9c-d88469c059a5 tempest-SecurityGroupRulesTestJSON-591262094 tempest-SecurityGroupRulesTestJSON-591262094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07efc0af-af78-4121-9583-582be66256a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.756278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:29.764829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b62cb12f-4d37-45be-90c3-929edf44625b,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:29.798490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:24Z', 'revision_number': 3, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:29.800488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Deleting subnet 7def1def-0605-45ca-91c8-b9f783a0b9d7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:29.803682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.815527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.826598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.846523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.864667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176beab-1573-4b82-901c-879fc009b383 req-303f30f0-3215-48bb-90e4-38aa0e7183fb tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:29.866503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8176beab-1573-4b82-901c-879fc009b383 req-303f30f0-3215-48bb-90e4-38aa0e7183fb tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1023 time: 0.2403481 Jun 30 02:39:29.870281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.873181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Pushing event deleted for resources: {'Port': ['ID=81cfbbcf-2577-4491-94f0-d4d9f6791daf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.885800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82d5d8-d401-4242-970e-dd1a745b6fc1 None None] The sync data for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 is: [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:24Z', 'revision_number': 3, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:29.914929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.976570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.982755 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeaacd34-1b3e-4a04-bbb3-5dca34119677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.993386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abfb28-91b9-4565-9b0e-c261d9d613e7 None None] Pushing event updated for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:30.044449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:30.055561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeaacd34-1b3e-4a04-bbb3-5dca34119677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.101894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Pushing event updated for resources: {'Port': ['ID=28caa6e6-be43-48fe-956f-19f62466800d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:30.196698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.303249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93b8090c-b1db-4185-b83f-efaf1cca9853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.341597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8176beab-1573-4b82-901c-879fc009b383 req-4bf0cb53-ee5d-44c9-874f-fa1b9492ac64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=44d65b6b-6b25-48dc-9cc3-017b124d5c96&id=6d603c2b-3161-44d0-b15f-6dca83e52939&id=ca3fb710-3316-4a38-b341-37e61c8f33fe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3591383 Jun 30 02:39:30.400345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.491126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeaacd34-1b3e-4a04-bbb3-5dca34119677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.496142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eeaacd34-1b3e-4a04-bbb3-5dca34119677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.499670 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eeaacd34-1b3e-4a04-bbb3-5dca34119677 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/837a2527-abad-4bb8-bd4c-6472174a5c8a HTTP/1.1" status: 204 len: 168 time: 0.8031979 Jun 30 02:39:30.514822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaacd34-1b3e-4a04-bbb3-5dca34119677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a2527-abad-4bb8-bd4c-6472174a5c8a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:30.518536 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.549466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Network 05158402-4f23-4e72-a500-4cf01d25dc82 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:30.551247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:30.577347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7def1def-0605-45ca-91c8-b9f783a0b9d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:30.775738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Router c9bb79f1-fa0d-4220-937a-a97506c5909e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:30.919367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e65d46a-8c3a-4529-9572-25f1afc95ff5 None None] Provisioning complete for port 28caa6e6-be43-48fe-956f-19f62466800d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:30.919748 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e65d46a-8c3a-4529-9572-25f1afc95ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.003199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e65d46a-8c3a-4529-9572-25f1afc95ff5 None None] Port 28caa6e6-be43-48fe-956f-19f62466800d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:31.016540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:31.036453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e05d32f9-250d-4928-a0a8-d9ef568065bb admin admin] 10.222.0.78 "PUT /v2.0/routers/c9bb79f1-fa0d-4220-937a-a97506c5909e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4888175 Jun 30 02:39:31.241066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-2803797a-5a1d-4c08-ac2b-72fdb94d0303 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:31.242664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-2803797a-5a1d-4c08-ac2b-72fdb94d0303 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1023 time: 1.3518598 Jun 30 02:39:31.243499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.261919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.263858 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1c9739a4-1177-47eb-9152-30fa599cb28b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7def1def-0605-45ca-91c8-b9f783a0b9d7 HTTP/1.1" status: 204 len: 168 time: 1.5613236 Jun 30 02:39:31.266892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37078) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:31.349388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.460482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.626254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 19c497df-d58a-4294-a128-65a2a7dc2372 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:31.712831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.724608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b99968-74ac-4246-9a74-6f3ff4812b99']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:31.736818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8deaeac5-87e0-4137-93b6-da3b0afbccf9') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:31.737124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8deaeac5-87e0-4137-93b6-da3b0afbccf9') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:31.747980 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.805428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.816427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:31.819156 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:31.821050 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:31.825625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee3a4d-b564-47c4-b2f7-6c012e3061d8 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:31.905651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4f29f-5c76-4f7b-8bcd-31e820b2c800 req-c05e2efd-b55d-423a-ba8f-f0886ceb8513 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:31.907824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-68d4f29f-5c76-4f7b-8bcd-31e820b2c800 req-c05e2efd-b55d-423a-ba8f-f0886ceb8513 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 1023 time: 0.1490128 Jun 30 02:39:31.947060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.969269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.975942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] 10.222.0.78 "DELETE /v2.0/networks/14b99968-74ac-4246-9a74-6f3ff4812b99 HTTP/1.1" status: 204 len: 168 time: 0.7078564 Jun 30 02:39:32.021551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-536021c6-41b3-454c-ada2-4831f65f29f5 None None] Provisioning for port b62cb12f-4d37-45be-90c3-929edf44625b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:32.050524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-68d4f29f-5c76-4f7b-8bcd-31e820b2c800 req-b64d3ef5-7caa-411f-9088-998a8caa5306 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=44d65b6b-6b25-48dc-9cc3-017b124d5c96&id=6d603c2b-3161-44d0-b15f-6dca83e52939&id=ca3fb710-3316-4a38-b341-37e61c8f33fe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1162002 Jun 30 02:39:32.052011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84a16b-a9bf-4bf9-b560-f3953507e643 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b99968-74ac-4246-9a74-6f3ff4812b99,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:32.182087 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.213806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Deleting port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:32.214563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.274751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37132) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.307646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b62cb12f-4d37-45be-90c3-929edf44625b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:32.339678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Router 3972bae2-c8bb-425f-b476-9ed121f88cfd has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:32.365343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.437230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b62cb12f-4d37-45be-90c3-929edf44625b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:32.443202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b62cb12f-4d37-45be-90c3-929edf44625b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:32.452203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.486970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8b098e49-76b6-47dd-b98e-c51493e5cb3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f4ec4f6b026422aa7a6b786a9794187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198554 Jun 30 02:39:32.487680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.649556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': 'a07f9fad-630d-4536-8fbe-98ce8d54c3d4', 'ip_address': '2001:db8::f816:3eff:fee2:1a58'}, {'subnet_id': 'b4435024-f6ea-4f9b-9a95-f8f150c6b12d'}], 'binding:host_id': 'n-d-798054-5'}, 'id': 'b62cb12f-4d37-45be-90c3-929edf44625b'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:32.688783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] For port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:32.688783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.752259 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.794916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.813358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Calling delete_port for 569f33d1-c1f9-4c69-a7c0-ce9c500087ba owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:32.836856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 172.20.0.7 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/b4435024-f6ea-4f9b-9a95-f8f150c6b12d/19c497df-d58a-4294-a128-65a2a7dc2372) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:32.890031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fe94:2e8f (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/a07f9fad-630d-4536-8fbe-98ce8d54c3d4/19c497df-d58a-4294-a128-65a2a7dc2372) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:32.897333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b62cb12f-4d37-45be-90c3-929edf44625b,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:32.915998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:32.931335 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.931694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:32.934016 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] Sync routers for ids ['3972bae2-c8bb-425f-b476-9ed121f88cfd'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:32.950359 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] Routers {'3972bae2-c8bb-425f-b476-9ed121f88cfd'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:32.951789 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3972bae2-c8bb-425f-b476-9ed121f88cfd'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:33.174507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-155370541-network', 'tenant_id': 'ac9d798e8dc14842a924668f0b1c4847'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:33.211087 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] Set router 3972bae2-c8bb-425f-b476-9ed121f88cfd gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:33.239027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Sync routers for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:33.277517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Made reservation on behalf of ac9d798e8dc14842a924668f0b1c4847 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:33.280327 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.287274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-789de664-3030-4b0f-baca-4498f8a1d1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.311693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.354752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-efe982cc-e3ad-4697-ac27-bbe44232506f admin admin] 10.222.0.78 "PUT /v2.0/routers/3972bae2-c8bb-425f-b476-9ed121f88cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9505045 Jun 30 02:39:33.361426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.376597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-789de664-3030-4b0f-baca-4498f8a1d1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.394880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:33.396365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:33.419225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.462500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:33.476530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:33.481801 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 5, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:33.540123 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] Checking router: 3972bae2-c8bb-425f-b476-9ed121f88cfd for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:33.554889 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] Routers {'3972bae2-c8bb-425f-b476-9ed121f88cfd'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:33.555862 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3972bae2-c8bb-425f-b476-9ed121f88cfd'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:33.581181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:33.610973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:33.611563 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.675196 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.700181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b0aa197-eb4d-4536-95ed-ba9e2bc08f13 req-c9377959-fb2d-4a22-bed2-373c2a68efc9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 210 time: 0.1031139 Jun 30 02:39:33.703458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.705823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-789de664-3030-4b0f-baca-4498f8a1d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.709120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-789de664-3030-4b0f-baca-4498f8a1d1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.734360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-789de664-3030-4b0f-baca-4498f8a1d1dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed873dd0-b9cc-4f4f-8270-44b3c73355f3 HTTP/1.1" status: 204 len: 168 time: 1.2252488 Jun 30 02:39:33.749145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.784029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'Port': ['ID=569f33d1-c1f9-4c69-a7c0-ce9c500087ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:33.784462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:33.833405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.834575 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Added segment 006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79 of type vlan for network 7709f6dd-dcbf-474b-962c-a48c17abefa3 Jun 30 02:39:33.856400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:33.923514 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] Set router 3972bae2-c8bb-425f-b476-9ed121f88cfd gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:33.951505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789de664-3030-4b0f-baca-4498f8a1d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed873dd0-b9cc-4f4f-8270-44b3c73355f3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.006535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] No DVR routers for this DVR port 569f33d1-c1f9-4c69-a7c0-ce9c500087ba on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:34.039082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.059520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bc006-bb99-49cf-9a39-07f2f85f4fe6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.077210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.089729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.092101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a98b0b5a-655f-42ba-8579-a820b64dd2b7 req-e4769320-53b4-4706-a54c-53797135f34f tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "DELETE /v2.0/ports/569f33d1-c1f9-4c69-a7c0-ce9c500087ba HTTP/1.1" status: 204 len: 173 time: 2.8259575 Jun 30 02:39:34.092736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'name': 'network-vif-deleted', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:34.095302 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b790615-9e56-4c38-81d3-d86489266d77" -d '{"events": [{"server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "name": "network-vif-deleted", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:34.155042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.211200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.211924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:34.212511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.246162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.262876 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd89e9-acb5-4bdd-813c-322779b4266a x-openstack-request-id: req-86fd89e9-acb5-4bdd-813c-322779b4266a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:34.263232 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3835429-7a1a-4bf1-b7c4-c91915f95f3c", "name": "network-vif-deleted", "tag": "569f33d1-c1f9-4c69-a7c0-ce9c500087ba", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:34.263451 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86fd89e9-acb5-4bdd-813c-322779b4266a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:34.263873 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3835429-7a1a-4bf1-b7c4-c91915f95f3c', 'name': 'network-vif-deleted', 'tag': '569f33d1-c1f9-4c69-a7c0-ce9c500087ba', 'status': 'completed', 'code': 200} Jun 30 02:39:34.268403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 19c497df-d58a-4294-a128-65a2a7dc2372 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:34.290178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Deleting port 61ce0b7a-b845-477e-91d9-bbd78bd69038 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:34.290608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.293426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:34.396907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] Pushing event updated for resources: {'Network': ['ID=7709f6dd-dcbf-474b-962c-a48c17abefa3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.429821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-518b9b34-84b4-495b-b8b4-060e2df780ce admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1538441 Jun 30 02:39:34.431937 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:34.432519 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37194) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.438954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.460329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Request body: {'subnet': {'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-155370541-subnet', 'tenant_id': 'ac9d798e8dc14842a924668f0b1c4847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.476263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.549312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Made reservation on behalf of ac9d798e8dc14842a924668f0b1c4847 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:34.553839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 5, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:34.556546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.599945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.618422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.626274 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c34182-9cc2-4a23-9371-91c2c7ed8107 None None] The sync data for ids ['3972bae2-c8bb-425f-b476-9ed121f88cfd'] in n-d-798054-5 is: [{'id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'name': 'tempest-ServersTestMultiNic-419253953-router', 'tenant_id': 'af2124c4ec7946899df3f192cee2acb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:17Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 5, 'project_id': 'af2124c4ec7946899df3f192cee2acb7', 'gw_port': {'id': '61ce0b7a-b845-477e-91d9-bbd78bd69038', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3972bae2-c8bb-425f-b476-9ed121f88cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:19Z', 'updated_at': '2021-06-30T02:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:34.719954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=19c497df-d58a-4294-a128-65a2a7dc2372,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.762023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:34.766727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] For port 61ce0b7a-b845-477e-91d9-bbd78bd69038, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=61ce0b7a-b845-477e-91d9-bbd78bd69038,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:34.767344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.805840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:34.812108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:34.837122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Calling delete_port for 61ce0b7a-b845-477e-91d9-bbd78bd69038 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:34.874720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b62cb12f-4d37-45be-90c3-929edf44625b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:35.105750 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.145538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.146261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.180425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Allocated IP 172.20.0.2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/b4435024-f6ea-4f9b-9a95-f8f150c6b12d/b62cb12f-4d37-45be-90c3-929edf44625b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:35.192986 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc567e22-adde-46cf-aa4f-f2b171e1081c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6041651 Jun 30 02:39:35.272679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37210) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.294082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0573bfd-6b0c-4651-bef4-87a9bcca9139 req-a374a8e8-ecea-4a82-8ca2-0a71a7b02820 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=f3835429-7a1a-4bf1-b7c4-c91915f95f3c HTTP/1.1" status: 200 len: 210 time: 0.1110830 Jun 30 02:39:35.442743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d960f3e-3013-404b-9ba0-015b1b94bda9,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.458426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Checking segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:35.458998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Network hostable DHCP agents. Network: 7709f6dd-dcbf-474b-962c-a48c17abefa3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:35.499875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:35.500650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b62cb12f-4d37-45be-90c3-929edf44625b,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:35.536870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5076a-8b82-4b60-8408-296da90d0a24 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.542608 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.544703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5076a-8b82-4b60-8408-296da90d0a24 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.550346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-63f5076a-8b82-4b60-8408-296da90d0a24 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2746797 Jun 30 02:39:35.552112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37220) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.552748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7709f6dd-dcbf-474b-962c-a48c17abefa3) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:35.573803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Transition to ACTIVE for port object b62cb12f-4d37-45be-90c3-929edf44625b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:35.662481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.663498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.672455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 569f33d1-c1f9-4c69-a7c0-ce9c500087ba no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:35.703198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85aec07-bf12-4ce4-a2dc-d10973be3697 None None] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:35.705312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37224) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.724797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.729489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 569f33d1-c1f9-4c69-a7c0-ce9c500087ba {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:35.729850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 569f33d1-c1f9-4c69-a7c0-ce9c500087ba not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:35.751237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.771375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-63cae53f-5b38-4fff-9b10-b245ffc5067c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3292260 Jun 30 02:39:35.807505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ce0b7a-b845-477e-91d9-bbd78bd69038,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.878852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200c446-dcb5-46c0-8d04-a0ba8f4c4737 None None] Pushing event updated for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.948932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 19c497df-d58a-4294-a128-65a2a7dc2372 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:35.949287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.984473 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.989589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1166220638-network', 'tenant_id': '5bba699f8bad4c4296cfecb26b22e96e'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:36.066666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Made reservation on behalf of 5bba699f8bad4c4296cfecb26b22e96e for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:36.072822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.096937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.125763 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.128698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.178198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 2, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.215060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.215968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3972bae2-c8bb-425f-b476-9ed121f88cfd {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:39:36.228893 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.233951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-07826284-067f-4e15-9b4c-b47eb0e64008 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3972bae2-c8bb-425f-b476-9ed121f88cfd HTTP/1.1" status: 204 len: 168 time: 2.8611257 Jun 30 02:39:36.236816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:36.295932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.306422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Checking router: c9bb79f1-fa0d-4220-937a-a97506c5909e for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:36.308037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Updating router c9bb79f1-fa0d-4220-937a-a97506c5909e port 28caa6e6-be43-48fe-956f-19f62466800d binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:39:36.377923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 19c497df-d58a-4294-a128-65a2a7dc2372 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:36.391008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b90f71-647b-4e61-bf6c-305af6baff57 None None] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:36.465714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Deleting subnet e7a09081-8113-4f8a-8b7d-d257478469dd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:36.484165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.509917 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.642408 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.744761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.849007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.853895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.868314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.939225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:36.970163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:37.027620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.034006 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Added segment 380df30b-505c-4857-96a7-dcc7104b16de of type vlan for network 97d97832-7d94-4434-97e6-4d784bd62d62 Jun 30 02:39:37.041295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4616de-1c7e-40fc-9987-7f857e758278,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:37.316425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-205106ac-98c4-4a83-85ef-faf69b842792 req-a8c70955-8356-4040-89da-89186bf4fcd6 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/ca3fb710-3316-4a38-b341-37e61c8f33fe HTTP/1.1" status: 200 len: 1803 time: 0.2487931 Jun 30 02:39:37.347172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.373969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a09081-8113-4f8a-8b7d-d257478469dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:37.392002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:37.392570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.424786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.433123 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9eb2a4bc-e28b-4b11-b653-62c16d966e04 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e7a09081-8113-4f8a-8b7d-d257478469dd HTTP/1.1" status: 204 len: 168 time: 1.1947191 Jun 30 02:39:37.436759 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:37.441420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7166e0-cee8-4182-bfff-3593768acb70 None None] Network 96bdd58e-c5d9-4788-bc85-046ad51e7cab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:37.479278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.538702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-205106ac-98c4-4a83-85ef-faf69b842792 req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.629576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=19c497df-d58a-4294-a128-65a2a7dc2372,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:37.666336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.704525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.705542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.706190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.792634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eb905b75-4424-4c8c-bd38-048a4736c864 None None] Provisioning for port b62cb12f-4d37-45be-90c3-929edf44625b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:37.818945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1088009 Jun 30 02:39:37.820116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eb905b75-4424-4c8c-bd38-048a4736c864 None None] Provisioning complete for port b62cb12f-4d37-45be-90c3-929edf44625b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:37.820496 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb905b75-4424-4c8c-bd38-048a4736c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.820697 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.825548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-56d61ded-ad0d-4515-a867-673667161093 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/19c497df-d58a-4294-a128-65a2a7dc2372 HTTP/1.1" status: 204 len: 168 time: 2.2639024 Jun 30 02:39:37.831121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-6a18c67a-6387-42d0-81e1-5d4f24c26eee tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.833429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-6a18c67a-6387-42d0-81e1-5d4f24c26eee tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 814 time: 1.0133522 Jun 30 02:39:37.834288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:37.834903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:37.838292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-205106ac-98c4-4a83-85ef-faf69b842792 req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.908744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Request body: {'subnet': {'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1166220638-subnet', 'tenant_id': '5bba699f8bad4c4296cfecb26b22e96e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:37.932799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6fad3-f95a-4dba-b222-920e47c519cc admin admin] Pushing event updated for resources: {'Network': ['ID=97d97832-7d94-4434-97e6-4d784bd62d62,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:37.933989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.934655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3957d-0fd2-4ac0-bb1b-880d11edfb3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.936446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3957d-0fd2-4ac0-bb1b-880d11edfb3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.938264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3957d-0fd2-4ac0-bb1b-880d11edfb3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.940190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-67f3957d-0fd2-4ac0-bb1b-880d11edfb3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1019933 Jun 30 02:39:37.944363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37266) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:37.960183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Made reservation on behalf of 5bba699f8bad4c4296cfecb26b22e96e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:37.962798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.974399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Deleting port 0df33532-6bd4-4fdd-843f-450eef31af53 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:37.974839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.978088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-b28c04d6-7cf8-4e3b-9d1f-e949facdfb63 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/quotas/ac9d798e8dc14842a924668f0b1c4847 HTTP/1.1" status: 200 len: 375 time: 0.0482581 Jun 30 02:39:37.993952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 97d97832-7d94-4434-97e6-4d784bd62d62 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:38.006596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet a07f9fad-630d-4536-8fbe-98ce8d54c3d4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:38.011000 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.032460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b62cb12f-4d37-45be-90c3-929edf44625b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:38.060933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.162615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.167868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] For port 0df33532-6bd4-4fdd-843f-450eef31af53, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0df33532-6bd4-4fdd-843f-450eef31af53,segment=NetworkSegment(3bc7939d-d601-4303-9eaf-b75192a5da8e),segment_id=3bc7939d-d601-4303-9eaf-b75192a5da8e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:38.168093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.193025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Calling delete_port for 0df33532-6bd4-4fdd-843f-450eef31af53 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:38.268291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.285271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Transition to ACTIVE for port object 28caa6e6-be43-48fe-956f-19f62466800d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:38.323103 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.398235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-205106ac-98c4-4a83-85ef-faf69b842792 req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.402984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-205106ac-98c4-4a83-85ef-faf69b842792 req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.406029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-205106ac-98c4-4a83-85ef-faf69b842792 req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/ca3fb710-3316-4a38-b341-37e61c8f33fe HTTP/1.1" status: 204 len: 173 time: 1.0871429 Jun 30 02:39:38.407927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.418561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/a07f9fad-630d-4536-8fbe-98ce8d54c3d4 HTTP/1.1" status: 204 len: 168 time: 0.4660335 Jun 30 02:39:38.418561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=a07f9fad-630d-4536-8fbe-98ce8d54c3d4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:38.422915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37272) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:38.466047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3fb710-3316-4a38-b341-37e61c8f33fe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:38.516908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.517300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.517616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.517933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.518149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-01b6ac4b-0d3a-4d00-819b-a422e3d1fd0a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4696491 Jun 30 02:39:38.518348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.527072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.529110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.529498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.529843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.530179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.530568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.530904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff073ce-9d31-48d6-b773-c53093955eb6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.536404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.547824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.548176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.548521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.548857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.549192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.549530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.549855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.550180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.550547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.550910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.551294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.551812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d89590-527f-4a5c-9e10-d9ea12579f64 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.568219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e34ff-a014-47e7-951e-6b0e73446154 None None] DHCP port deletion for 96bdd58e-c5d9-4788-bc85-046ad51e7cab request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:38.581599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-63a31bd0-d2ad-46e4-943e-45714702176e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:39:38.584394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-63a31bd0-d2ad-46e4-943e-45714702176e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410645 Jun 30 02:39:38.609588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet b4435024-f6ea-4f9b-9a95-f8f150c6b12d {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:38.617622 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.669944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Pushing event updated for resources: {'Port': ['ID=28caa6e6-be43-48fe-956f-19f62466800d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:38.695081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12843db9-0075-4493-93f4-ea48fb1a0282 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:38.702049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.702655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.703156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.703653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.704383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.704863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.705348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.705825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.706326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.706818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.707328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.708654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:38.732080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] No DVR routers for this DVR port 0df33532-6bd4-4fdd-843f-450eef31af53 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:38.741929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.782082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df33532-6bd4-4fdd-843f-450eef31af53,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:38.894475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.016439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2eea8849-25b3-4ed0-b833-2a78a2ba874e None None] Could not find standard attr ID for object 19c497df-d58a-4294-a128-65a2a7dc2372. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:39.094733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b62cb12f-4d37-45be-90c3-929edf44625b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:39.095499 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.147817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Attempting to bind port 28caa6e6-be43-48fe-956f-19f62466800d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:39.148194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Attempting to bind port 28caa6e6-be43-48fe-956f-19f62466800d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:39.148553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Attempting to bind port 28caa6e6-be43-48fe-956f-19f62466800d on network 05158402-4f23-4e72-a500-4cf01d25dc82 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:39.161385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d9d4f36-f1da-45c3-9bb8-0c320abf85c6 req-4fc11456-b01c-434e-b5bb-e2f0c5595c0d tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/44d65b6b-6b25-48dc-9cc3-017b124d5c96 HTTP/1.1" status: 200 len: 1803 time: 0.1925702 Jun 30 02:39:39.195403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.196233 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.220120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bdd58e-c5d9-4788-bc85-046ad51e7cab']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:39.234014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc7939d-d601-4303-9eaf-b75192a5da8e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:39.234885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc7939d-d601-4303-9eaf-b75192a5da8e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:39.247418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=b4435024-f6ea-4f9b-9a95-f8f150c6b12d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.250220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.256234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:39.256836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Checking segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:39.257338 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.257873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Bound using segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:39.258694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Bound port: 28caa6e6-be43-48fe-956f-19f62466800d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:39.259188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.273658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.279645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.281354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:39.281847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.287353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a88f4db0-506a-4fc9-b93b-ae7a7cf9fccc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/b4435024-f6ea-4f9b-9a95-f8f150c6b12d HTTP/1.1" status: 204 len: 168 time: 0.8628628 Jun 30 02:39:39.304373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37278) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.352694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c79c429c-0b3f-4615-8f50-818ba78605c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469294 Jun 30 02:39:39.356464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37280) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.361755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:39.395044 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:39.409429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.434544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d9d4f36-f1da-45c3-9bb8-0c320abf85c6 req-5d9dac9f-45f4-4b5d-9d19-e384aa07b460 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.450149 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.466503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-79b43db5-37bb-4578-8123-6af20a931384 service neutron] 10.222.0.78 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8683646 Jun 30 02:39:39.485174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.489959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] 10.222.0.78 "DELETE /v2.0/networks/96bdd58e-c5d9-4788-bc85-046ad51e7cab HTTP/1.1" status: 204 len: 168 time: 2.0490758 Jun 30 02:39:39.489959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb05aec-c44c-42a1-bc77-3d22bffaab25 admin admin] Pushing event deleted for resources: {'Network': ['ID=96bdd58e-c5d9-4788-bc85-046ad51e7cab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.529483 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d9d4f36-f1da-45c3-9bb8-0c320abf85c6 req-5d9dac9f-45f4-4b5d-9d19-e384aa07b460 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.531187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] For port 28caa6e6-be43-48fe-956f-19f62466800d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:39.561462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] For port 28caa6e6-be43-48fe-956f-19f62466800d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=28caa6e6-be43-48fe-956f-19f62466800d,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:39.594426 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.596766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 81cfbbcf-2577-4491-94f0-d4d9f6791daf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:39.608585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-d78bf6cf-cb42-4e3b-8918-664cf8b96464 service neutron] 10.222.0.78 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201947 Jun 30 02:39:39.673872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 81cfbbcf-2577-4491-94f0-d4d9f6791daf {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:39.674381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 81cfbbcf-2577-4491-94f0-d4d9f6791daf not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:39.701663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d9d4f36-f1da-45c3-9bb8-0c320abf85c6 req-5d9dac9f-45f4-4b5d-9d19-e384aa07b460 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.711350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d9d4f36-f1da-45c3-9bb8-0c320abf85c6 req-5d9dac9f-45f4-4b5d-9d19-e384aa07b460 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.713463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d9d4f36-f1da-45c3-9bb8-0c320abf85c6 req-5d9dac9f-45f4-4b5d-9d19-e384aa07b460 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/44d65b6b-6b25-48dc-9cc3-017b124d5c96 HTTP/1.1" status: 204 len: 173 time: 0.5460656 Jun 30 02:39:39.739903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:39.755381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dac9f-45f4-4b5d-9d19-e384aa07b460 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d65b6b-6b25-48dc-9cc3-017b124d5c96,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.811262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:39.814331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.828405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.862191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.869438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:39.870133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:39:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:40.080161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfd720-e066-4e25-a148-853f336a0bbc None None] Pushing event updated for resources: {'Port': ['ID=28caa6e6-be43-48fe-956f-19f62466800d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:40.084436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7ba5c68d-acb5-449f-93eb-79241a4b7787 req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-637885094', 'description': 'tempest-description-884499895'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:40.094661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b62cb12f-4d37-45be-90c3-929edf44625b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:40.151200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Checking segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:40.151839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Network hostable DHCP agents. Network: 97d97832-7d94-4434-97e6-4d784bd62d62, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:40.164248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ba5c68d-acb5-449f-93eb-79241a4b7787 req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.271038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5878d6bd-5fc3-4cb2-aa37-cd747ff55314 req-d4bbf25f-9b3b-4aae-8438-31a583634c8a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 210 time: 0.0850954 Jun 30 02:39:40.317643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ba5c68d-acb5-449f-93eb-79241a4b7787 req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.319704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] Deleting port b62cb12f-4d37-45be-90c3-929edf44625b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:40.320089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.346231 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:40.375249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:40.377566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-448a2fc1-e8a0-48da-80d3-870880590dd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af2124c4ec7946899df3f192cee2acb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558040 Jun 30 02:39:40.385560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ba5c68d-acb5-449f-93eb-79241a4b7787 req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.388186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37312) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:40.417496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a590a7-3b17-494e-b887-3030ec057ef2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:40.423319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7170af2-e2b8-438b-9676-14345cecd8ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:40.427706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Network 97d97832-7d94-4434-97e6-4d784bd62d62 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:40.445861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ba5c68d-acb5-449f-93eb-79241a4b7787 req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.449048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ba5c68d-acb5-449f-93eb-79241a4b7787 req-6a87419d-96e1-41e4-8f9c-e43f4e58ea4b tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4036481 Jun 30 02:39:40.452119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 97d97832-7d94-4434-97e6-4d784bd62d62) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:40.471481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:40.472234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.494259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c1f12-f9cb-4ac7-b07c-a59c92ca8c7f None None] Network 97d97832-7d94-4434-97e6-4d784bd62d62 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:40.510477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-16a129fb-c16b-4747-a44f-7213e1b45b80 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6730781 Jun 30 02:39:40.756772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f69954e8-fb4a-4e86-86c7-eabeb4209eda tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/a7170af2-e2b8-438b-9676-14345cecd8ba HTTP/1.1" status: 200 len: 1801 time: 0.2391336 Jun 30 02:39:40.770723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Request body: {'security_group': {'name': 'tempest-sg-hth-370867303', 'description': 'tempest-description-hth-1375573131'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:40.791748 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80046281-006c-4fe1-89b1-3b399f47ed33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.803088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.871390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80046281-006c-4fe1-89b1-3b399f47ed33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.872773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-97d97832-7d94-4434-97e6-4d784bd62d62', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'tenant_id': '5bba699f8bad4c4296cfecb26b22e96e', 'fixed_ips': [{'subnet_id': '60a590a7-3b17-494e-b887-3030ec057ef2'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:40.874444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.915451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.001897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.033065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.038654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.042391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6736b200-3cb0-466c-a954-b14d6c9f0fe8 req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "PUT /v2.0/security-groups/a7170af2-e2b8-438b-9676-14345cecd8ba HTTP/1.1" status: 200 len: 1776 time: 0.2844608 Jun 30 02:39:41.113102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80046281-006c-4fe1-89b1-3b399f47ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.116973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80046281-006c-4fe1-89b1-3b399f47ed33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.120581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80046281-006c-4fe1-89b1-3b399f47ed33 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582 HTTP/1.1" status: 204 len: 168 time: 0.7270279 Jun 30 02:39:41.198515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b62cb12f-4d37-45be-90c3-929edf44625b,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:41.198920 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.200185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8546e61-6948-4fef-a0a4-043936d16446 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7170af2-e2b8-438b-9676-14345cecd8ba,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:41.245369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e3ad542-6b7b-4082-82ea-a847f6788e80 req-6e1f9ef5-ca97-49dd-bfe5-0f5b93e6c596 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/a7170af2-e2b8-438b-9676-14345cecd8ba HTTP/1.1" status: 200 len: 1776 time: 0.1672263 Jun 30 02:39:41.388958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80046281-006c-4fe1-89b1-3b399f47ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6eff37-dbec-4eb3-b4ba-8f4ea4dc1582,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:41.492634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.objects.ports [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:39:41.705443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Allocated IP 172.20.0.2 (97d97832-7d94-4434-97e6-4d784bd62d62/60a590a7-3b17-494e-b887-3030ec057ef2/e2f66eea-8e06-4139-b0f6-4e36c0675775) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:41.789785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-9512120f-c2dd-4c34-ad48-245703cb8a45 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:41.803755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-9512120f-c2dd-4c34-ad48-245703cb8a45 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 816 time: 0.2574232 Jun 30 02:39:41.836328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-709d98fe-d636-40a3-a1f1-d8fc119d785a tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/quotas/5bba699f8bad4c4296cfecb26b22e96e HTTP/1.1" status: 200 len: 375 time: 0.0276296 Jun 30 02:39:41.914406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-9b2429df-fb1f-44cb-bc4c-0e316ad5c357 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767193 Jun 30 02:39:41.921175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.983242 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e1d8a84-eab1-4d6b-b41f-6a0e74723b2c req-24419062-9fb9-4571-9fe7-6e89b9ade393 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/a7170af2-e2b8-438b-9676-14345cecd8ba HTTP/1.1" status: 200 len: 1776 time: 0.2088459 Jun 30 02:39:42.074737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] Calling delete_port for b62cb12f-4d37-45be-90c3-929edf44625b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:42.094685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b62cb12f-4d37-45be-90c3-929edf44625b,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:42.120076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-5f1e3cb4-552f-432a-b212-40284be79e6d service neutron] 10.222.0.78 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027774 Jun 30 02:39:42.172569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.173329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0df33532-6bd4-4fdd-843f-450eef31af53 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:42.248448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.264259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0df33532-6bd4-4fdd-843f-450eef31af53 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:42.264604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0df33532-6bd4-4fdd-843f-450eef31af53 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:42.265207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 61ce0b7a-b845-477e-91d9-bbd78bd69038 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:42.280260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4e1d8a84-eab1-4d6b-b41f-6a0e74723b2c req-768527f4-d6e5-4820-8f56-edddce8b2ce9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.297025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-53e72c72-cb6b-4886-8722-ca7ab05b1006 service neutron] 10.222.0.78 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758883 Jun 30 02:39:42.318205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4e1d8a84-eab1-4d6b-b41f-6a0e74723b2c req-768527f4-d6e5-4820-8f56-edddce8b2ce9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.399195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4e1d8a84-eab1-4d6b-b41f-6a0e74723b2c req-768527f4-d6e5-4820-8f56-edddce8b2ce9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.404191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4e1d8a84-eab1-4d6b-b41f-6a0e74723b2c req-768527f4-d6e5-4820-8f56-edddce8b2ce9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.405753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e1d8a84-eab1-4d6b-b41f-6a0e74723b2c req-768527f4-d6e5-4820-8f56-edddce8b2ce9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/a7170af2-e2b8-438b-9676-14345cecd8ba HTTP/1.1" status: 204 len: 173 time: 0.4140141 Jun 30 02:39:42.437422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768527f4-d6e5-4820-8f56-edddce8b2ce9 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7170af2-e2b8-438b-9676-14345cecd8ba,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:42.541665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 61ce0b7a-b845-477e-91d9-bbd78bd69038 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:42.544092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 61ce0b7a-b845-477e-91d9-bbd78bd69038 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:42.561290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.700885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:42.728870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-484ffcd6-16c2-4fc5-b548-17f63673b6eb req-cd40af18-2552-459e-8afc-44dd1f79d8d1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 210 time: 0.0628428 Jun 30 02:39:42.731327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port b62cb12f-4d37-45be-90c3-929edf44625b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b62cb12f-4d37-45be-90c3-929edf44625b,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:42.752880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Transition to ACTIVE for port object e2f66eea-8e06-4139-b0f6-4e36c0675775 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:42.898676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.909292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.916125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.954547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Transition to ACTIVE for port object e2f66eea-8e06-4139-b0f6-4e36c0675775 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:42.983757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.078084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.232994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:43.233998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Network 97d97832-7d94-4434-97e6-4d784bd62d62 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:43.239102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] No DVR routers for this DVR port b62cb12f-4d37-45be-90c3-929edf44625b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:43.244731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:43.250252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:43.252315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.259413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Pushing event updated for resources: {'Port': ['ID=e2f66eea-8e06-4139-b0f6-4e36c0675775,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.267191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:43.296566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d957241-3179-45a5-a3c1-94ca0848c45a None None] Pushing event deleted for resources: {'Port': ['ID=b62cb12f-4d37-45be-90c3-929edf44625b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.330678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:43.332894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b745eb-15dd-4fc7-a25a-a4b2a0f68209 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:43.349090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:43.352152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.353461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:39Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:43.488061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1304400 Jun 30 02:39:43.495871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37458) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:43.534934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:43.553609 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-f281e781-8383-41d9-b237-e2cccd04cdb8 req-496cd95f-8eaa-4c3b-916e-9ad8a3ac29e5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:39:43.563313 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f281e781-8383-41d9-b237-e2cccd04cdb8 req-496cd95f-8eaa-4c3b-916e-9ad8a3ac29e5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/44d65b6b-6b25-48dc-9cc3-017b124d5c96 HTTP/1.1" status: 404 len: 352 time: 0.1230507 Jun 30 02:39:43.610416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d38778-31ae-43f4-85b0-9f8b9b54c712 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=c46c0054-9713-4b35-bf02-1c9e094b23e0,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.695881 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-1a00d4b8-4afe-481d-9d5a-8009471e61c6 req-273bb84f-cacd-41b5-8fab-a097812332b8 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:39:43.703347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a00d4b8-4afe-481d-9d5a-8009471e61c6 req-273bb84f-cacd-41b5-8fab-a097812332b8 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/ca3fb710-3316-4a38-b341-37e61c8f33fe HTTP/1.1" status: 404 len: 352 time: 0.0290618 Jun 30 02:39:43.749850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd2f1e1e-98c3-4235-8211-23e1544f96e5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:43.763188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd2f1e1e-98c3-4235-8211-23e1544f96e5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 814 time: 0.5990386 Jun 30 02:39:43.782564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Request body: {'port': {'device_id': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'admin_state_up': True, 'tenant_id': 'ac9d798e8dc14842a924668f0b1c4847'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:43.796382 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-99cb06b5-bc6f-47c3-aa63-b6f271d3be9a req-84e4d946-b95a-424d-9ef2-d8714c700ede tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:39:43.798762 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99cb06b5-bc6f-47c3-aa63-b6f271d3be9a req-84e4d946-b95a-424d-9ef2-d8714c700ede tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/43bb6866-588b-4161-84fc-457b0607c2ea HTTP/1.1" status: 404 len: 352 time: 0.0463383 Jun 30 02:39:43.921665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1315734117-network', 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:43.959972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:43.971937 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e51e9-5c9e-491c-9a67-0d98a9f06084 None None] The sync data for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 is: [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:39Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:43.978766 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.059392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Attempting to bind port e2f66eea-8e06-4139-b0f6-4e36c0675775 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:44.060003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Attempting to bind port e2f66eea-8e06-4139-b0f6-4e36c0675775 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:44.060559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Attempting to bind port e2f66eea-8e06-4139-b0f6-4e36c0675775 on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:44.143063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:44.144627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Checking segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:44.147125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.147820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Bound using segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:44.148987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Bound port: e2f66eea-8e06-4139-b0f6-4e36c0675775, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:44.149867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.161949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:44.172438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.243665 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.250278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] For port e2f66eea-8e06-4139-b0f6-4e36c0675775, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:44.257773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] For port e2f66eea-8e06-4139-b0f6-4e36c0675775, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2f66eea-8e06-4139-b0f6-4e36c0675775,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:44.270037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2983506-3ee7-40a9-b962-2a8815cce3b3 req-ea41b6f1-bae1-4a4c-b783-36a7646e25e4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 210 time: 0.0790904 Jun 30 02:39:44.300057 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.322165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': 'c46c0054-9713-4b35-bf02-1c9e094b23e0'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:44.322950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.420209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Made reservation on behalf of ac9d798e8dc14842a924668f0b1c4847 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:44.432391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.446895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efbd1-bf9a-45cd-8c14-6e49eb048a5d None None] Pushing event updated for resources: {'Port': ['ID=e2f66eea-8e06-4139-b0f6-4e36c0675775,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:44.598837 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-c392ea41-e088-4c6e-b050-9adbe5a50184 req-fb8cf8e7-251c-4bd6-8056-04c4d2f352be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:39:44.600211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c392ea41-e088-4c6e-b050-9adbe5a50184 req-fb8cf8e7-251c-4bd6-8056-04c4d2f352be tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/9682b457-e2cd-4e32-b527-3071b2831520 HTTP/1.1" status: 404 len: 352 time: 0.0612168 Jun 30 02:39:44.852119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.005369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Allocated IP 2001:db8::f816:3eff:fe5c:93f1 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/c46c0054-9713-4b35-bf02-1c9e094b23e0/3ddebd12-d425-4c8a-b259-444627827edb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:45.007506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:45.013495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:45.019171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:45.020155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.044326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.046684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=5f32f1de-1474-4fba-a7b7-a2080224a221,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.056933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.077166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:45.090945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-54d6bee6-6f0b-4c06-ad0b-13eb20ee9014 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5742767 Jun 30 02:39:45.092316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:45.097190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.097762 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Added segment d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de of type vlan for network 9c03276a-f9c2-4da3-8798-f32704e5212a Jun 30 02:39:45.112236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:7d:b3:db', 'name': 'tempest-NetworksTestDHCPv6-378513263'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:45.323053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Allocated IP 172.20.0.10 (7709f6dd-dcbf-474b-962c-a48c17abefa3/2d960f3e-3013-404b-9ba0-015b1b94bda9/3818c57f-1c9e-408f-a02f-b6dcbec39f78) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:45.323563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 28caa6e6-be43-48fe-956f-19f62466800d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:45.334962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.410013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33943a4c-aee3-4250-ac9e-47dbd933130c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.462756 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.465695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.466339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.466444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.466762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.467107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.467448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.467803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.468122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.468538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.468883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.469221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.469553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:45.497858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.499214 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:45.500084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.502735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 28caa6e6-be43-48fe-956f-19f62466800d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:45.511602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Transition to ACTIVE for port object 3ddebd12-d425-4c8a-b259-444627827edb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:45.517670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 28caa6e6-be43-48fe-956f-19f62466800d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:45.518618 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.551119 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2190685 Jun 30 02:39:45.551794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:45.567928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Transition to ACTIVE for port object 3ddebd12-d425-4c8a-b259-444627827edb will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:45.582854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Request body: {'subnet': {'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1315734117-subnet', 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:45.595196 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.696025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.764721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:45.782174 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-d5035217-db27-4ea5-8e34-75b119f2a39f req-ea24f733-bade-49c8-bfbb-c8384d0f1880 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:39:45.784503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5035217-db27-4ea5-8e34-75b119f2a39f req-ea24f733-bade-49c8-bfbb-c8384d0f1880 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/35988c6f-19ec-4942-acb5-a939e0a0ec20 HTTP/1.1" status: 404 len: 352 time: 0.5423903 Jun 30 02:39:45.818010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2222f-c576-4da7-bba9-d59080ac7692 admin admin] Pushing event updated for resources: {'Network': ['ID=9c03276a-f9c2-4da3-8798-f32704e5212a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.841559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:45.862783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.909667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.919013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:45.921168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 9c03276a-f9c2-4da3-8798-f32704e5212a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:45.930914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:45.980517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:46.245916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.320081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 28caa6e6-be43-48fe-956f-19f62466800d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=28caa6e6-be43-48fe-956f-19f62466800d,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:46.323443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Attempting to bind port 3ddebd12-d425-4c8a-b259-444627827edb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:46.323860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Attempting to bind port 3ddebd12-d425-4c8a-b259-444627827edb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:46.324181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Attempting to bind port 3ddebd12-d425-4c8a-b259-444627827edb on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:46.346405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:46.346764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:46.347151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.354939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:46.355736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Bound port: 3ddebd12-d425-4c8a-b259-444627827edb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:46.356041 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.439580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e7fd36b-19ff-49c9-89a9-aca064d3bbc9 req-e511049c-6611-4756-b323-89c6fc34f6e2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 210 time: 0.2799928 Jun 30 02:39:46.561502 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.580229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.586602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.608133 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-c9abe3cc-e83b-48fd-87c8-bab907d37738 req-c49ae878-7475-48ad-a661-3e202d8dd1a3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] show failed (client error): The resource could not be found. Jun 30 02:39:46.628677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9abe3cc-e83b-48fd-87c8-bab907d37738 req-c49ae878-7475-48ad-a661-3e202d8dd1a3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/f08193ae-5b8b-432d-a4ce-c67d3aeacdb2 HTTP/1.1" status: 404 len: 352 time: 0.0990295 Jun 30 02:39:46.676944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.773784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=28caa6e6-be43-48fe-956f-19f62466800d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.795229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 335414a2-3399-4733-a8fb-81fd4b99c73b yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:46.799093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6e5dd-164d-4044-9ad5-7d42faac58ee None None] Network 97d97832-7d94-4434-97e6-4d784bd62d62 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:46.831771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:46.846277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e2f66eea-8e06-4139-b0f6-4e36c0675775 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:46.859512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:46.889046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:46.895347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:46.917913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.983212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:46.984792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1436ed51-1fb3-4fc1-990c-611c5afcf0da None None] Provisioning for port e2f66eea-8e06-4139-b0f6-4e36c0675775 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:46.988150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8768eb99-60eb-484c-b19b-95e2a5891ed4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.014264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.033197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-bc4f827e-50e8-4055-bac6-60ebf09f68b7 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.042514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-bc4f827e-50e8-4055-bac6-60ebf09f68b7 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 816 time: 0.5593843 Jun 30 02:39:47.083780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Request body: {'port': {'device_id': '3b7a6879-35cc-4224-83fb-09baab943c93', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'admin_state_up': True, 'tenant_id': '5bba699f8bad4c4296cfecb26b22e96e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:47.246467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce26156-93b9-4c94-bdbf-794faf0e7b28 None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.260827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e2f66eea-8e06-4139-b0f6-4e36c0675775 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:47.299058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:47.299760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Network hostable DHCP agents. Network: 9c03276a-f9c2-4da3-8798-f32704e5212a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:47.303980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e2f66eea-8e06-4139-b0f6-4e36c0675775 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:47.304608 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.314201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.314909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.322568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 172.20.0.10 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/5f32f1de-1474-4fba-a7b7-a2080224a221/335414a2-3399-4733-a8fb-81fd4b99c73b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:47.343468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fe7d:b3db (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/c46c0054-9713-4b35-bf02-1c9e094b23e0/335414a2-3399-4733-a8fb-81fd4b99c73b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:47.394088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c3a17fbd-1fc5-4e02-866a-80bea3f9b05b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6161385 Jun 30 02:39:47.416020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:47.491741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Request body: {'port': {'device_id': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:47.610368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 9c03276a-f9c2-4da3-8798-f32704e5212a) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:47.659850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.667089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.697618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9371f-4e9e-4b9e-b968-bcb0a497264f None None] Network 9c03276a-f9c2-4da3-8798-f32704e5212a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:47.841461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Made reservation on behalf of 5bba699f8bad4c4296cfecb26b22e96e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:47.862803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.892254 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-994b6c5c-bed6-45d7-b37c-f6e52cf1e974 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3229489 Jun 30 02:39:47.942821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.006964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.042543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 335414a2-3399-4733-a8fb-81fd4b99c73b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:48.181491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.212080 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.247181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:48.263437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:48.268882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:48.288453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Allocated IP 172.20.0.10 (97d97832-7d94-4434-97e6-4d784bd62d62/60a590a7-3b17-494e-b887-3030ec057ef2/38494059-b8f9-44a9-a106-11c07294cf84) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:48.315492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e2f66eea-8e06-4139-b0f6-4e36c0675775, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2f66eea-8e06-4139-b0f6-4e36c0675775,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:48.356390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=335414a2-3399-4733-a8fb-81fd4b99c73b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:48.356934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.430512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5edf2a-07ee-4411-9df1-82611bd0596c None None] Network 9c03276a-f9c2-4da3-8798-f32704e5212a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:48.430765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:48.431319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.451950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ce7b9-f2e4-4ae8-b243-d2e9404505b6 req-ab99d79c-3e06-4764-98b5-865076d0f088 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:48.453691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf1ce7b9-f2e4-4ae8-b243-d2e9404505b6 req-ab99d79c-3e06-4764-98b5-865076d0f088 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 932 time: 0.3671618 Jun 30 02:39:48.553300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e2f66eea-8e06-4139-b0f6-4e36c0675775,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:48.560621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf1ce7b9-f2e4-4ae8-b243-d2e9404505b6 req-35fbffcc-f7f3-4b13-99bf-eb10de70c21d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960617 Jun 30 02:39:48.562395 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c60628c6-be6f-41cb-958c-a75014a532f4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4671962 Jun 30 02:39:48.565254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37520) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:48.604139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3818c57f-1c9e-408f-a02f-b6dcbec39f78 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:48.614063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.628543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Transition to ACTIVE for port object 3818c57f-1c9e-408f-a02f-b6dcbec39f78 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:48.744600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.788051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360ca04-3610-4fa1-86e0-aa8e4cdac807 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:48.796533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360ca04-3610-4fa1-86e0-aa8e4cdac807 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:48.800224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6360ca04-3610-4fa1-86e0-aa8e4cdac807 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2293191 Jun 30 02:39:48.800680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:48.837991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:48.856104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e037a78f-f7e0-415f-a526-9e36ebbcbc6e None None] Provisioning complete for port e2f66eea-8e06-4139-b0f6-4e36c0675775 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:48.856710 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e037a78f-f7e0-415f-a526-9e36ebbcbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.924365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:49.043068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.067751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3ddebd12-d425-4c8a-b259-444627827edb completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:49.076522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 28caa6e6-be43-48fe-956f-19f62466800d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:49.108207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Transition to ACTIVE for port object 38494059-b8f9-44a9-a106-11c07294cf84 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:49.114424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 335414a2-3399-4733-a8fb-81fd4b99c73b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:49.115270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.125775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Attempting to bind port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:49.126412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Attempting to bind port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:49.126928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Attempting to bind port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:49.141854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:49.143717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Attempting to bind port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:49.158262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:49.158913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Checking segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:49.159388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Bound using segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:49.159853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Bound port: 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:49.160305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.162078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 28caa6e6-be43-48fe-956f-19f62466800d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:49.162935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.166005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f29a8-015a-42db-a04c-6db0eb7d0a9b None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:49.241431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6f24-ee6a-48fa-b5da-c39622b008e0 req-baedfcab-77f4-4a1e-acc7-8bb3fed0bbec tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.241684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.255872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da7e6f24-ee6a-48fa-b5da-c39622b008e0 req-baedfcab-77f4-4a1e-acc7-8bb3fed0bbec tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1024 time: 0.3094964 Jun 30 02:39:49.273024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] Provisioning for port 3ddebd12-d425-4c8a-b259-444627827edb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:49.282673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:49.283195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.326338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Network 97d97832-7d94-4434-97e6-4d784bd62d62 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:49.337102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da7e6f24-ee6a-48fa-b5da-c39622b008e0 req-786d3ad7-e1e2-4daa-b465-e9f3a85519c1 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups?id=7060f6fb-9415-4742-9822-34babc64d18a&id=bf1393e2-9b3d-4994-96a0-36e0c517b470&id=6d603c2b-3161-44d0-b15f-6dca83e52939&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0861549 Jun 30 02:39:49.337903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:49.359503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:49.362430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:49.429586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.446997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:49.451933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.452595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Pushing event updated for resources: {'Port': ['ID=38494059-b8f9-44a9-a106-11c07294cf84,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:49.469986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.539811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 335414a2-3399-4733-a8fb-81fd4b99c73b owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:49.561672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e2f66eea-8e06-4139-b0f6-4e36c0675775 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:49.574870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:49.585595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.586230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.587893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-cd4475fe-a77f-4fb1-a85f-06dd4f97c568 service neutron] 10.222.0.67 "PUT /v2.0/ports/3818c57f-1c9e-408f-a02f-b6dcbec39f78 HTTP/1.1" status: 200 len: 1092 time: 2.1321106 Jun 30 02:39:49.588753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:49.591744 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf36691-f1c9-4367-9ecb-093b518334a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:49.615101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.615101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.638361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e6563777-abd7-476b-a9fd-3e652766fdfb tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5652916 Jun 30 02:39:49.655560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Request body: {'port': {'device_id': '3b7a6879-35cc-4224-83fb-09baab943c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:49.685643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:49.699812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-37bbb934-b532-44b8-90e6-01c66745bdb2 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.701562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-37bbb934-b532-44b8-90e6-01c66745bdb2 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee70219f-fab5-4055-a58c-4e8bcc924d51 HTTP/1.1" status: 200 len: 1024 time: 0.5100482 Jun 30 02:39:49.720648 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.918961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e2f66eea-8e06-4139-b0f6-4e36c0675775 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:49.920853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.025372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25721969-fa2d-4569-8be4-bb136ec70fc1 None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:50.064976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.128194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Deleting port a9712db3-671a-4630-9787-d96f0c54ac70 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:50.129491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.165560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-ba34a51d-58e6-4b25-a510-2b37833af9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:50.169207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-36611a5a-74c3-4e01-b728-accfe13bb887 None None] Provisioning for port 38494059-b8f9-44a9-a106-11c07294cf84 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:50.169567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-ba34a51d-58e6-4b25-a510-2b37833af9f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 1095 time: 0.3710027 Jun 30 02:39:50.185874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-36611a5a-74c3-4e01-b728-accfe13bb887 None None] Provisioning complete for port 38494059-b8f9-44a9-a106-11c07294cf84 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:50.186633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36611a5a-74c3-4e01-b728-accfe13bb887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.263066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-36611a5a-74c3-4e01-b728-accfe13bb887 None None] Port 38494059-b8f9-44a9-a106-11c07294cf84 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:50.277716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': 'c46c0054-9713-4b35-bf02-1c9e094b23e0', 'ip_address': '2001:db8::f816:3eff:fe5c:93f1'}, {'subnet_id': '5f32f1de-1474-4fba-a7b7-a2080224a221'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '3ddebd12-d425-4c8a-b259-444627827edb'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:50.282715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] For port a9712db3-671a-4630-9787-d96f0c54ac70, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a9712db3-671a-4630-9787-d96f0c54ac70,segment=NetworkSegment(3c47c2f1-cd12-4a13-8db6-d2436d3e1498),segment_id=3c47c2f1-cd12-4a13-8db6-d2436d3e1498)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:50.283518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.299932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Calling delete_port for a9712db3-671a-4630-9787-d96f0c54ac70 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:50.336656 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.496839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.561621 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.571675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=335414a2-3399-4733-a8fb-81fd4b99c73b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:50.592850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a9712db3-671a-4630-9787-d96f0c54ac70'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:50.683239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-a879f002-5f51-4d2c-a264-7a6a3bd4402e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78 HTTP/1.1" status: 200 len: 217 time: 0.5009179 Jun 30 02:39:50.772517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Allocated IP 172.20.0.2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/5f32f1de-1474-4fba-a7b7-a2080224a221/3ddebd12-d425-4c8a-b259-444627827edb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:50.804229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:50.835848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.838897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d26ab001-62b4-4d0e-8613-38cf7535153c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/335414a2-3399-4733-a8fb-81fd4b99c73b HTTP/1.1" status: 204 len: 168 time: 2.0337298 Jun 30 02:39:50.848754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37548) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:50.873085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-f96121d8-ae98-49db-af04-f6eff942f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:50.875202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-f96121d8-ae98-49db-af04-f6eff942f80a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 200 len: 854 time: 0.1860838 Jun 30 02:39:50.921447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] No DVR routers for this DVR port a9712db3-671a-4630-9787-d96f0c54ac70 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:50.944252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'Port': ['ID=a9712db3-671a-4630-9787-d96f0c54ac70,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:50.948796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.949130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-dcf4ab20-6749-478e-b986-417c6dda5e63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7709f6dd-dcbf-474b-962c-a48c17abefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660493 Jun 30 02:39:50.952078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd9d788-f6e1-4253-b578-c7f1518860c5 req-b15ff3e9-d00e-4e31-ac4a-0f5a0187d684 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.90 "DELETE /v2.0/ports/a9712db3-671a-4630-9787-d96f0c54ac70 HTTP/1.1" status: 204 len: 173 time: 1.2418823 Jun 30 02:39:50.965450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'name': 'network-vif-deleted', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:50.972294 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c206029e-3075-444f-a7be-14d6dd6e27ea" -d '{"events": [{"server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "name": "network-vif-deleted", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:50.994005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:50.995444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.035803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1f07e-084c-4455-92c1-bfdfb9761050 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:51.045280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1f07e-084c-4455-92c1-bfdfb9761050 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:51.047534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1f07e-084c-4455-92c1-bfdfb9761050 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:51.064460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b9f1f07e-084c-4455-92c1-bfdfb9761050 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2132185 Jun 30 02:39:51.068352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37552) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:51.075809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:51.174966 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.209180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 5f32f1de-1474-4fba-a7b7-a2080224a221 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:51.224852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Transition to ACTIVE for port object 3ddebd12-d425-4c8a-b259-444627827edb will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:51.234050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.235471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.253189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38494059-b8f9-44a9-a106-11c07294cf84 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:51.288888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.317547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.331208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Transition to ACTIVE for port object 38494059-b8f9-44a9-a106-11c07294cf84 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:51.336625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-2991d3fe-954e-4c81-bd30-d96d0c67fc66 service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777711 Jun 30 02:39:51.341621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.437984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45713b-9609-4ed7-a482-bf08dfe6690e None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:51.440209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Pushing event updated for resources: {'Port': ['ID=38494059-b8f9-44a9-a106-11c07294cf84,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:51.512419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.618928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.700420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Attempting to bind port 38494059-b8f9-44a9-a106-11c07294cf84 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:51.701390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Attempting to bind port 38494059-b8f9-44a9-a106-11c07294cf84 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:51.701875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Attempting to bind port 38494059-b8f9-44a9-a106-11c07294cf84 on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:51.745105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=5f32f1de-1474-4fba-a7b7-a2080224a221,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:51.745316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Port 38494059-b8f9-44a9-a106-11c07294cf84 on network 97d97832-7d94-4434-97e6-4d784bd62d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:51.745662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Attempting to bind port 38494059-b8f9-44a9-a106-11c07294cf84 on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:51.762860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.766594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:51.766944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Checking segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:51.767344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Bound using segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:51.767802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Bound port: 38494059-b8f9-44a9-a106-11c07294cf84, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:51.768170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.776566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-462678f2-2804-476d-9dc4-782cebcb64c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/5f32f1de-1474-4fba-a7b7-a2080224a221 HTTP/1.1" status: 204 len: 168 time: 0.7063932 Jun 30 02:39:51.780268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37558) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:51.845074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ac50e6-5769-4fe7-a484-8e3c461a3bdb req-c45cdfe4-9b3a-4c75-b603-f65457d78e0f service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870684 Jun 30 02:39:51.933493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet c46c0054-9713-4b35-bf02-1c9e094b23e0 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:51.943803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.999285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] For port 38494059-b8f9-44a9-a106-11c07294cf84, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:52.016924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] For port 38494059-b8f9-44a9-a106-11c07294cf84, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38494059-b8f9-44a9-a106-11c07294cf84,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:52.018908 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.030025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.134187 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.160642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:52.160749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.163313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] 10.222.0.90 "PUT /v2.0/ports/38494059-b8f9-44a9-a106-11c07294cf84 HTTP/1.1" status: 200 len: 1092 time: 2.5202596 Jun 30 02:39:52.192776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557689f-1484-48a7-b433-83aa2210abbe service neutron] Pushing event updated for resources: {'Port': ['ID=38494059-b8f9-44a9-a106-11c07294cf84,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:52.262548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.320497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.322884 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/c46c0054-9713-4b35-bf02-1c9e094b23e0 HTTP/1.1" status: 204 len: 168 time: 0.5414205 Jun 30 02:39:52.323929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef515c84-1ce0-4a1a-ad04-7fae4b454181 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=c46c0054-9713-4b35-bf02-1c9e094b23e0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:52.326586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37560) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:52.370143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-8aec551a-9ec8-460c-b3ff-5eca97d7fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:52.379914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-8aec551a-9ec8-460c-b3ff-5eca97d7fb78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 1095 time: 0.1566837 Jun 30 02:39:52.385702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-99701865-acf5-4950-b2fd-fe34851002b5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579665 Jun 30 02:39:52.389204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37562) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:52.396529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:52.456338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-5c88f046-478c-44aa-ad71-65ef82470e9c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38494059-b8f9-44a9-a106-11c07294cf84 HTTP/1.1" status: 200 len: 217 time: 0.0682020 Jun 30 02:39:52.570055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:52.574456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.575672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-233d97b3-6a0f-4146-afce-816ec4ffce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:52.579925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-233d97b3-6a0f-4146-afce-816ec4ffce2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.1163518 Jun 30 02:39:52.779337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e18866b8-83a0-43ac-87fd-20d202e4067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:52.786573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-e18866b8-83a0-43ac-87fd-20d202e4067d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975381 Jun 30 02:39:52.813964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:52.968288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38b0e1-7358-4ed4-8d0a-83b5364f36b3 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:52.992514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-0f072880-2e32-41f8-932a-c9f76861b059 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991227 Jun 30 02:39:53.015609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e67aba8-bad6-438c-a666-6933e871226b None None] Could not find standard attr ID for object 335414a2-3399-4733-a8fb-81fd4b99c73b. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:53.055076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.118760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:53.127213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:53.131169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e67aba8-bad6-438c-a666-6933e871226b None None] Provisioning for port 3ddebd12-d425-4c8a-b259-444627827edb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:53.140104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:53.141088 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.163157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=a6df80d8-44c4-4781-b874-764b547b492c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:53.170103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74d91aa5-9dac-4eb0-a03c-93f60367f6ae req-ee7908d8-a03a-46b4-91dc-77b10944916c service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689701 Jun 30 02:39:53.170403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:53.171550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-04a0516e-ea08-4563-84b8-9e631ba9f3f3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7810686 Jun 30 02:39:53.181429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e67aba8-bad6-438c-a666-6933e871226b None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:53.182239 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e67aba8-bad6-438c-a666-6933e871226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.184224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:53.401359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:53.408422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.453002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a9712db3-671a-4630-9787-d96f0c54ac70 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:53.525590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: a9712db3-671a-4630-9787-d96f0c54ac70 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:53.526728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a9712db3-671a-4630-9787-d96f0c54ac70 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:53.529707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': 'a6df80d8-44c4-4781-b874-764b547b492c'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '3ddebd12-d425-4c8a-b259-444627827edb'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:53.596113 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.844744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Allocated IP 172.20.0.2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/a6df80d8-44c4-4781-b874-764b547b492c/3ddebd12-d425-4c8a-b259-444627827edb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:54.021548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:54.041730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:39:54.068360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.086983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Transition to ACTIVE for port object 3ddebd12-d425-4c8a-b259-444627827edb will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:54.093253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.191566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd7f97-1340-4ab0-a277-6662b9e38019 None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:54.401957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.683813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:54.694384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:54.782363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:54.784436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.791667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.792861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.915723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:54.940778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'port_id': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'mac_address': 'fa:16:3e:37:fc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d960f3e-3013-404b-9ba0-015b1b94bda9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:39:54.948237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=9']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:54.978352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:54.981871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:54.985031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:54.985636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.002380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=df780bef-77cd-4de5-afd1-7100def32e55,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:55.013193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37574) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:55.019553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3868c-6764-43e2-854e-fe20d993e014 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:55.020283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:b3:61:63', 'name': 'tempest-NetworksTestDHCPv6-1252633899'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:55.023753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3de4723f-fdc4-4299-90a8-3ddc66b2234b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8515174 Jun 30 02:39:55.114949 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.156637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3818c57f-1c9e-408f-a02f-b6dcbec39f78 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:55.194106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:55.202755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-44ecc132-c6f9-4301-80fd-cb0812e49524 None None] Provisioning for port 3ddebd12-d425-4c8a-b259-444627827edb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:55.212351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.228005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-44ecc132-c6f9-4301-80fd-cb0812e49524 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:55.228626 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44ecc132-c6f9-4301-80fd-cb0812e49524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.292148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:55.402496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.445344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 8803c507-b5a4-4f58-9a5e-a8d6211b49c4 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:55.562868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38494059-b8f9-44a9-a106-11c07294cf84 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:55.599218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:55.672736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3818c57f-1c9e-408f-a02f-b6dcbec39f78'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:55.734990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 172.20.0.6 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/a6df80d8-44c4-4781-b874-764b547b492c/8803c507-b5a4-4f58-9a5e-a8d6211b49c4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:55.749128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:feb3:6163 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/df780bef-77cd-4de5-afd1-7100def32e55/8803c507-b5a4-4f58-9a5e-a8d6211b49c4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:56.012340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38494059-b8f9-44a9-a106-11c07294cf84, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38494059-b8f9-44a9-a106-11c07294cf84,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:56.034597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.056585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '38494059-b8f9-44a9-a106-11c07294cf84', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'port_id': '38494059-b8f9-44a9-a106-11c07294cf84', 'mac_address': 'fa:16:3e:07:5b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a590a7-3b17-494e-b887-3030ec057ef2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:39:56.058776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 8803c507-b5a4-4f58-9a5e-a8d6211b49c4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:56.130711 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.222721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.228393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:56.250376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38494059-b8f9-44a9-a106-11c07294cf84 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:56.252338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:56.259572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:56.280897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=8803c507-b5a4-4f58-9a5e-a8d6211b49c4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:56.284114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38494059-b8f9-44a9-a106-11c07294cf84, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38494059-b8f9-44a9-a106-11c07294cf84,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:56.293912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.350834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=38494059-b8f9-44a9-a106-11c07294cf84,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:56.398352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.399112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.424437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:56.425382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-302cc964-c363-4f15-ad86-3746e36154b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4102449 Jun 30 02:39:56.525693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6db2b-a998-4c02-a890-97b56d62d31d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.533160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6db2b-a998-4c02-a890-97b56d62d31d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.533861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38494059-b8f9-44a9-a106-11c07294cf84'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:56.537349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5c6db2b-a998-4c02-a890-97b56d62d31d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1116142 Jun 30 02:39:56.539990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:56.715350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 8803c507-b5a4-4f58-9a5e-a8d6211b49c4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:56.716066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.729935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:56.824996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:56.825692 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.850632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.870933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 8803c507-b5a4-4f58-9a5e-a8d6211b49c4 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:57.080990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb54a0e-1916-4335-88c6-5987cf40b7a5 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:57.178443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b83ef6a8-b457-4c69-b13a-cac3039e16bc None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:57.179584 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b83ef6a8-b457-4c69-b13a-cac3039e16bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.186464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.237859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=8803c507-b5a4-4f58-9a5e-a8d6211b49c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:57.387331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.391507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9a26555e-b72d-4981-bf14-b977fe6ccbd7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/8803c507-b5a4-4f58-9a5e-a8d6211b49c4 HTTP/1.1" status: 204 len: 168 time: 0.8496571 Jun 30 02:39:57.393397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:57.452247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38494059-b8f9-44a9-a106-11c07294cf84 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:57.557870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd36b0-f697-49ec-955e-ca067317400f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:57.564330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd36b0-f697-49ec-955e-ca067317400f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:57.572496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd36b0-f697-49ec-955e-ca067317400f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:57.580174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c7bd36b0-f697-49ec-955e-ca067317400f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1833797 Jun 30 02:39:57.580473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:57.638254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9561ab6b-93bd-4b1c-8c9d-7eb6f869b977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.682361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 38494059-b8f9-44a9-a106-11c07294cf84 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:57.687532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 38494059-b8f9-44a9-a106-11c07294cf84 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:57.687960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.710561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet a6df80d8-44c4-4781-b874-764b547b492c {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:57.716860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.796062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.798057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.825644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a6879-35cc-4224-83fb-09baab943c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38494059-b8f9-44a9-a106-11c07294cf84'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:57.828894 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490e1647-f033-4dc0-973a-08b9eb695672" -d '{"events": [{"server_uuid": "3b7a6879-35cc-4224-83fb-09baab943c93", "name": "network-vif-plugged", "status": "completed", "tag": "38494059-b8f9-44a9-a106-11c07294cf84"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:57.858915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 38494059-b8f9-44a9-a106-11c07294cf84, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38494059-b8f9-44a9-a106-11c07294cf84,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:57.872768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.947960 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.996029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6aea4341-0e4e-4606-80d3-6642e1366223 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:57.996544 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6aea4341-0e4e-4606-80d3-6642e1366223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.998482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=38494059-b8f9-44a9-a106-11c07294cf84,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.059344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.111983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=a6df80d8-44c4-4781-b874-764b547b492c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.118719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.125870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.126506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-948e5d0e-efb9-459a-815d-b4673762cfee tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/a6df80d8-44c4-4781-b874-764b547b492c HTTP/1.1" status: 204 len: 168 time: 0.5438905 Jun 30 02:39:58.205119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet df780bef-77cd-4de5-afd1-7100def32e55 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:58.209873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.283155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1d9ad-120e-407a-846a-aa5092f4d039 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:58.285346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.388009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f3d6daea-6430-4a37-8375-7c6c4efb5a5d None None] Could not find standard attr ID for object 335414a2-3399-4733-a8fb-81fd4b99c73b. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:58.450736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.571582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.641955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.644060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/df780bef-77cd-4de5-afd1-7100def32e55 HTTP/1.1" status: 204 len: 168 time: 0.5161383 Jun 30 02:39:58.645704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7a98f-a5e3-4633-8a46-10ce4369287f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=df780bef-77cd-4de5-afd1-7100def32e55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.648848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37606) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.714114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:58.759959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-359af380-de1e-4ab3-ac89-9df83703e60f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031830 Jun 30 02:39:58.763914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.772977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:58.859885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5590f-19f1-46b7-aa88-8834bc8c2109 None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': 'df780bef-77cd-4de5-afd1-7100def32e55'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '3ddebd12-d425-4c8a-b259-444627827edb'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:58.923663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:58.948787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:58.949402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.959415 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bf5590f-19f1-46b7-aa88-8834bc8c2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.961545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:58.970338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.181051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.242116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9606f6f-3aed-4d2c-b494-1142ed228e6f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:59.246454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:59.292869 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.353857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.433962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:59.437667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:59.445608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:59.446207 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.464475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=2a6cdc6c-7665-48a4-b29c-cbb82269bf32,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:59.475374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3176fb33-35c1-48bf-b708-0cecabfd4058 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7091084 Jun 30 02:39:59.478953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.485494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:59.485819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ee8dcf82-dbce-4a2e-84cc-0fd7ec1f1556 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:59.486375 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee8dcf82-dbce-4a2e-84cc-0fd7ec1f1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.530996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:59.683686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:59.691117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.958253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '2a6cdc6c-7665-48a4-b29c-cbb82269bf32'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '3ddebd12-d425-4c8a-b259-444627827edb'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:40:00.000396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.276451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:40:00.293616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Allocated IP 172.20.0.2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/2a6cdc6c-7665-48a4-b29c-cbb82269bf32/3ddebd12-d425-4c8a-b259-444627827edb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:00.315855 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-502be042-558e-48f4-8374-162394e61d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.458914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:00.514969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.531334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.559528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Transition to ACTIVE for port object 3ddebd12-d425-4c8a-b259-444627827edb will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:00.565035 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.670093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.817970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:00.928017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.968454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82f10-39bf-471a-a045-58e543de5945 None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=13']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.034098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:01.206421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.221986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.221986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.322036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-580144a2-d691-46ae-ba78-68e65ca1f0d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:01.337449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:01.339940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-580144a2-d691-46ae-ba78-68e65ca1f0d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.3055263 Jun 30 02:40:01.359489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:40:01.360664 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:40:01.369557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-8a972ebe-af54-4761-b8b8-f09583a3979c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0202577 Jun 30 02:40:01.376482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:01.381127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:01.381748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.442658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9593134 Jun 30 02:40:01.442658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=f26a38f3-12b9-4130-824d-26fa94f7491b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.444155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.447338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e667db7-79f0-41a3-9cf0-476da012516d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=14']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.455086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:f7:43:77', 'name': 'tempest-NetworksTestDHCPv6-74760236'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:01.471781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-1ecb0bc4-cdc2-4859-b0f0-877a61de5619 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693510 Jun 30 02:40:01.523136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-72c3814e-3654-4af9-a9ce-39c0da076dc8 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:01.524850 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-72c3814e-3654-4af9-a9ce-39c0da076dc8 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 816 time: 0.4718823 Jun 30 02:40:01.572431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ec4e5d69-f354-4a7f-ab1e-6e718e4517ad tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/quotas/5bba699f8bad4c4296cfecb26b22e96e HTTP/1.1" status: 200 len: 375 time: 0.0345414 Jun 30 02:40:01.685089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-c8072596-df76-4fcb-8e68-4918194d6896 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038481 Jun 30 02:40:01.904831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-6ecd692b-6aa3-433f-a1e6-56a0d7711d23 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123806 Jun 30 02:40:01.944580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.023368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:02.031395 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.093605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf4dd6-fc90-4f4d-8524-472fa6f8e080 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:02.200009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-7f2ecf76-d116-43a8-bebe-d3de0c87ceb0 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5980725 Jun 30 02:40:02.268049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:02.353211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] Provisioning for port 3ddebd12-d425-4c8a-b259-444627827edb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:02.363348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:02.364383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.378519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.428935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=15']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:02.538078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.609271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:02.626067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.744217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267df6-3a59-47f9-afe2-77fcd7f90c40 req-85980deb-93c6-4110-8212-e7ae29ce73b9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:02.764711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2267df6-3a59-47f9-afe2-77fcd7f90c40 req-85980deb-93c6-4110-8212-e7ae29ce73b9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.2083633 Jun 30 02:40:02.839817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4764b3-30e9-4ad1-8149-f8484835643f None None] Pushing event updated for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=16']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:02.843700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-fe418c30-4e5d-424c-95fb-7fe7081d293b service neutron] 10.222.0.78 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409669 Jun 30 02:40:02.898790 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2267df6-3a59-47f9-afe2-77fcd7f90c40 req-1eb2bb77-a513-47ad-b5c8-c794a89523e3 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319337 Jun 30 02:40:02.937455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:02.979549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.059149 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f2314-c403-4549-9b09-775a70a4782f x-openstack-request-id: req-fd8f2314-c403-4549-9b09-775a70a4782f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:03.059439 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:03.059693 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd8f2314-c403-4549-9b09-775a70a4782f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:03.060097 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'status': 'completed', 'code': 200} Jun 30 02:40:03.124092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:03.124464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.396238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-d6bbbe1d-320a-4d4c-a8e5-6e13865559c7 service neutron] 10.222.0.78 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340338 Jun 30 02:40:03.408004 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7f57bd-9c7a-426e-9510-9d9aed229206 x-openstack-request-id: req-ec7f57bd-9c7a-426e-9510-9d9aed229206 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:03.408437 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee70219f-fab5-4055-a58c-4e8bcc924d51", "name": "network-vif-deleted", "tag": "a9712db3-671a-4630-9787-d96f0c54ac70", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:03.408842 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec7f57bd-9c7a-426e-9510-9d9aed229206 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:03.409462 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee70219f-fab5-4055-a58c-4e8bcc924d51', 'name': 'network-vif-deleted', 'tag': 'a9712db3-671a-4630-9787-d96f0c54ac70', 'status': 'completed', 'code': 200} Jun 30 02:40:03.510508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 63df1a48-8814-4b50-9d84-0ebe9c45b989 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:03.717423 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6cca44-2fde-4972-b4e7-e41f67b3fc4e x-openstack-request-id: req-aa6cca44-2fde-4972-b4e7-e41f67b3fc4e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:03.717951 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a6879-35cc-4224-83fb-09baab943c93", "name": "network-vif-plugged", "status": "completed", "tag": "38494059-b8f9-44a9-a106-11c07294cf84", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:03.717951 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa6cca44-2fde-4972-b4e7-e41f67b3fc4e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:03.718529 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a6879-35cc-4224-83fb-09baab943c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38494059-b8f9-44a9-a106-11c07294cf84', 'code': 200} Jun 30 02:40:03.809240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-2faa2510-a926-41c8-9559-4e297ebec89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:03.812523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-2faa2510-a926-41c8-9559-4e297ebec89e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 1097 time: 0.6388996 Jun 30 02:40:03.814264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6810447-6040-407a-84e2-444ee95acec1 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:03.992873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20bfa685-250f-4dcb-a2a0-e9a692177e63 req-4ef8ff83-7016-4aa8-bdfe-92ccdf623f5d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 210 time: 0.0707667 Jun 30 02:40:04.091988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-32e2fb47-aabb-42e3-b3bc-ab586c6a3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:04.099999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-32e2fb47-aabb-42e3-b3bc-ab586c6a3c29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 915 time: 0.2654436 Jun 30 02:40:04.249602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-581786d4-1014-4e45-a343-c7d5de177df0 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:04.250138 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-581786d4-1014-4e45-a343-c7d5de177df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.346599 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.438478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-70a27229-b6bb-4dd7-aef5-9b73897f5f7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78 HTTP/1.1" status: 200 len: 217 time: 0.2730808 Jun 30 02:40:04.533185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-2f3ebf79-a2d2-40d8-b4c2-501fe42c48fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:04.540031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-2f3ebf79-a2d2-40d8-b4c2-501fe42c48fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 816 time: 0.3985076 Jun 30 02:40:04.547762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5a7ae04-d62b-4656-896d-fc5fa38096ed req-245167c3-de95-435f-9534-a5332239d6b5 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/7060f6fb-9415-4742-9822-34babc64d18a HTTP/1.1" status: 200 len: 1802 time: 0.7592587 Jun 30 02:40:04.592413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-867f06e6-a384-4245-a503-3b923bc35090 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/quotas/5bba699f8bad4c4296cfecb26b22e96e HTTP/1.1" status: 200 len: 375 time: 0.0231700 Jun 30 02:40:04.668266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 172.20.0.13 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/2a6cdc6c-7665-48a4-b29c-cbb82269bf32/63df1a48-8814-4b50-9d84-0ebe9c45b989) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:04.682510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fef7:4377 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/f26a38f3-12b9-4130-824d-26fa94f7491b/63df1a48-8814-4b50-9d84-0ebe9c45b989) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:04.843040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:04.875568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-68a73c20-e7f7-4339-9e90-346e163cc904 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2809219 Jun 30 02:40:05.022746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-155d5429-04fb-4122-9337-398cb75d2212 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:05.023403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-155d5429-04fb-4122-9337-398cb75d2212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.149779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:05.150662 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.206152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.230803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 63df1a48-8814-4b50-9d84-0ebe9c45b989 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:05.257265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-9de6201d-a028-469b-8f05-bbf31f02da05 service neutron] 10.222.0.78 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765790 Jun 30 02:40:05.377935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7a6879-35cc-4224-83fb-09baab943c93', 'tag': '38494059-b8f9-44a9-a106-11c07294cf84'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:05.382916 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7a6879-35cc-4224-83fb-09baab943c93", "tag": "38494059-b8f9-44a9-a106-11c07294cf84"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:05.531956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-7aa79910-d1da-4c0d-b407-2964b3c6594d service neutron] 10.222.0.78 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689736 Jun 30 02:40:05.622372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.628457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28beeb24-397a-49dc-bf4c-71633cdef927 None None] Could not find standard attr ID for object 8803c507-b5a4-4f58-9a5e-a8d6211b49c4. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:40:05.720371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:05.724505 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c4e45-bc95-4b23-b2be-cb4b275d6460" -d '{"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-plugged", "status": "completed", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:06.023674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=63df1a48-8814-4b50-9d84-0ebe9c45b989,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:06.105557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:06.107292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:06.154106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:06.206325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-709a5bb8-5757-429f-b9ac-4d1814bdc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.208816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-709a5bb8-5757-429f-b9ac-4d1814bdc91b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 200 len: 854 time: 1.7364068 Jun 30 02:40:06.293815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97d3c8-e83b-46ca-bd3e-9ac07f0ea632 req-52a0c3f2-309f-4cb3-8d13-e939193c60ed tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.303833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba97d3c8-e83b-46ca-bd3e-9ac07f0ea632 req-52a0c3f2-309f-4cb3-8d13-e939193c60ed tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.2755210 Jun 30 02:40:06.310781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.317542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.328547 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-887b7876-2069-4517-a554-150951e0e4ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7709f6dd-dcbf-474b-962c-a48c17abefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076767 Jun 30 02:40:06.401349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba97d3c8-e83b-46ca-bd3e-9ac07f0ea632 req-78409175-dc62-453a-ab0b-ec9d5a7de713 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964561 Jun 30 02:40:06.403407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4319e-d8a0-4c04-a4c9-fd91da379262 req-766a78bf-fe7c-4a1a-b0bb-8eb2c9823174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.408282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcd4319e-d8a0-4c04-a4c9-fd91da379262 req-766a78bf-fe7c-4a1a-b0bb-8eb2c9823174 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 1097 time: 2.3687990 Jun 30 02:40:06.700650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-10a5571e-ae50-49f0-a5a9-917726c3a515 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2495492 Jun 30 02:40:06.723724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-d84ae3da-5592-45e9-a52e-218fdef251cc tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.724044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:06.725376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-d84ae3da-5592-45e9-a52e-218fdef251cc tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.67 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 816 time: 0.2291687 Jun 30 02:40:06.752632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Request body: {'port': {'device_id': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'admin_state_up': True, 'tenant_id': '5bba699f8bad4c4296cfecb26b22e96e'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:06.949562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-5c69e718-d948-4167-83cc-c6f54e475571 service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110270 Jun 30 02:40:06.951278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcd4319e-d8a0-4c04-a4c9-fd91da379262 req-70ae6aba-0ec9-43cf-a345-a2a503fdd643 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969096 Jun 30 02:40:06.978048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-6ab66d1e-3392-4e77-9135-649b8919f377 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.981872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-6ab66d1e-3392-4e77-9135-649b8919f377 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 1.4741535 Jun 30 02:40:07.042780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-83e8b24b-45b8-4c64-9129-d32b89c8ce02 None None] Provisioning for port 63df1a48-8814-4b50-9d84-0ebe9c45b989 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:07.060294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-83e8b24b-45b8-4c64-9129-d32b89c8ce02 None None] Provisioning complete for port 63df1a48-8814-4b50-9d84-0ebe9c45b989 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:07.061489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83e8b24b-45b8-4c64-9129-d32b89c8ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.086263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:07.110210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5a7ae04-d62b-4656-896d-fc5fa38096ed req-ba434a48-0a34-41da-90c1-94711df588a4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.160699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-83e8b24b-45b8-4c64-9129-d32b89c8ce02 None None] Port 63df1a48-8814-4b50-9d84-0ebe9c45b989 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:07.180160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Made reservation on behalf of 5bba699f8bad4c4296cfecb26b22e96e for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:07.200149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.255234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-348f7a76-a616-4f63-89f3-276b4c2f248e req-8ab17263-4315-4f50-8d7e-ddb04f4c2c4c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 210 time: 0.1571035 Jun 30 02:40:07.458014 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b374c-3078-47b7-a70a-b8a6fd755914 x-openstack-request-id: req-171b374c-3078-47b7-a70a-b8a6fd755914 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:07.458720 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-plugged", "status": "completed", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:07.459263 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-171b374c-3078-47b7-a70a-b8a6fd755914 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:07.460148 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'code': 200} Jun 30 02:40:07.468307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5a7ae04-d62b-4656-896d-fc5fa38096ed req-ba434a48-0a34-41da-90c1-94711df588a4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.591796 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d1a03-c113-45e1-909a-73cb6f608882 x-openstack-request-id: req-994d1a03-c113-45e1-909a-73cb6f608882 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:07.593711 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7a6879-35cc-4224-83fb-09baab943c93", "tag": "38494059-b8f9-44a9-a106-11c07294cf84", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:07.595356 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-994d1a03-c113-45e1-909a-73cb6f608882 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:07.596080 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7a6879-35cc-4224-83fb-09baab943c93', 'tag': '38494059-b8f9-44a9-a106-11c07294cf84', 'status': 'completed', 'code': 200} Jun 30 02:40:07.609704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5a7ae04-d62b-4656-896d-fc5fa38096ed req-ba434a48-0a34-41da-90c1-94711df588a4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.618582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5a7ae04-d62b-4656-896d-fc5fa38096ed req-ba434a48-0a34-41da-90c1-94711df588a4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.623914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5a7ae04-d62b-4656-896d-fc5fa38096ed req-ba434a48-0a34-41da-90c1-94711df588a4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/7060f6fb-9415-4742-9822-34babc64d18a HTTP/1.1" status: 204 len: 173 time: 3.0600212 Jun 30 02:40:07.790583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:07.795649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:07.813336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434a48-0a34-41da-90c1-94711df588a4 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7060f6fb-9415-4742-9822-34babc64d18a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:07.891074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cee532-9b4d-4dd4-b1d1-c6b5a79673d8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.902422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cee532-9b4d-4dd4-b1d1-c6b5a79673d8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.905032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8cee532-9b4d-4dd4-b1d1-c6b5a79673d8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1655433 Jun 30 02:40:07.922866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:08.214355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-964b63a7-9018-4c30-826d-4c611eb84761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.216221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-964b63a7-9018-4c30-826d-4c611eb84761 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 1097 time: 0.6075742 Jun 30 02:40:08.359293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-6b30671a-0a1e-4339-b3a6-71b18e67e300 service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3761759 Jun 30 02:40:08.429662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Allocated IP 172.20.0.11 (97d97832-7d94-4434-97e6-4d784bd62d62/60a590a7-3b17-494e-b887-3030ec057ef2/e66e9452-b592-4550-b530-c9bbca8fde6f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:08.582698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-aac000be-0694-439f-94fc-05725da8b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.584160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-aac000be-0694-439f-94fc-05725da8b119 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 917 time: 0.3205159 Jun 30 02:40:08.636380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c055b420-b43d-436d-8542-ac9316eb7a81 req-e450fc23-194a-4a97-96b6-07ceeb42200d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 210 time: 0.8891621 Jun 30 02:40:08.724963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-3a986f76-f64c-4a98-a964-f36d04aaa748 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38494059-b8f9-44a9-a106-11c07294cf84 HTTP/1.1" status: 200 len: 217 time: 0.1313684 Jun 30 02:40:08.824645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.3 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/b25ee16a-4278-4227-b493-d5c652dd06e8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:08.849608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e215a-93e5-49a5-9964-df5e18e08896 req-46516671-3774-4bf1-882a-6480666b6def tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.852167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a4e215a-93e5-49a5-9964-df5e18e08896 req-46516671-3774-4bf1-882a-6480666b6def tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.7460272 Jun 30 02:40:08.890414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-2dd6c6df-3f02-48eb-819f-ef0e4b7b1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.894485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-2dd6c6df-3f02-48eb-819f-ef0e4b7b1bfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.1512706 Jun 30 02:40:08.928785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-670aa904-ad85-4793-94a1-5d064f77eb56 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.929984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-670aa904-ad85-4793-94a1-5d064f77eb56 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 816 time: 0.1708775 Jun 30 02:40:08.950031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Request body: {'port': {'device_id': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'admin_state_up': True, 'tenant_id': '5bba699f8bad4c4296cfecb26b22e96e'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:08.969239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 63df1a48-8814-4b50-9d84-0ebe9c45b989 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:08.969654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.095983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a4e215a-93e5-49a5-9964-df5e18e08896 req-c6bbdab0-f2d2-4537-88d7-1a8526c8a202 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330260 Jun 30 02:40:09.205903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7460c-f67b-4845-8f99-a5855b07ac04 req-db58c686-036f-450f-aa29-408c53387b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.209156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5be7460c-f67b-4845-8f99-a5855b07ac04 req-db58c686-036f-450f-aa29-408c53387b4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 1097 time: 1.6048579 Jun 30 02:40:09.310697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.315109 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26180337-3ff8-48eb-af58-3e8542ca7c2b req-d39ffd0c-98d4-4ff1-bca1-595a5e609cd3 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "GET /v2.0/security-groups/bf1393e2-9b3d-4994-96a0-36e0c517b470 HTTP/1.1" status: 200 len: 1803 time: 0.6031594 Jun 30 02:40:09.364637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.373657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5be7460c-f67b-4845-8f99-a5855b07ac04 req-9ca36479-7042-4519-8204-70f195d483d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410458 Jun 30 02:40:09.391457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Made reservation on behalf of 5bba699f8bad4c4296cfecb26b22e96e for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:09.395664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.440914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Transition to ACTIVE for port object e66e9452-b592-4550-b530-c9bbca8fde6f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:09.672385 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26180337-3ff8-48eb-af58-3e8542ca7c2b req-a406c33b-54bc-4827-9f76-7fb8304b4a83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.730477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.742417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26180337-3ff8-48eb-af58-3e8542ca7c2b req-a406c33b-54bc-4827-9f76-7fb8304b4a83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.745963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38494059-b8f9-44a9-a106-11c07294cf84'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:09.869797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Network 97d97832-7d94-4434-97e6-4d784bd62d62 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:10.003873 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8088e9a0-7bcd-4ee5-b481-d00e33fffae6 req-7586e794-9064-4419-9f95-5025d53d1d7c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 210 time: 0.1013391 Jun 30 02:40:10.027419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Allocated IP 172.20.0.13 (97d97832-7d94-4434-97e6-4d784bd62d62/60a590a7-3b17-494e-b887-3030ec057ef2/12af5b67-8cea-4eac-b487-ed91b1cff394) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:10.027877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-1efb6e8f-9a3a-4d52-95f8-cc316c97092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.030586 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-1efb6e8f-9a3a-4d52-95f8-cc316c97092c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1179278 Jun 30 02:40:10.070744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.091221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:10.124719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:10.448010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Pushing event updated for resources: {'Port': ['ID=e66e9452-b592-4550-b530-c9bbca8fde6f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.529080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26180337-3ff8-48eb-af58-3e8542ca7c2b req-a406c33b-54bc-4827-9f76-7fb8304b4a83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.538512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26180337-3ff8-48eb-af58-3e8542ca7c2b req-a406c33b-54bc-4827-9f76-7fb8304b4a83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.539656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26180337-3ff8-48eb-af58-3e8542ca7c2b req-a406c33b-54bc-4827-9f76-7fb8304b4a83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] 10.222.0.78 "DELETE /v2.0/security-groups/bf1393e2-9b3d-4994-96a0-36e0c517b470 HTTP/1.1" status: 204 len: 173 time: 1.1998036 Jun 30 02:40:10.562517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.574109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 63df1a48-8814-4b50-9d84-0ebe9c45b989 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:10.616835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.618099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.631022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.645357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37760) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.873815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe4fb300-4b26-4724-98f6-5c223c8c4822 None None] Provisioning for port e66e9452-b592-4550-b530-c9bbca8fde6f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:10.881895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe4fb300-4b26-4724-98f6-5c223c8c4822 None None] Provisioning complete for port e66e9452-b592-4550-b530-c9bbca8fde6f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:10.882874 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb300-4b26-4724-98f6-5c223c8c4822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.909725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406c33b-54bc-4827-9f76-7fb8304b4a83 tempest-SecurityGroupsTestJSON-1954953285 tempest-SecurityGroupsTestJSON-1954953285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1393e2-9b3d-4994-96a0-36e0c517b470,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.956090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48c6d98a-aac0-4f3e-8bd7-a9584b00a95b req-3b70545c-620e-4d34-9eb8-600b030b1a13 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 210 time: 0.1399019 Jun 30 02:40:10.973129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-d6f4858d-7dd0-4087-81d6-57fe1cfe0141 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9227984 Jun 30 02:40:11.000763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe4fb300-4b26-4724-98f6-5c223c8c4822 None None] Port e66e9452-b592-4550-b530-c9bbca8fde6f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:11.091097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Deleting subnet 10704dde-5aa3-4c97-9554-db6f6a32b730 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:11.146095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.153078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-0e1965dc-cc4e-487c-80b3-3d0ead4d2b46 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4171209 Jun 30 02:40:11.220880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Request body: {'port': {'device_id': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.268618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.283112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac3f9b52-b0cf-4971-b89c-f3239adc75f3 req-3c260187-f2d4-4af4-a5a6-03db7949f003 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026006 Jun 30 02:40:11.372161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:11.382419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:11.395779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:11.480469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.566767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.590031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072458c-27fd-4936-be92-c90e27ab1d85 req-25c1e089-4b46-4ba2-b0d3-790039bd80dd tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:11.606047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a072458c-27fd-4936-be92-c90e27ab1d85 req-25c1e089-4b46-4ba2-b0d3-790039bd80dd tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.8152158 Jun 30 02:40:11.631119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.684309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=b25ee16a-4278-4227-b493-d5c652dd06e8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.710156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:11.711033 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.779071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Transition to ACTIVE for port object 12af5b67-8cea-4eac-b487-ed91b1cff394 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:11.815972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-b043bc60-0257-473f-ad98-f34a3bcd64e7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7583439 Jun 30 02:40:11.843766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Request body: {'port': {'device_id': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.857967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.903394 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.981252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44333045-604e-4c31-ac45-a07a4dbd7972 req-83fd338d-1ba0-467c-a8df-ebb9a9f198a9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:11.984299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44333045-604e-4c31-ac45-a07a4dbd7972 req-83fd338d-1ba0-467c-a8df-ebb9a9f198a9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 931 time: 0.3678708 Jun 30 02:40:12.033032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a072458c-27fd-4936-be92-c90e27ab1d85 req-678b693d-df2b-44a1-aad2-d779a3c55d19 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257874 Jun 30 02:40:12.037451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=63df1a48-8814-4b50-9d84-0ebe9c45b989,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:12.270579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-44333045-604e-4c31-ac45-a07a4dbd7972 req-9f2997ac-486d-407d-bf35-f9b98d7bfceb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502396 Jun 30 02:40:12.299745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66e9452-b592-4550-b530-c9bbca8fde6f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:12.318491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.326926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.362044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Transition to ACTIVE for port object e66e9452-b592-4550-b530-c9bbca8fde6f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:12.380718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.399388 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.412267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38494059-b8f9-44a9-a106-11c07294cf84'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:12.574251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Network 97d97832-7d94-4434-97e6-4d784bd62d62 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:12.688240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:12.703571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:12.712363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Pushing event updated for resources: {'Port': ['ID=e66e9452-b592-4550-b530-c9bbca8fde6f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:12.889522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.961371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25ee16a-4278-4227-b493-d5c652dd06e8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:12.980862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10704dde-5aa3-4c97-9554-db6f6a32b730,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:13.010872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.052084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.055995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-463b750d-9be6-420b-9f66-e05e6b227b01 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/63df1a48-8814-4b50-9d84-0ebe9c45b989 HTTP/1.1" status: 204 len: 168 time: 5.1314795 Jun 30 02:40:13.059535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Transition to ACTIVE for port object b25ee16a-4278-4227-b493-d5c652dd06e8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:13.063271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37786) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.067918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.120643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.126048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-73334736-3158-45f8-80c7-29805d9b50bd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/10704dde-5aa3-4c97-9554-db6f6a32b730 HTTP/1.1" status: 204 len: 168 time: 2.4792168 Jun 30 02:40:13.128076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.133614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:13.134040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.150702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Pushing event updated for resources: {'Port': ['ID=12af5b67-8cea-4eac-b487-ed91b1cff394,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:13.181220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-3e0852cb-2c2d-4e08-80d8-ec59ae7dc146 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2351048 Jun 30 02:40:13.229441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Request body: {'port': {'device_id': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:13.303133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f9b54f76-491c-4d69-8eb7-3039d9c98d32 None None] Provisioning for port 12af5b67-8cea-4eac-b487-ed91b1cff394 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:13.311999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Attempting to bind port e66e9452-b592-4550-b530-c9bbca8fde6f on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:13.312357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Attempting to bind port e66e9452-b592-4550-b530-c9bbca8fde6f by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:13.312666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Attempting to bind port e66e9452-b592-4550-b530-c9bbca8fde6f on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:13.314356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f9b54f76-491c-4d69-8eb7-3039d9c98d32 None None] Provisioning complete for port 12af5b67-8cea-4eac-b487-ed91b1cff394 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:13.315129 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9b54f76-491c-4d69-8eb7-3039d9c98d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.321008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4de625-ab2e-4b45-9cd8-bff5896ad450 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:13.323126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4de625-ab2e-4b45-9cd8-bff5896ad450 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:13.325433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4de625-ab2e-4b45-9cd8-bff5896ad450 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:13.327838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0f4de625-ab2e-4b45-9cd8-bff5896ad450 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2441804 Jun 30 02:40:13.338107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37802) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.345527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d65255-f43d-4668-ab92-5ea6e584f7b7 req-046e9cf3-94c0-47ad-a9c6-33950c68c544 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:13.349313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89d65255-f43d-4668-ab92-5ea6e584f7b7 req-046e9cf3-94c0-47ad-a9c6-33950c68c544 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.5134408 Jun 30 02:40:13.357700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b25ee16a-4278-4227-b493-d5c652dd06e8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:13.362142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Port e66e9452-b592-4550-b530-c9bbca8fde6f on network 97d97832-7d94-4434-97e6-4d784bd62d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:13.362142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Attempting to bind port e66e9452-b592-4550-b530-c9bbca8fde6f on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:13.374619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2b17-89fb-4c90-80e0-d23ba08f0fda req-8a0b50c4-40cb-4e48-8a96-a1d7fa2ab553 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:13.385076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e84c2b17-89fb-4c90-80e0-d23ba08f0fda req-8a0b50c4-40cb-4e48-8a96-a1d7fa2ab553 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 932 time: 1.0067849 Jun 30 02:40:13.406271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f9b54f76-491c-4d69-8eb7-3039d9c98d32 None None] Port 12af5b67-8cea-4eac-b487-ed91b1cff394 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:13.448134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.471868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e84c2b17-89fb-4c90-80e0-d23ba08f0fda req-31187a35-f070-4bc4-9e2a-0a7bad726c91 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Jun 30 02:40:13.480154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:13.480727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Checking segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:13.481132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Bound using segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:13.482498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Bound port: e66e9452-b592-4550-b530-c9bbca8fde6f, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:13.482680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.533243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89d65255-f43d-4668-ab92-5ea6e584f7b7 req-f63a086f-d254-4bdb-bf34-16d84a9a2a6b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640630 Jun 30 02:40:13.549395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Attempting to bind port b25ee16a-4278-4227-b493-d5c652dd06e8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:13.549743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Attempting to bind port b25ee16a-4278-4227-b493-d5c652dd06e8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:13.550077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Attempting to bind port b25ee16a-4278-4227-b493-d5c652dd06e8 on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:13.560168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Port b25ee16a-4278-4227-b493-d5c652dd06e8 on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:13.560710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Attempting to bind port b25ee16a-4278-4227-b493-d5c652dd06e8 on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:13.568563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:13.568911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:13.569457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:13.569905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Bound port: b25ee16a-4278-4227-b493-d5c652dd06e8, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:13.570268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.663255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.740885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 2a6cdc6c-7665-48a4-b29c-cbb82269bf32 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:13.745700 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.766890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.787075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b0e1fd-7d72-4665-82ac-8b7a51f6fa73']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:13.826437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.968101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] For port b25ee16a-4278-4227-b493-d5c652dd06e8, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:13.973719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] For port b25ee16a-4278-4227-b493-d5c652dd06e8, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b25ee16a-4278-4227-b493-d5c652dd06e8,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:13.979408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c47c2f1-cd12-4a13-8db6-d2436d3e1498') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:13.979781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c47c2f1-cd12-4a13-8db6-d2436d3e1498') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:13.995224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.017761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.040677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.054109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:14.054528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:14.163377 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:14.189211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] For port e66e9452-b592-4550-b530-c9bbca8fde6f, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:14.245132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] For port e66e9452-b592-4550-b530-c9bbca8fde6f, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e66e9452-b592-4550-b530-c9bbca8fde6f,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:14.287301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.314378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.324142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b25ee16a-4278-4227-b493-d5c652dd06e8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.359256 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.377806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] 10.222.0.78 "DELETE /v2.0/networks/12b0e1fd-7d72-4665-82ac-8b7a51f6fa73 HTTP/1.1" status: 204 len: 168 time: 1.2364404 Jun 30 02:40:14.428274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.429349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.458236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-23977cd3-59b4-4e7b-acfc-663996926fc7 service neutron] 10.222.0.67 "PUT /v2.0/ports/b25ee16a-4278-4227-b493-d5c652dd06e8 HTTP/1.1" status: 200 len: 1091 time: 2.6280684 Jun 30 02:40:14.479834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'tag': 'b25ee16a-4278-4227-b493-d5c652dd06e8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:14.500469 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa554da-72d6-4800-af81-cd0f612bf925" -d '{"events": [{"name": "network-changed", "server_uuid": "2e252e61-3b7c-47b0-a47a-5640fd31966b", "tag": "b25ee16a-4278-4227-b493-d5c652dd06e8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:14.547391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.549453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.553317 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] 10.222.0.67 "PUT /v2.0/ports/e66e9452-b592-4550-b530-c9bbca8fde6f HTTP/1.1" status: 200 len: 1092 time: 3.3498402 Jun 30 02:40:14.555668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'tag': 'e66e9452-b592-4550-b530-c9bbca8fde6f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:14.557203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf43784-5333-402e-b54f-ca062e0784ae admin admin] Pushing event deleted for resources: {'Network': ['ID=12b0e1fd-7d72-4665-82ac-8b7a51f6fa73,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.569667 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24813c-931c-4698-ad26-008cadb2cab7" -d '{"events": [{"name": "network-changed", "server_uuid": "23fc8a75-7392-459a-b3af-e38a0cd1f6d8", "tag": "e66e9452-b592-4550-b530-c9bbca8fde6f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:14.593255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.732344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.775255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-847e9903-0ff6-44b4-886c-b5562630367e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7309902 Jun 30 02:40:14.775768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37840) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.777983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879ac1d-5d58-4c72-802f-590ee9da25ad req-7d386b91-0127-4b35-915a-7766fee7d706 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.778892 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8879ac1d-5d58-4c72-802f-590ee9da25ad req-7d386b91-0127-4b35-915a-7766fee7d706 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 943 time: 0.9876795 Jun 30 02:40:14.846447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6cdc6c-7665-48a4-b29c-cbb82269bf32,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.904323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8879ac1d-5d58-4c72-802f-590ee9da25ad req-c45a688f-d8a0-495a-8bb2-d67875109355 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156189 Jun 30 02:40:14.918286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-6002c493-9aec-44fe-8e7e-1cf6442d5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.920076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-6002c493-9aec-44fe-8e7e-1cf6442d5080 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 1094 time: 0.3935215 Jun 30 02:40:15.053487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-e24550a5-2df9-4d84-bf64-779f0b55890b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25ee16a-4278-4227-b493-d5c652dd06e8 HTTP/1.1" status: 200 len: 217 time: 0.1053686 Jun 30 02:40:15.234443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-4f36174d-b640-44f1-8cfc-59d504ac7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:15.236027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-4f36174d-b640-44f1-8cfc-59d504ac7c9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.1762652 Jun 30 02:40:15.297232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-60195be3-738c-4579-a7a5-98e4ece3c946 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450296 Jun 30 02:40:15.425969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571269c-1492-4f14-80a4-bc9fc8a4e94c req-a4aa6c94-8de5-48d6-89f5-8a057728bed6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:15.428611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0571269c-1492-4f14-80a4-bc9fc8a4e94c req-a4aa6c94-8de5-48d6-89f5-8a057728bed6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 932 time: 0.3393414 Jun 30 02:40:15.467190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21798bde-a2c1-48c1-b919-708f17b1d683 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:15.484968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.492905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a7a546ba-b478-4a6a-9b82-689e650fb6f5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/2a6cdc6c-7665-48a4-b29c-cbb82269bf32 HTTP/1.1" status: 204 len: 168 time: 2.1463313 Jun 30 02:40:15.493174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:15.502136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf834b-26f0-474f-88a5-3bd9188ab989 service neutron] Pushing event updated for resources: {'Port': ['ID=e66e9452-b592-4550-b530-c9bbca8fde6f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:15.506994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0571269c-1492-4f14-80a4-bc9fc8a4e94c req-ca4dcab8-9d93-44a3-8de3-d89848a9d33d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Jun 30 02:40:15.558397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-bae962fd-f4d5-484f-a1a1-71ef7fcced42 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545595 Jun 30 02:40:15.589315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet f26a38f3-12b9-4130-824d-26fa94f7491b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:15.617873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.676949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12af5b67-8cea-4eac-b487-ed91b1cff394 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:15.686209 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.715861 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4a862-3dca-4870-83cd-111a888531c4 x-openstack-request-id: req-52b4a862-3dca-4870-83cd-111a888531c4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:15.716294 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e252e61-3b7c-47b0-a47a-5640fd31966b", "tag": "b25ee16a-4278-4227-b493-d5c652dd06e8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:15.716988 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52b4a862-3dca-4870-83cd-111a888531c4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:15.722765 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'tag': 'b25ee16a-4278-4227-b493-d5c652dd06e8', 'status': 'completed', 'code': 200} Jun 30 02:40:15.723057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Transition to ACTIVE for port object 12af5b67-8cea-4eac-b487-ed91b1cff394 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:15.753693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb80f74e-49a1-4c98-a72a-40190db2f867 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d57093cdd974fc8bd7c66165c6121dd&name=default HTTP/1.1" status: 200 len: 2982 time: 0.8980916 Jun 30 02:40:15.762497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37856) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:15.775831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.807615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.823425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-fa2adc9c-1c7b-4912-a6fd-c5e761f042ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:15.827683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-fa2adc9c-1c7b-4912-a6fd-c5e761f042ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 1095 time: 1.1373186 Jun 30 02:40:15.850256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956e50-148a-4ca6-8e47-c8fc9567d3ec req-485ee015-fdc4-441d-bd8d-7d7db1ca17bd tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:15.866623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b956e50-148a-4ca6-8e47-c8fc9567d3ec req-485ee015-fdc4-441d-bd8d-7d7db1ca17bd tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 1.0887806 Jun 30 02:40:15.971566 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407cc1b5-e1a7-419b-80ee-3ea1d93c4651 x-openstack-request-id: req-407cc1b5-e1a7-419b-80ee-3ea1d93c4651 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:15.972027 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fc8a75-7392-459a-b3af-e38a0cd1f6d8", "tag": "e66e9452-b592-4550-b530-c9bbca8fde6f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:15.972347 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-407cc1b5-e1a7-419b-80ee-3ea1d93c4651 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:15.972963 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'tag': 'e66e9452-b592-4550-b530-c9bbca8fde6f', 'status': 'completed', 'code': 200} Jun 30 02:40:16.101319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.126161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-1a80404d-0778-43c5-8eec-19ab2de321df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e66e9452-b592-4550-b530-c9bbca8fde6f HTTP/1.1" status: 200 len: 217 time: 0.1947756 Jun 30 02:40:16.231049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.289388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.296574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/f26a38f3-12b9-4130-824d-26fa94f7491b HTTP/1.1" status: 204 len: 168 time: 0.8026087 Jun 30 02:40:16.321148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37864) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.382125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1bf4bec-0dc2-4130-b111-dc38130908cf req-82f073cf-7f28-4582-817f-391e1f3b8b2e service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158412 Jun 30 02:40:16.382951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8dabc-774c-4fcd-927f-117af1607f0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=f26a38f3-12b9-4130-824d-26fa94f7491b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.386419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.386979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.387624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.388139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.388704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.389194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.389735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.391904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6706339c-6da2-43bf-a250-6a0fe2c97946 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6499 time: 1.4578545 Jun 30 02:40:16.392656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Pushing event updated for resources: {'Port': ['ID=12af5b67-8cea-4eac-b487-ed91b1cff394,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.437005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b956e50-148a-4ca6-8e47-c8fc9567d3ec req-bc522318-af11-4f76-b2f9-9aad10c22c54 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639169 Jun 30 02:40:16.685847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b6525-18a8-41ec-91fd-fa7e18f5c49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.719970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f400-6683-4d3a-809e-66e350c2a014 req-2fffa1f1-adfd-4951-8919-570f94a12af8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.723219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f65ba630-11c4-4bda-85bb-d60618ee46bb tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3752263 Jun 30 02:40:16.733935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37870) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.736213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f598f400-6683-4d3a-809e-66e350c2a014 req-2fffa1f1-adfd-4951-8919-570f94a12af8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 943 time: 0.2522781 Jun 30 02:40:16.801125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-1a81e996-9336-404f-bb7b-abbcaba714a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.801410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-51176379-ac26-4102-a4aa-913084b5190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.803815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-51176379-ac26-4102-a4aa-913084b5190e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.6228082 Jun 30 02:40:16.804433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-1a81e996-9336-404f-bb7b-abbcaba714a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 1094 time: 0.2438807 Jun 30 02:40:16.838422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f598f400-6683-4d3a-809e-66e350c2a014 req-88238d7e-7adb-4582-aab8-55313db5edf4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955539 Jun 30 02:40:16.997863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-2955a12c-7c1a-4093-92e1-874911338516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.999473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-2955a12c-7c1a-4093-92e1-874911338516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.1803463 Jun 30 02:40:17.037829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b6525-18a8-41ec-91fd-fa7e18f5c49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.150111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Attempting to bind port 12af5b67-8cea-4eac-b487-ed91b1cff394 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:17.150728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Attempting to bind port 12af5b67-8cea-4eac-b487-ed91b1cff394 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:17.151302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Attempting to bind port 12af5b67-8cea-4eac-b487-ed91b1cff394 on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:17.154762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-aba58d84-2efc-46c6-a56b-4d6c7c85e696 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25ee16a-4278-4227-b493-d5c652dd06e8 HTTP/1.1" status: 200 len: 217 time: 0.1474695 Jun 30 02:40:17.199134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Port 12af5b67-8cea-4eac-b487-ed91b1cff394 on network 97d97832-7d94-4434-97e6-4d784bd62d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:17.199552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Attempting to bind port 12af5b67-8cea-4eac-b487-ed91b1cff394 on network 97d97832-7d94-4434-97e6-4d784bd62d62 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:17.246153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1dd75-da08-4cf4-ad7a-1fc4a5468d0a None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:17.265700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-91e514ee-7ac5-4b8b-9697-d3a589981d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.266340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-23913a7b-d1e8-4165-a8f3-c98fb79b2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.266481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-91e514ee-7ac5-4b8b-9697-d3a589981d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.266875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-91e514ee-7ac5-4b8b-9697-d3a589981d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.270178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-23913a7b-d1e8-4165-a8f3-c98fb79b2e06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.0992515 Jun 30 02:40:17.270452 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-91e514ee-7ac5-4b8b-9697-d3a589981d2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=eed9ce84-e230-4855-8758-b8a5ff868a3c&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&id=5c7368b2-54ef-44bd-8566-75240b56a7e7&id=5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 200 len: 2298 time: 0.7815421 Jun 30 02:40:17.271005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:17.271140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Checking segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:17.271534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Bound using segment: {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:17.271987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Bound port: 12af5b67-8cea-4eac-b487-ed91b1cff394, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380df30b-505c-4857-96a7-dcc7104b16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:17.273172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.343709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-544853e2-f944-414b-a1d0-fd1d1f3c6955 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582857 Jun 30 02:40:17.346329 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:17.436476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13dc84-02c5-43ab-b887-c92c8d77e4ac tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.439277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9e13dc84-02c5-43ab-b887-c92c8d77e4ac tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6738148 Jun 30 02:40:17.450049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13205aac-a846-41a8-b0bd-7402c29337d5 None None] Provisioning complete for port 3ddebd12-d425-4c8a-b259-444627827edb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:17.453101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13205aac-a846-41a8-b0bd-7402c29337d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.478551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b6525-18a8-41ec-91fd-fa7e18f5c49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.483417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b6525-18a8-41ec-91fd-fa7e18f5c49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.487133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.490336 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a9b6525-18a8-41ec-91fd-fa7e18f5c49a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d603c2b-3161-44d0-b15f-6dca83e52939 HTTP/1.1" status: 204 len: 168 time: 1.7154233 Jun 30 02:40:17.521025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656bd87-5046-42db-979b-0df225f8bf04 req-e00fa0f7-6470-4745-ac49-6bf925e88088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.522608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-e00fa0f7-6470-4745-ac49-6bf925e88088 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6780841 Jun 30 02:40:17.554977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7928b-f9e5-4b16-8c22-0094f50d4c6b req-b0d25d13-918b-486e-b109-05a06ef2b4e4 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.556768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67f7928b-f9e5-4b16-8c22-0094f50d4c6b req-b0d25d13-918b-486e-b109-05a06ef2b4e4 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 944 time: 0.6005476 Jun 30 02:40:17.630331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b6525-18a8-41ec-91fd-fa7e18f5c49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d603c2b-3161-44d0-b15f-6dca83e52939,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.730599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f2c56-69a7-4677-99f8-552ea250158a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.732896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-649f2c56-69a7-4677-99f8-552ea250158a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2428448 Jun 30 02:40:17.740556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.749054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-5bf9a592-858b-4122-815d-7f1a3760bb20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9 HTTP/1.1" status: 200 len: 1001 time: 0.4545889 Jun 30 02:40:17.838380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67f7928b-f9e5-4b16-8c22-0094f50d4c6b req-52131cc0-3b7c-4dd9-92bf-f598b62b613f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478039 Jun 30 02:40:17.933875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] For port 12af5b67-8cea-4eac-b487-ed91b1cff394, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:17.936645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:40:18.002744 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bdbb39b3-2e87-4e93-ba5d-464460f84d11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2525599 Jun 30 02:40:18.008389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-df35009f-28ba-4313-9c2e-ddc9c18bac4d service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558106 Jun 30 02:40:18.008966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.023473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] For port 12af5b67-8cea-4eac-b487-ed91b1cff394, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=12af5b67-8cea-4eac-b487-ed91b1cff394,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:18.060177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.079132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] Deleting port 3ddebd12-d425-4c8a-b259-444627827edb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:18.080762 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.092136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f3a6b162-aafb-4491-8fd7-1d4e5cb00ae3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:18.134345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-c58be62f-b71f-4a13-9f4a-9e4735eb7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.136806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-c58be62f-b71f-4a13-9f4a-9e4735eb7669 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10fac86b-9dd1-4208-b2f7-e83b35dc9323 HTTP/1.1" status: 200 len: 855 time: 0.3771925 Jun 30 02:40:18.212136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-45f69aeb-155f-4829-9b4e-14776aa603ce service neutron] 10.222.0.67 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471105 Jun 30 02:40:18.213926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.215537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.216990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] 10.222.0.90 "PUT /v2.0/ports/12af5b67-8cea-4eac-b487-ed91b1cff394 HTTP/1.1" status: 200 len: 1092 time: 4.9946830 Jun 30 02:40:18.267496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'tag': '12af5b67-8cea-4eac-b487-ed91b1cff394'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:18.277101 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf0ae08-acae-46af-bd96-5fe4492e4edd" -d '{"events": [{"name": "network-changed", "server_uuid": "068dffa9-6440-4469-8a7e-5dafbb9ea797", "tag": "12af5b67-8cea-4eac-b487-ed91b1cff394"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:18.339468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] For port 3ddebd12-d425-4c8a-b259-444627827edb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3ddebd12-d425-4c8a-b259-444627827edb,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:18.340471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.373580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] Calling delete_port for 3ddebd12-d425-4c8a-b259-444627827edb owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:18.395865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1fa554da-72d6-4800-af81-cd0f612bf925 req-d7159bfc-fa53-4f4a-8110-80d873d73c19 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804851 Jun 30 02:40:18.584665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4b8c-c72c-48f8-a31e-054c9884cb89 service neutron] Pushing event updated for resources: {'Port': ['ID=12af5b67-8cea-4eac-b487-ed91b1cff394,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.591360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.620356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e9355-f033-45ba-bfd6-43c8582ab435 req-852341e9-b72e-4249-ae63-b068c5df1df1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.630732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f2e9355-f033-45ba-bfd6-43c8582ab435 req-852341e9-b72e-4249-ae63-b068c5df1df1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.6598470 Jun 30 02:40:18.640969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a6b162-aafb-4491-8fd7-1d4e5cb00ae3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:18.650008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a6b162-aafb-4491-8fd7-1d4e5cb00ae3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.651586 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a6b162-aafb-4491-8fd7-1d4e5cb00ae3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:18.652051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a6b162-aafb-4491-8fd7-1d4e5cb00ae3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:40:18.683151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] No DVR routers for this DVR port 3ddebd12-d425-4c8a-b259-444627827edb on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:18.690238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69ea6f-ebc9-447c-83f2-18fd8629c994 None None] Pushing event deleted for resources: {'Port': ['ID=3ddebd12-d425-4c8a-b259-444627827edb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.771215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-331fa49a-92fe-46e6-b526-6184025ffbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.773247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-331fa49a-92fe-46e6-b526-6184025ffbb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eed9ce84-e230-4855-8758-b8a5ff868a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6202657 Jun 30 02:40:18.790027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:18.817229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 3ddebd12-d425-4c8a-b259-444627827edb {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:18.817670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3ddebd12-d425-4c8a-b259-444627827edb not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:18.824183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b25ee16a-4278-4227-b493-d5c652dd06e8 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:18.875107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51333-0cac-4997-9306-107470677d53 req-76f89501-2edb-4ff3-9a7e-0b427ee54cc2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.879568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3f51333-0cac-4997-9306-107470677d53 req-76f89501-2edb-4ff3-9a7e-0b427ee54cc2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 943 time: 0.7405252 Jun 30 02:40:18.907370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-54128f4e-3e66-42ae-80ef-d5181cb1059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.917039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-54128f4e-3e66-42ae-80ef-d5181cb1059d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 1095 time: 0.6200907 Jun 30 02:40:18.922471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3656bd87-5046-42db-979b-0df225f8bf04 req-8378a640-d160-41f2-b76f-fce95d5da7b5 service neutron] 10.222.0.67 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249576 Jun 30 02:40:19.058738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b25ee16a-4278-4227-b493-d5c652dd06e8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b25ee16a-4278-4227-b493-d5c652dd06e8,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:19.111521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'b25ee16a-4278-4227-b493-d5c652dd06e8', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': 'b25ee16a-4278-4227-b493-d5c652dd06e8', 'mac_address': 'fa:16:3e:cf:1c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:19.184729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.222954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25ee16a-4278-4227-b493-d5c652dd06e8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:19.241981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-c797a847-4917-4e7a-b594-22fb794ff79c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af5b67-8cea-4eac-b487-ed91b1cff394 HTTP/1.1" status: 200 len: 217 time: 0.1756074 Jun 30 02:40:19.307347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b25ee16a-4278-4227-b493-d5c652dd06e8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b25ee16a-4278-4227-b493-d5c652dd06e8,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:19.319197 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.375186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=b25ee16a-4278-4227-b493-d5c652dd06e8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:19.399809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f3a6b162-aafb-4491-8fd7-1d4e5cb00ae3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3831069 Jun 30 02:40:19.402028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:19.407418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3f51333-0cac-4997-9306-107470677d53 req-3bafdf29-1192-45b8-bc0b-40a69db77bc5 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002446 Jun 30 02:40:19.411186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b07bcf10-b326-4b04-b050-03340c835a39 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:19.429620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f2e9355-f033-45ba-bfd6-43c8582ab435 req-873ec196-0b49-47a1-aafb-7dac0b750ad9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971079 Jun 30 02:40:19.475508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-083a648d-0870-4fd9-b4e0-4d882442774a service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722898 Jun 30 02:40:19.514294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-2b7e6dae-7b9a-4dd5-b4f5-f03059e13353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:19.516716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-2b7e6dae-7b9a-4dd5-b4f5-f03059e13353 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.2613816 Jun 30 02:40:19.592780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07bcf10-b326-4b04-b050-03340c835a39 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:19.614865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07bcf10-b326-4b04-b050-03340c835a39 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.622689 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07bcf10-b326-4b04-b050-03340c835a39 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:19.623438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07bcf10-b326-4b04-b050-03340c835a39 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:40:19.633869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['b25ee16a-4278-4227-b493-d5c652dd06e8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:19.767749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b07bcf10-b326-4b04-b050-03340c835a39 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3636146 Jun 30 02:40:19.768716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:19.787784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f240a388-14cb-4417-b1e4-ca10ed2e50f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:19.966794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.038412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f240a388-14cb-4417-b1e4-ca10ed2e50f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:20.043899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f240a388-14cb-4417-b1e4-ca10ed2e50f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.046575 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f240a388-14cb-4417-b1e4-ca10ed2e50f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:20.047265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f240a388-14cb-4417-b1e4-ca10ed2e50f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:40:20.074558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f240a388-14cb-4417-b1e4-ca10ed2e50f7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3015065 Jun 30 02:40:20.074816 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca6ec9-b57a-4ab4-b16a-3f8f776eb9d7 x-openstack-request-id: req-46ca6ec9-b57a-4ab4-b16a-3f8f776eb9d7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:20.076934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.077453 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068dffa9-6440-4469-8a7e-5dafbb9ea797", "tag": "12af5b67-8cea-4eac-b487-ed91b1cff394", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:20.080086 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46ca6ec9-b57a-4ab4-b16a-3f8f776eb9d7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:20.084278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-46cd557c-7dae-4f2d-a3f4-a518aa8d8b11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:20.084537 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'tag': '12af5b67-8cea-4eac-b487-ed91b1cff394', 'status': 'completed', 'code': 200} Jun 30 02:40:20.135678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-cfb04c4d-d6d9-46a0-b3d8-18db11c9ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.144802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-cfb04c4d-d6d9-46a0-b3d8-18db11c9ab9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 1095 time: 1.1050215 Jun 30 02:40:20.298001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.299593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd557c-7dae-4f2d-a3f4-a518aa8d8b11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:20.331026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46cd557c-7dae-4f2d-a3f4-a518aa8d8b11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.344017 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cd557c-7dae-4f2d-a3f4-a518aa8d8b11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:20.344771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cd557c-7dae-4f2d-a3f4-a518aa8d8b11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:40:20.380502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-229639111'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:20.390364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-1d64d3de-f845-4d7e-9472-c3520a97092c service neutron] 10.222.0.67 "GET /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9042697 Jun 30 02:40:20.394138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-778680071-network', 'tenant_id': '2fee921ce02047058f49dbaa5b455068'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:20.434749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:40:20.434749 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:40:20.434749 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id_1': '2fee921ce02047058f49dbaa5b455068', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 40, 20, 416097)}] Jun 30 02:40:20.434749 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:40:20.436232 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:40:20.442588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:20.446487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.457482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-46cd557c-7dae-4f2d-a3f4-a518aa8d8b11 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3729248 Jun 30 02:40:20.460045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.467706 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-b09f2b70-e6bc-48a5-8b4b-499d393c52bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 217 time: 0.0628524 Jun 30 02:40:20.468858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4158ea1f-e6a9-426e-906d-f0d6fd577344 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:20.475622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-6ab8f00b-f2b6-4e4c-b6cb-9388d05fea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.476388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-6ab8f00b-f2b6-4e4c-b6cb-9388d05fea0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7412581 Jun 30 02:40:20.490772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-c0145657-b4ae-42c5-95ec-09dff81bb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.492266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-c0145657-b4ae-42c5-95ec-09dff81bb33e service neutron] 10.222.0.67 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 917 time: 0.3118260 Jun 30 02:40:20.542775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:20.570137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.570736 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Added segment 78e461ae-40a1-4e67-9d57-8988ab8abf86 of type vlan for network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae Jun 30 02:40:20.581376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a6b5d-a69b-4b52-b168-6381963361e0 req-c32d6f99-f42c-4dbc-8874-b4025adf6fde tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.594694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-147a6b5d-a69b-4b52-b168-6381963361e0 req-c32d6f99-f42c-4dbc-8874-b4025adf6fde tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 944 time: 0.4482591 Jun 30 02:40:20.732522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.803865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4158ea1f-e6a9-426e-906d-f0d6fd577344 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:20.807481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4158ea1f-e6a9-426e-906d-f0d6fd577344 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.808960 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4158ea1f-e6a9-426e-906d-f0d6fd577344 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:20.809641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4158ea1f-e6a9-426e-906d-f0d6fd577344 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:40:20.841483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e66e9452-b592-4550-b530-c9bbca8fde6f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:20.856551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.862153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.862935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.872085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4158ea1f-e6a9-426e-906d-f0d6fd577344 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4111676 Jun 30 02:40:20.892001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.940153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6a8cc95c-8051-4bf7-b76c-1d17b955d8ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:21.101251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df43fe-c7af-4b19-83b3-8710d4634c5f req-4e96ea78-7de0-4574-bc5b-7453cd640463 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.107019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7df43fe-c7af-4b19-83b3-8710d4634c5f req-4e96ea78-7de0-4574-bc5b-7453cd640463 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 944 time: 0.4006124 Jun 30 02:40:21.142576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7915752 Jun 30 02:40:21.169580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.190593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-36f17e43-86b7-47cd-b463-c4b719297bfd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e66e9452-b592-4550-b530-c9bbca8fde6f HTTP/1.1" status: 200 len: 217 time: 0.6509359 Jun 30 02:40:21.191913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-720199686'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:21.215418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-f564ebbe-f68f-4553-b547-db478497553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.217979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-f564ebbe-f68f-4553-b547-db478497553d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.7368538 Jun 30 02:40:21.224417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20332150-0732-469e-ba9f-ae77bbc4352b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Network': ['ID=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:21.249195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7df43fe-c7af-4b19-83b3-8710d4634c5f req-c6e9195f-e97a-4a79-ad4b-57066abcda6f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407611 Jun 30 02:40:21.298455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Made reservation on behalf of 2fee921ce02047058f49dbaa5b455068 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:21.298455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.307493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:21.330116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.333336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8cc95c-8051-4bf7-b76c-1d17b955d8ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:21.339183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc95c-8051-4bf7-b76c-1d17b955d8ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.341301 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8cc95c-8051-4bf7-b76c-1d17b955d8ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:21.341908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8cc95c-8051-4bf7-b76c-1d17b955d8ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:40:21.348681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:21.352915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.358713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-147a6b5d-a69b-4b52-b168-6381963361e0 req-fb199980-fb93-445a-8281-8d20c2bf009f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7625518 Jun 30 02:40:21.361031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-c1771490-8d57-4a51-80f7-edb33dba0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.370256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-c1771490-8d57-4a51-80f7-edb33dba0351 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.1467566 Jun 30 02:40:21.409938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:21.414411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.414779 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Added segment 25d199c5-1e85-4e12-aec2-4bdd6fa1e64d of type vlan for network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 Jun 30 02:40:21.490491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.625053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a8cc95c-8051-4bf7-b76c-1d17b955d8ab tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7297835 Jun 30 02:40:21.628810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.693159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-3e6167c8-cbb0-48a2-a671-63d2bca0e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.693542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e66e9452-b592-4550-b530-c9bbca8fde6f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e66e9452-b592-4550-b530-c9bbca8fde6f,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:21.698254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-3e6167c8-cbb0-48a2-a671-63d2bca0e33b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615776 Jun 30 02:40:21.718065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e66e9452-b592-4550-b530-c9bbca8fde6f', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'port_id': 'e66e9452-b592-4550-b530-c9bbca8fde6f', 'mac_address': 'fa:16:3e:e4:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a590a7-3b17-494e-b887-3030ec057ef2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:21.731946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e1974ac6-06e1-4c3f-8050-aee81d6684f9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0794485 Jun 30 02:40:21.733215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.790451 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.809680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66e9452-b592-4550-b530-c9bbca8fde6f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:21.811292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-13c56bd5-f5c8-4cd9-8351-c451a14de097 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3170137 Jun 30 02:40:21.825772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-59ba3005-b50f-4d73-a91a-1dd287cb2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.827448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-59ba3005-b50f-4d73-a91a-1dd287cb2909 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4874055 Jun 30 02:40:21.836854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e66e9452-b592-4550-b530-c9bbca8fde6f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e66e9452-b592-4550-b530-c9bbca8fde6f,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:21.843011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0f1d9-16b4-426a-b62c-d608317cc82c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.847540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48b0f1d9-16b4-426a-b62c-d608317cc82c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073420 Jun 30 02:40:21.847540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.850252 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.853767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.854585 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.861519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.906668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e66e9452-b592-4550-b530-c9bbca8fde6f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:21.952535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf8c76-5e08-4d48-a96b-217a9cc78c3b req-b5245475-9adf-4a70-80cd-26c69688c6b3 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.954719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5dbf8c76-5e08-4d48-a96b-217a9cc78c3b req-b5245475-9adf-4a70-80cd-26c69688c6b3 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.4523046 Jun 30 02:40:22.026840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-68350cf8-7f51-4c13-8397-239664ca89cb tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010346 Jun 30 02:40:22.027475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.028905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-d17d29af-7c1f-48ed-be70-664656c81a71 service neutron] 10.222.0.67 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211715 Jun 30 02:40:22.045698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:22.084005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Network': ['ID=41d2ecfa-3321-44a7-bcaa-7b74881726f9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.103519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:22.158893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3d20575-5d4f-483d-93c1-8f45613bdc57 req-50878688-a6d3-4650-9588-2d107d6eac85 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366525 Jun 30 02:40:22.168245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e66e9452-b592-4550-b530-c9bbca8fde6f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:22.190992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.201767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5dbf8c76-5e08-4d48-a96b-217a9cc78c3b req-1b283038-5a46-4ca9-ba82-44e39a3633fb tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750791 Jun 30 02:40:22.201767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.231826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b5f3befd-5895-47f1-9ebe-457e1233e309 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0545540 Jun 30 02:40:22.242039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.261165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'subnet': {'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:22.298816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:22.323477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6d2a730d-3be4-466a-bacd-4d10385ab450 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779222 Jun 30 02:40:22.367163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.368495 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Added segment 4c3ea051-bcf0-42a3-8d33-e5862b3ebcd9 of type vlan for network 7b9ad320-ae70-492a-89b3-6f7cb1bf7266 Jun 30 02:40:22.396907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9bda24-7919-43ef-85e5-76d8d9c1192a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.492653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.529399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:22.533079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.571185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b24813c-931c-4698-ad26-008cadb2cab7 req-be99bd58-b5a1-4479-a920-943c97c7c2c9 service neutron] 10.222.0.67 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272136 Jun 30 02:40:22.654852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:22.657888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-09c65422-842f-4f3d-93ea-4887473b1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.658663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.660133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-09c65422-842f-4f3d-93ea-4887473b1aad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 1095 time: 0.4040928 Jun 30 02:40:22.670017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-247e3c1b-b7c7-4a1a-9836-a631507cd4cb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.671683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-247e3c1b-b7c7-4a1a-9836-a631507cd4cb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.3469489 Jun 30 02:40:22.673106 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.674128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.674755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.675327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-bf58b732-022b-4a5c-a80f-e73bef658d93 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369052 Jun 30 02:40:22.771023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-b0dd1e62-7935-4e58-a81c-5b8d6e64764e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/quotas/9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 375 time: 0.0862715 Jun 30 02:40:22.772271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-68e37e7c-9486-4d2d-95ee-2ddfd1e002ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 217 time: 0.0758832 Jun 30 02:40:22.818857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8479700 Jun 30 02:40:22.839741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849836e-b6d8-407d-be74-26c4bdc09854 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9ad320-ae70-492a-89b3-6f7cb1bf7266,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.855279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7b9ad320-ae70-492a-89b3-6f7cb1bf7266 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:22.864102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f8854-891a-471c-9b5f-5cba2b12ed9e req-b8f10aa1-3be1-47cf-a563-51766d8118d8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.866473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f90f8854-891a-471c-9b5f-5cba2b12ed9e req-b8f10aa1-3be1-47cf-a563-51766d8118d8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 944 time: 0.4079673 Jun 30 02:40:22.947486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-452eeacf-7a3c-4229-9992-f77fd8edbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.949412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-452eeacf-7a3c-4229-9992-f77fd8edbcb3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 917 time: 0.2766888 Jun 30 02:40:22.963167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b25ee16a-4278-4227-b493-d5c652dd06e8 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:22.976922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-895eb547-53c1-40ae-93c9-f857bfe2523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.979453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-895eb547-53c1-40ae-93c9-f857bfe2523c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.2002320 Jun 30 02:40:23.038357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port b25ee16a-4278-4227-b493-d5c652dd06e8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:23.045598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port b25ee16a-4278-4227-b493-d5c652dd06e8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:23.047179 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.060993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f90f8854-891a-471c-9b5f-5cba2b12ed9e req-974a0937-61d2-494d-96d3-9b67be276ea5 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847453 Jun 30 02:40:23.063888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-ff3142ef-4470-498d-95ff-7a47e60f3c25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af5b67-8cea-4eac-b487-ed91b1cff394 HTTP/1.1" status: 200 len: 217 time: 0.0992887 Jun 30 02:40:23.097974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-2316ce6a-a09b-43eb-a317-e8b56d7ae428 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3169472 Jun 30 02:40:23.190019 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.229197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ee16a-4278-4227-b493-d5c652dd06e8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:23.240536 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b031b-a721-4cc3-8558-5891ae4a30b9" -d '{"events": [{"server_uuid": "2e252e61-3b7c-47b0-a47a-5640fd31966b", "name": "network-vif-plugged", "status": "completed", "tag": "b25ee16a-4278-4227-b493-d5c652dd06e8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:23.246025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.260606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-8876a958-32d8-4fa6-a61f-857569106a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.263164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-8876a958-32d8-4fa6-a61f-857569106a43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.1791136 Jun 30 02:40:23.312225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b25ee16a-4278-4227-b493-d5c652dd06e8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b25ee16a-4278-4227-b493-d5c652dd06e8,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:23.327496 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.335029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-1c4059e6-26a0-4725-92d5-435f24d320e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.336709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-1c4059e6-26a0-4725-92d5-435f24d320e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3367136 Jun 30 02:40:23.359778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:40:23.361214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-a26381cd-eb07-4445-92a8-eafaba55bf3c service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494376 Jun 30 02:40:23.373207 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.389996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Subnet': ['ID=8128710c-8515-4c9a-bef7-562a818469c0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:23.413018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=b25ee16a-4278-4227-b493-d5c652dd06e8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:23.481473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:23.491716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Checking segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:23.492295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network hostable DHCP agents. Network: 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:23.499855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:23.508076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.508719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.516999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499ae9a-0ea4-4753-b128-4d878c98da95 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:23.526680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=f9bf5071-85b6-4823-91fd-9288485bfb4b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:23.547769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-73c1bcc9-04b4-4f73-87a3-74948d5cc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.548656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-73c1bcc9-04b4-4f73-87a3-74948d5cc35a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642813 Jun 30 02:40:23.553241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4995072b-821c-47f2-a39e-48036db54643 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5242133 Jun 30 02:40:23.557487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:23.558114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:23.565555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:a4:30:9c', 'name': 'tempest-NetworksTestDHCPv6-436211181'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:23.579331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016783e-947f-43e4-b348-b0942afe8841 req-4b50d167-2814-481f-a05f-b86476112e8b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.581321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a016783e-947f-43e4-b348-b0942afe8841 req-4b50d167-2814-481f-a05f-b86476112e8b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 944 time: 0.2163315 Jun 30 02:40:23.625643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-c850f556-7b36-4a8f-b33a-6956d627aaee service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791831 Jun 30 02:40:23.629180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:23.666789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-890d4f16-a751-4cb7-8350-6f87a50f80fc service neutron] 10.222.0.78 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521985 Jun 30 02:40:23.676082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.677092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.763986 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0430e437-1a5b-4717-a719-9b4491b00d06 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5197308 Jun 30 02:40:23.771545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:23.789648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'subnet': {'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:23.801128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a016783e-947f-43e4-b348-b0942afe8841 req-4ff4244b-5a9e-48fe-806f-cefc9d404a06 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777585 Jun 30 02:40:23.821013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcd665-1507-4c35-89a6-69fad9d53e09 None None] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:23.840823 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-fe342e35-89b5-432c-abe8-ff241e3a4c33 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842238 Jun 30 02:40:23.965123 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-be124b4d-2555-4175-a207-8464a145fdab service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184526 Jun 30 02:40:24.039761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-fc72e1d3-20ac-462d-baa0-d6e1667f6fa4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1 HTTP/1.1" status: 200 len: 217 time: 0.0654454 Jun 30 02:40:24.087167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': 'f9bf5071-85b6-4823-91fd-9288485bfb4b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:24.088897 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.095768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:24.135387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebf0ae08-acae-46af-bd96-5fe4492e4edd req-4dc89e00-ebcd-45cc-b41c-bdb9e561c90e service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746906 Jun 30 02:40:24.145322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-5d0bbdb4-c44f-4efb-9dec-537b36690e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:24.146875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-5d0bbdb4-c44f-4efb-9dec-537b36690e40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.1014228 Jun 30 02:40:24.251097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-e5773c7e-a31d-4d3a-9fd2-49a0b57bb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:24.252576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-e5773c7e-a31d-4d3a-9fd2-49a0b57bb2a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952098 Jun 30 02:40:24.293161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:24.294173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.375853 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1458aa-69fa-4662-899f-24a90f188fca x-openstack-request-id: req-2e1458aa-69fa-4662-899f-24a90f188fca {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:24.376276 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e252e61-3b7c-47b0-a47a-5640fd31966b", "name": "network-vif-plugged", "status": "completed", "tag": "b25ee16a-4278-4227-b493-d5c652dd06e8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:24.376679 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e1458aa-69fa-4662-899f-24a90f188fca {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:24.381170 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ee16a-4278-4227-b493-d5c652dd06e8', 'code': 200} Jun 30 02:40:24.481291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:24.486286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.581310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Allocated IP 10.1.1.2 (3c02039a-e2ff-4eb6-bbaa-4ad520d737ae/8128710c-8515-4c9a-bef7-562a818469c0/fcc379a6-375a-4613-b4dd-e72c2d1beacd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:24.635952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Allocated IP 2001:db8::f816:3eff:febf:8d5a (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/f9bf5071-85b6-4823-91fd-9288485bfb4b/4c4d8be1-30bf-4c5d-9e14-4d357318af41) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:24.679296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-0644ffb5-51f5-4714-8f28-002e0cd531da service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132974 Jun 30 02:40:24.708549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.751691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be359b-9c63-4832-83e8-51f182e31214 req-d10e93fb-16c6-487c-8444-d81d315ce846 tempest-ComputeTenantNetworksTest-1054890089 tempest-ComputeTenantNetworksTest-1054890089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:24.761788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be359b-9c63-4832-83e8-51f182e31214 req-d10e93fb-16c6-487c-8444-d81d315ce846 tempest-ComputeTenantNetworksTest-1054890089 tempest-ComputeTenantNetworksTest-1054890089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:24.772882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be359b-9c63-4832-83e8-51f182e31214 req-d10e93fb-16c6-487c-8444-d81d315ce846 tempest-ComputeTenantNetworksTest-1054890089 tempest-ComputeTenantNetworksTest-1054890089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:24.789044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15be359b-9c63-4832-83e8-51f182e31214 req-d10e93fb-16c6-487c-8444-d81d315ce846 tempest-ComputeTenantNetworksTest-1054890089 tempest-ComputeTenantNetworksTest-1054890089-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5978239 Jun 30 02:40:24.952031 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.969979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Transition to ACTIVE for port object fcc379a6-375a-4613-b4dd-e72c2d1beacd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:25.008722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Transition to ACTIVE for port object fcc379a6-375a-4613-b4dd-e72c2d1beacd will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:25.023765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e66e9452-b592-4550-b530-c9bbca8fde6f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:25.037970 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.146401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port df250a8c-ff37-4c94-9e87-b0da33e5afd4 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:25.216424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:25.242890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:25.249652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Pushing event updated for resources: {'Port': ['ID=fcc379a6-375a-4613-b4dd-e72c2d1beacd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:25.254917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:25.278364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a9c6-5e8a-4cb3-9096-25271bba85c5 req-4dbab070-b0f5-4060-873a-0b14ae0035d5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.280509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a90a9c6-5e8a-4cb3-9096-25271bba85c5 req-4dbab070-b0f5-4060-873a-0b14ae0035d5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.7321496 Jun 30 02:40:25.288466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfdfc1-69ef-4137-ba8b-10b8742861a5 req-4e039932-aede-4517-bebd-547ed5068d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.290958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6dfdfc1-69ef-4137-ba8b-10b8742861a5 req-4e039932-aede-4517-bebd-547ed5068d5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 1096 time: 0.8114719 Jun 30 02:40:25.360406 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.438089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a90a9c6-5e8a-4cb3-9096-25271bba85c5 req-d23d2044-36d2-482e-ac98-4615b3980ddb tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321180 Jun 30 02:40:25.439656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-ff647ddd-4c77-4969-8b26-5213daa5357c service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417159 Jun 30 02:40:25.447243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6dfdfc1-69ef-4137-ba8b-10b8742861a5 req-0c042c85-23cf-4656-a8eb-a6c4ce78b1d0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434877 Jun 30 02:40:25.452959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port e66e9452-b592-4550-b530-c9bbca8fde6f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:25.476004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e66e9452-b592-4550-b530-c9bbca8fde6f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:25.476726 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.489886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Attempting to bind port fcc379a6-375a-4613-b4dd-e72c2d1beacd on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:25.490380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Attempting to bind port fcc379a6-375a-4613-b4dd-e72c2d1beacd by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:25.490830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Attempting to bind port fcc379a6-375a-4613-b4dd-e72c2d1beacd on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:25.520912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-a47e8dea-8cd3-4e46-8fea-9a8ea7860705 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c HTTP/1.1" status: 200 len: 217 time: 0.0721703 Jun 30 02:40:25.538902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.558288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:25.558914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Checking segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:25.559574 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.560217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Bound using segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:25.561006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Bound port: fcc379a6-375a-4613-b4dd-e72c2d1beacd, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:25.561633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.599398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 12af5b67-8cea-4eac-b487-ed91b1cff394 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:25.652737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0355c-85ea-4fae-bc43-b3c026e086bb req-3c124e4c-3a32-44fe-b87d-395d7aec6411 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.653504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Transition to ACTIVE for port object 4c4d8be1-30bf-4c5d-9e14-4d357318af41 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:25.658450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-2063e9e0-08be-42e9-81aa-c8b6494dfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.661001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-2063e9e0-08be-42e9-81aa-c8b6494dfc76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 200 len: 797 time: 0.1335235 Jun 30 02:40:25.663191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37e0355c-85ea-4fae-bc43-b3c026e086bb req-3c124e4c-3a32-44fe-b87d-395d7aec6411 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 945 time: 0.6289124 Jun 30 02:40:25.669648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Checking segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:25.670495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network hostable DHCP agents. Network: 41d2ecfa-3321-44a7-bcaa-7b74881726f9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:25.675988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Subnet': ['ID=7c47d6ba-a797-4a57-91cc-1296c8fc266f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:25.732422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Transition to ACTIVE for port object 4c4d8be1-30bf-4c5d-9e14-4d357318af41 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:25.755565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:25.763494 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3ccccb9-6cc4-4ed0-9b63-efd6573dd0e8 req-9e889b92-eaf0-4ddd-be4c-a5c421e909c1 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 210 time: 0.0425267 Jun 30 02:40:25.784072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] For port fcc379a6-375a-4613-b4dd-e72c2d1beacd, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:25.791215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] For port fcc379a6-375a-4613-b4dd-e72c2d1beacd, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fcc379a6-375a-4613-b4dd-e72c2d1beacd,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:25.795272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37e0355c-85ea-4fae-bc43-b3c026e086bb req-eff97601-9136-47fe-82b5-2a8355d2d7dd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958667 Jun 30 02:40:25.806049 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.824755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.828574 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:40:25.852642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 41d2ecfa-3321-44a7-bcaa-7b74881726f9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:25.886352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.887249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.911391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e01826d2-4cc6-4bab-a79f-badf7378f274 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1347122 Jun 30 02:40:25.912713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:25.920580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'name': 'tempest-TaggedBootDevicesTest-346437007', 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:25.981954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:25.993804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12d6da-c57f-467c-a25a-33b63d86a588 None None] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:25.995595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-b3a68f27-f2ae-4b0e-acf4-d84beb10b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.997563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-b3a68f27-f2ae-4b0e-acf4-d84beb10b251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9c59cb-ac8f-4630-b8ed-dab56af69439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3260028 Jun 30 02:40:26.021769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1263f-da4c-4a60-8600-67834c380ad8 req-f7526ad3-54d6-4ec4-a6d0-aca356f333da tempest-ComputeTenantNetworksTest-1054890089 tempest-ComputeTenantNetworksTest-1054890089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:26.024167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1f1263f-da4c-4a60-8600-67834c380ad8 req-f7526ad3-54d6-4ec4-a6d0-aca356f333da tempest-ComputeTenantNetworksTest-1054890089 tempest-ComputeTenantNetworksTest-1054890089-project] 10.222.0.78 "GET /v2.0/networks/7b9ad320-ae70-492a-89b3-6f7cb1bf7266 HTTP/1.1" status: 200 len: 768 time: 0.1908362 Jun 30 02:40:26.037915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:26.041370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fea4:309c (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/f9bf5071-85b6-4823-91fd-9288485bfb4b/df250a8c-ff37-4c94-9e87-b0da33e5afd4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:26.100537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:26.109760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:26.288573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Pushing event updated for resources: {'Port': ['ID=4c4d8be1-30bf-4c5d-9e14-4d357318af41,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:26.310290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.332645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.389315 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6940a0c5-cd49-42c5-a524-261ae6935456 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699470 Jun 30 02:40:26.759104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-658b1064-aaa4-437c-89b2-8992bc027c79 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649862 Jun 30 02:40:26.895343 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-4586bcb0-bd16-4461-a98a-6f63afe7cf4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62929f75-0224-432b-b5ec-0a800b53bf22 HTTP/1.1" status: 200 len: 217 time: 0.1082013 Jun 30 02:40:26.998474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.021849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9ad320-ae70-492a-89b3-6f7cb1bf7266']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:27.042236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3ea051-bcf0-42a3-8d33-e5862b3ebcd9') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:27.042777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 12af5b67-8cea-4eac-b487-ed91b1cff394, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=12af5b67-8cea-4eac-b487-ed91b1cff394,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:27.043972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3ea051-bcf0-42a3-8d33-e5862b3ebcd9') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:27.062786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '12af5b67-8cea-4eac-b487-ed91b1cff394', 'network_id': '97d97832-7d94-4434-97e6-4d784bd62d62', 'port_id': '12af5b67-8cea-4eac-b487-ed91b1cff394', 'mac_address': 'fa:16:3e:28:17:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a590a7-3b17-494e-b887-3030ec057ef2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:27.064725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.092889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66e9452-b592-4550-b530-c9bbca8fde6f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:27.097796 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f2cb4b-29ec-49ac-8af1-088a5719cbd9" -d '{"events": [{"server_uuid": "23fc8a75-7392-459a-b3af-e38a0cd1f6d8", "name": "network-vif-plugged", "status": "completed", "tag": "e66e9452-b592-4550-b530-c9bbca8fde6f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:27.122768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Attempting to bind port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:27.123334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Attempting to bind port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:27.124009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Attempting to bind port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:27.143575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.210424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e66e9452-b592-4550-b530-c9bbca8fde6f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e66e9452-b592-4550-b530-c9bbca8fde6f,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:27.224409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:27.224992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:27.225607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.226200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:27.227093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Bound port: 4c4d8be1-30bf-4c5d-9e14-4d357318af41, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:27.227871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.243518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0fa9-43fe-44fd-a9be-6eb16b09aed3 None None] Pushing event updated for resources: {'Port': ['ID=fcc379a6-375a-4613-b4dd-e72c2d1beacd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:27.263063 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.342034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.349608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:27.382210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:27.382603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:27.385704 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:27.402728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076adc3a-ed03-4700-9748-1db75f0ce505 req-bb429d72-20ef-4c6b-b192-240bac3bad7e tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.416024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-076adc3a-ed03-4700-9748-1db75f0ce505 req-bb429d72-20ef-4c6b-b192-240bac3bad7e tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 944 time: 1.4037821 Jun 30 02:40:27.477396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e66e9452-b592-4550-b530-c9bbca8fde6f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:27.489781 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.498117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'fixed_ips': [{'subnet_id': '7c47d6ba-a797-4a57-91cc-1296c8fc266f'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:27.500643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.538264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object df250a8c-ff37-4c94-9e87-b0da33e5afd4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:27.558977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-4805372e-a343-448a-be13-8f94476ff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.560681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-4805372e-a343-448a-be13-8f94476ff5cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.4699070 Jun 30 02:40:27.586236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12af5b67-8cea-4eac-b487-ed91b1cff394 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:27.630979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-076adc3a-ed03-4700-9748-1db75f0ce505 req-03d527fc-95f3-4d63-8158-fce1c3658104 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091165 Jun 30 02:40:27.704874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.714173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.718086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] 10.222.0.78 "DELETE /v2.0/networks/7b9ad320-ae70-492a-89b3-6f7cb1bf7266 HTTP/1.1" status: 204 len: 168 time: 1.6784742 Jun 30 02:40:27.761353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-6b7f39fd-5882-4285-8611-e2751ad7686f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.764177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-6b7f39fd-5882-4285-8611-e2751ad7686f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 820 time: 0.6743479 Jun 30 02:40:27.768040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.783384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] For port 4c4d8be1-30bf-4c5d-9e14-4d357318af41, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:27.801106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] For port 4c4d8be1-30bf-4c5d-9e14-4d357318af41, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4c4d8be1-30bf-4c5d-9e14-4d357318af41,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:27.835453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f994b8-fb3a-472d-b00d-052b41efd960 req-6d457b6c-06ed-4d20-b4f1-eab111491838 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.845125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.856077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62f994b8-fb3a-472d-b00d-052b41efd960 req-6d457b6c-06ed-4d20-b4f1-eab111491838 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.9577136 Jun 30 02:40:27.858922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] device_id is not set on port 0c4261d6-f4f9-4754-96f6-4766c95fea86 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:27.890872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.913706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 12af5b67-8cea-4eac-b487-ed91b1cff394, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=12af5b67-8cea-4eac-b487-ed91b1cff394,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:27.914004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Request body: {'port': {'device_id': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'admin_state_up': True, 'tenant_id': '9b58b9eaa3404524a6754562c360f1d9'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:28.001383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.005757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59ba324e-32a3-431f-ba94-2e464ed5ae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.139738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec056d6f-1a8d-4147-93e4-18427b087822 None None] Pushing event updated for resources: {'Port': ['ID=4c4d8be1-30bf-4c5d-9e14-4d357318af41,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:28.194261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c7f3f-1c1b-48d7-b66a-cc8e4fb3e0ef None None] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:28.204933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38034) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:28.308647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['12af5b67-8cea-4eac-b487-ed91b1cff394'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:28.349353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-13068b0c-97f3-47da-a9cd-a21d0c592073 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fee921ce02047058f49dbaa5b455068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312118 Jun 30 02:40:28.350800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64742b-104d-48ae-b9b5-11067047bedd admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9ad320-ae70-492a-89b3-6f7cb1bf7266,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:28.361742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:28.527708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=12af5b67-8cea-4eac-b487-ed91b1cff394,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:28.554721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8ee3e88a-f092-4daa-9944-7340f3434768 None None] Provisioning for port fcc379a6-375a-4613-b4dd-e72c2d1beacd completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:28.560355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62f994b8-fb3a-472d-b00d-052b41efd960 req-91e85703-9938-44a1-b1bb-c37e6c3ca31d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957448 Jun 30 02:40:28.566554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:28.595671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-abde455d-382d-4480-a520-73cfd8151acb req-722dcb49-f5f4-499a-84af-02acb54eba1d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 210 time: 0.3814564 Jun 30 02:40:28.607295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-fcf35b0c-788e-4ad8-a60f-b43a03d3485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:28.607295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-fcf35b0c-788e-4ad8-a60f-b43a03d3485c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0322509 Jun 30 02:40:28.621625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:28.629482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:28.641863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Allocated IP 10.2.2.2 (41d2ecfa-3321-44a7-bcaa-7b74881726f9/7c47d6ba-a797-4a57-91cc-1296c8fc266f/fd619ee0-6759-4d4c-b3eb-ad9669276f42) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:28.655955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:28.656852 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.673631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=df250a8c-ff37-4c94-9e87-b0da33e5afd4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:28.703623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 10.1.1.106 (3c02039a-e2ff-4eb6-bbaa-4ad520d737ae/8128710c-8515-4c9a-bef7-562a818469c0/0c4261d6-f4f9-4754-96f6-4766c95fea86) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:28.751185 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df810ad5-5666-4eab-960e-914e638aa85c x-openstack-request-id: req-df810ad5-5666-4eab-960e-914e638aa85c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:28.753924 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fc8a75-7392-459a-b3af-e38a0cd1f6d8", "name": "network-vif-plugged", "status": "completed", "tag": "e66e9452-b592-4550-b530-c9bbca8fde6f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:28.754559 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df810ad5-5666-4eab-960e-914e638aa85c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:28.755219 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66e9452-b592-4550-b530-c9bbca8fde6f', 'code': 200} Jun 30 02:40:28.833542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42e0be9c-3bef-4cd2-99f2-b2fbe028b198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.976253 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bbed16ac-4f73-49d0-af65-30164c499bc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4153733 Jun 30 02:40:29.000645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:29.050701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Made reservation on behalf of 9b58b9eaa3404524a6754562c360f1d9 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:29.055136 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.066836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42e0be9c-3bef-4cd2-99f2-b2fbe028b198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.184986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4c4d8be1-30bf-4c5d-9e14-4d357318af41 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:29.355659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:29.359576 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.380899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fcc379a6-375a-4613-b4dd-e72c2d1beacd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:29.388989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Transition to ACTIVE for port object fd619ee0-6759-4d4c-b3eb-ad9669276f42 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:29.399381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724ad8-f952-41de-9e29-29be25eed531 req-b3276d8a-d199-4090-af7c-f3d61a2b5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.401940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71724ad8-f952-41de-9e29-29be25eed531 req-b3276d8a-d199-4090-af7c-f3d61a2b5728 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 1097 time: 0.5004435 Jun 30 02:40:29.405018 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-fa5cbf0e-8949-4f6e-aa4e-bedf6108a2bc service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200880 Jun 30 02:40:29.460457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Transition to ACTIVE for port object fd619ee0-6759-4d4c-b3eb-ad9669276f42 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:29.488103 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.520051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.524300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:29.531174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:29.564203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ea60a-55c9-4e72-893c-d5aab03a8735 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.577321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ea60a-55c9-4e72-893c-d5aab03a8735 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.580445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-472ea60a-55c9-4e72-893c-d5aab03a8735 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5703619 Jun 30 02:40:29.587851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:29.588637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:29.591664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fcc379a6-375a-4613-b4dd-e72c2d1beacd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:29.603953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fcc379a6-375a-4613-b4dd-e72c2d1beacd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:29.604492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.617054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object 0c4261d6-f4f9-4754-96f6-4766c95fea86 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:29.714300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Pushing event updated for resources: {'Port': ['ID=fd619ee0-6759-4d4c-b3eb-ad9669276f42,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:29.752615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-c83b1178-371e-4662-a2a3-bec4016013dd service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289151 Jun 30 02:40:29.795927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37040df-ac50-4526-8167-410569607038 req-1473bfef-fd92-4b2e-89af-0bdc21bc37cc tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.806458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Attempting to bind port fd619ee0-6759-4d4c-b3eb-ad9669276f42 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:29.806859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Attempting to bind port fd619ee0-6759-4d4c-b3eb-ad9669276f42 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:29.807184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Attempting to bind port fd619ee0-6759-4d4c-b3eb-ad9669276f42 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:29.811635 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e37040df-ac50-4526-8167-410569607038 req-1473bfef-fd92-4b2e-89af-0bdc21bc37cc tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 945 time: 0.8964260 Jun 30 02:40:29.835643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:29.836304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Checking segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:29.836940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.837552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Bound using segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:29.838414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Bound port: fd619ee0-6759-4d4c-b3eb-ad9669276f42, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:29.838837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.887828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.908111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.932635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1610c4-62fc-4da4-96a3-402cea64459f req-1429ce38-c432-4bbe-8a0d-0fe8240c0bba tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.941545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Allocated IP 172.20.0.13 (9cf719ab-93ee-4ac2-9017-f2246782388f/8919873b-d5d5-48b5-8b60-5b95fc1b8473/a12ad11a-c0e1-4ad4-b158-30a8212b9046) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:29.944630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d1610c4-62fc-4da4-96a3-402cea64459f req-1429ce38-c432-4bbe-8a0d-0fe8240c0bba tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 945 time: 0.6192214 Jun 30 02:40:29.992859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fcc379a6-375a-4613-b4dd-e72c2d1beacd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fcc379a6-375a-4613-b4dd-e72c2d1beacd,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:30.036964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5f98e408-a091-4d76-9675-903b801916bb None None] For port fd619ee0-6759-4d4c-b3eb-ad9669276f42, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:30.043051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5f98e408-a091-4d76-9675-903b801916bb None None] For port fd619ee0-6759-4d4c-b3eb-ad9669276f42, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd619ee0-6759-4d4c-b3eb-ad9669276f42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:30.050818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 12af5b67-8cea-4eac-b487-ed91b1cff394 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:30.054873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:30.070438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:30.084524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:30.090061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:30.128123 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.153640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d1610c4-62fc-4da4-96a3-402cea64459f req-71fc9114-8b88-4567-a340-953f8d42fb96 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074656 Jun 30 02:40:30.171654 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.208241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port df250a8c-ff37-4c94-9e87-b0da33e5afd4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:30.209125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.216426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4a68d65-a84c-4d5f-a06c-e2e28728dbec None None] Provisioning complete for port fcc379a6-375a-4613-b4dd-e72c2d1beacd triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:30.216800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a68d65-a84c-4d5f-a06c-e2e28728dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.221217 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-68de927c-bd6a-4086-bfff-d4b2f5e9751e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6 HTTP/1.1" status: 200 len: 217 time: 0.4331784 Jun 30 02:40:30.424125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.440050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:30.440774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.457857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 12af5b67-8cea-4eac-b487-ed91b1cff394 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:30.558630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fe122e-1ad5-4543-8499-7a1220dd7acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.564692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 12af5b67-8cea-4eac-b487-ed91b1cff394 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:30.565292 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.568190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fcc379a6-375a-4613-b4dd-e72c2d1beacd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:30.641219 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.657799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ffcf0672-7c36-487a-9eac-1e7dc074fd51 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7437932 Jun 30 02:40:30.680224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:30.696505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'name': 'tempest-TaggedBootDevicesTest-2096789413', 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:30.743232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e37040df-ac50-4526-8167-410569607038 req-eb791ba9-8739-4fc5-b636-a8e981b907af tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9289739 Jun 30 02:40:30.744441 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42e0be9c-3bef-4cd2-99f2-b2fbe028b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.750773 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42e0be9c-3bef-4cd2-99f2-b2fbe028b198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.760222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-42e0be9c-3bef-4cd2-99f2-b2fbe028b198 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb9bda24-7919-43ef-85e5-76d8d9c1192a HTTP/1.1" status: 204 len: 168 time: 2.3941836 Jun 30 02:40:30.766645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71724ad8-f952-41de-9e29-29be25eed531 req-f08e1416-4441-41eb-93ed-5d35dc6ef49a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3408594 Jun 30 02:40:30.862728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98e408-a091-4d76-9675-903b801916bb None None] Pushing event updated for resources: {'Port': ['ID=fd619ee0-6759-4d4c-b3eb-ad9669276f42,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:30.941475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-ef100101-e30e-4610-84f5-0c20753b9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:30.947267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-ef100101-e30e-4610-84f5-0c20753b9367 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 200 len: 797 time: 0.4105563 Jun 30 02:40:30.948450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0be9c-3bef-4cd2-99f2-b2fbe028b198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9bda24-7919-43ef-85e5-76d8d9c1192a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:30.985688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.029513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fcc379a6-375a-4613-b4dd-e72c2d1beacd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:31.125687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.126707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.166809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for df250a8c-ff37-4c94-9e87-b0da33e5afd4 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:31.208263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['b51a011b-000d-43d5-a3c1-a50df46aee63'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:31.278576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af5b67-8cea-4eac-b487-ed91b1cff394'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:31.299811 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27893473-3ea1-4cb3-9ed7-1ef8aff8f468" -d '{"events": [{"server_uuid": "068dffa9-6440-4469-8a7e-5dafbb9ea797", "name": "network-vif-plugged", "status": "completed", "tag": "12af5b67-8cea-4eac-b487-ed91b1cff394"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:31.344032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Network 9cf719ab-93ee-4ac2-9017-f2246782388f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:31.356487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:31.368113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:31.377561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:31.389032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2202c3-37b5-4e1c-b65c-76e6d3d09343 req-1f3adbe0-b788-4c74-a189-ad3cca7dfe11 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.390736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2202c3-37b5-4e1c-b65c-76e6d3d09343 req-1f3adbe0-b788-4c74-a189-ad3cca7dfe11 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.8632703 Jun 30 02:40:31.391389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:31.396756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.431520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] device_id is not set on port c8cb672b-0f79-4c38-97e7-3ec0981d941e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:31.437132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-7c49a86e-6de5-4f51-a955-d8dd381c0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.439730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-7c49a86e-6de5-4f51-a955-d8dd381c0cf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7368b2-54ef-44bd-8566-75240b56a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4659357 Jun 30 02:40:31.473445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 12af5b67-8cea-4eac-b487-ed91b1cff394, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=12af5b67-8cea-4eac-b487-ed91b1cff394,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:31.490244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Provisioning for port 0c4261d6-f4f9-4754-96f6-4766c95fea86 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:31.508564 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.542884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Provisioning complete for port 0c4261d6-f4f9-4754-96f6-4766c95fea86 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:31.543411 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.594777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a2202c3-37b5-4e1c-b65c-76e6d3d09343 req-8b69aae6-a8dc-41c6-b450-a1cb88b02d7a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759596 Jun 30 02:40:31.742869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfb732-4405-47f1-82cc-14f4cf7ab519 req-fcde9f36-2625-4876-85b6-5cdb597deca1 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.771938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ecfb732-4405-47f1-82cc-14f4cf7ab519 req-fcde9f36-2625-4876-85b6-5cdb597deca1 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 932 time: 0.5575771 Jun 30 02:40:31.827890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 10.1.1.132 (3c02039a-e2ff-4eb6-bbaa-4ad520d737ae/8128710c-8515-4c9a-bef7-562a818469c0/c8cb672b-0f79-4c38-97e7-3ec0981d941e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:31.831105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.837797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.093503 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.118833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ecfb732-4405-47f1-82cc-14f4cf7ab519 req-f7a61dc6-f21c-4c23-b03e-25429551c427 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270824 Jun 30 02:40:32.179247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-7e764843-75f2-43e9-8562-acaf863740c0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3950388 Jun 30 02:40:32.225751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=df250a8c-ff37-4c94-9e87-b0da33e5afd4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:32.226294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Request body: {'port': {'device_id': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:32.413870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fcc379a6-375a-4613-b4dd-e72c2d1beacd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:32.422779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.424566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.446630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6b8a0979-64c7-49ba-9865-9a94dd321eb5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/df250a8c-ff37-4c94-9e87-b0da33e5afd4 HTTP/1.1" status: 204 len: 168 time: 2.8519135 Jun 30 02:40:32.456572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38072) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:32.535777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-12919490-5b4c-474f-a2b1-c132d783c79a service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0547891 Jun 30 02:40:32.604909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.613926 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.648957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object c8cb672b-0f79-4c38-97e7-3ec0981d941e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:32.744466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.749597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Port 0c4261d6-f4f9-4754-96f6-4766c95fea86 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:32.794431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=12af5b67-8cea-4eac-b487-ed91b1cff394,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:32.858516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Could not find standard attr ID for object df250a8c-ff37-4c94-9e87-b0da33e5afd4. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:40:32.894851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:32.924473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Provisioning for port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:32.933647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Provisioning complete for port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:32.934017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.953135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:32.956086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:32.966275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:33.041447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db11bc6-7450-4695-a599-a7a8831cc9f0 None None] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:33.180172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.180866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.208342 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3f9d63-a1b0-4ab5-bdac-7849363c0c59 x-openstack-request-id: req-0d3f9d63-a1b0-4ab5-bdac-7849363c0c59 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:33.210120 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068dffa9-6440-4469-8a7e-5dafbb9ea797", "name": "network-vif-plugged", "status": "completed", "tag": "12af5b67-8cea-4eac-b487-ed91b1cff394", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:33.210378 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d3f9d63-a1b0-4ab5-bdac-7849363c0c59 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:33.211058 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af5b67-8cea-4eac-b487-ed91b1cff394', 'code': 200} Jun 30 02:40:33.297890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-62f8ca8a-9dff-43c4-a9cc-0dfcb42b17b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6139092 Jun 30 02:40:33.348602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d08ab-8946-4d89-b1a8-ef5113b70b55 req-8f164cf9-5854-4d30-ac44-bd613446e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.351720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-034d08ab-8946-4d89-b1a8-ef5113b70b55 req-8f164cf9-5854-4d30-ac44-bd613446e474 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 1097 time: 0.1533492 Jun 30 02:40:33.610547 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-034d08ab-8946-4d89-b1a8-ef5113b70b55 req-ae1b9e18-f185-497f-b7b3-e5aa938d66e8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488673 Jun 30 02:40:33.663200 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.667043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393f696-5687-459c-baa3-c88b1e5fc0a3 req-b7d595ab-91a3-4da5-af18-d2d1b1736963 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.678463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5393f696-5687-459c-baa3-c88b1e5fc0a3 req-b7d595ab-91a3-4da5-af18-d2d1b1736963 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.2259762 Jun 30 02:40:33.709721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd619ee0-6759-4d4c-b3eb-ad9669276f42 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:33.776360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5393f696-5687-459c-baa3-c88b1e5fc0a3 req-70d64215-9114-4cb2-a2ad-61f897545986 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968895 Jun 30 02:40:33.820797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d05445-a95d-484d-81e4-0479f7d85875 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.824196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d05445-a95d-484d-81e4-0479f7d85875 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.826880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d1d05445-a95d-484d-81e4-0479f7d85875 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 1.3616962 Jun 30 02:40:33.830787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:33.832214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ffa1239-320e-4145-a326-8ba0279d4418 req-6343e8e4-28a2-432f-adc5-bbe3066ac25e service neutron] 10.222.0.67 "GET /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2014139 Jun 30 02:40:33.905476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] For port 4c4d8be1-30bf-4c5d-9e14-4d357318af41, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4c4d8be1-30bf-4c5d-9e14-4d357318af41,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:33.941647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.009985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fd619ee0-6759-4d4c-b3eb-ad9669276f42 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:34.056911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97b98c-175f-4d73-b82b-fa11b46b00c2 req-05477209-bad7-4fef-b018-b58357714925 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:34.071074 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a97b98c-175f-4d73-b82b-fa11b46b00c2 req-05477209-bad7-4fef-b018-b58357714925 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 1.5216949 Jun 30 02:40:34.077192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f8578-1b65-4db7-a35f-9f9a0616b06e None None] Pushing event updated for resources: {'Port': ['ID=4c4d8be1-30bf-4c5d-9e14-4d357318af41,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:34.078179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet f9bf5071-85b6-4823-91fd-9288485bfb4b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:34.085721 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.091888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.092486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Provisioning for port c8cb672b-0f79-4c38-97e7-3ec0981d941e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:34.105240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Provisioning complete for port c8cb672b-0f79-4c38-97e7-3ec0981d941e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:34.105709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.157627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.195842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Port c8cb672b-0f79-4c38-97e7-3ec0981d941e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:34.217198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Provisioning for port fd619ee0-6759-4d4c-b3eb-ad9669276f42 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:34.223291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Provisioning complete for port fd619ee0-6759-4d4c-b3eb-ad9669276f42 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:34.224853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.356683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.447420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.496403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa4a41-fcbf-403c-85d8-b53366dfe1f5 req-85d42984-8df2-4376-8ba8-98171ee0edb1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:34.512352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9efa4a41-fcbf-403c-85d8-b53366dfe1f5 req-85d42984-8df2-4376-8ba8-98171ee0edb1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 945 time: 0.2805419 Jun 30 02:40:34.515205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] For port fd619ee0-6759-4d4c-b3eb-ad9669276f42, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd619ee0-6759-4d4c-b3eb-ad9669276f42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:34.522741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.568089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.610875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47dbd3-751e-4d27-a0dd-2b7a2615c69d None None] Pushing event updated for resources: {'Port': ['ID=fd619ee0-6759-4d4c-b3eb-ad9669276f42,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:34.674753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a97b98c-175f-4d73-b82b-fa11b46b00c2 req-d0a9d261-e5b4-4487-af1e-5686e982e880 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020718 Jun 30 02:40:34.685260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bb2b603f-1d44-4b20-a204-8ab1bfb41f79 None None] Provisioning complete for port fd619ee0-6759-4d4c-b3eb-ad9669276f42 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:34.685835 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb2b603f-1d44-4b20-a204-8ab1bfb41f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.706095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9efa4a41-fcbf-403c-85d8-b53366dfe1f5 req-de1ea0c8-677a-43e9-b2aa-c05a11cda162 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925344 Jun 30 02:40:34.786696 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.932899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-966800ec-e8d8-4fb9-92ee-c2165da3ef65 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:34.936349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-966800ec-e8d8-4fb9-92ee-c2165da3ef65 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 945 time: 0.4253333 Jun 30 02:40:34.958669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bf5071-85b6-4823-91fd-9288485bfb4b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:34.984934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.003131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38116) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:35.008881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-851a20ce-db5f-413f-bbb0-09cac2171562 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/f9bf5071-85b6-4823-91fd-9288485bfb4b HTTP/1.1" status: 204 len: 168 time: 1.1757169 Jun 30 02:40:35.077185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cdd8c2e2-c1b9-4233-ad1b-036c1464a369 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715692 Jun 30 02:40:35.084295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38118) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:35.090203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:35.111154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ba930-cfad-4fa9-8e52-3b07b791b102 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:35.199155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30b8c8-95e4-4de0-b756-abba6b1ec17e req-da71bf29-8d3d-4700-8d64-d987d1910528 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.207096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e30b8c8-95e4-4de0-b756-abba6b1ec17e req-da71bf29-8d3d-4700-8d64-d987d1910528 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 932 time: 0.1962080 Jun 30 02:40:35.326812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e30b8c8-95e4-4de0-b756-abba6b1ec17e req-0e38361f-f3d1-41be-9e8a-c6c1cc7e5274 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065280 Jun 30 02:40:35.552062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:40:35.562533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12ad11a-c0e1-4ad4-b158-30a8212b9046 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:35.576339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.601192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Transition to ACTIVE for port object a12ad11a-c0e1-4ad4-b158-30a8212b9046 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:35.627463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.641981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:35.642743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd619ee0-6759-4d4c-b3eb-ad9669276f42 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:35.650077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.700901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074890c-283a-4ab4-988e-9a01f7073b04 req-a1ac6330-e1e4-42fb-8fbb-ba624bd37b12 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.714031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2074890c-283a-4ab4-988e-9a01f7073b04 req-a1ac6330-e1e4-42fb-8fbb-ba624bd37b12 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.1797628 Jun 30 02:40:35.782693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2074890c-283a-4ab4-988e-9a01f7073b04 req-2b0e1c78-26e9-4c02-8b29-8888ba7dbace tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665474 Jun 30 02:40:35.797335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] Deleting port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:35.798780 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.907133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fd619ee0-6759-4d4c-b3eb-ad9669276f42 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:35.908932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.927461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:35.933687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689097911', 'description': 'tempest-description--560382084'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:35.933903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port b25ee16a-4278-4227-b493-d5c652dd06e8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:35.934459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.976251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.037475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] For port 4c4d8be1-30bf-4c5d-9e14-4d357318af41, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4c4d8be1-30bf-4c5d-9e14-4d357318af41,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:36.038990 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.079599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] Calling delete_port for 4c4d8be1-30bf-4c5d-9e14-4d357318af41 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:36.168571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.280091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca84834-fd16-42d7-856c-1663f93458f7 req-1f6710fb-424c-4e58-a500-42a497e22648 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:36.289252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ca84834-fd16-42d7-856c-1663f93458f7 req-1f6710fb-424c-4e58-a500-42a497e22648 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.2050626 Jun 30 02:40:36.299153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.318841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port b25ee16a-4278-4227-b493-d5c652dd06e8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b25ee16a-4278-4227-b493-d5c652dd06e8,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:36.319221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.340192 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.376390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.463469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for b25ee16a-4278-4227-b493-d5c652dd06e8 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:36.468269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a39052-7a4f-43a5-a84d-a13b168269f2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.476712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.480588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a87cf113-1a92-4df8-9665-a0e4127c7830 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5507762 Jun 30 02:40:36.482910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.489744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'security_group_rule': {'security_group_id': '44a39052-7a4f-43a5-a84d-a13b168269f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:36.494776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] No DVR routers for this DVR port 4c4d8be1-30bf-4c5d-9e14-4d357318af41 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:36.500199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5431d0e-2d26-477c-8983-5e0db5dde0dd None None] Pushing event deleted for resources: {'Port': ['ID=4c4d8be1-30bf-4c5d-9e14-4d357318af41,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.535173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ca84834-fd16-42d7-856c-1663f93458f7 req-a931a885-b07e-47c5-a681-fbe1088195ed tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442997 Jun 30 02:40:36.610053 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.761997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.773721 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.796613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.objects.ports [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:40:36.823917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676dc095-233d-4664-acf0-f91ef885c485,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.840152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.843592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ccccdaf6-23c3-4ae0-958b-1a5813091991 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591309 Jun 30 02:40:36.846218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.851092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.856357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'security_group_rule': {'security_group_id': '44a39052-7a4f-43a5-a84d-a13b168269f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:36.914961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.932028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:36.932371 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:36.932703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:36.943992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:36.948703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:36.949513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:36.973760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a0705-4cea-47e3-b214-7528583f8d98 req-681cce45-b3fa-4d1c-b5c3-431cdfd6012d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:36.981245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b5a0705-4cea-47e3-b214-7528583f8d98 req-681cce45-b3fa-4d1c-b5c3-431cdfd6012d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 945 time: 0.6078639 Jun 30 02:40:36.983408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:36.988762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:36.989358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.998545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3ae85-8575-4fc5-a2d8-e6f096a8440a None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:37.060542 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9744277 Jun 30 02:40:37.068254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:37.080416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:37.080967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:37.081693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:37.093500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Bound port: a12ad11a-c0e1-4ad4-b158-30a8212b9046, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:37.094800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.102850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:02:a5:d9', 'name': 'tempest-NetworksTestDHCPv6-838848793'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:37.126389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.146872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ee3f1-6424-421e-b3b2-4ab7bc6be3a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=06b80795-aa7f-4231-a0ee-43e974f17b26,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:37.219553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.233059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b5a0705-4cea-47e3-b214-7528583f8d98 req-82d19e03-e0c9-40a0-89f5-cddfdd9898c0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505646 Jun 30 02:40:37.459168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f234f2-2ce4-4c9b-a300-78209c778d7e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:37.481904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '06b80795-aa7f-4231-a0ee-43e974f17b26'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:37.483476 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.502500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:37.541517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.543994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2e8abe2c-92d3-4aa3-857c-a777fe6e5f11 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6913149 Jun 30 02:40:37.558639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38152) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:37.623150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:37.726897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Allocated IP 2001:db8::f816:3eff:fece:4ef5 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/06b80795-aa7f-4231-a0ee-43e974f17b26/f4ee0f18-5be7-438d-9671-d31a1bf2b643) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:37.731968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514aeac-c6fb-405b-a900-0abe099e8256 req-a72136bc-65a9-4966-bb6f-a3b5b87c1b4d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.745679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b514aeac-c6fb-405b-a900-0abe099e8256 req-a72136bc-65a9-4966-bb6f-a3b5b87c1b4d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.5774376 Jun 30 02:40:37.868190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:37.871217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b514aeac-c6fb-405b-a900-0abe099e8256 req-3dd1b626-8d38-4882-9b0b-9e8e3e0b69cf tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239591 Jun 30 02:40:37.896247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:37.908044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.930240 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.939449 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.970530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 9cf85d41-6737-4571-9623-29b589f0e9e7 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:38.017525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.048735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=b25ee16a-4278-4227-b493-d5c652dd06e8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.056706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.069451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Transition to ACTIVE for port object f4ee0f18-5be7-438d-9671-d31a1bf2b643 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:38.095633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Transition to ACTIVE for port object f4ee0f18-5be7-438d-9671-d31a1bf2b643 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:38.102973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4c4d8be1-30bf-4c5d-9e14-4d357318af41 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:38.107984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.141306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 4c4d8be1-30bf-4c5d-9e14-4d357318af41 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:38.141643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4c4d8be1-30bf-4c5d-9e14-4d357318af41 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:38.201710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:38.209326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:38.216109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:38.226547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Pushing event updated for resources: {'Port': ['ID=f4ee0f18-5be7-438d-9671-d31a1bf2b643,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.350975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:38.353431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.357609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] 10.222.0.90 "PUT /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 1092 time: 6.1587317 Jun 30 02:40:38.357886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Attempting to bind port f4ee0f18-5be7-438d-9671-d31a1bf2b643 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:38.358057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Attempting to bind port f4ee0f18-5be7-438d-9671-d31a1bf2b643 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:38.358471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Attempting to bind port f4ee0f18-5be7-438d-9671-d31a1bf2b643 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:38.359532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:38.366272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:38.366705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:38.367365 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.367365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:38.368014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Bound port: f4ee0f18-5be7-438d-9671-d31a1bf2b643, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:38.368280 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.372375 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07f7606-b2f9-4d7e-b04d-a968b15694ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:38.467263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fe02:a5d9 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/06b80795-aa7f-4231-a0ee-43e974f17b26/9cf85d41-6737-4571-9623-29b589f0e9e7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:38.555313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port b25ee16a-4278-4227-b493-d5c652dd06e8 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:38.556633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a553f01-638b-409f-9774-669468002043 req-9455b454-e977-4079-acf9-c727984ab06c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:38.561153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] For port f4ee0f18-5be7-438d-9671-d31a1bf2b643, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:38.562270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.567525 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d331904-d74f-4c87-b5c4-6ce9b8274a6a req-300cc391-005e-4787-bec3-c0cf36b0d418 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "DELETE /v2.0/ports/b25ee16a-4278-4227-b493-d5c652dd06e8 HTTP/1.1" status: 204 len: 173 time: 3.6239617 Jun 30 02:40:38.571529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a553f01-638b-409f-9774-669468002043 req-9455b454-e977-4079-acf9-c727984ab06c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.2743664 Jun 30 02:40:38.573682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] For port f4ee0f18-5be7-438d-9671-d31a1bf2b643, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f4ee0f18-5be7-438d-9671-d31a1bf2b643,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:38.591501 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.639417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.689804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.690466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.691833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.692404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.692969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.693508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.694046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.694672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.696860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.697347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.697911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.698511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d85a69-d83a-445d-b066-79cfc3ba5bb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.750838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67754586-e112-447c-ba86-89c204cdff50 req-4e81a085-e99a-4c07-9a36-d97d6cd5416f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:38.765706 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67754586-e112-447c-ba86-89c204cdff50 req-4e81a085-e99a-4c07-9a36-d97d6cd5416f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 1.0769305 Jun 30 02:40:38.821079 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a553f01-638b-409f-9774-669468002043 req-28645e94-280e-4217-b821-76ba579e95de tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379775 Jun 30 02:40:38.846247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Pushing event updated for resources: {'Port': ['ID=f4ee0f18-5be7-438d-9671-d31a1bf2b643,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.858846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.859311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.859628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.859948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.860278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.860604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.860942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.861248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.861568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.861885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.862206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.865940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64d7e1-508e-4597-a389-eee41857005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:38.908303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67754586-e112-447c-ba86-89c204cdff50 req-39b40efc-a85b-4b03-ba1c-bb0edf37d3e7 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413014 Jun 30 02:40:38.915279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-316a616c-039b-47d7-8152-585c802e2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:38.924081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-316a616c-039b-47d7-8152-585c802e2b34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1095 time: 0.4313929 Jun 30 02:40:38.945217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b25ee16a-4278-4227-b493-d5c652dd06e8 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:39.061830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: b25ee16a-4278-4227-b493-d5c652dd06e8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:39.062813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b25ee16a-4278-4227-b493-d5c652dd06e8 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:39.088373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.125402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-12c588f1-cfe4-47d0-a2c3-2b56fc035acf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 217 time: 0.1936412 Jun 30 02:40:39.206005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 9cf85d41-6737-4571-9623-29b589f0e9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:39.218848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.348555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.389028 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94c095c-1401-430e-bd59-e786677bb705 x-openstack-request-id: req-e94c095c-1401-430e-bd59-e786677bb705 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:39.389475 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:39.390018 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e94c095c-1401-430e-bd59-e786677bb705 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:39.390766 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'status': 'completed', 'code': 200} Jun 30 02:40:39.419446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.533008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:39.535608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:39.547641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:39.557822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 172.25.0.108 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/b52983e9-df26-4e21-8add-4a301c2accca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:39.560031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.561215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.645694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=9cf85d41-6737-4571-9623-29b589f0e9e7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.655537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124daa82-d264-4312-92f4-2fbc599b7afe req-89a5c1d4-d76e-4a76-ae90-ad868629b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.661804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-89a5c1d4-d76e-4a76-ae90-ad868629b31d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.5137584 Jun 30 02:40:39.712101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f4ee0f18-5be7-438d-9671-d31a1bf2b643 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:39.724991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4cfcf377-4111-4988-8047-ff1a0f7b1e8e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6540506 Jun 30 02:40:39.737800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.835162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f4ee0f18-5be7-438d-9671-d31a1bf2b643 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:39.836498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42853bc8-5b9a-4869-ad5d-165196bb9860 req-17451d33-9cc3-4971-93d1-c478b0e75daf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e252e61-3b7c-47b0-a47a-5640fd31966b HTTP/1.1" status: 200 len: 210 time: 0.4320312 Jun 30 02:40:39.865443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603acf1-6a90-4249-a728-7756bf99cd1d req-2228e767-46c6-4613-b3ca-836d7a3b6a99 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.876898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8603acf1-6a90-4249-a728-7756bf99cd1d req-2228e767-46c6-4613-b3ca-836d7a3b6a99 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.3109064 Jun 30 02:40:39.915449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-6f7155cf-9b8a-4535-a84a-1ac192abe922 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122613 Jun 30 02:40:39.982588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8603acf1-6a90-4249-a728-7756bf99cd1d req-37d8b908-f7e5-46b1-b6f0-1f4e1006da4b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041634 Jun 30 02:40:40.022596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7250e2-173b-41f4-b43c-b7d86c2f6303 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.071648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7250e2-173b-41f4-b43c-b7d86c2f6303 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.086640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2b7250e2-173b-41f4-b43c-b7d86c2f6303 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3417306 Jun 30 02:40:40.090195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:40.183314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.407093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-533405f0-ba9c-4c22-8415-8557c6fd631b service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822788 Jun 30 02:40:40.410897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.635265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.708248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] Provisioning for port f4ee0f18-5be7-438d-9671-d31a1bf2b643 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:40.719253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] Provisioning complete for port f4ee0f18-5be7-438d-9671-d31a1bf2b643 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:40.719884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.899546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.984358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] For port f4ee0f18-5be7-438d-9671-d31a1bf2b643, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f4ee0f18-5be7-438d-9671-d31a1bf2b643,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:40.992391 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.004309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7306e-c54d-46ce-9a56-4a210f944374 req-ae7addf5-0b59-4a4c-8982-d81ad0041a1b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.016921 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51c7306e-c54d-46ce-9a56-4a210f944374 req-ae7addf5-0b59-4a4c-8982-d81ad0041a1b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 946 time: 0.8278744 Jun 30 02:40:41.034041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 9cf85d41-6737-4571-9623-29b589f0e9e7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:41.034730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.071416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:41.103994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec71bc-5e89-40fb-82f2-2088334ac7c0 None None] Pushing event updated for resources: {'Port': ['ID=f4ee0f18-5be7-438d-9671-d31a1bf2b643,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.122622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:41.141284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196964-b4ef-4504-89bb-c52575dd8f7a req-d1a94fce-2c70-41bd-af75-e823747f0994 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.146217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:41.153907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb196964-b4ef-4504-89bb-c52575dd8f7a req-d1a94fce-2c70-41bd-af75-e823747f0994 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.2915196 Jun 30 02:40:41.184922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=b52983e9-df26-4e21-8add-4a301c2accca,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.235408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e837a824-dfc5-4e88-8f34-ef7c8efdacdf None None] Provisioning for port 9cf85d41-6737-4571-9623-29b589f0e9e7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:41.239095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51c7306e-c54d-46ce-9a56-4a210f944374 req-149ddadf-6149-4cb3-a74e-b7646002cef2 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135508 Jun 30 02:40:41.243338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-124daa82-d264-4312-92f4-2fbc599b7afe req-a05c1a1b-60c4-41fb-bba9-1f2406e59463 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8192856 Jun 30 02:40:41.247893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e837a824-dfc5-4e88-8f34-ef7c8efdacdf None None] Provisioning complete for port 9cf85d41-6737-4571-9623-29b589f0e9e7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:41.249408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e837a824-dfc5-4e88-8f34-ef7c8efdacdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.279310 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb196964-b4ef-4504-89bb-c52575dd8f7a req-27666dbf-5db0-4bcc-a30e-963fae6a27b9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240876 Jun 30 02:40:41.318878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.366480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 9cf85d41-6737-4571-9623-29b589f0e9e7 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:41.375417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e837a824-dfc5-4e88-8f34-ef7c8efdacdf None None] Port 9cf85d41-6737-4571-9623-29b589f0e9e7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:41.431710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.449661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'name': 'network-vif-deleted', 'tag': 'b25ee16a-4278-4227-b493-d5c652dd06e8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:41.453208 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c5014a-20e2-419c-b719-79d5d6565f93" -d '{"events": [{"server_uuid": "2e252e61-3b7c-47b0-a47a-5640fd31966b", "name": "network-vif-deleted", "tag": "b25ee16a-4278-4227-b493-d5c652dd06e8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:41.623170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.650364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f4ee0f18-5be7-438d-9671-d31a1bf2b643 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:41.695234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.841700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=9cf85d41-6737-4571-9623-29b589f0e9e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.890332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f4ee0f18-5be7-438d-9671-d31a1bf2b643 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:41.892193 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.045685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-6d5c58a6-73a9-4442-823f-b1c900c8a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.047902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-6d5c58a6-73a9-4442-823f-b1c900c8a01c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1095 time: 0.6069984 Jun 30 02:40:42.055244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.062924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bd6850ae-f546-4a1d-a33a-801b3fb22b6a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/9cf85d41-6737-4571-9623-29b589f0e9e7 HTTP/1.1" status: 204 len: 168 time: 1.9698241 Jun 30 02:40:42.064447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:42.178020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4910cb8-763a-461a-a57c-930a8fc8926d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.179941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4910cb8-763a-461a-a57c-930a8fc8926d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.183635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4910cb8-763a-461a-a57c-930a8fc8926d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112401 Jun 30 02:40:42.184909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:42.224137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.244643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.261355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e834c-edb6-48ee-b5ed-707e614223d0 req-354e684f-11a7-4c30-aee2-9968d9a46b90 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.262999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c2e834c-edb6-48ee-b5ed-707e614223d0 req-354e684f-11a7-4c30-aee2-9968d9a46b90 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.4241595 Jun 30 02:40:42.305513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 06b80795-aa7f-4231-a0ee-43e974f17b26 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:42.318829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.359859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c2e834c-edb6-48ee-b5ed-707e614223d0 req-59bcf693-b2fb-4c26-81b4-4ce06baf6fa7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Jun 30 02:40:42.376085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-4665f39d-3ead-4fad-94ff-f9ae5fac9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.377780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-4665f39d-3ead-4fad-94ff-f9ae5fac9108 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.3224661 Jun 30 02:40:42.410549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=b52983e9-df26-4e21-8add-4a301c2accca,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.422782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.453267 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147ebe26-081f-48c8-886e-895699065e26 x-openstack-request-id: req-147ebe26-081f-48c8-886e-895699065e26 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:42.453684 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e252e61-3b7c-47b0-a47a-5640fd31966b", "name": "network-vif-deleted", "tag": "b25ee16a-4278-4227-b493-d5c652dd06e8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:42.454075 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-147ebe26-081f-48c8-886e-895699065e26 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:42.454554 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e252e61-3b7c-47b0-a47a-5640fd31966b', 'name': 'network-vif-deleted', 'tag': 'b25ee16a-4278-4227-b493-d5c652dd06e8', 'status': 'completed', 'code': 200} Jun 30 02:40:42.461981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-2fe93d77-180c-488f-aa48-a58fd12d6fb7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 217 time: 0.0727720 Jun 30 02:40:42.465029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.529462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.530724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f8f9a29d-038c-410c-95d2-a0e355b026c6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9689560 Jun 30 02:40:42.566569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-2a10a798-a17a-43ca-8b17-de7482a7aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.568229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-2a10a798-a17a-43ca-8b17-de7482a7aa99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0982101 Jun 30 02:40:42.568577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.577112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876a77b-d1b9-4e87-b6dc-7c827a66e5dc req-19087e4c-02f2-4b98-ae2e-a365930fc4a6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.585419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0876a77b-d1b9-4e87-b6dc-7c827a66e5dc req-19087e4c-02f2-4b98-ae2e-a365930fc4a6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.3444281 Jun 30 02:40:42.648597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-c78ae168-e763-4255-b2c7-8cd556e38bff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610564 Jun 30 02:40:42.772959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0876a77b-d1b9-4e87-b6dc-7c827a66e5dc req-29355e87-58c6-41d6-bd08-0ceb71572e3b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845672 Jun 30 02:40:42.791470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.839924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-64334fee-e630-46db-9f52-428f5f030b91 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832960 Jun 30 02:40:42.859886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=06b80795-aa7f-4231-a0ee-43e974f17b26,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.877713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-f8ed3543-e3bc-46b8-9a34-0f61dc2585f2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.890453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-f8ed3543-e3bc-46b8-9a34-0f61dc2585f2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.2947798 Jun 30 02:40:42.908941 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.914426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d76de01e-4e50-4c02-983d-2e373e2fdfcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/06b80795-aa7f-4231-a0ee-43e974f17b26 HTTP/1.1" status: 204 len: 168 time: 0.7261043 Jun 30 02:40:42.915660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39240be0-5ce4-491b-8e1c-35408651f3cb None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:42.931248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:42.933090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-640f1684-83c3-4017-b25b-9559d2a27d6c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0415816 Jun 30 02:40:43.000615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-748bd4a6-787f-4e1a-8dae-dd69abeece02 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660326 Jun 30 02:40:43.004579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:43.076780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d07f7606-b2f9-4d7e-b04d-a968b15694ed req-d27a62d0-d176-4232-88dd-ddfd879dc092 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293532 Jun 30 02:40:43.091266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-1b6d3ee5-e340-4004-b7f8-20d2882daf8a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784283 Jun 30 02:40:43.195996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2ee4-9509-4a7a-85d4-fcfa9cb274ea req-349a5db2-68be-41bd-a8c6-c2a086c20c75 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.197747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c51a2ee4-9509-4a7a-85d4-fcfa9cb274ea req-349a5db2-68be-41bd-a8c6-c2a086c20c75 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.1187658 Jun 30 02:40:43.252034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:40:43.315595 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c51a2ee4-9509-4a7a-85d4-fcfa9cb274ea req-1f7a5c4d-4159-4f21-afd5-73a15774c1a5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027582 Jun 30 02:40:43.391263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-ffbe763c-c257-404e-a61e-7b12d9fbfc04 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948496 Jun 30 02:40:43.407166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] Deleting port f4ee0f18-5be7-438d-9671-d31a1bf2b643 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:43.407560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.468813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04d2f4-3dc3-428a-80b9-06a49d831615 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.477808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fa04d2f4-3dc3-428a-80b9-06a49d831615 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4703853 Jun 30 02:40:43.495451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38264) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:43.537366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] For port f4ee0f18-5be7-438d-9671-d31a1bf2b643, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f4ee0f18-5be7-438d-9671-d31a1bf2b643,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:43.538994 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.567444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] Calling delete_port for f4ee0f18-5be7-438d-9671-d31a1bf2b643 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:43.585316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-1c5425f7-5b41-4992-808d-08d16a8fda12 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926007 Jun 30 02:40:43.653648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c6f1a0-8d6e-436f-9516-78b28d844ff9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.661256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:43.665034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-89c6f1a0-8d6e-436f-9516-78b28d844ff9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608031 Jun 30 02:40:43.671121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7d84-015d-4649-b657-d2a8167c5130 req-4ebe7cdb-5f66-40fe-abf3-02a28255dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.678069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49ae7d84-015d-4649-b657-d2a8167c5130 req-4ebe7cdb-5f66-40fe-abf3-02a28255dfc2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 1097 time: 0.3162441 Jun 30 02:40:43.711431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f4ee0f18-5be7-438d-9671-d31a1bf2b643 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:43.717175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.749737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f4ee0f18-5be7-438d-9671-d31a1bf2b643 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:43.750087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f4ee0f18-5be7-438d-9671-d31a1bf2b643 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:43.778612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] Pushing event deleted for resources: {'Port': ['ID=f4ee0f18-5be7-438d-9671-d31a1bf2b643,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:43.781757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8c409-ec18-46d6-9e74-5d788c8a073b None None] No DVR routers for this DVR port f4ee0f18-5be7-438d-9671-d31a1bf2b643 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:43.789854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49ae7d84-015d-4649-b657-d2a8167c5130 req-abf01b07-23ec-43dc-b19f-f306ccc3bd9f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032109 Jun 30 02:40:43.846380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-56540748-ad2d-49a4-a3aa-717d34ced279 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827452 Jun 30 02:40:43.850108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38278) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:43.855724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:43.995975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-8089362e-ff46-43cf-86c0-17d2789f2750 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1689097911&fields=id&tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d HTTP/1.1" status: 200 len: 267 time: 0.0883944 Jun 30 02:40:44.014559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:44.018905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.115210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-53af30c8-6fc1-4996-96ec-b249717ae267 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.117641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-53af30c8-6fc1-4996-96ec-b249717ae267 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 931 time: 0.1162798 Jun 30 02:40:44.211020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5cada2d7-919c-41fb-9dce-1c38f05dd06a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.218761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5cada2d7-919c-41fb-9dce-1c38f05dd06a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 932 time: 0.0942750 Jun 30 02:40:44.256447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdcb33-d33c-414d-b481-7b794a5e4844 req-1e53b4af-942e-40f4-98fa-65fb33d0cab5 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.260376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82fdcb33-d33c-414d-b481-7b794a5e4844 req-1e53b4af-942e-40f4-98fa-65fb33d0cab5 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.2172408 Jun 30 02:40:44.280267 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-bb8eebc3-0137-44eb-8861-2dc5f6ec86de tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0605242 Jun 30 02:40:44.335728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f26b7d6c-d67e-4c64-bf2a-144725ec998c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0477359 Jun 30 02:40:44.376051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82fdcb33-d33c-414d-b481-7b794a5e4844 req-e83210bc-62ec-4c86-8eea-aaedd74aab89 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815430 Jun 30 02:40:44.545713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ea9c946c-a79c-4392-bf22-b9e5494605fa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.558543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ea9c946c-a79c-4392-bf22-b9e5494605fa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.572859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ea9c946c-a79c-4392-bf22-b9e5494605fa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.591201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ea9c946c-a79c-4392-bf22-b9e5494605fa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 1988 time: 0.2510207 Jun 30 02:40:44.624278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-76894f72-d39e-4f65-a104-9ff25548991c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/quotas/f82a9d955bf54cb4b8390621fc0e4b1d HTTP/1.1" status: 200 len: 375 time: 0.0314453 Jun 30 02:40:44.637409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.objects.ports [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:40:44.745847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.765444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fd8a8cf3-3468-4aee-8dde-a1c4519115ff tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1392856 Jun 30 02:40:44.863762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=52b57d99-3cdf-404b-986d-8fd3b025b6e5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:44.887517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:44.892587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:44.902145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.904545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f18e9-58cb-419a-a528-850bce416ced None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:44.917709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.934274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a77ddd08-d698-4cf4-8082-be90d233c1f6 service neutron] 10.222.0.78 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499474 Jun 30 02:40:44.987516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5a66-5cbd-40ed-90d1-62516e4d1b68 req-c787b2f5-a711-46a9-baeb-f56687a08778 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.990914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d58e5a66-5cbd-40ed-90d1-62516e4d1b68 req-c787b2f5-a711-46a9-baeb-f56687a08778 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.3510234 Jun 30 02:40:45.001392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40561e74-a2f2-4327-8e9f-7aa612ef4936 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1493058 Jun 30 02:40:45.006230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.014642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:a3:6b:2e', 'name': 'tempest-NetworksTestDHCPv6-1222784600'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:45.058138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:45.067162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:45.158672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-0851524c-f754-4118-8bb6-4240a977ca1c service neutron] 10.222.0.78 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106080 Jun 30 02:40:45.231160 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d58e5a66-5cbd-40ed-90d1-62516e4d1b68 req-5b972d74-9545-471a-aa2c-a61e057579cf tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932434 Jun 30 02:40:45.235409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ac443380-c262-48ad-a300-5c4df54a9179 service neutron] 10.222.0.78 "GET /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0713172 Jun 30 02:40:45.240744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:45.392423 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3c1fa8df-f4c7-457c-8029-845c2eea25f3 service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550574 Jun 30 02:40:45.461544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.486506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38304) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.529266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 457fbe72-efd8-455d-b3f7-a7c8f58d83bf yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:45.564328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3bbaa231-3b33-43a0-910b-0d0f39838732 service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649487 Jun 30 02:40:45.678241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-90d3bae2-5fca-44d2-a12f-f3e270e78931 service neutron] 10.222.0.78 "GET /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1128950 Jun 30 02:40:45.702730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d15c3264-71f6-47c6-8905-bd84c41e4dfb req-a9256eb6-5641-4a8b-abe3-ab0f233a7a58 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 210 time: 0.0956039 Jun 30 02:40:45.712527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:45.751952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '52b57d99-3cdf-404b-986d-8fd3b025b6e5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:45.752887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.837737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7236baac-4094-4daf-ba82-4cfff5445a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.885384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-02abf31a-8888-43e4-ad23-11acaa0c1fdf service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045066 Jun 30 02:40:45.953858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fea3:6b2e (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/52b57d99-3cdf-404b-986d-8fd3b025b6e5/457fbe72-efd8-455d-b3f7-a7c8f58d83bf) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:45.954450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.963678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'port_id': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'mac_address': 'fa:16:3e:37:fc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d960f3e-3013-404b-9ba0-015b1b94bda9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:46.066371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3f1ab61e-e339-4ec5-a1e8-5a75a2fed64a service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802592 Jun 30 02:40:46.081927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-1d71ff3f-abe3-4ecd-b0ca-72b61484992a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:46.084075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-1d71ff3f-abe3-4ecd-b0ca-72b61484992a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.2133570 Jun 30 02:40:46.108452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:46.111649 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6123e213-0d67-4366-93fa-fb8cfaf43d2f" -d '{"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-unplugged", "status": "completed", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:46.112023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:46.139778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:46.153058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.236477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:46.243342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.273338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3818c57f-1c9e-408f-a02f-b6dcbec39f78 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:46.275070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b79702-f3eb-4f6a-9f2f-1881722d67ab req-d3023434-cfb4-4ff6-951d-56f96bc04393 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:46.276694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9b79702-f3eb-4f6a-9f2f-1881722d67ab req-d3023434-cfb4-4ff6-951d-56f96bc04393 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.3264380 Jun 30 02:40:46.299703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-d9178391-6022-43e7-a0db-2650745d5508 service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208748 Jun 30 02:40:46.370595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7236baac-4094-4daf-ba82-4cfff5445a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.371173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:40:46.371847 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:40:46.389710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7236baac-4094-4daf-ba82-4cfff5445a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.436644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9b79702-f3eb-4f6a-9f2f-1881722d67ab req-e89e1d4b-e9a5-4d6a-9a54-2479c37cb62c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371317 Jun 30 02:40:46.472445 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.484398 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7236baac-4094-4daf-ba82-4cfff5445a6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88b6746e0c2842bf8ce3d23b727dbb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9967899 Jun 30 02:40:46.490396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236baac-4094-4daf-ba82-4cfff5445a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263ed7e3-c5b0-42ec-9bf5-62941b6844ba,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:46.491619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.495584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-40ae83f5-cd04-4db4-b6a6-3c45f133c3df service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823308 Jun 30 02:40:46.506849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 457fbe72-efd8-455d-b3f7-a7c8f58d83bf will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:46.514287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:46.520415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.631933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.666419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.715813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7796d557-7178-4050-b8ba-4fd8fe49ae55 service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963246 Jun 30 02:40:46.727119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:46.736268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.738716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:46.743260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:46.754902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:46.755715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.801958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Allocated IP 2001:db8::f816:3eff:feaf:168c (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/52b57d99-3cdf-404b-986d-8fd3b025b6e5/3b77faac-7f3d-4a8c-b720-c69889aabbbf) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:46.872248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8619850 Jun 30 02:40:46.874898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.881612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97901c-00e6-464a-8b6f-32c59c7943c9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=457fbe72-efd8-455d-b3f7-a7c8f58d83bf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:46.922936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.12 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/2cfba31c-bde5-4242-af59-2d987d0c662d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:46.994327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-1fa7eafa-b0c9-496f-8d58-2020aa677122 service neutron] 10.222.0.78 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584486 Jun 30 02:40:46.994327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.996116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.997273 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/263ed7e3-c5b0-42ec-9bf5-62941b6844ba HTTP/1.1" status: 204 len: 168 time: 0.5000107 Jun 30 02:40:47.022832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ed7e3-c5b0-42ec-9bf5-62941b6844ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.134204 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.135367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.136037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.136269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.136422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.136873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.137072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.137464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.137797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.138158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.138394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.138665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.139377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.139714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe45c52-417f-4c23-914a-58c85d602994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:47.161166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-2907fc28-1e7a-475f-822e-ee9ccd49c52a service neutron] 10.222.0.78 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483164 Jun 30 02:40:47.182481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Transition to ACTIVE for port object 3b77faac-7f3d-4a8c-b720-c69889aabbbf will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:47.186152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3818c57f-1c9e-408f-a02f-b6dcbec39f78 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:47.186618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c704-795b-47ec-a6f1-defaa81806bd req-b9af8934-b139-4350-b993-31f5684f62df tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.194346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c704-795b-47ec-a6f1-defaa81806bd req-b9af8934-b139-4350-b993-31f5684f62df tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.202011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c704-795b-47ec-a6f1-defaa81806bd req-b9af8934-b139-4350-b993-31f5684f62df tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.203897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a28c704-795b-47ec-a6f1-defaa81806bd req-b9af8934-b139-4350-b993-31f5684f62df tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797&device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8&device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 2419 time: 0.2490802 Jun 30 02:40:47.241666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Transition to ACTIVE for port object 3b77faac-7f3d-4a8c-b720-c69889aabbbf will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:47.244505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:47.252822 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.260638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.269939 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.273166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee8a09-ac51-4c8d-abeb-4b983ef2f60e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.277038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-43ee8a09-ac51-4c8d-abeb-4b983ef2f60e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3954668 Jun 30 02:40:47.277309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:47.294194 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a28c704-795b-47ec-a6f1-defaa81806bd req-c544cc01-a4e7-4689-83b8-d6218e318306 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Jun 30 02:40:47.360515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:47.368445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:47.374058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.378615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:47.411404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-098a0875-157f-462a-b2f7-9a52c3bcd9f1 service neutron] 10.222.0.78 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493036 Jun 30 02:40:47.464093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 457fbe72-efd8-455d-b3f7-a7c8f58d83bf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:47.464456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.493209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:47.498557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:47.505835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:47.579131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.601370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:47.610368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=2cfba31c-bde5-4242-af59-2d987d0c662d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.639846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.641314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.652236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8e16fc-3c95-4edf-b77a-54ae675060ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.654445 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb0cc5-86f5-4250-a834-e925485a64d8 x-openstack-request-id: req-d1cb0cc5-86f5-4250-a834-e925485a64d8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:47.654714 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-unplugged", "status": "completed", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:47.654946 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1cb0cc5-86f5-4250-a834-e925485a64d8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:47.655322 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'code': 200} Jun 30 02:40:47.656560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Pushing event updated for resources: {'Port': ['ID=3b77faac-7f3d-4a8c-b720-c69889aabbbf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.677125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Attempting to bind port 3b77faac-7f3d-4a8c-b720-c69889aabbbf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:47.677496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Attempting to bind port 3b77faac-7f3d-4a8c-b720-c69889aabbbf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:47.677862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Attempting to bind port 3b77faac-7f3d-4a8c-b720-c69889aabbbf on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:47.684684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:47.684995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-5122ed4a-2a03-490c-9dd8-ee2355c475d7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5850196 Jun 30 02:40:47.685089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:47.685487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.685863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:47.686406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Bound port: 3b77faac-7f3d-4a8c-b720-c69889aabbbf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:47.686781 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.706650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Request body: {'port': {'device_id': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:47.739081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.745887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e6154de2-6431-476b-a90f-b95cf55dd42a service neutron] 10.222.0.78 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977388 Jun 30 02:40:47.762355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] For port 3b77faac-7f3d-4a8c-b720-c69889aabbbf, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:47.766845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] For port 3b77faac-7f3d-4a8c-b720-c69889aabbbf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3b77faac-7f3d-4a8c-b720-c69889aabbbf,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:47.773094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3818c57f-1c9e-408f-a02f-b6dcbec39f78'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:47.788254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 457fbe72-efd8-455d-b3f7-a7c8f58d83bf owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:47.807293 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.897114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d0291-9fe1-4f12-90c7-f1aaeded7290 None None] Pushing event updated for resources: {'Port': ['ID=3b77faac-7f3d-4a8c-b720-c69889aabbbf,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.961306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee3f3f-726c-43c0-bc85-93f28271e8e3 req-a9e0eabf-d00e-44aa-a4db-3560b8855c37 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.969201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8ee3f3f-726c-43c0-bc85-93f28271e8e3 req-a9e0eabf-d00e-44aa-a4db-3560b8855c37 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.2056842 Jun 30 02:40:47.977812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.994284 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-bebfecb2-695b-476c-8026-262e8514dc93 service neutron] 10.222.0.78 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329164 Jun 30 02:40:48.105425 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8e16fc-3c95-4edf-b77a-54ae675060ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.109841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8ee3f3f-726c-43c0-bc85-93f28271e8e3 req-66b92bf9-d9f4-4cd3-8223-0f7ff9e0fb3f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401558 Jun 30 02:40:48.163631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb8e16fc-3c95-4edf-b77a-54ae675060ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.190998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.352962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=457fbe72-efd8-455d-b3f7-a7c8f58d83bf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:48.354561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e16fc-3c95-4edf-b77a-54ae675060ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c89437-b66e-4fb6-9f7f-6a21e1ba5da5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:48.381947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:48.384715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fb8e16fc-3c95-4edf-b77a-54ae675060ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84164e64c4b14293be65aa063c483cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7460091 Jun 30 02:40:48.429690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.437674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eebcc713-39a5-496c-afd5-c9c4df93cdd1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/457fbe72-efd8-455d-b3f7-a7c8f58d83bf HTTP/1.1" status: 204 len: 168 time: 1.1584830 Jun 30 02:40:48.437992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:48.533564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0aafb-fc3a-4f30-9075-069d58e7da47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:48.538881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0aafb-fc3a-4f30-9075-069d58e7da47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:48.547297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23c0aafb-fc3a-4f30-9075-069d58e7da47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1080134 Jun 30 02:40:48.547862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:49.021237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e33-8d93-45f4-9fb8-84d6b723046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.030230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 52b57d99-3cdf-404b-986d-8fd3b025b6e5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:49.066032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.125795 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e33-8d93-45f4-9fb8-84d6b723046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.190966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.255200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:49.259190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb4dd-6cca-4c97-ada3-bc61e79685ac req-9c08ac32-1457-44f7-a288-453228e6fa8c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:49.269375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6dccb4dd-6cca-4c97-ada3-bc61e79685ac req-9c08ac32-1457-44f7-a288-453228e6fa8c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 932 time: 0.1683342 Jun 30 02:40:49.299009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3e2d-50c2-437e-9e92-9070c011b9fc req-a1f496f0-26a3-4b61-b71c-99eaa9d6b61e tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:49.307606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1fe3e2d-50c2-437e-9e92-9070c011b9fc req-a1f496f0-26a3-4b61-b71c-99eaa9d6b61e tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 945 time: 0.7639923 Jun 30 02:40:49.382028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:49.383291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.399118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfba31c-bde5-4242-af59-2d987d0c662d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:49.464046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.568034 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.570528 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.582099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e33-8d93-45f4-9fb8-84d6b723046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.587239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e33-8d93-45f4-9fb8-84d6b723046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.591453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c48d9e33-8d93-45f4-9fb8-84d6b723046b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/31c89437-b66e-4fb6-9f7f-6a21e1ba5da5 HTTP/1.1" status: 204 len: 168 time: 1.1973081 Jun 30 02:40:49.599267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.624010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.628503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:49.629904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/52b57d99-3cdf-404b-986d-8fd3b025b6e5 HTTP/1.1" status: 204 len: 168 time: 1.0767150 Jun 30 02:40:49.630114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:49.642644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.698437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:49.703257 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dc3c2e-a59d-49a8-8577-aee330cc4c61" -d '{"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-plugged", "status": "completed", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:49.716762 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1fe3e2d-50c2-437e-9e92-9070c011b9fc req-74338157-1520-48a1-9a12-c7d21b712817 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082298 Jun 30 02:40:49.731834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7a091-4cfa-47ad-84e0-9a131c364e46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=52b57d99-3cdf-404b-986d-8fd3b025b6e5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.742006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de48b44-a1db-4678-836d-5b61bee7378f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:49.808689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d9e33-8d93-45f4-9fb8-84d6b723046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c89437-b66e-4fb6-9f7f-6a21e1ba5da5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.817667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Transition to ACTIVE for port object 2cfba31c-bde5-4242-af59-2d987d0c662d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:49.833801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1b935ca0-e205-425a-950d-d14434ee49ad tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558006 Jun 30 02:40:49.834701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38376) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:49.839846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:49.844405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.911854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3b77faac-7f3d-4a8c-b720-c69889aabbbf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:49.961736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfba31c-bde5-4242-af59-2d987d0c662d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.993555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6dccb4dd-6cca-4c97-ada3-bc61e79685ac req-c8584ec2-a966-4249-bb67-7b16bc744685 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228153 Jun 30 02:40:50.161982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:50.200245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a6453312-4d01-454a-81d2-40764f26daf5 None None] Provisioning for port 3b77faac-7f3d-4a8c-b720-c69889aabbbf completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:50.229235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.454292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3b77faac-7f3d-4a8c-b720-c69889aabbbf completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:50.455671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:50.463618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.479477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3b77faac-7f3d-4a8c-b720-c69889aabbbf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:50.479924 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.511955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.529244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.535507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.543103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.549654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.555647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:50.557738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.564628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.567713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-9878414b-ed6a-46d0-b2a7-aaa8b1e76a7a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.2438841 Jun 30 02:40:50.621406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f', 'port_id': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'mac_address': 'fa:16:3e:f7:37:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8919873b-d5d5-48b5-8b60-5b95fc1b8473', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:50.664852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-854e3335-2ddc-452d-a2af-7b144bd03d9c req-4c94f0e9-8136-43a6-a9ae-03e740813fd6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859981 Jun 30 02:40:50.702865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Attempting to bind port 2cfba31c-bde5-4242-af59-2d987d0c662d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:50.703588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Attempting to bind port 2cfba31c-bde5-4242-af59-2d987d0c662d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:50.704072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Attempting to bind port 2cfba31c-bde5-4242-af59-2d987d0c662d on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:50.755036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:40:50.785239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a29fbd-72a1-4f82-b13d-fd7e8f0db7d1 req-3eda8b88-ebfc-4732-851c-da444f766de4 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.802730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50a29fbd-72a1-4f82-b13d-fd7e8f0db7d1 req-3eda8b88-ebfc-4732-851c-da444f766de4 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.6154141 Jun 30 02:40:50.809359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Port 2cfba31c-bde5-4242-af59-2d987d0c662d on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:50.809664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Attempting to bind port 2cfba31c-bde5-4242-af59-2d987d0c662d on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:50.879866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:50.880663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:50.881443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:50.882832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Bound port: 2cfba31c-bde5-4242-af59-2d987d0c662d, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:50.883246 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.883452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.916279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.919435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12ad11a-c0e1-4ad4-b158-30a8212b9046 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:50.945708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:50.958358 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.983246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a4ad0e2-b695-43e5-a79f-ed46febe7653 req-c802b117-cd88-4bb2-a461-e616e3c7437b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0525000 Jun 30 02:40:50.997549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3b77faac-7f3d-4a8c-b720-c69889aabbbf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3b77faac-7f3d-4a8c-b720-c69889aabbbf,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:51.017995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.046249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] Deleting port 3b77faac-7f3d-4a8c-b720-c69889aabbbf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:51.046553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.110373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.181944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50a29fbd-72a1-4f82-b13d-fd7e8f0db7d1 req-fb042308-a4c2-4db2-b7b6-3d22c2878cf0 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780797 Jun 30 02:40:51.235695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] For port 3b77faac-7f3d-4a8c-b720-c69889aabbbf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3b77faac-7f3d-4a8c-b720-c69889aabbbf,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:51.236462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.293440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] For port 2cfba31c-bde5-4242-af59-2d987d0c662d, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:51.309037 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa782ca-87ee-420e-80e3-4cbbb4a222f1 x-openstack-request-id: req-1aa782ca-87ee-420e-80e3-4cbbb4a222f1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:51.309493 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-plugged", "status": "completed", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:51.309862 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1aa782ca-87ee-420e-80e3-4cbbb4a222f1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:51.310289 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'code': 200} Jun 30 02:40:51.319453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] For port 2cfba31c-bde5-4242-af59-2d987d0c662d, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cfba31c-bde5-4242-af59-2d987d0c662d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:51.326756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a12ad11a-c0e1-4ad4-b158-30a8212b9046'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:51.345917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] Calling delete_port for 3b77faac-7f3d-4a8c-b720-c69889aabbbf owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:51.359045 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.361045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac421b1-ec48-4828-9c05-46aea1243ff0 req-5a5e38ca-b48a-48a6-80cd-48147c257fae tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.363253 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ac421b1-ec48-4828-9c05-46aea1243ff0 req-5a5e38ca-b48a-48a6-80cd-48147c257fae tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.2073832 Jun 30 02:40:51.389800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3b77faac-7f3d-4a8c-b720-c69889aabbbf,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.508004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ac421b1-ec48-4828-9c05-46aea1243ff0 req-87110306-0de5-4af5-bf49-ba995c0f3a0e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373558 Jun 30 02:40:51.570797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.objects.ports [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:40:51.579366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfba31c-bde5-4242-af59-2d987d0c662d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.652492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.656301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.664022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3b77faac-7f3d-4a8c-b720-c69889aabbbf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:51.668293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-eb821a47-7b70-419e-a662-3bc40804cb20 service neutron] 10.222.0.67 "PUT /v2.0/ports/2cfba31c-bde5-4242-af59-2d987d0c662d HTTP/1.1" status: 200 len: 1092 time: 3.9737875 Jun 30 02:40:51.828250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'tag': '2cfba31c-bde5-4242-af59-2d987d0c662d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:51.841257 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05c664b-315c-4da6-8649-cda1fa4f1b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d34a5d-a7d6-4203-a4a9-351000f5fe51", "tag": "2cfba31c-bde5-4242-af59-2d987d0c662d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:51.911366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.932980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.956477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.973097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.990753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.010607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.026146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.051745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb29e2a0-fb5e-4a31-aae2-25ecf9461c14 req-d4f08807-420e-417f-b567-f13570992675 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.2898664 Jun 30 02:40:52.061604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.077639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Port 3b77faac-7f3d-4a8c-b720-c69889aabbbf update to DOWN by agent not found {{(pid=93823) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 02:40:52.146490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] Pushing event deleted for resources: {'Port': ['ID=3b77faac-7f3d-4a8c-b720-c69889aabbbf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:52.170447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deee5f0-db5c-4221-bd3a-d5b5a993504e None None] No DVR routers for this DVR port 3b77faac-7f3d-4a8c-b720-c69889aabbbf on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:52.252701 n-d-798054-5 neutron-server[93822]: WARNING neutron.services.revisions.revision_plugin [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Could not find related port for resource to bump revision. Jun 30 02:40:52.270016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-bac821f8-56af-4341-8051-301be47478c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.273007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-bac821f8-56af-4341-8051-301be47478c5 service neutron] 10.222.0.90 "GET /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 1027 time: 0.4279103 Jun 30 02:40:52.279446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_pluggable_backend [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Port 3b77faac-7f3d-4a8c-b720-c69889aabbbf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93822) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 02:40:52.279950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_pluggable_backend [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:168c {{(pid=93822) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 02:40:52.306115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_pluggable_backend [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:168c {{(pid=93822) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 02:40:52.329288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.467639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-addc105c-305d-4460-adc0-8fb3085e3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.469257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-addc105c-305d-4460-adc0-8fb3085e3de0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 1095 time: 0.5904539 Jun 30 02:40:52.486908 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cefa9d5-3593-4963-8c1f-5994b4c40d0e x-openstack-request-id: req-3cefa9d5-3593-4963-8c1f-5994b4c40d0e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:52.487442 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d34a5d-a7d6-4203-a4a9-351000f5fe51", "tag": "2cfba31c-bde5-4242-af59-2d987d0c662d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:52.487801 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cefa9d5-3593-4963-8c1f-5994b4c40d0e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:52.488201 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'tag': '2cfba31c-bde5-4242-af59-2d987d0c662d', 'status': 'completed', 'code': 200} Jun 30 02:40:52.494090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:52.503601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-52af8da0-7c5d-4927-af69-4b9168c1ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.506112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-52af8da0-7c5d-4927-af69-4b9168c1ee5d service neutron] 10.222.0.90 "GET /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 1028 time: 0.2161846 Jun 30 02:40:52.530150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:52.549526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20083e2a-7222-469c-9432-aa70cff2372f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:52.592687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.593667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.615102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-bb8fb68b-ed47-4eb4-8b59-9d96d9b03837 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cfba31c-bde5-4242-af59-2d987d0c662d HTTP/1.1" status: 200 len: 217 time: 0.1249230 Jun 30 02:40:52.629016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad34df0-8490-49f7-a3ab-33fdd0de1854 req-e5594599-8bae-43c7-aead-7dd8348c7789 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.663192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ad34df0-8490-49f7-a3ab-33fdd0de1854 req-e5594599-8bae-43c7-aead-7dd8348c7789 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 944 time: 0.5582018 Jun 30 02:40:52.697327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fac408ec-8223-4e8d-9519-f6d79c1ef7af req-ecff8859-fe73-4edb-ad2d-1a468840ea6d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0824757 Jun 30 02:40:52.816138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=88b49a53-e5e9-41df-a624-50980b059bdc,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:52.822524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227190e-e23b-4a03-8c00-004036e74a68 req-0f143b85-13cf-4041-a92d-89937113648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.825383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-0f143b85-13cf-4041-a92d-89937113648a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.1580572 Jun 30 02:40:53.013503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '88b49a53-e5e9-41df-a624-50980b059bdc'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:53.014973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.041380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-3c1ce75c-f3ba-410f-a8b4-06a6260eeed7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010592 Jun 30 02:40:53.127648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-9b6c78f6-6e2d-46f9-ac61-d00ee4b8b661 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.142540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-9b6c78f6-6e2d-46f9-ac61-d00ee4b8b661 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.155566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-062ef4ad-550f-42e9-ac6c-3c1ac23a2e7e tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.156458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-9b6c78f6-6e2d-46f9-ac61-d00ee4b8b661 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.157439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-062ef4ad-550f-42e9-ac6c-3c1ac23a2e7e tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 814 time: 0.2714581 Jun 30 02:40:53.159851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-9b6c78f6-6e2d-46f9-ac61-d00ee4b8b661 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 1988 time: 0.5775063 Jun 30 02:40:53.190122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-f2263e5b-9b6e-4e3b-86be-c1cd35215b82 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/quotas/ac9d798e8dc14842a924668f0b1c4847 HTTP/1.1" status: 200 len: 375 time: 0.0179355 Jun 30 02:40:53.318277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Allocated IP 2001:db8::f816:3eff:feca:ea31 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/88b49a53-e5e9-41df-a624-50980b059bdc/314dc9b9-94b7-4bf1-8732-70f779a0e939) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:53.338711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-237ebfe9-6cbc-40d4-b658-0c5241a90e49 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4987485 Jun 30 02:40:53.342026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:53.354630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:c3:3f:87', 'name': 'tempest-NetworksTestDHCPv6-1843512588'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:53.423228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ad34df0-8490-49f7-a3ab-33fdd0de1854 req-ef7830e7-9ee1-404d-8ef9-3548a511f570 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583101 Jun 30 02:40:53.482274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-031447d7-69f2-4118-b5ce-be92a7882923 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2764745 Jun 30 02:40:53.506638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-decc650d-47d2-43d9-be76-f8b2cc7ae1c3 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425007 Jun 30 02:40:53.561470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-d44f40da-7f3b-4341-8764-b3a23e565288 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d HTTP/1.1" status: 200 len: 380 time: 0.1883113 Jun 30 02:40:53.672323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'admin_state_up': True, 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'security_groups': ['44a39052-7a4f-43a5-a84d-a13b168269f2']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:53.731608 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.755542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Transition to ACTIVE for port object 314dc9b9-94b7-4bf1-8732-70f779a0e939 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:53.763666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-2ea6c047-3dd1-4934-899f-a13eb56ad38e service neutron] 10.222.0.78 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751601 Jun 30 02:40:53.822188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Transition to ACTIVE for port object 314dc9b9-94b7-4bf1-8732-70f779a0e939 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:53.838725 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.007583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:54.086617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:54.089350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889543-83da-4a50-b1dd-7e31f620697c req-79c8b031-e5d8-4b2d-bda0-6180ace5d98a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.091866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c889543-83da-4a50-b1dd-7e31f620697c req-79c8b031-e5d8-4b2d-bda0-6180ace5d98a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "GET /v2.0/ports?device_id=a89dfe15-a21f-4ec8-a0c8-112685caecf1 HTTP/1.1" status: 200 len: 946 time: 0.7263567 Jun 30 02:40:54.108883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:54.115825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:54.149047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Pushing event updated for resources: {'Port': ['ID=314dc9b9-94b7-4bf1-8732-70f779a0e939,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:54.200613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3227190e-e23b-4a03-8c00-004036e74a68 req-10226ef6-68ab-4d7d-8a20-669f5a99fa80 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740987 Jun 30 02:40:54.258999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-204e7a03-7f45-4c76-bb8f-a206ad08e4d5 service neutron] 10.222.0.78 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943140 Jun 30 02:40:54.339969 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.346739 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:54.389325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 7d699590-8e26-4023-998d-0246f3555b05 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:54.491489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:54.499627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.556190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db482-0dbc-48f9-b9b6-e84d77b08bce req-5687822e-7005-4f40-b0e5-961e91749683 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.563447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e7db482-0dbc-48f9-b9b6-e84d77b08bce req-5687822e-7005-4f40-b0e5-961e91749683 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.4849465 Jun 30 02:40:54.586483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fec3:3f87 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/88b49a53-e5e9-41df-a624-50980b059bdc/7d699590-8e26-4023-998d-0246f3555b05) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:54.591103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:54.718262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Deleting port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:54.718751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.730441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-c7ffadcf-7f55-427d-a272-0f769c112956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.732121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-c7ffadcf-7f55-427d-a272-0f769c112956 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 1095 time: 0.4614098 Jun 30 02:40:54.781409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Attempting to bind port 314dc9b9-94b7-4bf1-8732-70f779a0e939 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:54.781409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Attempting to bind port 314dc9b9-94b7-4bf1-8732-70f779a0e939 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:54.781745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Attempting to bind port 314dc9b9-94b7-4bf1-8732-70f779a0e939 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:54.813275 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e7db482-0dbc-48f9-b9b6-e84d77b08bce req-55bf38d1-39fb-46ba-81e2-d6c3a4c440ce tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486424 Jun 30 02:40:54.871589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port a12ad11a-c0e1-4ad4-b158-30a8212b9046 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:54.885643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port a12ad11a-c0e1-4ad4-b158-30a8212b9046 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:54.886233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.937518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:54.937796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:54.938216 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.938659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:54.939166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Bound port: 314dc9b9-94b7-4bf1-8732-70f779a0e939, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:54.939566 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.043518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.057961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] For port 314dc9b9-94b7-4bf1-8732-70f779a0e939, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:55.062233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] For port 314dc9b9-94b7-4bf1-8732-70f779a0e939, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=314dc9b9-94b7-4bf1-8732-70f779a0e939,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:55.084313 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.227720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6704a9d-9593-45b5-a7cb-c964b2864f70 req-e42b5a0d-678a-4fa5-9fe3-f1a51bf48e88 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.2272210 Jun 30 02:40:55.238401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1c3d-12e5-4193-98e3-fe22bedaa79a None None] Pushing event updated for resources: {'Port': ['ID=314dc9b9-94b7-4bf1-8732-70f779a0e939,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.239339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 7d699590-8e26-4023-998d-0246f3555b05 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:55.248444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.263445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 172.20.0.10 (05158402-4f23-4e72-a500-4cf01d25dc82/586f1a45-e972-45eb-a3b0-bec5bfe7cec3/43b88353-b9ee-4a44-abc8-5b92d6dffe93) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:55.296122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] For port 3818c57f-1c9e-408f-a02f-b6dcbec39f78, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3818c57f-1c9e-408f-a02f-b6dcbec39f78,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:55.296454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.337575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Calling delete_port for 3818c57f-1c9e-408f-a02f-b6dcbec39f78 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:55.355941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-f7778ee6-940f-40a8-845a-bf4d373431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.365383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-f7778ee6-940f-40a8-845a-bf4d373431f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.6160676 Jun 30 02:40:55.365604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:55.372974 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5663c38b-16fe-47a6-9169-eaa144b86633" -d '{"events": [{"server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "name": "network-vif-plugged", "status": "completed", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:55.395389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.420809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:55.434753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.532845 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-4d3d3035-23f4-4e10-88ff-f9e63697372e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cfba31c-bde5-4242-af59-2d987d0c662d HTTP/1.1" status: 200 len: 217 time: 0.1426358 Jun 30 02:40:55.583290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=7d699590-8e26-4023-998d-0246f3555b05,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.592721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.783447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:55.806578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:55.818518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:55.833453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.837097 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.962854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38502) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:55.972501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ed42-7400-46ab-8f62-8b0e49e53e25 req-fdb96b6a-3920-4d4a-8360-347b9812925f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.974344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96a4ed42-7400-46ab-8f62-8b0e49e53e25 req-fdb96b6a-3920-4d4a-8360-347b9812925f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 944 time: 0.3294182 Jun 30 02:40:55.978108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28e8cad9-56de-489a-bd81-6cc3ce536596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6315014 Jun 30 02:40:55.985302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38504) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:55.992046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-2d06d26b-7f76-45e0-9b0c-c13330233d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.993649 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-2d06d26b-7f76-45e0-9b0c-c13330233d1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.4438417 Jun 30 02:40:56.095290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96a4ed42-7400-46ab-8f62-8b0e49e53e25 req-1845f8f4-c780-4d37-a34d-fa7e070813fa tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079397 Jun 30 02:40:56.220066 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fafb0a-451c-40de-b804-75aac88694f1 x-openstack-request-id: req-66fafb0a-451c-40de-b804-75aac88694f1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:56.220581 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "name": "network-vif-plugged", "status": "completed", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:56.221232 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66fafb0a-451c-40de-b804-75aac88694f1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:56.222891 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'code': 200} Jun 30 02:40:56.447856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca94eaf-460e-4c87-881f-9921e28da727 req-75a6f727-0158-4ded-95ba-00731cf67003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.463123 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eca94eaf-460e-4c87-881f-9921e28da727 req-75a6f727-0158-4ded-95ba-00731cf67003 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1097 time: 0.1608434 Jun 30 02:40:56.564652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eca94eaf-460e-4c87-881f-9921e28da727 req-a0c1002a-b54f-427f-80f3-eb1b7a1eb547 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558884 Jun 30 02:40:56.590025 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-a35f8adc-ff2b-484f-8e78-a0045780abc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525333 Jun 30 02:40:56.595590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8cb1-f1fc-4a83-b902-428c91827f02 req-fbeb505e-d087-4ce5-8990-fedaa6f06dad tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.603781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f72fec76-55f7-4087-8b6c-2386750dfd76 req-d59287b3-f56e-439e-85e9-4f5ed9fe9578 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 210 time: 0.1854444 Jun 30 02:40:56.604714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-670a8cb1-f1fc-4a83-b902-428c91827f02 req-fbeb505e-d087-4ce5-8990-fedaa6f06dad tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.1748617 Jun 30 02:40:56.745205 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-670a8cb1-f1fc-4a83-b902-428c91827f02 req-1fb454f7-b3a2-4b8b-95e1-ef84265f053a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394732 Jun 30 02:40:56.819500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.861772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b23f82-b01a-41b6-8eb9-1ab5ca77c99c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.870705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b23f82-b01a-41b6-8eb9-1ab5ca77c99c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.875425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:56.884045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-32b23f82-b01a-41b6-8eb9-1ab5ca77c99c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8893213 Jun 30 02:40:57.019344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.020091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.020640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.021279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.021783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.022418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.027402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.037696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-dab777e3-e434-4124-ab86-376da957f5c0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 6499 time: 1.0713229 Jun 30 02:40:57.057656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object 43b88353-b9ee-4a44-abc8-5b92d6dffe93 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:57.148938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-674d1361-2824-4d49-8e73-eb4473044991 None None] Provisioning for port 314dc9b9-94b7-4bf1-8732-70f779a0e939 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:57.162533 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-def94f5a-1c25-42bf-8516-07086c62ac6f service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503073 Jun 30 02:40:57.166057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.169034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.295015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:57.310404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cfba31c-bde5-4242-af59-2d987d0c662d details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:57.414586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:57.557989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-050c4657-72eb-443c-a1f7-2d82e8a60df4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.559604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-050c4657-72eb-443c-a1f7-2d82e8a60df4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 814 time: 0.6247818 Jun 30 02:40:57.563466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 3818c57f-1c9e-408f-a02f-b6dcbec39f78 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:57.567813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3818c57f-1c9e-408f-a02f-b6dcbec39f78 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:57.587795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c05c664b-315c-4da6-8649-cda1fa4f1b7d req-7a3abe6a-fece-4dd1-ae08-6266b13770cf service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948058 Jun 30 02:40:57.599779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Request body: {'port': {'device_id': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'admin_state_up': True, 'tenant_id': 'ac9d798e8dc14842a924668f0b1c4847'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:57.617575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] No DVR routers for this DVR port 3818c57f-1c9e-408f-a02f-b6dcbec39f78 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:57.625316 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.630364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b431ce35-f595-45a6-8599-f63901e0ff22 None None] Provisioning for port 7d699590-8e26-4023-998d-0246f3555b05 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:57.633476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c889543-83da-4a50-b1dd-7e31f620697c req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "DELETE /v2.0/ports/3818c57f-1c9e-408f-a02f-b6dcbec39f78 HTTP/1.1" status: 204 len: 173 time: 3.5342379 Jun 30 02:40:57.684913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 05158402-4f23-4e72-a500-4cf01d25dc82 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:57.685202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b431ce35-f595-45a6-8599-f63901e0ff22 None None] Provisioning complete for port 7d699590-8e26-4023-998d-0246f3555b05 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:57.685593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b431ce35-f595-45a6-8599-f63901e0ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.686702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-deleted', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:57.689845 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b1f26-d5ba-4d7b-8c01-18652d61bcc9" -d '{"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-deleted", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:57.702515 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c09b556-8dae-43e1-9812-a6da88f90cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.779382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 314dc9b9-94b7-4bf1-8732-70f779a0e939 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:57.784885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-7c677d6a-c108-4157-8880-758c1dffac8b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&id=0c334f35-e945-4b3c-beb1-36f80312adce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7435186 Jun 30 02:40:57.788337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:57.790886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff3f3c-f12f-4c7d-b18e-f222bd3a72ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Pushing event deleted for resources: {'Port': ['ID=3818c57f-1c9e-408f-a02f-b6dcbec39f78,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:57.808976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487231d-d426-4a9a-90ce-63b17c72beb6 req-8004a98a-8970-4f2b-9481-b074d07b0da8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.814945 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7487231d-d426-4a9a-90ce-63b17c72beb6 req-8004a98a-8970-4f2b-9481-b074d07b0da8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 932 time: 0.6489406 Jun 30 02:40:57.821376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:57.836596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2cfba31c-bde5-4242-af59-2d987d0c662d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cfba31c-bde5-4242-af59-2d987d0c662d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:57.883775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '2cfba31c-bde5-4242-af59-2d987d0c662d', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': '2cfba31c-bde5-4242-af59-2d987d0c662d', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:57.890731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b431ce35-f595-45a6-8599-f63901e0ff22 None None] Port 7d699590-8e26-4023-998d-0246f3555b05 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:57.972242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7487231d-d426-4a9a-90ce-63b17c72beb6 req-c4cc28b5-59b9-4675-a51d-f1062ad3f66a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654960 Jun 30 02:40:58.093093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 7d699590-8e26-4023-998d-0246f3555b05 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:58.093792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.182708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.183192 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.220367 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.242441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56598-215e-4ea6-b12f-074d0cbbe0ae req-610fd242-6314-421c-a512-8b683ceae846 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.247085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6e56598-215e-4ea6-b12f-074d0cbbe0ae req-610fd242-6314-421c-a512-8b683ceae846 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 944 time: 0.6568739 Jun 30 02:40:58.291954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 314dc9b9-94b7-4bf1-8732-70f779a0e939 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:58.343441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 314dc9b9-94b7-4bf1-8732-70f779a0e939 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:58.344135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.355471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfba31c-bde5-4242-af59-2d987d0c662d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:58.358301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Made reservation on behalf of ac9d798e8dc14842a924668f0b1c4847 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:58.363776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.456983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7378d2ef-52f9-4838-a941-248b8c0006cb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8621929 Jun 30 02:40:58.460175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6e56598-215e-4ea6-b12f-074d0cbbe0ae req-667767a7-7a24-4a9d-824e-4fe1aa8b16e0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005026 Jun 30 02:40:58.484943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'admin_state_up': True, 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'security_groups': ['44a39052-7a4f-43a5-a84d-a13b168269f2']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:58.597064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.671060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2cfba31c-bde5-4242-af59-2d987d0c662d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cfba31c-bde5-4242-af59-2d987d0c662d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:58.679463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e5e97b95-c484-4b56-9684-6ea74d82b07a None None] Provisioning for port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:58.680694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 7d699590-8e26-4023-998d-0246f3555b05 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:58.685553 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da8661-161c-4753-b050-04fbe50e39ce x-openstack-request-id: req-d7da8661-161c-4753-b050-04fbe50e39ce {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:58.686363 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89dfe15-a21f-4ec8-a0c8-112685caecf1", "name": "network-vif-deleted", "tag": "3818c57f-1c9e-408f-a02f-b6dcbec39f78", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:58.686363 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7da8661-161c-4753-b050-04fbe50e39ce {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:58.686868 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89dfe15-a21f-4ec8-a0c8-112685caecf1', 'name': 'network-vif-deleted', 'tag': '3818c57f-1c9e-408f-a02f-b6dcbec39f78', 'status': 'completed', 'code': 200} Jun 30 02:40:58.704166 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.724835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e5e97b95-c484-4b56-9684-6ea74d82b07a None None] Provisioning complete for port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:58.733657 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e97b95-c484-4b56-9684-6ea74d82b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.800608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:58.812181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.869447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e5e97b95-c484-4b56-9684-6ea74d82b07a None None] Port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:59.038256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.093035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2cfba31c-bde5-4242-af59-2d987d0c662d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:59.093583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b83dfbd7-e4d7-4750-8952-c61066ebe622 req-01d12cc9-b619-498c-891c-2d9371291a68 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 210 time: 0.4347763 Jun 30 02:40:59.161848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.192571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2cfba31c-bde5-4242-af59-2d987d0c662d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.210112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Allocated IP 172.20.0.13 (7709f6dd-dcbf-474b-962c-a48c17abefa3/2d960f3e-3013-404b-9ba0-015b1b94bda9/e1e9f7c2-19a0-45f8-848a-4db076dd318e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:59.240091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 314dc9b9-94b7-4bf1-8732-70f779a0e939, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=314dc9b9-94b7-4bf1-8732-70f779a0e939,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:59.247922 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.334197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 10.1.1.20 (3c02039a-e2ff-4eb6-bbaa-4ad520d737ae/8128710c-8515-4c9a-bef7-562a818469c0/213238be-326b-4a1e-aca7-b660250e2e80) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:59.362031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=7d699590-8e26-4023-998d-0246f3555b05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.429858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=314dc9b9-94b7-4bf1-8732-70f779a0e939,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.559602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.576058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22df1d03-26fa-4ec1-83c5-66ad87b4950f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/7d699590-8e26-4023-998d-0246f3555b05 HTTP/1.1" status: 204 len: 168 time: 2.6990483 Jun 30 02:40:59.585855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:59.739902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.742767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 314dc9b9-94b7-4bf1-8732-70f779a0e939 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:59.760207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object 213238be-326b-4a1e-aca7-b660250e2e80 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:59.860083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.988987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:59.994595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:00.010255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:00.014455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:00.037925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 314dc9b9-94b7-4bf1-8732-70f779a0e939 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:00.039052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.088330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411443-e9fd-445f-9f30-d27860d00f13 req-d19947d9-9b2a-40bb-872e-98159471b4c2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.096864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf411443-e9fd-445f-9f30-d27860d00f13 req-d19947d9-9b2a-40bb-872e-98159471b4c2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.2927122 Jun 30 02:41:00.161625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cf01c-4349-4c1f-b0bc-95ee7f0d8b2f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.163929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cf01c-4349-4c1f-b0bc-95ee7f0d8b2f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.180795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-592cf01c-4349-4c1f-b0bc-95ee7f0d8b2f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5900090 Jun 30 02:41:00.194484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:00.237934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.238882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.314662 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e8350dd-c2a9-4dd6-9edc-bc088ee46a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.323372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4258b9d7-6a21-4c07-871f-6bdd6d53ab47 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8564870 Jun 30 02:41:00.326527 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf411443-e9fd-445f-9f30-d27860d00f13 req-e0e068d5-3e7d-4e2c-be1a-0b8d08658e2d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188365 Jun 30 02:41:00.336707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'admin_state_up': True, 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'security_groups': ['44a39052-7a4f-43a5-a84d-a13b168269f2']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:00.570118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.586438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.595408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 88b49a53-e5e9-41df-a624-50980b059bdc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:00.596268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ffe1ebbf-ffe7-493d-965a-5b373c2068f0 None None] Provisioning for port 213238be-326b-4a1e-aca7-b660250e2e80 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:00.604622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ffe1ebbf-ffe7-493d-965a-5b373c2068f0 None None] Provisioning complete for port 213238be-326b-4a1e-aca7-b660250e2e80 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:00.605252 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ebbf-ffe7-493d-965a-5b373c2068f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.609953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.685893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1ebbf-ffe7-493d-965a-5b373c2068f0 None None] Port 213238be-326b-4a1e-aca7-b660250e2e80 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:00.726351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:00.730615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.765910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8f5f-cb18-4560-b47c-152a487d97de req-e0bd8693-92b2-49e7-9ed8-645e272adb91 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.767655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-24ca8f5f-cb18-4560-b47c-152a487d97de req-e0bd8693-92b2-49e7-9ed8-645e272adb91 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 945 time: 0.1839685 Jun 30 02:41:00.769552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87b2cf-8634-4faa-a599-7ea2ded70c11 req-1af9728e-e3ba-4249-894e-ffffb29f7a2d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.789213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87b2cf-8634-4faa-a599-7ea2ded70c11 req-1af9728e-e3ba-4249-894e-ffffb29f7a2d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.791039 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a87b2cf-8634-4faa-a599-7ea2ded70c11 req-1af9728e-e3ba-4249-894e-ffffb29f7a2d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 1653 time: 0.4721117 Jun 30 02:41:00.802283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.892225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.910958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-24ca8f5f-cb18-4560-b47c-152a487d97de req-a49b7ac6-a991-4777-8142-8e90a8042df2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222398 Jun 30 02:41:00.987851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 10.1.1.81 (3c02039a-e2ff-4eb6-bbaa-4ad520d737ae/8128710c-8515-4c9a-bef7-562a818469c0/80a6ee8b-987e-4548-ad68-18e2512c5f48) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:01.017911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a87b2cf-8634-4faa-a599-7ea2ded70c11 req-6a4403c8-3717-4a2f-a7ff-20ee9de9039f tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846349 Jun 30 02:41:01.022024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:01.054101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:01.068972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:01.301681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.319317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cfba31c-bde5-4242-af59-2d987d0c662d up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:01.344005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object 80a6ee8b-987e-4548-ad68-18e2512c5f48 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:01.382562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.421413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.515796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:01.521247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 2cfba31c-bde5-4242-af59-2d987d0c662d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:01.531885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 2cfba31c-bde5-4242-af59-2d987d0c662d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:01.532491 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.537656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:01.555368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:01.564856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:01.618374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:01.723731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:01.725684 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.763085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.801400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:01.804833 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.836615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5958319a-6f4b-4290-8dde-57ed519cb86e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5042565 Jun 30 02:41:01.842423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfba31c-bde5-4242-af59-2d987d0c662d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:01.859270 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b23d1f9-27af-4cb2-8837-a37095c94512" -d '{"events": [{"server_uuid": "a0d34a5d-a7d6-4203-a4a9-351000f5fe51", "name": "network-vif-plugged", "status": "completed", "tag": "2cfba31c-bde5-4242-af59-2d987d0c662d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:01.881535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.882479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'admin_state_up': True, 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'security_groups': ['44a39052-7a4f-43a5-a84d-a13b168269f2']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:01.886030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-1f61c32d-1673-4b83-b034-8c7a10bbc197 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3026626 Jun 30 02:41:01.901709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2cfba31c-bde5-4242-af59-2d987d0c662d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cfba31c-bde5-4242-af59-2d987d0c662d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:01.909665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.926900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Request body: {'port': {'device_id': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:01.991385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2cfba31c-bde5-4242-af59-2d987d0c662d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:02.024531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc91be-70d4-435e-807c-db8ad18a6eea None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:02.077908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=88b49a53-e5e9-41df-a624-50980b059bdc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:02.082850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530cd50-4683-4316-80da-3326eadb0b2d req-26fbb798-0e14-4ab7-a624-4e6ceb523975 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.095030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7530cd50-4683-4316-80da-3326eadb0b2d req-26fbb798-0e14-4ab7-a624-4e6ceb523975 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1097 time: 0.3671353 Jun 30 02:41:02.104529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.108270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5d779d7-8699-4a12-ba80-1cee2f679fa6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/88b49a53-e5e9-41df-a624-50980b059bdc HTTP/1.1" status: 204 len: 168 time: 1.9123516 Jun 30 02:41:02.130542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.140853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.169308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8f7e-8acb-4131-89f1-27669f380c7a req-48bcbe7f-3cac-49e1-8263-906ff00a63e2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.177133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e71a517f-935c-4412-b806-a7233d790105 None None] Provisioning for port 80a6ee8b-987e-4548-ad68-18e2512c5f48 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:02.179573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-624e8f7e-8acb-4131-89f1-27669f380c7a req-48bcbe7f-3cac-49e1-8263-906ff00a63e2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 932 time: 0.7445757 Jun 30 02:41:02.183649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e71a517f-935c-4412-b806-a7233d790105 None None] Provisioning complete for port 80a6ee8b-987e-4548-ad68-18e2512c5f48 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:02.184176 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e71a517f-935c-4412-b806-a7233d790105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.211635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.227427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6fbf9a5-6049-441c-a8f1-70ec27093822 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802088 Jun 30 02:41:02.229208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38610) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.262825 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7530cd50-4683-4316-80da-3326eadb0b2d req-5dd83f09-aec8-4940-b5b2-16acbf75a0be tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614633 Jun 30 02:41:02.264122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:02.305444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e71a517f-935c-4412-b806-a7233d790105 None None] Port 80a6ee8b-987e-4548-ad68-18e2512c5f48 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:02.464006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:02.495254 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-624e8f7e-8acb-4131-89f1-27669f380c7a req-9966ac29-a8b4-4b3e-b29d-f8c40664c182 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143690 Jun 30 02:41:02.606867 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f9af40-2b4d-45d1-a59b-a609dc945d94 x-openstack-request-id: req-93f9af40-2b4d-45d1-a59b-a609dc945d94 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:02.608359 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d34a5d-a7d6-4203-a4a9-351000f5fe51", "name": "network-vif-plugged", "status": "completed", "tag": "2cfba31c-bde5-4242-af59-2d987d0c662d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:02.608702 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93f9af40-2b4d-45d1-a59b-a609dc945d94 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:02.609179 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfba31c-bde5-4242-af59-2d987d0c662d', 'code': 200} Jun 30 02:41:02.610622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] Deleting port 314dc9b9-94b7-4bf1-8732-70f779a0e939 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:02.611002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.625900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb434a9e-30c9-4868-ac9c-3af97f30a5a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.631283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eb434a9e-30c9-4868-ac9c-3af97f30a5a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3941875 Jun 30 02:41:02.639178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38618) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.719348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.821870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] For port 314dc9b9-94b7-4bf1-8732-70f779a0e939, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=314dc9b9-94b7-4bf1-8732-70f779a0e939,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:02.822391 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.872941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] Calling delete_port for 314dc9b9-94b7-4bf1-8732-70f779a0e939 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:02.881324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa1cc1-dd26-49be-bfa1-d0beec1b3d9b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.886379 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4bfa1cc1-dd26-49be-bfa1-d0beec1b3d9b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2428393 Jun 30 02:41:02.888193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.900526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae1f1-6488-472f-b32a-beb4331a8fea req-de079a7a-9bf5-4c9e-a339-32c72bc0c426 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.908381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b1ae1f1-6488-472f-b32a-beb4331a8fea req-de079a7a-9bf5-4c9e-a339-32c72bc0c426 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.3905859 Jun 30 02:41:03.055617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.072758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff252-a18e-469e-a6cd-4bb0c5933a9f req-b70a4a28-dd3b-4d9c-ba34-7d39eb05cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.075259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b6ff252-a18e-469e-a6cd-4bb0c5933a9f req-b70a4a28-dd3b-4d9c-ba34-7d39eb05cfe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 1097 time: 0.3495464 Jun 30 02:41:03.111283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] Pushing event deleted for resources: {'Port': ['ID=314dc9b9-94b7-4bf1-8732-70f779a0e939,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:03.119401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d6421-329b-49d4-813e-512af1fb95cf None None] No DVR routers for this DVR port 314dc9b9-94b7-4bf1-8732-70f779a0e939 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:03.199181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b1ae1f1-6488-472f-b32a-beb4331a8fea req-8418f936-f62c-4a34-ad72-281e54b06256 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896705 Jun 30 02:41:03.429955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 10.2.2.100 (41d2ecfa-3321-44a7-bcaa-7b74881726f9/7c47d6ba-a797-4a57-91cc-1296c8fc266f/81a7a46c-df7a-4792-8fa1-5f43aafd8c42) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:03.441732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-56365aaa-f60f-42d4-b094-61cbfe693538 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5449843 Jun 30 02:41:03.463761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e9f7c2-19a0-45f8-848a-4db076dd318e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:03.476929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.493979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Transition to ACTIVE for port object e1e9f7c2-19a0-45f8-848a-4db076dd318e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:03.496769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:03.509414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:03.519017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.534371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b6ff252-a18e-469e-a6cd-4bb0c5933a9f req-2449d1f1-60d6-48b7-9449-eeb7d23d570b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259722 Jun 30 02:41:03.569509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 314dc9b9-94b7-4bf1-8732-70f779a0e939 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:03.622805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 314dc9b9-94b7-4bf1-8732-70f779a0e939 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:03.623149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 314dc9b9-94b7-4bf1-8732-70f779a0e939 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:03.773046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2aadd-ae74-4204-b118-8e00b96592e7 req-71b86ef7-535f-43b0-a0e6-3160ff61811d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.780480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2aadd-ae74-4204-b118-8e00b96592e7 req-71b86ef7-535f-43b0-a0e6-3160ff61811d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.786585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2aadd-ae74-4204-b118-8e00b96592e7 req-71b86ef7-535f-43b0-a0e6-3160ff61811d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.793991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1dc2aadd-ae74-4204-b118-8e00b96592e7 req-71b86ef7-535f-43b0-a0e6-3160ff61811d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 2373 time: 0.2805569 Jun 30 02:41:03.836055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.860979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730f9ee-b08a-4a74-8b7f-558daba57530 req-59c32d1d-a3a7-4d8f-956c-623d1b42a5c9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.875576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9730f9ee-b08a-4a74-8b7f-558daba57530 req-59c32d1d-a3a7-4d8f-956c-623d1b42a5c9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 946 time: 1.0118313 Jun 30 02:41:03.877272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1dc2aadd-ae74-4204-b118-8e00b96592e7 req-9314a641-9440-4784-8882-88584c036df4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822587 Jun 30 02:41:03.886546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:03.896082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:03.974108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.044335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Attempting to bind port e1e9f7c2-19a0-45f8-848a-4db076dd318e on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:04.044684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Attempting to bind port e1e9f7c2-19a0-45f8-848a-4db076dd318e by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:04.044991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Attempting to bind port e1e9f7c2-19a0-45f8-848a-4db076dd318e on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:04.047185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:04.051381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.076742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9730f9ee-b08a-4a74-8b7f-558daba57530 req-9ae4fd20-ce15-4f4c-a545-db202f42e411 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999700 Jun 30 02:41:04.111387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Port e1e9f7c2-19a0-45f8-848a-4db076dd318e on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:04.111716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Attempting to bind port e1e9f7c2-19a0-45f8-848a-4db076dd318e on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:04.131507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:04.140379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:04.140858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Checking segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:04.141143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Bound using segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:04.141594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Bound port: e1e9f7c2-19a0-45f8-848a-4db076dd318e, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:04.141957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.193439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:04.231770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:04.260043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.262260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:04.295852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:04.317458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:04.334775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.454920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.455945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.466483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] 10.222.0.67 "PUT /v2.0/ports/e1e9f7c2-19a0-45f8-848a-4db076dd318e HTTP/1.1" status: 200 len: 1092 time: 2.5525620 Jun 30 02:41:04.470336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:04.474821 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dff06a-3b24-4954-9ed4-6c4def0a3e32" -d '{"events": [{"name": "network-changed", "server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:04.478675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.479615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.514219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.545028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a04dddf0-8cf8-4491-8b8a-0c528da0675d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6912680 Jun 30 02:41:04.570098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25cd1-4e4c-42f8-b13e-cc84c40b629d service neutron] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:04.586428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'admin_state_up': True, 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'security_groups': ['44a39052-7a4f-43a5-a84d-a13b168269f2']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:04.667772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:04.686519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:04.688842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b2542fcd-4cc0-43f2-95af-00a63afecf9a None None] Provisioning for port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:04.698406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b2542fcd-4cc0-43f2-95af-00a63afecf9a None None] Provisioning complete for port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:04.699020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2542fcd-4cc0-43f2-95af-00a63afecf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.702603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9b9fe-d2a5-48ae-aa81-624b3cc222b8 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:04.705178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.706289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.753679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=8bda3ed9-8abe-4934-a7cd-e97b4894052d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:04.791121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b9fdf7f6-9b13-41e9-8c34-67bf0f187424 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2872059 Jun 30 02:41:04.793698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:04.806018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:ee:d5:1c', 'name': 'tempest-NetworksTestDHCPv6-546439994'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:04.820692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bde0de-5c1f-4ece-8ba8-268bf1a6891c req-e2667a84-2201-4c55-b17a-9420d3a2e7d4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.823136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5bde0de-5c1f-4ece-8ba8-268bf1a6891c req-e2667a84-2201-4c55-b17a-9420d3a2e7d4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 944 time: 0.2548511 Jun 30 02:41:04.846079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b2542fcd-4cc0-43f2-95af-00a63afecf9a None None] Port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:04.980822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-2441b483-5feb-4012-a8dd-fff6bf57c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.982212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-2441b483-5feb-4012-a8dd-fff6bf57c4e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 1095 time: 0.3193290 Jun 30 02:41:05.000187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5bde0de-5c1f-4ece-8ba8-268bf1a6891c req-d523ce94-b164-4a11-8ce9-dbb4a116d1d1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569664 Jun 30 02:41:05.139349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-33536300-af9d-41a0-9418-5f5e3b419eb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e HTTP/1.1" status: 200 len: 217 time: 0.1343753 Jun 30 02:41:05.208433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '8bda3ed9-8abe-4934-a7cd-e97b4894052d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:05.210672 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.280451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ce02-4e68-4c69-903a-c8dc4282184b req-c8b9724b-5a3a-415a-a1fe-1e6df3616428 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:05.284259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:05.290076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-32b02e00-9540-4209-9fc5-d852b3be4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:05.291673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-32b02e00-9540-4209-9fc5-d852b3be4a37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 200 len: 854 time: 0.1443629 Jun 30 02:41:05.294014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a612ce02-4e68-4c69-903a-c8dc4282184b req-c8b9724b-5a3a-415a-a1fe-1e6df3616428 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1097 time: 1.1427615 Jun 30 02:41:05.373809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-394e1824-6326-4a51-80ab-3f0202cc1f0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7709f6dd-dcbf-474b-962c-a48c17abefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650027 Jun 30 02:41:05.387177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a612ce02-4e68-4c69-903a-c8dc4282184b req-3eb8f118-3a08-4546-a38d-8895dd3201a6 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890942 Jun 30 02:41:05.407014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Made reservation on behalf of f82a9d955bf54cb4b8390621fc0e4b1d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:05.424264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.585193 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16267e8d-773d-45c6-b859-81115d1f564b x-openstack-request-id: req-16267e8d-773d-45c6-b859-81115d1f564b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:05.585758 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:05.586225 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16267e8d-773d-45c6-b859-81115d1f564b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:05.586967 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'status': 'completed', 'code': 200} Jun 30 02:41:05.687955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/8bda3ed9-8abe-4934-a7cd-e97b4894052d/678f7199-e42b-4598-a1f8-09b2d3e87407) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:05.714137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc176d-9254-4fa3-8fe5-9043d9dd0b1b req-d37123e1-8909-4196-b097-6e9e444a7fdc tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:05.726695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0cc176d-9254-4fa3-8fe5-9043d9dd0b1b req-d37123e1-8909-4196-b097-6e9e444a7fdc tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.5059340 Jun 30 02:41:05.805600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.964193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-08192203-17ce-4a4f-8c6d-a9a0b1b2e575 service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817838 Jun 30 02:41:05.978539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:41:05.994575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Allocated IP 10.2.2.200 (41d2ecfa-3321-44a7-bcaa-7b74881726f9/7c47d6ba-a797-4a57-91cc-1296c8fc266f/abaa4951-52a3-4999-acd6-3dc79da0bed9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:06.017047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0cc176d-9254-4fa3-8fe5-9043d9dd0b1b req-f4a50128-a98b-4051-9e2e-510af88c7d41 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887316 Jun 30 02:41:06.127021 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.155978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Transition to ACTIVE for port object 678f7199-e42b-4598-a1f8-09b2d3e87407 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:06.203699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Transition to ACTIVE for port object 678f7199-e42b-4598-a1f8-09b2d3e87407 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:06.217106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.359941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Pushing event updated for resources: {'Port': ['ID=678f7199-e42b-4598-a1f8-09b2d3e87407,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.381337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e51f2ae6-3b48-468f-8d52-9f256d71b67a req-cd9cf4ab-d158-4ece-b3b1-08022004f924 service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020672 Jun 30 02:41:06.409865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:06.414374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:06.418180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:06.524214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Attempting to bind port 678f7199-e42b-4598-a1f8-09b2d3e87407 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:06.524904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Attempting to bind port 678f7199-e42b-4598-a1f8-09b2d3e87407 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:06.525397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Attempting to bind port 678f7199-e42b-4598-a1f8-09b2d3e87407 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:06.535403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:06.535910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:06.536441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.536937 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:06.537537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Bound port: 678f7199-e42b-4598-a1f8-09b2d3e87407, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:06.538036 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.603623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4030f-e6ff-4825-a245-56d333870c9a req-f7478562-704c-420e-adeb-2afdfc3c8003 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.620767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4030f-e6ff-4825-a245-56d333870c9a req-f7478562-704c-420e-adeb-2afdfc3c8003 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.627046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4030f-e6ff-4825-a245-56d333870c9a req-f7478562-704c-420e-adeb-2afdfc3c8003 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.645267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] For port 678f7199-e42b-4598-a1f8-09b2d3e87407, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:06.656462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] For port 678f7199-e42b-4598-a1f8-09b2d3e87407, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=678f7199-e42b-4598-a1f8-09b2d3e87407,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:06.661638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.664403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4030f-e6ff-4825-a245-56d333870c9a req-f7478562-704c-420e-adeb-2afdfc3c8003 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.672183 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62d4030f-e6ff-4825-a245-56d333870c9a req-f7478562-704c-420e-adeb-2afdfc3c8003 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 3094 time: 0.5105565 Jun 30 02:41:06.695768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.723182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Transition to ACTIVE for port object abaa4951-52a3-4999-acd6-3dc79da0bed9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:06.770813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62d4030f-e6ff-4825-a245-56d333870c9a req-dec4c821-7a9e-4d71-9e5b-eb770ca9f9af tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975862 Jun 30 02:41:06.781051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38662) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.854785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.857894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644c534-0788-4f43-931d-d3a90992f76d None None] Pushing event updated for resources: {'Port': ['ID=678f7199-e42b-4598-a1f8-09b2d3e87407,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.926761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::76 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/8bda3ed9-8abe-4934-a7cd-e97b4894052d/21d74caf-aa00-45ac-a1e0-d9b6e4654ce5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:06.980419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:06.984229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:06.999308 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:07.017920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event updated for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.135733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d120-5fba-44e4-8e73-98ceac045824 req-78bf26be-3ad2-4678-a792-f964bdf81235 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.137771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a64d120-5fba-44e4-8e73-98ceac045824 req-78bf26be-3ad2-4678-a792-f964bdf81235 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 946 time: 0.5286779 Jun 30 02:41:07.152503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-e7f25824-1cb4-44e6-9c73-a185993f01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.154953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-e7f25824-1cb4-44e6-9c73-a185993f01c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 1095 time: 0.5076351 Jun 30 02:41:07.194859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6643b014-e920-45c7-aea7-57c9d95682e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.294181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.295330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.569368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a64d120-5fba-44e4-8e73-98ceac045824 req-50d5ae98-b504-45e0-bb05-50ab15656ef4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254497 Jun 30 02:41:07.662109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-fabe7753-f019-4106-89c3-ec83445fa3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.662443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6643b014-e920-45c7-aea7-57c9d95682e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.664058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-fabe7753-f019-4106-89c3-ec83445fa3c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 915 time: 0.3619618 Jun 30 02:41:07.672756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6643b014-e920-45c7-aea7-57c9d95682e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.726602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-9dc6ea0d-7f4c-46c3-89ad-7129bd4e5845 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e HTTP/1.1" status: 200 len: 217 time: 0.0546870 Jun 30 02:41:07.730517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643b014-e920-45c7-aea7-57c9d95682e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40ccba6-4374-4a07-951e-4ba4b6fb23c7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.735636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-19857894-ab1f-4734-97f3-97e17f4ceff0 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1716318 Jun 30 02:41:07.765956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5289856c-4633-451c-bfb6-ac62b3e37616 None None] Provisioning for port abaa4951-52a3-4999-acd6-3dc79da0bed9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:07.789016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 678f7199-e42b-4598-a1f8-09b2d3e87407 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:07.814036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5289856c-4633-451c-bfb6-ac62b3e37616 None None] Provisioning complete for port abaa4951-52a3-4999-acd6-3dc79da0bed9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:07.814686 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5289856c-4633-451c-bfb6-ac62b3e37616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.833220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:08.007375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.021424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5289856c-4633-451c-bfb6-ac62b3e37616 None None] Port abaa4951-52a3-4999-acd6-3dc79da0bed9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:08.029498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:08.053444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 678f7199-e42b-4598-a1f8-09b2d3e87407 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:08.090713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6643b014-e920-45c7-aea7-57c9d95682e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b0b6a188c7141e084be03f903ad0058&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3079822 Jun 30 02:41:08.091667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38676) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:08.104041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d191d-88aa-427b-8112-4db27af6e257 req-eec8e5f6-7501-40cb-9e27-77a4fc3d85a2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.113757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e49d191d-88aa-427b-8112-4db27af6e257 req-eec8e5f6-7501-40cb-9e27-77a4fc3d85a2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 944 time: 0.9055037 Jun 30 02:41:08.189313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-fcaf3365-f8f9-410b-87f1-dfdc132b3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.193404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-fcaf3365-f8f9-410b-87f1-dfdc132b3b62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 200 len: 854 time: 0.4472282 Jun 30 02:41:08.197599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.270850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.392748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-e4b70d22-f700-4782-8bc8-089e4483f2ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7709f6dd-dcbf-474b-962c-a48c17abefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891618 Jun 30 02:41:08.494618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8449f909-c6df-435d-9c21-c215223d1037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.506104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e49d191d-88aa-427b-8112-4db27af6e257 req-98fe86eb-1d0b-4030-ba24-894c1f9bbb4a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865657 Jun 30 02:41:08.595650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:08.599791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8449f909-c6df-435d-9c21-c215223d1037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.600929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=21d74caf-aa00-45ac-a1e0-d9b6e4654ce5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:08.660137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:08.666808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:08.681996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.683305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.836287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8449f909-c6df-435d-9c21-c215223d1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.838946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2312bd8e-d9ca-4bc1-b4b0-40bdab391132 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0437965 Jun 30 02:41:08.840441 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8449f909-c6df-435d-9c21-c215223d1037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.843007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8449f909-c6df-435d-9c21-c215223d1037 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f40ccba6-4374-4a07-951e-4ba4b6fb23c7 HTTP/1.1" status: 204 len: 168 time: 0.7196431 Jun 30 02:41:08.844025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38688) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:08.915208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-a8f86f5c-1ec0-432a-bb67-9a2405691335 service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836232 Jun 30 02:41:08.987095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] Provisioning for port 678f7199-e42b-4598-a1f8-09b2d3e87407 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:09.013151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] Provisioning complete for port 678f7199-e42b-4598-a1f8-09b2d3e87407 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:09.021792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.151725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77dff06a-3b24-4954-9ed4-6c4def0a3e32 req-cafd14ad-d81d-4cae-8622-068e4f79aaee service neutron] 10.222.0.67 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273064 Jun 30 02:41:09.225748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449f909-c6df-435d-9c21-c215223d1037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40ccba6-4374-4a07-951e-4ba4b6fb23c7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:09.305229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.366995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:09.479615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4c0c5-4233-4ca2-8015-eadad82350db req-5e78aa07-dea2-4fbd-9c01-14d7c9ad66d0 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.481215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21d4c0c5-4233-4ca2-8015-eadad82350db req-5e78aa07-dea2-4fbd-9c01-14d7c9ad66d0 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.4212434 Jun 30 02:41:09.510898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2423e37-9b3b-49b8-9c60-92b2b4851f71 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.527766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2423e37-9b3b-49b8-9c60-92b2b4851f71 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.536622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c2423e37-9b3b-49b8-9c60-92b2b4851f71 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6369212 Jun 30 02:41:09.538013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:09.588927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:09.610158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'port_id': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'mac_address': 'fa:16:3e:87:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d960f3e-3013-404b-9ba0-015b1b94bda9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:09.638439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.774620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] For port 678f7199-e42b-4598-a1f8-09b2d3e87407, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=678f7199-e42b-4598-a1f8-09b2d3e87407,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:09.777265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:09.786062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.832526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21d4c0c5-4233-4ca2-8015-eadad82350db req-4d05e266-311a-420f-ac07-aa0c7a48af48 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564154 Jun 30 02:41:09.861617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b88353-b9ee-4a44-abc8-5b92d6dffe93 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:09.867701 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.902564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.934856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53525cdc-fe9a-4c56-9330-0598016afcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.950185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Transition to ACTIVE for port object 43b88353-b9ee-4a44-abc8-5b92d6dffe93 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:09.960164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.972909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d10c3-855e-480a-bf44-3a929d83440a None None] Pushing event updated for resources: {'Port': ['ID=678f7199-e42b-4598-a1f8-09b2d3e87407,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.003593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e9f7c2-19a0-45f8-848a-4db076dd318e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:10.047689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6f7d77b0-367a-456b-b79b-47144c79ac0a None None] Provisioning for port 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:10.088445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:10.091787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6f7d77b0-367a-456b-b79b-47144c79ac0a None None] Provisioning complete for port 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:10.099838 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f7d77b0-367a-456b-b79b-47144c79ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.106133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.336455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Pushing event updated for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.368596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53525cdc-fe9a-4c56-9330-0598016afcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.384766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53525cdc-fe9a-4c56-9330-0598016afcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.401611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:10.402821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.564253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Attempting to bind port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:10.566422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Attempting to bind port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:10.566947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Attempting to bind port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 on network 05158402-4f23-4e72-a500-4cf01d25dc82 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:10.587853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-dd02ea9d-125d-4dd6-aaed-aefe37bc15a4 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:10.592416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-dd02ea9d-125d-4dd6-aaed-aefe37bc15a4 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144608 Jun 30 02:41:10.623131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Request body: {'binding': {'host': 'n-h1-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:10.624091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Unknown quota resources ['binding']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:41:10.627531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 on network 05158402-4f23-4e72-a500-4cf01d25dc82 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:10.628604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Attempting to bind port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 on network 05158402-4f23-4e72-a500-4cf01d25dc82 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:10.639405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:10.640200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Checking segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:10.641162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Bound using segment: {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:10.641712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Bound port: 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a60c54-793b-492f-8832-d4417b5b3a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:10.642163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.681929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.692979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.709662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:10.743921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.749659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d77b0-367a-456b-b79b-47144c79ac0a None None] Port 21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:10.820279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-53525cdc-fe9a-4c56-9330-0598016afcf5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d063e2fe162f4620876783b214239fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0390158 Jun 30 02:41:10.820515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e1e9f7c2-19a0-45f8-848a-4db076dd318e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:10.823117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:10.830761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:10.838369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53525cdc-fe9a-4c56-9330-0598016afcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6bc2ed-87e7-4766-81ef-ef916a8a19bd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.902989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-eaec941e-3d6b-4b49-9938-6e7fc97d61b5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.911389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-eaec941e-3d6b-4b49-9938-6e7fc97d61b5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.918889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-eaec941e-3d6b-4b49-9938-6e7fc97d61b5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.933539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-eaec941e-3d6b-4b49-9938-6e7fc97d61b5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.949247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-eaec941e-3d6b-4b49-9938-6e7fc97d61b5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.953111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41c15951-a32d-482c-8948-8de275cb7b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.964538 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-eaec941e-3d6b-4b49-9938-6e7fc97d61b5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 3827 time: 0.6112688 Jun 30 02:41:11.019568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41c15951-a32d-482c-8948-8de275cb7b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.028588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:11.047459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc319359-ce35-402a-9ae0-8c5ec90b5052 req-bb75f805-808d-4912-add6-8be9b18157ce tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798714 Jun 30 02:41:11.066202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.133117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.201889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=21d74caf-aa00-45ac-a1e0-d9b6e4654ce5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:11.260194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.260846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.265318 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] 10.222.0.90 "PUT /v2.0/ports/43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 1092 time: 3.4838107 Jun 30 02:41:11.277382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:11.280996 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faa6354-f722-4a70-9635-d49ef84f87b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:11.291752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.309808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:11.310301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c0904a59-2775-4bdc-b038-e727afc7aed2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 HTTP/1.1" status: 204 len: 168 time: 1.7677460 Jun 30 02:41:11.322512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41c15951-a32d-482c-8948-8de275cb7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.334724 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41c15951-a32d-482c-8948-8de275cb7b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.339015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-41c15951-a32d-482c-8948-8de275cb7b5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ce6bc2ed-87e7-4766-81ef-ef916a8a19bd HTTP/1.1" status: 204 len: 168 time: 0.5113916 Jun 30 02:41:11.374466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c15951-a32d-482c-8948-8de275cb7b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6bc2ed-87e7-4766-81ef-ef916a8a19bd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:11.435607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:11.634691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 678f7199-e42b-4598-a1f8-09b2d3e87407 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:11.784301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148cc51-ceb1-4e94-bb85-76152d116f55 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.785059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148cc51-ceb1-4e94-bb85-76152d116f55 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.791211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7148cc51-ceb1-4e94-bb85-76152d116f55 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4221466 Jun 30 02:41:11.793072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:11.794971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 678f7199-e42b-4598-a1f8-09b2d3e87407 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:11.796090 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.866556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0650e78-bc9f-413a-8b44-3d3586810274 service neutron] Pushing event updated for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.003838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.015251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 8bda3ed9-8abe-4934-a7cd-e97b4894052d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:12.017840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on host n-h1-798054-5 for vnic_type normal with profile None {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:12.018252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:12.019109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:12.036533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.067676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:12.068596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:12.148645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:12.149128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:12.149732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:12.150197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Bound port: a12ad11a-c0e1-4ad4-b158-30a8212b9046, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:12.151211 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.167265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1823-fe6b-4b1d-9543-dbf9ef7b047a req-9b767cc9-cde3-4f89-988a-ba1b25ae7f70 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:12.169176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46bd1823-fe6b-4b1d-9543-dbf9ef7b047a req-9b767cc9-cde3-4f89-988a-ba1b25ae7f70 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 945 time: 0.4673483 Jun 30 02:41:12.337421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.476926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.519611 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46bd1823-fe6b-4b1d-9543-dbf9ef7b047a req-770093f1-60b1-48c2-9f15-de580e47de71 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205080 Jun 30 02:41:12.532253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:12.543205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.551994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/8bda3ed9-8abe-4934-a7cd-e97b4894052d HTTP/1.1" status: 204 len: 168 time: 0.7568061 Jun 30 02:41:12.553304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70d208-4049-49f4-a573-171ad012e977 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:12.553492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151367e-89e1-4319-a73a-0a6a3c7cbbf6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=8bda3ed9-8abe-4934-a7cd-e97b4894052d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.567301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:12.689583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3281445c-bed9-46df-b319-343b99bf78b0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295750 Jun 30 02:41:12.690566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:12.790138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4261d6-f4f9-4754-96f6-4766c95fea86 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:12.804723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.809832 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.824746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6750b08f-7db0-4b67-8014-bc4a917f09a3 service neutron] 10.222.0.78 "POST /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046/bindings HTTP/1.1" status: 201 len: 389 time: 2.2051363 Jun 30 02:41:12.849663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Transition to ACTIVE for port object 0c4261d6-f4f9-4754-96f6-4766c95fea86 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:12.855676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.976481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a559b0-8e0c-43d3-9a3a-ce938261e81b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.001724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-99a559b0-8e0c-43d3-9a3a-ce938261e81b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3051753 Jun 30 02:41:13.003851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.045882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Pushing event updated for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:13.170183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:13.178766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0ffb0-2861-4151-9533-b30201fea2f9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.180711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f3a0ffb0-2861-4151-9533-b30201fea2f9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1759417 Jun 30 02:41:13.184122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.266052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f3899fae-1ef6-486c-857a-b90e1499a91f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800693 Jun 30 02:41:13.271280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.283220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:13.387903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:13.496899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Attempting to bind port 0c4261d6-f4f9-4754-96f6-4766c95fea86 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:13.497765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Attempting to bind port 0c4261d6-f4f9-4754-96f6-4766c95fea86 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:13.498595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Attempting to bind port 0c4261d6-f4f9-4754-96f6-4766c95fea86 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:13.515861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] Deleting port 678f7199-e42b-4598-a1f8-09b2d3e87407 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:13.516417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Port 0c4261d6-f4f9-4754-96f6-4766c95fea86 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:13.516964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Attempting to bind port 0c4261d6-f4f9-4754-96f6-4766c95fea86 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:13.517328 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.572736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:13.573139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Checking segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:13.573542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Bound using segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:13.574013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Bound port: 0c4261d6-f4f9-4754-96f6-4766c95fea86, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:13.574425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.731636 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d7f69-706e-4a06-a7e2-1039d4822ad8 x-openstack-request-id: req-878d7f69-706e-4a06-a7e2-1039d4822ad8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:13.731852 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:13.732005 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-878d7f69-706e-4a06-a7e2-1039d4822ad8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:13.732538 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'status': 'completed', 'code': 200} Jun 30 02:41:13.758935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 678f7199-e42b-4598-a1f8-09b2d3e87407 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:13.790585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:13.801577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:13.811754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.964881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.967210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.974208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] 10.222.0.90 "PUT /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 1130 time: 2.6120236 Jun 30 02:41:14.011457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:14.020543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.066074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:14.200200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port e1e9f7c2-19a0-45f8-848a-4db076dd318e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:14.209233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] For port 678f7199-e42b-4598-a1f8-09b2d3e87407, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=678f7199-e42b-4598-a1f8-09b2d3e87407,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:14.214736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.257216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e1e9f7c2-19a0-45f8-848a-4db076dd318e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:14.260840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.352662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9653d-7542-48c8-a761-418d3092efbb service neutron] Pushing event updated for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:14.432961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] Calling delete_port for 678f7199-e42b-4598-a1f8-09b2d3e87407 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:14.480484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.499668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.576985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.583791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.589501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd8aa8-49e3-439f-86f9-fb91b4a9c4f2 req-7b2357e4-7f15-47e6-ba95-62a25f6d99f2 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.590768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.597538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.604941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.609773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55bd8aa8-49e3-439f-86f9-fb91b4a9c4f2 req-7b2357e4-7f15-47e6-ba95-62a25f6d99f2 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 1.2236767 Jun 30 02:41:14.613141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.615314 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-39b721ce-99df-4a0b-936d-3a32abd0cbf1 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 4599 time: 0.6056373 Jun 30 02:41:14.646767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 678f7199-e42b-4598-a1f8-09b2d3e87407, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=678f7199-e42b-4598-a1f8-09b2d3e87407,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:14.680900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-8b139c70-046e-43ed-9c2f-8af860f6f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.691020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-8b139c70-046e-43ed-9c2f-8af860f6f0dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1097 time: 1.2673900 Jun 30 02:41:14.697998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.842186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7fa83855-3dee-4330-b780-f4ba8fd55d77 req-c8f3f5b5-3a13-422a-9548-fd70c52334ad tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139080 Jun 30 02:41:14.945708 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.975712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.979255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.980681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.982899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.986093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.986499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=678f7199-e42b-4598-a1f8-09b2d3e87407,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.003160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.011519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-025465ba-6fc0-4635-976e-4616de7c2768 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5285 time: 1.2354007 Jun 30 02:41:15.046294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] No DVR routers for this DVR port 678f7199-e42b-4598-a1f8-09b2d3e87407 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:15.051917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bbd24-e65a-426e-8045-178641820d5e None None] Pushing event deleted for resources: {'Port': ['ID=678f7199-e42b-4598-a1f8-09b2d3e87407,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.058459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.174037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:15.180992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:15.185249 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5039a189-61cf-47cc-a2d0-2f7d9d564a8f" -d '{"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:15.195238 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.294344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.416957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-89d6a0bf-a38b-4d4f-8d95-edcfbc67c7ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3832514 Jun 30 02:41:15.473074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cb672b-0f79-4c38-97e7-3ec0981d941e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:15.546708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24567518-abe9-4284-9c7d-9d338a2f7db8 req-6fee5084-faac-47b0-9308-f965c8c33a8e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.555393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-24567518-abe9-4284-9c7d-9d338a2f7db8 req-6fee5084-faac-47b0-9308-f965c8c33a8e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.3778253 Jun 30 02:41:15.558801 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.596147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Transition to ACTIVE for port object c8cb672b-0f79-4c38-97e7-3ec0981d941e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:15.614628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.692360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55bd8aa8-49e3-439f-86f9-fb91b4a9c4f2 req-dd3b36c5-6ad6-466f-ac9c-31ad17cb6f2a tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0816741 Jun 30 02:41:15.719610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.749758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '0c4261d6-f4f9-4754-96f6-4766c95fea86'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:15.753919 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d5ba6-330a-4df9-b7b9-75373d6f4ade" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "0c4261d6-f4f9-4754-96f6-4766c95fea86"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:15.835502 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-24567518-abe9-4284-9c7d-9d338a2f7db8 req-406c1665-510e-43e1-bb71-4817270764a5 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789402 Jun 30 02:41:15.848283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:41:15.851566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-34de5007-73fc-432e-a863-9c948a920cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.853847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-34de5007-73fc-432e-a863-9c948a920cb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 1095 time: 0.3721733 Jun 30 02:41:15.862108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.937143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=98a63ae3-f276-4913-8327-17bb1840d84f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:16.007447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:16.018769 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f498fa0-e6d2-4656-abf8-51ccd9d98e27 x-openstack-request-id: req-1f498fa0-e6d2-4656-abf8-51ccd9d98e27 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:16.019371 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:16.019887 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f498fa0-e6d2-4656-abf8-51ccd9d98e27 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:16.020531 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'code': 200} Jun 30 02:41:16.025561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:16.041372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2dcc83-0236-49a2-8841-f234ed88959e None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:16.045728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.049217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.110124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-731c84b6-1c67-4d41-93de-a8e853d5b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.114387 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-731c84b6-1c67-4d41-93de-a8e853d5b945 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 1.3686187 Jun 30 02:41:16.117878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-c7d6be65-482a-4a54-82e1-9ab6d54f24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.118796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-c7d6be65-482a-4a54-82e1-9ab6d54f24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.119692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-c7d6be65-482a-4a54-82e1-9ab6d54f24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.146229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-c7d6be65-482a-4a54-82e1-9ab6d54f24ee service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0630400 Jun 30 02:41:16.158158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b07eb130-2c6c-45cb-829f-fadd810b959b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8777394 Jun 30 02:41:16.159985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:16.301761 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4cc97c-608d-4fd5-877e-fe4d7aebf6a4 x-openstack-request-id: req-ac4cc97c-608d-4fd5-877e-fe4d7aebf6a4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:16.302562 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "0c4261d6-f4f9-4754-96f6-4766c95fea86", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:16.303110 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac4cc97c-608d-4fd5-877e-fe4d7aebf6a4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:16.304126 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '0c4261d6-f4f9-4754-96f6-4766c95fea86', 'status': 'completed', 'code': 200} Jun 30 02:41:16.327980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-7d2f04ed-1b35-448e-82f6-d9db01805f02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 217 time: 0.1798580 Jun 30 02:41:16.348986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:16.445049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Attempting to bind port c8cb672b-0f79-4c38-97e7-3ec0981d941e on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:16.449326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Attempting to bind port c8cb672b-0f79-4c38-97e7-3ec0981d941e by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:16.450099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Attempting to bind port c8cb672b-0f79-4c38-97e7-3ec0981d941e on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:16.503483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '98a63ae3-f276-4913-8327-17bb1840d84f'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:16.504908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.524195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Port c8cb672b-0f79-4c38-97e7-3ec0981d941e on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:16.524527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Attempting to bind port c8cb672b-0f79-4c38-97e7-3ec0981d941e on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:16.610218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:16.610581 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Checking segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:16.618966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Bound using segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:16.619454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Bound port: c8cb672b-0f79-4c38-97e7-3ec0981d941e, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:16.619832 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.903935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-32d35d55-d044-404f-9324-2e0f69562e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.907327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-32d35d55-d044-404f-9324-2e0f69562e8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.5488141 Jun 30 02:41:16.908606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Allocated IP 2001:db8::f816:3eff:fe67:63b0 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/98a63ae3-f276-4913-8327-17bb1840d84f/fa794974-c349-49c5-b564-37d13fda407d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:16.941630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6031c-c015-4ad1-9865-03ded696826c req-6683e35e-02ab-4ef5-8f0c-e4e8644d6c68 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.943482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36b6031c-c015-4ad1-9865-03ded696826c req-6683e35e-02ab-4ef5-8f0c-e4e8644d6c68 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.7822621 Jun 30 02:41:16.957409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:16.961429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.236380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.247784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Transition to ACTIVE for port object fa794974-c349-49c5-b564-37d13fda407d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:17.252931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-fd038126-d926-4151-a500-e437724943ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3305881 Jun 30 02:41:17.256862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36b6031c-c015-4ad1-9865-03ded696826c req-2a504c8a-e3f0-496e-a64b-a9f9f5c0f24d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794480 Jun 30 02:41:17.260277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:17.287318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-a6f7c1f5-60a8-45d4-8a8b-19d6f1ca1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.289083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2faa6354-f722-4a70-9635-d49ef84f87b5 req-a6f7c1f5-60a8-45d4-8a8b-19d6f1ca1da8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1260231 Jun 30 02:41:17.304941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-eb8e55eb-5090-4917-bf08-8a0343369b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.306855 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-eb8e55eb-5090-4917-bf08-8a0343369b20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 1.3356726 Jun 30 02:41:17.332594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Transition to ACTIVE for port object fa794974-c349-49c5-b564-37d13fda407d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:17.344749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.356853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b175794-1126-4603-b853-82f5858c203b req-56ad9668-82e8-406a-a0d8-c437208e07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.358403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b175794-1126-4603-b853-82f5858c203b req-56ad9668-82e8-406a-a0d8-c437208e07af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 1097 time: 1.0657237 Jun 30 02:41:17.417954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-ddb006f9-9b4c-4bba-8b45-7e42a028439e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 200 len: 217 time: 0.0835872 Jun 30 02:41:17.455111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:17.458131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Pushing event updated for resources: {'Port': ['ID=fa794974-c349-49c5-b564-37d13fda407d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:17.461192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:17.464606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:17.493550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-b86cb5a9-405b-4d54-8d90-33281913f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.495149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-b86cb5a9-405b-4d54-8d90-33281913f077 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0639594 Jun 30 02:41:17.522352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b175794-1126-4603-b853-82f5858c203b req-3411ab35-a301-4ac7-a826-cb1ee228a9d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265769 Jun 30 02:41:17.555910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Attempting to bind port fa794974-c349-49c5-b564-37d13fda407d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:17.557323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Attempting to bind port fa794974-c349-49c5-b564-37d13fda407d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:17.558515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Attempting to bind port fa794974-c349-49c5-b564-37d13fda407d on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:17.569716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:17.571292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:17.571968 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.572580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:17.573378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Bound port: fa794974-c349-49c5-b564-37d13fda407d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:17.574006 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.574872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-7a166a10-0ff7-4ccb-a0ec-b5020819447d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547383 Jun 30 02:41:17.579944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:17.586874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-518acbef-aad6-45a4-ab6b-bce889f6b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.606943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.613626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.626797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.634972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.635186 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98a63ae3-f276-4913-8327-17bb1840d84f (CIDR: 2001:db8::/64) Jun 30 02:41:17.641107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.647771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.653739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.655750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-95799b28-86f9-4d02-b7dc-30acfc3eaa3a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5372 time: 0.9598601 Jun 30 02:41:17.674032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] For port fa794974-c349-49c5-b564-37d13fda407d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:17.680103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] For port fa794974-c349-49c5-b564-37d13fda407d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa794974-c349-49c5-b564-37d13fda407d,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:17.683350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:17.689435 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.733075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.772343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-518acbef-aad6-45a4-ab6b-bce889f6b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.787022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-518acbef-aad6-45a4-ab6b-bce889f6b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.790425 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:41:17.791389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:41:17.829497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518acbef-aad6-45a4-ab6b-bce889f6b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8af2fc-7c45-48e7-ad7e-d4788bd273e7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:17.848117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ae237ea8-74a5-4a47-b207-3f6062dd8ccd service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753989 Jun 30 02:41:17.874300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ba704-4f76-447c-aec2-207c63356f26 None None] Pushing event updated for resources: {'Port': ['ID=fa794974-c349-49c5-b564-37d13fda407d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:17.878454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.879150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.880566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 1131 time: 3.8408477 Jun 30 02:41:17.913967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6687c71-959f-4260-99dd-69a8280ffc7c req-79351311-00fb-48a0-bfc6-514f9a053106 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342255 Jun 30 02:41:17.944763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:18.132226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1fde2-d6e8-4ded-9880-6bc080191c18 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:18.255664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-f71b9d3c-8f3f-41fa-becf-d9fe6ea59b96 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657689 Jun 30 02:41:18.439726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': 'c8cb672b-0f79-4c38-97e7-3ec0981d941e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:18.457324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-c560adfa-0c0d-49ce-a909-aef5d8a2bee5 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637765 Jun 30 02:41:18.467078 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2202f-c6cb-4250-9d05-fa44c220e5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "c8cb672b-0f79-4c38-97e7-3ec0981d941e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:18.479482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-518acbef-aad6-45a4-ab6b-bce889f6b10b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae4074cc5dad4489a69c76e60a1cb417&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127419 Jun 30 02:41:18.481570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38858) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:18.492854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cd68a1f2-e059-4661-a4c2-4069c7f492c2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1648710 Jun 30 02:41:18.495638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:18.560316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:18.677475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d9f7838-1c0b-425d-8b6b-5291dcdeffae req-39930e39-2042-4d80-83b3-15aae3e5d8b8 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196424 Jun 30 02:41:18.734602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.925747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.926263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.926762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.927250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.927736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.928214 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.928693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.930912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-b0c9187b-1f0c-49a2-b4c5-a084e50f2d73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6167 time: 1.5288036 Jun 30 02:41:19.047134 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aba9c57-9e40-44f6-8114-21afa7726673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.083071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:19.090051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.156839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aba9c57-9e40-44f6-8114-21afa7726673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.355439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a63b0-ca01-418d-ab7b-93e64a8dbe9a req-bb5acd2b-137c-42b0-9d10-38d73e8144d5 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.357473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-126a63b0-ca01-418d-ab7b-93e64a8dbe9a req-bb5acd2b-137c-42b0-9d10-38d73e8144d5 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.5299432 Jun 30 02:41:19.373716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98161-1806-4766-ae41-ec983cc88b08 req-3c87cdae-aa46-4e9a-94b5-c8a6538e4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.374674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-3c87cdae-aa46-4e9a-94b5-c8a6538e4c6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 1097 time: 0.9160461 Jun 30 02:41:19.385162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-49226f2c-aa13-425e-8f04-b569dd1c6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.385652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-49226f2c-aa13-425e-8f04-b569dd1c6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.386277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-49226f2c-aa13-425e-8f04-b569dd1c6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.387967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-49226f2c-aa13-425e-8f04-b569dd1c6178 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4462955 Jun 30 02:41:19.468506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e74e2-ab36-484b-86ea-c2ca268f6ade req-5c89858a-f185-4a28-b757-f87b514df23b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.471251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e4e74e2-ab36-484b-86ea-c2ca268f6ade req-5c89858a-f185-4a28-b757-f87b514df23b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.3574133 Jun 30 02:41:19.542874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aba9c57-9e40-44f6-8114-21afa7726673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.545509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aba9c57-9e40-44f6-8114-21afa7726673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.546715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5aba9c57-9e40-44f6-8114-21afa7726673 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b8af2fc-7c45-48e7-ad7e-d4788bd273e7 HTTP/1.1" status: 204 len: 168 time: 0.8732917 Jun 30 02:41:19.586134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba9c57-9e40-44f6-8114-21afa7726673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8af2fc-7c45-48e7-ad7e-d4788bd273e7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:19.622424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e4e74e2-ab36-484b-86ea-c2ca268f6ade req-01deb8c4-0301-46de-9b60-c153a1a4476a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238775 Jun 30 02:41:19.738090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa794974-c349-49c5-b564-37d13fda407d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:19.785641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-126a63b0-ca01-418d-ab7b-93e64a8dbe9a req-fc788897-f821-4b3a-a208-f4cbe6acc3b6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146695 Jun 30 02:41:19.796288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213238be-326b-4a1e-aca7-b660250e2e80 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:19.817614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.852377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Transition to ACTIVE for port object 213238be-326b-4a1e-aca7-b660250e2e80 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:19.859775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.915854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fa794974-c349-49c5-b564-37d13fda407d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:19.937883 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb885f08-a415-487d-99dc-84c5c988f597 x-openstack-request-id: req-cb885f08-a415-487d-99dc-84c5c988f597 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:19.938263 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "c8cb672b-0f79-4c38-97e7-3ec0981d941e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:19.938661 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb885f08-a415-487d-99dc-84c5c988f597 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:19.939244 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': 'c8cb672b-0f79-4c38-97e7-3ec0981d941e', 'status': 'completed', 'code': 200} Jun 30 02:41:20.079870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98161-1806-4766-ae41-ec983cc88b08 req-b2245a24-0ef7-4536-b849-45c594fb9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.084698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-b2245a24-0ef7-4536-b849-45c594fb9201 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 200 len: 917 time: 0.6935766 Jun 30 02:41:20.145099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-ee3f518d-eab7-4571-a9ea-d6ee021e778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.150958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-508d5ba6-330a-4df9-b7b9-75373d6f4ade req-ee3f518d-eab7-4571-a9ea-d6ee021e778e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7358119 Jun 30 02:41:20.152250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] Provisioning for port fa794974-c349-49c5-b564-37d13fda407d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:20.177454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] Provisioning complete for port fa794974-c349-49c5-b564-37d13fda407d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:20.178085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.231352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Pushing event updated for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:20.256561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-fcfd5953-8c52-4e9a-ba99-f1d797a14979 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38494059-b8f9-44a9-a106-11c07294cf84 HTTP/1.1" status: 200 len: 217 time: 0.1559277 Jun 30 02:41:20.263025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38868) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:20.293518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cba7f92b-4869-40e4-916d-d8c7fb410641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.358930 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.364123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c5e08-989b-4ef6-b8dd-6759166f5090 req-cbc2b685-adc4-4fa0-a4de-b93af1979672 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.365922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-816c5e08-989b-4ef6-b8dd-6759166f5090 req-cbc2b685-adc4-4fa0-a4de-b93af1979672 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.3506429 Jun 30 02:41:20.369662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Attempting to bind port 213238be-326b-4a1e-aca7-b660250e2e80 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:20.370001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Attempting to bind port 213238be-326b-4a1e-aca7-b660250e2e80 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:20.370359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Attempting to bind port 213238be-326b-4a1e-aca7-b660250e2e80 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:20.395125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Port 213238be-326b-4a1e-aca7-b660250e2e80 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:20.395976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Attempting to bind port 213238be-326b-4a1e-aca7-b660250e2e80 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:20.412426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] For port fa794974-c349-49c5-b564-37d13fda407d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa794974-c349-49c5-b564-37d13fda407d,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:20.416713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:20.417224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Checking segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:20.417732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Bound using segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:20.418472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Bound port: 213238be-326b-4a1e-aca7-b660250e2e80, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:20.418834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.419032 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.528780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:20.533098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=213238be-326b-4a1e-aca7-b660250e2e80,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:20.538580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98161-1806-4766-ae41-ec983cc88b08 req-442f4408-ac36-4c18-86f1-ff6e0d369c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.540848 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-442f4408-ac36-4c18-86f1-ff6e0d369c44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 200 len: 855 time: 0.1456528 Jun 30 02:41:20.558869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.561513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb57b03-6b97-4bae-9758-bfdc29f91d4d None None] Pushing event updated for resources: {'Port': ['ID=fa794974-c349-49c5-b564-37d13fda407d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:20.605062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-816c5e08-989b-4ef6-b8dd-6759166f5090 req-7afa9b42-8e7e-4449-8da5-4314905dd602 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287314 Jun 30 02:41:20.644632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.644632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.644632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.647218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.655975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.663470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.669580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.671672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-9f8a88b7-9d1c-439e-be3d-565a7e3ebec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5384 time: 0.4117160 Jun 30 02:41:20.681485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.681901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.685027 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.693043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] 10.222.0.90 "PUT /v2.0/ports/213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 200 len: 1090 time: 2.7685487 Jun 30 02:41:20.718767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.719374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.720148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.720884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.722353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.728276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.728767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.730789 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-a4fa40ab-afa4-4b43-97c8-4f8d15f53743 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6234 time: 0.3742189 Jun 30 02:41:20.735227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:20.831389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16834-8883-48fa-9f56-6fbf8d22a10d service neutron] Pushing event updated for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:20.945753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cba7f92b-4869-40e4-916d-d8c7fb410641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.951404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:20.956823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cba7f92b-4869-40e4-916d-d8c7fb410641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.984757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:20.989358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.990008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.014578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7889e7d0-4f15-486c-8039-c9b51df3eb85 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:21.020206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=05717d17-b8d0-4d0e-99a6-0d73886085da,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.025452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.058350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0ba79d3-c76c-4f9e-8966-528c1e2f0815 req-bf8e1016-da36-4b0b-b417-1628f7a00e63 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3673742 Jun 30 02:41:21.093668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8aeac908-f945-4f38-927d-fa1c95576f7a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5523684 Jun 30 02:41:21.109124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98161-1806-4766-ae41-ec983cc88b08 req-2db09817-2bb4-438d-84e2-04404104dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.111568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-2db09817-2bb4-438d-84e2-04404104dca9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97d97832-7d94-4434-97e6-4d784bd62d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5619228 Jun 30 02:41:21.115861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.124978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:db:88:88', 'name': 'tempest-NetworksTestDHCPv6-2131674593'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:21.134597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7f92b-4869-40e4-916d-d8c7fb410641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84251830-5dda-4500-9f86-1743723e9b19,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.138958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cba7f92b-4869-40e4-916d-d8c7fb410641 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fce45d29a1a64019a034a8f474cfced9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8744431 Jun 30 02:41:21.155456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.158918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d592-6aa9-40ba-9fab-627d7a6458d1 req-69bb26ae-5617-448e-8d8a-16f4233868ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.160607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5706d592-6aa9-40ba-9fab-627d7a6458d1 req-69bb26ae-5617-448e-8d8a-16f4233868ce tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.3244290 Jun 30 02:41:21.430343 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5706d592-6aa9-40ba-9fab-627d7a6458d1 req-c1b544af-39f0-4b81-ac09-89a08d9e1f91 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550759 Jun 30 02:41:21.603512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '98a63ae3-f276-4913-8327-17bb1840d84f', 'ip_address': '2001:db8::f816:3eff:fe67:63b0'}, {'subnet_id': '05717d17-b8d0-4d0e-99a6-0d73886085da'}], 'binding:host_id': 'n-d-798054-5'}, 'id': 'fa794974-c349-49c5-b564-37d13fda407d'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:41:21.682548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa794974-c349-49c5-b564-37d13fda407d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:21.754061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.798356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-40db27d3-4e7a-4d5b-a1f8-8616f4c689dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.798595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-40db27d3-4e7a-4d5b-a1f8-8616f4c689dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.800217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-40db27d3-4e7a-4d5b-a1f8-8616f4c689dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.801758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-40db27d3-4e7a-4d5b-a1f8-8616f4c689dd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0055988 Jun 30 02:41:21.854350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a6ee8b-987e-4548-ad68-18e2512c5f48 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:21.865913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.884829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Transition to ACTIVE for port object 80a6ee8b-987e-4548-ad68-18e2512c5f48 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:21.892331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.956794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fa794974-c349-49c5-b564-37d13fda407d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:21.956794 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.976839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:21.980963 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa03841-6769-4364-a0da-c6d4ea6e489e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "213238be-326b-4a1e-aca7-b660250e2e80"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:21.983820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Pushing event updated for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.164102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Attempting to bind port 80a6ee8b-987e-4548-ad68-18e2512c5f48 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:22.164729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Attempting to bind port 80a6ee8b-987e-4548-ad68-18e2512c5f48 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:22.165235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Attempting to bind port 80a6ee8b-987e-4548-ad68-18e2512c5f48 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:22.169576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-87ec981b-7188-45d4-ad23-1965206ccec6 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0389552 Jun 30 02:41:22.181006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa711-467f-4fa7-aa68-e9fe5f7aeeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.194253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Port 80a6ee8b-987e-4548-ad68-18e2512c5f48 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:22.194862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Attempting to bind port 80a6ee8b-987e-4548-ad68-18e2512c5f48 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:22.213452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7c858-ef5a-46e1-9f21-6494e3811757 req-75dac9f6-d087-4ea7-9245-40c2d17713d6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.223285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ef7c858-ef5a-46e1-9f21-6494e3811757 req-75dac9f6-d087-4ea7-9245-40c2d17713d6 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.5460711 Jun 30 02:41:22.288691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ef7c858-ef5a-46e1-9f21-6494e3811757 req-3c63ff25-e693-42d9-8e1f-7e1d87554357 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644124 Jun 30 02:41:22.291022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Allocated IP 2001:db8:0:1::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/05717d17-b8d0-4d0e-99a6-0d73886085da/fa794974-c349-49c5-b564-37d13fda407d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:22.294573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:22.295282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Checking segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:22.296749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Bound using segment: {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:22.298230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Bound port: 80a6ee8b-987e-4548-ad68-18e2512c5f48, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e461ae-40a1-4e67-9d57-8988ab8abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:22.300589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.350866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-d2170c44-ec9a-4ce5-b9d0-90183dbc2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.352644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25c2202f-c6cb-4250-9d05-fa44c220e5dd req-d2170c44-ec9a-4ce5-b9d0-90183dbc2846 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5388927 Jun 30 02:41:22.424023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa711-467f-4fa7-aa68-e9fe5f7aeeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.437476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c28740-d4be-4ebb-b1e3-b9a1aa467757 req-95033059-8fa4-49d3-88b5-f1dd4f4ba62c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.439654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2c28740-d4be-4ebb-b1e3-b9a1aa467757 req-95033059-8fa4-49d3-88b5-f1dd4f4ba62c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.6483104 Jun 30 02:41:22.469500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:22.496918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:22.508259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:22.515242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.526234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] For port fa794974-c349-49c5-b564-37d13fda407d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa794974-c349-49c5-b564-37d13fda407d,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:22.557822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.558880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.560390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] 10.222.0.90 "PUT /v2.0/ports/80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 200 len: 1090 time: 1.8350093 Jun 30 02:41:22.609281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:22.613645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2c28740-d4be-4ebb-b1e3-b9a1aa467757 req-37a4b863-39b5-4cd8-bb61-d16a842329b0 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627564 Jun 30 02:41:22.623186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927959-eb92-4d6f-bde9-2a65de848620 service neutron] Pushing event updated for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.666864 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.696161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Transition to ACTIVE for port object fa794974-c349-49c5-b564-37d13fda407d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:22.702235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.717360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00f98161-1806-4766-ae41-ec983cc88b08 req-3ec5b915-18b5-400b-9585-00c58e8ede52 service neutron] 10.222.0.90 "GET /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157251 Jun 30 02:41:22.863945 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25330619-6155-447e-adca-0574ac818718 x-openstack-request-id: req-25330619-6155-447e-adca-0574ac818718 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:22.865467 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "213238be-326b-4a1e-aca7-b660250e2e80", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:22.865763 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25330619-6155-447e-adca-0574ac818718 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:22.866205 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80', 'status': 'completed', 'code': 200} Jun 30 02:41:22.878892 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa711-467f-4fa7-aa68-e9fe5f7aeeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.888992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa711-467f-4fa7-aa68-e9fe5f7aeeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.907275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4f0aa711-467f-4fa7-aa68-e9fe5f7aeeca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84251830-5dda-4500-9f86-1743723e9b19 HTTP/1.1" status: 204 len: 168 time: 1.7219448 Jun 30 02:41:22.907478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e06c3d-cc95-41ef-a968-781825847b33 None None] Pushing event updated for resources: {'Port': ['ID=fa794974-c349-49c5-b564-37d13fda407d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.912119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.104813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aa711-467f-4fa7-aa68-e9fe5f7aeeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84251830-5dda-4500-9f86-1743723e9b19,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.128499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.274678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port f4109393-169f-4734-81ca-2687ae43a564 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:41:23.443218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.443218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.444150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.444799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.445520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.446008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.447100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.450564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-e08e5e51-1cd6-424f-9d6f-d3a018ff7e90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6343 time: 0.5903876 Jun 30 02:41:23.545590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431a49-12d3-4f3e-a95f-07687f466e91 req-0e5d6e09-185a-481d-ba5a-291d7bfcd1c7 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.561074 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba431a49-12d3-4f3e-a95f-07687f466e91 req-0e5d6e09-185a-481d-ba5a-291d7bfcd1c7 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.3216565 Jun 30 02:41:23.630809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa794974-c349-49c5-b564-37d13fda407d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:23.682063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.688780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.705167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.731440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.743400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.755426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.762767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.775552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba431a49-12d3-4f3e-a95f-07687f466e91 req-152d772f-1921-4aa8-a239-40b76cadac71 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135699 Jun 30 02:41:23.777627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-86b43ff7-f701-457e-a8be-c7e7db1ca089 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5396 time: 0.6574428 Jun 30 02:41:23.851720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:23.876652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.924894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Transition to ACTIVE for port object 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:23.941829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.000813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Pushing event updated for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.043512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8:0:1::1a6 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/05717d17-b8d0-4d0e-99a6-0d73886085da/f4109393-169f-4734-81ca-2687ae43a564) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:24.056227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fedb:8888 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/98a63ae3-f276-4913-8327-17bb1840d84f/f4109393-169f-4734-81ca-2687ae43a564) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:24.144718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-093eae70-1e19-4fd7-b2cc-3755bf876ec2 req-e19f7fc9-e138-4748-b16c-aa5b340e9785 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3653548 Jun 30 02:41:24.206606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-5f5de698-87e2-4453-8e68-665ad34512f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.207270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-5f5de698-87e2-4453-8e68-665ad34512f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.207765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-5f5de698-87e2-4453-8e68-665ad34512f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.209656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-5f5de698-87e2-4453-8e68-665ad34512f3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7457662 Jun 30 02:41:24.343423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Attempting to bind port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:24.344739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Attempting to bind port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:24.345481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Attempting to bind port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:24.369460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:24.370247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Attempting to bind port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:24.406571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:24.407539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Checking segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:24.408326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Bound using segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:24.409741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Bound port: 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:24.411222 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.431288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b668e2e-6768-451e-bf1d-7b8a8e1fe17e req-7fadd341-d3f9-4b01-ab58-63bcdbff1a83 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.445554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5736781e-2451-47e3-b11f-4da80147700e None None] Provisioning for port fa794974-c349-49c5-b564-37d13fda407d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:24.449044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b668e2e-6768-451e-bf1d-7b8a8e1fe17e req-7fadd341-d3f9-4b01-ab58-63bcdbff1a83 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.3166692 Jun 30 02:41:24.453595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5736781e-2451-47e3-b11f-4da80147700e None None] Provisioning complete for port fa794974-c349-49c5-b564-37d13fda407d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:24.454203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5736781e-2451-47e3-b11f-4da80147700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.551081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b668e2e-6768-451e-bf1d-7b8a8e1fe17e req-e048cfe9-235c-4338-8253-661482233927 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005733 Jun 30 02:41:24.584478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:24.588981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:24.596572 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.607281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.651851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object f4109393-169f-4734-81ca-2687ae43a564 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:24.717800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.718467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.723803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3e5ee412-079a-4491-baca-775e66634893 service neutron] 10.222.0.90 "PUT /v2.0/ports/81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 200 len: 1091 time: 2.1191649 Jun 30 02:41:24.743778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.805638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Request body: {'port': {'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:24.868695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48'}, {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:24.871040 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48"}, {"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:24.887089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ee412-079a-4491-baca-775e66634893 service neutron] Pushing event updated for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:25.069321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:25.091142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:25.106331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.124179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:25.136224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45579208-7202-4ec1-966e-56ea198fbd10 req-b4e53121-e0e7-4e5e-a7cb-8294bdfbc41c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.137814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45579208-7202-4ec1-966e-56ea198fbd10 req-b4e53121-e0e7-4e5e-a7cb-8294bdfbc41c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.2472568 Jun 30 02:41:25.143347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.144303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.218793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=f4109393-169f-4734-81ca-2687ae43a564,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:25.245638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b37fd46b-953d-41c7-b8f5-730398cbdbc8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1276066 Jun 30 02:41:25.249405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:25.316868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-0f35eaa3-31d8-428e-bf19-e47819064400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.319336 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9fa03841-6769-4364-a0da-c6d4ea6e489e req-0f35eaa3-31d8-428e-bf19-e47819064400 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7723274 Jun 30 02:41:25.387373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc0336-0ef9-46ae-9984-4c2356f76b52 req-4f3e1073-a845-41aa-bee4-6147e2a43aa8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.404624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cc0336-0ef9-46ae-9984-4c2356f76b52 req-4f3e1073-a845-41aa-bee4-6147e2a43aa8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.6705835 Jun 30 02:41:25.414413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45579208-7202-4ec1-966e-56ea198fbd10 req-00e9cb6c-ea5c-4858-91ae-165ddfd05a15 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341020 Jun 30 02:41:25.520929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4cc0336-0ef9-46ae-9984-4c2356f76b52 req-be1eb543-28cf-496c-9ba2-cd27dc44b71b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149440 Jun 30 02:41:25.537512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13dbabf5-d3e2-403e-97b0-7937b112df61 None None] Provisioning for port f4109393-169f-4734-81ca-2687ae43a564 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:25.570470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13dbabf5-d3e2-403e-97b0-7937b112df61 None None] Provisioning complete for port f4109393-169f-4734-81ca-2687ae43a564 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:25.575043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13dbabf5-d3e2-403e-97b0-7937b112df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.607926 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f447a94-75e3-46da-985c-ffc2cd5cbbb9 x-openstack-request-id: req-8f447a94-75e3-46da-985c-ffc2cd5cbbb9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:25.608967 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:25.608967 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f447a94-75e3-46da-985c-ffc2cd5cbbb9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:25.609524 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48', 'status': 'completed', 'code': 200} Jun 30 02:41:25.609655 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42', 'status': 'completed', 'code': 200} Jun 30 02:41:25.738160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13dbabf5-d3e2-403e-97b0-7937b112df61 None None] Port f4109393-169f-4734-81ca-2687ae43a564 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:25.908647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.911382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.911883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.912429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.912920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.913401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.913996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.916457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-f98320ff-aba1-4bca-b4cb-40a0be24a8ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6410 time: 0.2273316 Jun 30 02:41:25.971902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port f4109393-169f-4734-81ca-2687ae43a564 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:25.973407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.196629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-45e887fe-888d-4d58-a21a-ba3a6e47e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.201184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-45e887fe-888d-4d58-a21a-ba3a6e47e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.201995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-45e887fe-888d-4d58-a21a-ba3a6e47e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.205161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-45e887fe-888d-4d58-a21a-ba3a6e47e96d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2771835 Jun 30 02:41:26.448152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e3de00fe-cc50-46e5-ac7d-d79096b45f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.452622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e3de00fe-cc50-46e5-ac7d-d79096b45f96 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345402 Jun 30 02:41:26.828311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.829289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.830171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.831583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.833199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.834090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.835028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.838864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-e8d1130f-6cdb-48e1-9676-5d7fa5ed7303 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6410 time: 0.2438617 Jun 30 02:41:26.957501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.989830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.004147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.016102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.025989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.036496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.045964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.056531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.067570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-8e1d4c40-9e96-4cad-b900-6044d4837d9c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5408 time: 1.1480227 Jun 30 02:41:27.109608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for f4109393-169f-4734-81ca-2687ae43a564 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:27.162912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-123d6fb8-95dc-4c4a-b7d5-83782b380296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.163738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-123d6fb8-95dc-4c4a-b7d5-83782b380296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.164449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-123d6fb8-95dc-4c4a-b7d5-83782b380296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.166549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-123d6fb8-95dc-4c4a-b7d5-83782b380296 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3189240 Jun 30 02:41:27.201617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed80a-5416-4138-9c8c-fe8826e1478c req-2e0f4e01-f764-4b4f-9123-37e23cd2244d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.203837 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-296ed80a-5416-4138-9c8c-fe8826e1478c req-2e0f4e01-f764-4b4f-9123-37e23cd2244d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.2065995 Jun 30 02:41:27.285435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5cab0935-f5b2-4705-966d-9e1b4370cfbf req-c98bc965-2237-40f3-b3b6-73291023122f tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165940 Jun 30 02:41:27.309501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abaa4951-52a3-4999-acd6-3dc79da0bed9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:27.326376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.368827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Transition to ACTIVE for port object abaa4951-52a3-4999-acd6-3dc79da0bed9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:27.371471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-296ed80a-5416-4138-9c8c-fe8826e1478c req-2ef28f67-52fd-4616-826d-3d21f302befd tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954769 Jun 30 02:41:27.375263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.478530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-b315128a-c0d4-4069-ba48-567dbfe0e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.483426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8e78b6d-b1cf-4dfa-84cc-75709b76e44e req-b315128a-c0d4-4069-ba48-567dbfe0e1a2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3040242 Jun 30 02:41:27.610733 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ad8460e-7b0a-4754-a60d-bd9150d74700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.694327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Pushing event updated for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:27.736173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a47260-c31d-439e-80c7-ef4abe44e27b req-beec84a7-26ce-49c0-8fe0-1199aaf3f61d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.752292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64a47260-c31d-439e-80c7-ef4abe44e27b req-beec84a7-26ce-49c0-8fe0-1199aaf3f61d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.1806049 Jun 30 02:41:27.823240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64a47260-c31d-439e-80c7-ef4abe44e27b req-6b01c5e6-6f23-467f-a856-fe55863d78e5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Jun 30 02:41:27.984963 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.995899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31006b98-6656-4e6f-b15f-736615dbca6b req-12ef4588-cc79-4df8-a600-957b6502a1c6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.998744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31006b98-6656-4e6f-b15f-736615dbca6b req-12ef4588-cc79-4df8-a600-957b6502a1c6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.3245182 Jun 30 02:41:27.999956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Attempting to bind port abaa4951-52a3-4999-acd6-3dc79da0bed9 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:28.000298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Attempting to bind port abaa4951-52a3-4999-acd6-3dc79da0bed9 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:28.000634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Attempting to bind port abaa4951-52a3-4999-acd6-3dc79da0bed9 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:28.008865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Port abaa4951-52a3-4999-acd6-3dc79da0bed9 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:28.009345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Attempting to bind port abaa4951-52a3-4999-acd6-3dc79da0bed9 on network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:28.057476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:28.057938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Checking segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:28.058228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Bound using segment: {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:28.058692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Bound port: abaa4951-52a3-4999-acd6-3dc79da0bed9, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:28.059144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.064193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=f4109393-169f-4734-81ca-2687ae43a564,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:28.171295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31006b98-6656-4e6f-b15f-736615dbca6b req-b7e27998-caeb-4afb-b1d5-61ddc51a391a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561999 Jun 30 02:41:28.220804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.228196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9f4eb144-c659-473e-9173-863d045752a0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/f4109393-169f-4734-81ca-2687ae43a564 HTTP/1.1" status: 204 len: 168 time: 2.9728639 Jun 30 02:41:28.228461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38976) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:28.295073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6933-0e09-4f27-b245-c22474ec2c10 req-fc075e53-8a7b-43a3-8619-402232177e36 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.304895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aecd6933-0e09-4f27-b245-c22474ec2c10 req-fc075e53-8a7b-43a3-8619-402232177e36 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 946 time: 0.2466595 Jun 30 02:41:28.388442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:28.388934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-ab5f5a52-c68f-47d5-9f96-651f25b10a5f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2319055 Jun 30 02:41:28.438620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:28.448661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.466015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aecd6933-0e09-4f27-b245-c22474ec2c10 req-51bcefa8-84d8-4668-ba12-9628079b40e0 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223850 Jun 30 02:41:28.552348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.553358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.555559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] 10.222.0.90 "PUT /v2.0/ports/abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 1091 time: 3.7623625 Jun 30 02:41:28.560006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:28.564298 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d298e6-8908-45d3-b2be-b9aec0eccefb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:28.610023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c32ef-d033-4915-95a2-6dc8edaa0ea7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.621744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-557c32ef-d033-4915-95a2-6dc8edaa0ea7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3830204 Jun 30 02:41:28.622451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:28.710683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87114289-da70-421a-a6ae-af5fd9d303dd service neutron] Pushing event updated for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:28.744272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-e7c2f0d1-3343-4184-98d1-6ed92f71115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.747406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-e7c2f0d1-3343-4184-98d1-6ed92f71115c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 1096 time: 0.2575159 Jun 30 02:41:28.796429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363a276-75d6-4045-bbc9-78a48f629d54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.798959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2363a276-75d6-4045-bbc9-78a48f629d54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1670318 Jun 30 02:41:28.802603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:28.873958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.875719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.879255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.880514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.881280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.884585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.887994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.893893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e2c2f7cb-9566-4f67-9366-3af4376dd7d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6477 time: 0.2490685 Jun 30 02:41:28.933861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.953130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.964194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.975611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.983732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.993722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.005870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.011399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-e02c6f0a-7eab-4b86-8e54-3dd3090ce7d6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.3730998 Jun 30 02:41:29.096744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-3c136f98-ee49-4926-a8cc-83f691c084cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.099741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-3c136f98-ee49-4926-a8cc-83f691c084cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.2821319 Jun 30 02:41:29.117699 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-5dfc71fd-e919-4140-8dc4-4488d1ed355e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 217 time: 0.1036983 Jun 30 02:41:29.185701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-1bffe7ca-7309-427a-9a07-6529a42e52fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 200 len: 217 time: 0.0643563 Jun 30 02:41:29.192670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09982d8e-4cf0-43a3-bf9c-82893b85b4fe tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.195112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09982d8e-4cf0-43a3-bf9c-82893b85b4fe tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.197023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09982d8e-4cf0-43a3-bf9c-82893b85b4fe tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.202286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-09982d8e-4cf0-43a3-bf9c-82893b85b4fe tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3984177 Jun 30 02:41:29.204721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.265268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-18a4aebc-1232-485f-bd3f-bff00aad2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.267117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-18a4aebc-1232-485f-bd3f-bff00aad2527 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.0633500 Jun 30 02:41:29.270280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-440b80fb-41a6-4f23-b34f-b66c2cbffdcd req-f12e9d80-3d2e-46d3-ad49-763dac68d575 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492510 Jun 30 02:41:29.289673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-874a0228-b0e3-4fb6-a954-6cc4487e2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.304249 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-874a0228-b0e3-4fb6-a954-6cc4487e2703 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 200 len: 850 time: 0.1555643 Jun 30 02:41:29.361905 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e8e4a-9c6a-47e0-bbc3-621d3e75d68c x-openstack-request-id: req-e38e8e4a-9c6a-47e0-bbc3-621d3e75d68c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:29.361905 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:29.362204 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e38e8e4a-9c6a-47e0-bbc3-621d3e75d68c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:29.363552 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9', 'status': 'completed', 'code': 200} Jun 30 02:41:29.414181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-df3d9d4d-4ca3-4df6-a419-957133496c21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342850 Jun 30 02:41:29.484190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ec9296b9-2167-4454-9043-dbcc995531ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.485885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ec9296b9-2167-4454-9043-dbcc995531ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05158402-4f23-4e72-a500-4cf01d25dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848617 Jun 30 02:41:29.631106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf29b0-1adf-4896-9d8b-7c7e07d3b1b1 req-ac323369-c378-4495-a37a-6f861d2b3140 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.639666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afcf29b0-1adf-4896-9d8b-7c7e07d3b1b1 req-ac323369-c378-4495-a37a-6f861d2b3140 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.6617002 Jun 30 02:41:29.695986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 05717d17-b8d0-4d0e-99a6-0d73886085da {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:29.710913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.716725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-ae2ac91c-09ad-4dbe-bf3f-ff4b3b2f89ac service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904968 Jun 30 02:41:29.827063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47254b38-6d8c-47e2-b7d4-2decdee28a25 req-2e5f2f20-f3b5-4b31-a5b0-5639824bd746 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.829520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47254b38-6d8c-47e2-b7d4-2decdee28a25 req-2e5f2f20-f3b5-4b31-a5b0-5639824bd746 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.2187526 Jun 30 02:41:29.833607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-d394565c-7de4-452a-8614-e7a4f03fb8e3 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402700 Jun 30 02:41:29.914041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afcf29b0-1adf-4896-9d8b-7c7e07d3b1b1 req-4daac907-08f5-4d8c-a7f0-3e5b2c741745 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732706 Jun 30 02:41:29.927140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.112076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47254b38-6d8c-47e2-b7d4-2decdee28a25 req-ea4abb1f-8712-405b-93a6-adce277078b9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729969 Jun 30 02:41:30.211088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-084cdc6f-df47-489d-87ee-719e93281dea service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570943 Jun 30 02:41:30.297992 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e467d2b-8e9b-4a5c-8034-ad7c0b8cf047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.321781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-dec43c0e-c240-48d9-83bc-1e81a765e023 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 217 time: 0.1035430 Jun 30 02:41:30.330233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-37c2c858-351e-46f7-a2c4-dca1bd72e17b req-bc26f3fa-0849-4252-910f-f983dd8ee64f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:30.334932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37c2c858-351e-46f7-a2c4-dca1bd72e17b req-bc26f3fa-0849-4252-910f-f983dd8ee64f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113308 Jun 30 02:41:30.398439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-658245f6-1f6e-4ee1-b9e6-104e2032a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.399999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-658245f6-1f6e-4ee1-b9e6-104e2032a1da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.0640750 Jun 30 02:41:30.520547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.574501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-55e2dcd6-e698-45b8-a17e-5a61503d2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.576620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-55e2dcd6-e698-45b8-a17e-5a61503d2032 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445730 Jun 30 02:41:30.600405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37c2c858-351e-46f7-a2c4-dca1bd72e17b req-7daa4516-a6d6-4042-8ea4-998a76f231d2 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1993389 Jun 30 02:41:30.748459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25dd1951-4dbe-4ab6-b0ba-7b70d203736b req-b39e4f65-335d-4179-89c0-b00bbaae79a0 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9688427 Jun 30 02:41:30.750073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.781887 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ac9faf93-cdcc-4c94-8376-e9103f1619a4 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933329 Jun 30 02:41:30.939172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9584234-4d50-4222-a14e-3870a58f44ce req-13fab7d1-6877-4490-ae1b-4397450f4c67 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.945246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9584234-4d50-4222-a14e-3870a58f44ce req-13fab7d1-6877-4490-ae1b-4397450f4c67 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.4447503 Jun 30 02:41:30.949028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.102153 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e946bd93-55a0-40ef-a2b3-50e54ce11a12 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100433 Jun 30 02:41:31.168004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4c48685e-d673-4579-a39d-9d899a435f3a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 217 time: 0.0582268 Jun 30 02:41:31.176973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9584234-4d50-4222-a14e-3870a58f44ce req-894ccf88-3f37-46fd-b086-e8c5ad98e1b6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164814 Jun 30 02:41:31.180380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=05717d17-b8d0-4d0e-99a6-0d73886085da,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:31.196756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.205100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3ac85-087e-4c05-b654-16730f80102a None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:31.209353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cd5ef66d-6166-48aa-a5d0-1e44fca6cc3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/05717d17-b8d0-4d0e-99a6-0d73886085da HTTP/1.1" status: 204 len: 168 time: 1.9991372 Jun 30 02:41:31.213552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:31.338099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4dfa32fc-d136-489a-81d9-04a0a92679d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.339950 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-4dfa32fc-d136-489a-81d9-04a0a92679d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1660454 Jun 30 02:41:31.354582 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:41:31.383218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 98a63ae3-f276-4913-8327-17bb1840d84f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:31.399208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.545709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.559877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.589472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.616976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.617625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.640657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.674802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.683660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.694121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-8343e78b-1967-461e-98f3-162da3bec5e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.4387784 Jun 30 02:41:31.698742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-b46fad34-43ad-40e6-ad6e-bfe1a3ac7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.701486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-b46fad34-43ad-40e6-ad6e-bfe1a3ac7e67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3478057 Jun 30 02:41:31.714178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e69ac-e50d-4561-a5df-f6af5c82ce6b req-19f5d007-4f45-4482-8552-8008bcd60301 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.723719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d37e69ac-e50d-4561-a5df-f6af5c82ce6b req-19f5d007-4f45-4482-8552-8008bcd60301 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.1950896 Jun 30 02:41:31.832219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d37e69ac-e50d-4561-a5df-f6af5c82ce6b req-b569398c-ecd5-4ccf-9f48-231a3b3992ac tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038036 Jun 30 02:41:31.907245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.985815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b444ac6f-de6c-4aec-aac8-e115f4dc27e4 req-338e30df-37c0-41c6-93fe-7305c7db7887 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2903738 Jun 30 02:41:32.082147 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-7c0598e8-0cb2-4b1b-aaa6-0c14781f0e03 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674412 Jun 30 02:41:32.102371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.125341 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.265217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=98a63ae3-f276-4913-8327-17bb1840d84f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:32.278709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.288443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a1f73b0-a65a-4437-b073-58892f7ed4c3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/98a63ae3-f276-4913-8327-17bb1840d84f HTTP/1.1" status: 204 len: 168 time: 1.0727699 Jun 30 02:41:32.323021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39042) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:32.393414 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ee82f90-fc93-4edf-80df-9f26c8796480 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676582 Jun 30 02:41:32.396802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:32.417946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:32.550920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-76f72bb8-8e39-40d7-b2a0-da8d3a86fa85 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615526 Jun 30 02:41:32.634700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-595e9247-6e68-436b-9a97-83d52dfb7c39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 200 len: 217 time: 0.0759501 Jun 30 02:41:32.707965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c928810-6100-4995-8219-013c5fbec740 req-ba7d8c3d-e9c7-4993-b47a-e2c31e39eb5a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.711998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c928810-6100-4995-8219-013c5fbec740 req-ba7d8c3d-e9c7-4993-b47a-e2c31e39eb5a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.5592163 Jun 30 02:41:32.722079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146244e-90fb-4e6e-99ee-b4016297a146 req-f400875a-ea4e-4a53-b387-0d328c1cd7ea tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.735046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3146244e-90fb-4e6e-99ee-b4016297a146 req-f400875a-ea4e-4a53-b387-0d328c1cd7ea tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 946 time: 0.3412519 Jun 30 02:41:32.771651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3b8a50a1-b480-4255-9b9a-85a7f7b23a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.774002 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-3b8a50a1-b480-4255-9b9a-85a7f7b23a63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1310091 Jun 30 02:41:32.831235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c928810-6100-4995-8219-013c5fbec740 req-193cf369-a3eb-4554-b963-e4e242b27d5d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039817 Jun 30 02:41:32.848938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:32.856437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.865857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3146244e-90fb-4e6e-99ee-b4016297a146 req-9a2dce22-3c96-4ecf-8673-4b1d0cd1c848 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293235 Jun 30 02:41:33.028994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-b277025f-cc9a-42a1-a1ec-430717731392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.032710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-b277025f-cc9a-42a1-a1ec-430717731392 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102640 Jun 30 02:41:33.280319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-8bb31efc-f9e3-409e-8f39-65f04dda776d service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338998 Jun 30 02:41:33.345213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110bdf1-0163-4e06-a0fc-43ce28a62a69 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:33.346911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bed1a9-37c4-495d-8252-3198fbbfc24c req-378737c3-d2dc-4371-ad06-0adb667440e8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.349505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71bed1a9-37c4-495d-8252-3198fbbfc24c req-378737c3-d2dc-4371-ad06-0adb667440e8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.2236545 Jun 30 02:41:33.453413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-d619adc7-09ff-4f64-8add-d73707d55ca0 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596615 Jun 30 02:41:33.464088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fdc68486-7820-4d5a-bcee-6976ff354ffc None None] Provisioning complete for port fa794974-c349-49c5-b564-37d13fda407d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:33.464719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdc68486-7820-4d5a-bcee-6976ff354ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.521501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71bed1a9-37c4-495d-8252-3198fbbfc24c req-0f20c23f-510c-423c-a8b6-47729718334a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634755 Jun 30 02:41:33.576040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-a978c666-39d0-4f2e-ab08-c1023d317461 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 200 len: 217 time: 0.1015823 Jun 30 02:41:33.605791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d754-529e-448c-8904-c3906cb2b70b req-c8fc121a-e1ae-45ca-a307-98e95e173e88 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.607526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97a5d754-529e-448c-8904-c3906cb2b70b req-c8fc121a-e1ae-45ca-a307-98e95e173e88 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.3958311 Jun 30 02:41:33.716676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97a5d754-529e-448c-8904-c3906cb2b70b req-071b6fbd-0103-4b0b-b989-022c349e2e4b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706031 Jun 30 02:41:33.728281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-c28c2ff3-5403-4f56-a288-a2d3eecdd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.730582 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-c28c2ff3-5403-4f56-a288-a2d3eecdd7e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1465609 Jun 30 02:41:33.890767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:41:33.906557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-757feb6b-a873-45cf-a181-def9863b5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.914124 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-757feb6b-a873-45cf-a181-def9863b5995 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1714530 Jun 30 02:41:33.996989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:34.059474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-2b86f82f-7ad2-4c5f-99f2-53f820ac9c31 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363494 Jun 30 02:41:34.146911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] Deleting port fa794974-c349-49c5-b564-37d13fda407d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:34.147455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.200956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-28e0dd23-e2b3-40de-b5bb-69628024fe00 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341054 Jun 30 02:41:34.243782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.254876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.271005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.284388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-59badcc2-914b-47b6-ab70-e6cb8f198c95 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 200 len: 217 time: 0.0758815 Jun 30 02:41:34.298600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.308778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.312753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] For port fa794974-c349-49c5-b564-37d13fda407d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa794974-c349-49c5-b564-37d13fda407d,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:34.313155 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.317583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.324821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.327278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-397695d5-4045-4f2a-a83e-8baad3eb98f2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.4008267 Jun 30 02:41:34.335920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] Calling delete_port for fa794974-c349-49c5-b564-37d13fda407d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:34.359883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e11bfdff-928a-49e2-9b1a-768049ab9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.361584 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-e11bfdff-928a-49e2-9b1a-768049ab9029 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.0705307 Jun 30 02:41:34.457627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3e3f8c0-d0e6-48a6-b492-f228594238f8 req-90a1cd6b-6dfb-46d8-bfde-437951e6b32b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203990 Jun 30 02:41:34.469298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.528422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92837-4a24-4f32-93a5-64721712ee93 req-9f8447c8-d4c9-4711-a2ce-de4996f46e2f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.535781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92837-4a24-4f32-93a5-64721712ee93 req-9f8447c8-d4c9-4711-a2ce-de4996f46e2f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.543306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92837-4a24-4f32-93a5-64721712ee93 req-9f8447c8-d4c9-4711-a2ce-de4996f46e2f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.546057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8a92837-4a24-4f32-93a5-64721712ee93 req-9f8447c8-d4c9-4711-a2ce-de4996f46e2f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797&device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8&device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 2419 time: 0.1834219 Jun 30 02:41:34.597579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-1b9445d6-3af3-4c5b-9f2e-241742315766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.600103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-1b9445d6-3af3-4c5b-9f2e-241742315766 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804473 Jun 30 02:41:34.672230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8a92837-4a24-4f32-93a5-64721712ee93 req-22c2acf5-0a86-41cd-9b91-ec00699327c9 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179113 Jun 30 02:41:34.732852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.753155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port fa794974-c349-49c5-b564-37d13fda407d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa794974-c349-49c5-b564-37d13fda407d,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:34.844350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.849487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-6e4c8139-5cf8-4d61-ba42-d8ee7bab9be7 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279594 Jun 30 02:41:34.854924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.855780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.862887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.931136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=fa794974-c349-49c5-b564-37d13fda407d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.945307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:34.958630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:34.960967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.961570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.976656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df741f5-b08f-4495-96d7-77e583092c31 req-660d8e2f-c91c-49fc-87c4-c6d28435e317 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.978407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9df741f5-b08f-4495-96d7-77e583092c31 req-660d8e2f-c91c-49fc-87c4-c6d28435e317 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.2374601 Jun 30 02:41:35.005138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] No DVR routers for this DVR port fa794974-c349-49c5-b564-37d13fda407d on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:35.012166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=9bf31eed-7a23-4d2a-a618-07cce110605f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:35.028153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8557352-bb12-43f1-a0fe-5e420f67679b None None] Pushing event deleted for resources: {'Port': ['ID=fa794974-c349-49c5-b564-37d13fda407d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:35.029697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-319f7ca4-8d50-4532-81e1-a49309481595 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6311376 Jun 30 02:41:35.034784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:35.041169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:35.042208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026a2af-bfdb-43cf-ae9c-aae6968ed411 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:35.175972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9df741f5-b08f-4495-96d7-77e583092c31 req-c4589da5-5b26-4375-bc1a-d0e93fe805c7 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855102 Jun 30 02:41:35.186624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222764c-75d2-4d77-9c91-6eb5460c2cf0 req-708a9e76-4266-48c6-9fdc-4af279b8b920 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.190510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7222764c-75d2-4d77-9c91-6eb5460c2cf0 req-708a9e76-4266-48c6-9fdc-4af279b8b920 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.3214183 Jun 30 02:41:35.239488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-2e0d3ef9-a72b-4fd3-ae8f-12b86887cbba req-384f1f73-1477-4772-bb77-3b307ad1842d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:35.240816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e0d3ef9-a72b-4fd3-ae8f-12b86887cbba req-384f1f73-1477-4772-bb77-3b307ad1842d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074661 Jun 30 02:41:35.294969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-b1c04a9c-a537-425a-9421-65bc513c8d0e service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274321 Jun 30 02:41:35.354957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '9bf31eed-7a23-4d2a-a618-07cce110605f'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:35.357984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.366048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7222764c-75d2-4d77-9c91-6eb5460c2cf0 req-e1a5eae0-9a6f-410d-ba29-01d5ececb7c8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603241 Jun 30 02:41:35.367780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-24d56efb-2c9a-454b-ba23-9b93e1a3d9af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 217 time: 0.0634074 Jun 30 02:41:35.480608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-6d57d606-89f7-4693-ad14-77b38d21a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.483204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-6d57d606-89f7-4693-ad14-77b38d21a834 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.1077619 Jun 30 02:41:35.489650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:35.506509 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.726423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Allocated IP 2001:db8::f816:3eff:fe97:f1e (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/9bf31eed-7a23-4d2a-a618-07cce110605f/0bd50b57-2615-4705-88a8-899e533eca83) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:35.737261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa794974-c349-49c5-b564-37d13fda407d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:35.805375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e0d3ef9-a72b-4fd3-ae8f-12b86887cbba req-c9d2cde4-5176-4bb5-b8d9-db844b23ec20 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.5420556 Jun 30 02:41:35.839109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fa794974-c349-49c5-b564-37d13fda407d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:35.839109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa794974-c349-49c5-b564-37d13fda407d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:35.938003 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9bf31eed-7a23-4d2a-a618-07cce110605f (CIDR: 2001:db8::/64) Jun 30 02:41:35.949510 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:41:35.950033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:41:35.979568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-71eac7b5-aec3-48c3-a944-6b6a7b4c5dfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9434283 Jun 30 02:41:35.980174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:35.985506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:36.147085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-d9ac40d8-ad39-4fad-9955-e1b921ce3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.151421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-d9ac40d8-ad39-4fad-9955-e1b921ce3189 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6593268 Jun 30 02:41:36.367640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:36.374616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.388347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.420834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Transition to ACTIVE for port object 0bd50b57-2615-4705-88a8-899e533eca83 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:36.470066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Transition to ACTIVE for port object 0bd50b57-2615-4705-88a8-899e533eca83 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:36.474256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-ba915b4f-0f45-47c7-9003-9fc2c4f600de service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097305 Jun 30 02:41:36.484543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.571140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:36.574846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:36.581431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:36.609924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Pushing event updated for resources: {'Port': ['ID=0bd50b57-2615-4705-88a8-899e533eca83,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:36.615805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.623474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.630591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.637319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.645852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.670148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.680361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.683120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-de2b3f5e-405d-40ed-8711-17142b8b9574 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.3260789 Jun 30 02:41:36.740399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3954668-152b-48f4-bf7e-78d1c0a85994 req-bc58a404-9f6e-49be-9cd1-986299d3d508 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450502 Jun 30 02:41:36.757405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Attempting to bind port 0bd50b57-2615-4705-88a8-899e533eca83 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:36.759295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Attempting to bind port 0bd50b57-2615-4705-88a8-899e533eca83 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:36.760707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Attempting to bind port 0bd50b57-2615-4705-88a8-899e533eca83 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:36.772449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:36.773836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:36.775214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.776273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:36.777410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Bound port: 0bd50b57-2615-4705-88a8-899e533eca83, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:36.778393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.855002 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6804722d-1e8a-4707-b7ba-c706a3384126 req-5158ccea-8c39-4014-9ae3-d39e8dbeced5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131086 Jun 30 02:41:36.870466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f230d0-4cc2-4412-ac74-6995a5e5e962 req-c82efbf4-fba8-4008-882b-75b91b555391 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.879828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23f230d0-4cc2-4412-ac74-6995a5e5e962 req-c82efbf4-fba8-4008-882b-75b91b555391 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 946 time: 0.1631324 Jun 30 02:41:36.973672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] For port 0bd50b57-2615-4705-88a8-899e533eca83, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:36.983759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] For port 0bd50b57-2615-4705-88a8-899e533eca83, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0bd50b57-2615-4705-88a8-899e533eca83,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:36.993149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23f230d0-4cc2-4412-ac74-6995a5e5e962 req-30fad3b9-198e-44a3-b89e-eede1242f143 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122539 Jun 30 02:41:36.993880 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.022786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.023675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.024346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.025031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.028010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.028703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.029666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.031994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-c5752f6f-f8fb-4c50-b713-822a6bc2653d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6477 time: 0.2041178 Jun 30 02:41:37.043202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.156148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:37.176722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:37.188046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.188670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.190342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1dd9-0107-4ecc-8c6b-82a0880e8450 None None] Pushing event updated for resources: {'Port': ['ID=0bd50b57-2615-4705-88a8-899e533eca83,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:37.225976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=0fd5d2c1-599f-4e30-81e5-335f3fa566b7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:37.255245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-45509464-2dbe-46dd-b01b-e9102cef196a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2711964 Jun 30 02:41:37.255604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:37.261412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:7e:db:61', 'name': 'tempest-NetworksTestDHCPv6-1322883348'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:37.413950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-ff6f2fd3-5fa3-4f7e-936f-29929fb73d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.423506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-ff6f2fd3-5fa3-4f7e-936f-29929fb73d81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 902 time: 0.3787599 Jun 30 02:41:37.444292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f978396-4680-47fa-a25a-7e1e24cb5291 req-26552f12-e0ed-4bed-8393-5c33aaebe3f0 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.447072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f978396-4680-47fa-a25a-7e1e24cb5291 req-26552f12-e0ed-4bed-8393-5c33aaebe3f0 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.2286422 Jun 30 02:41:37.579494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:37.605088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-b2df1372-75af-4245-93cb-7430d7d236c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 217 time: 0.1570022 Jun 30 02:41:37.773372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f978396-4680-47fa-a25a-7e1e24cb5291 req-e038d11b-b0e6-4c0c-97cb-ed684fd417c2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877513 Jun 30 02:41:37.805810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-74770095-12a9-4dba-a9ed-2f8f1792bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.812240 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-74770095-12a9-4dba-a9ed-2f8f1792bc1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.1631548 Jun 30 02:41:37.879369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39120) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:37.965496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-9d52e18d-d5df-4289-9925-14fe3e2ef58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.967652 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-9d52e18d-d5df-4289-9925-14fe3e2ef58e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462262 Jun 30 02:41:38.011458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-9a94ee68-1152-4cdb-856c-0f3ad109bd44 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.014638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-9a94ee68-1152-4cdb-856c-0f3ad109bd44 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 946 time: 0.1204848 Jun 30 02:41:38.078689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.112495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:41:38.173461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.333754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-7df54671-ba4b-4254-8603-5ae7f0920d31 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478260 Jun 30 02:41:38.385102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8:0:1::367 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/0fd5d2c1-599f-4e30-81e5-335f3fa566b7/d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:38.398965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::f816:3eff:fe7e:db61 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/9bf31eed-7a23-4d2a-a618-07cce110605f/d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:38.450671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9d298e6-8908-45d3-b2be-b9aec0eccefb req-82eac32d-9cf8-4e76-a8f8-c0c110cab568 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061864 Jun 30 02:41:38.621290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.621512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb11509-c7a6-4bcd-a189-6a47ba9a09de req-a7010a78-6fb7-462b-9d24-09d9ee1288c4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.631595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.633184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fb11509-c7a6-4bcd-a189-6a47ba9a09de req-a7010a78-6fb7-462b-9d24-09d9ee1288c4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.8656657 Jun 30 02:41:38.663559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port 2cfba31c-bde5-4242-af59-2d987d0c662d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:38.664279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.700992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33236ea-b47b-4c79-b6d9-e80bc337487d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.737489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fb11509-c7a6-4bcd-a189-6a47ba9a09de req-f23a3ec8-dee0-43f3-acc9-93c1d83f2fd8 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985060 Jun 30 02:41:38.749457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.775965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:38.837392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=635730c96bdd463f84ef0b0ae690f823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9542518 Jun 30 02:41:38.841407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:38.876529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.876890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.877281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.877626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.878242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.878655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.879048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.879299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.879673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.880050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.880444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.881457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b9066-34f4-4f1e-880a-89c145b1c274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:38.895456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94965a7a-5ca8-467f-b5c1-1270625088fe None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:38.900901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.945364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:38.949212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:38.952099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:38.959436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.960125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.985885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.995094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.003598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.010680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.017297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.024735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.031138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.039876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-7a9d2bbb-fb96-4a85-80ed-3632291032ef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.5868936 Jun 30 02:41:39.048533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1a1c1619-f100-4a85-86c0-1d53494f64d7 None None] Provisioning for port 0bd50b57-2615-4705-88a8-899e533eca83 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:39.124766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8645120 Jun 30 02:41:39.128885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:39.146430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4cde6-c21a-4dff-98b3-472e7d82aab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.153258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc29806-5d03-46bc-b2df-995543c600ce tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:39.211554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88c88-2f09-4ea4-9cba-6a76842d1b26 req-351a2535-6706-444f-b14c-fdc4619ea78f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.224409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6a88c88-2f09-4ea4-9cba-6a76842d1b26 req-351a2535-6706-444f-b14c-fdc4619ea78f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 946 time: 0.2288327 Jun 30 02:41:39.241540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4cde6-c21a-4dff-98b3-472e7d82aab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.305022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.345256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30e300e9-ffc9-4acf-afb8-dd6d8d7e383c req-e0e94b31-7e90-435d-9feb-81c21fcd72ce tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3031785 Jun 30 02:41:39.373231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6a88c88-2f09-4ea4-9cba-6a76842d1b26 req-2dd34431-3a0a-4743-9165-0c561b4f95e9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389141 Jun 30 02:41:39.382384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4cde6-c21a-4dff-98b3-472e7d82aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.387771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4cde6-c21a-4dff-98b3-472e7d82aab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.395947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94e4cde6-c21a-4dff-98b3-472e7d82aab8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a33236ea-b47b-4c79-b6d9-e80bc337487d HTTP/1.1" status: 204 len: 168 time: 0.5561042 Jun 30 02:41:39.405071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port 2cfba31c-bde5-4242-af59-2d987d0c662d, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cfba31c-bde5-4242-af59-2d987d0c662d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:39.410225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.419005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4cde6-c21a-4dff-98b3-472e7d82aab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33236ea-b47b-4c79-b6d9-e80bc337487d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:39.431475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Update dhcp port {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'fixed_ips': [{'subnet_id': '9bf31eed-7a23-4d2a-a618-07cce110605f', 'ip_address': '2001:db8::f816:3eff:fe97:f1e'}, {'subnet_id': '0fd5d2c1-599f-4e30-81e5-335f3fa566b7'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '0bd50b57-2615-4705-88a8-899e533eca83'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:41:39.478835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for 2cfba31c-bde5-4242-af59-2d987d0c662d owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:39.500565 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.693013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:39.693779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.842400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0bd50b57-2615-4705-88a8-899e533eca83 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:39.859177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8227f-7886-46c1-99b9-1308c11e54b3 req-962d19c4-43e8-4bb0-a92d-9ddb11982a4d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.872373 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2e8227f-7886-46c1-99b9-1308c11e54b3 req-962d19c4-43e8-4bb0-a92d-9ddb11982a4d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.1577623 Jun 30 02:41:39.969284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Allocated IP 2001:db8:0:1::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/0fd5d2c1-599f-4e30-81e5-335f3fa566b7/0bd50b57-2615-4705-88a8-899e533eca83) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:39.976444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2e8227f-7886-46c1-99b9-1308c11e54b3 req-87122422-821c-404c-8400-e48582eeadcc tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015930 Jun 30 02:41:40.003394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0bd50b57-2615-4705-88a8-899e533eca83 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:40.013935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.029914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-240d2d95-0d35-4bd0-b21d-6b86308b8b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.040022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0bd50b57-2615-4705-88a8-899e533eca83 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:40.040954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.056263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.094530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:40.382117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-240d2d95-0d35-4bd0-b21d-6b86308b8b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.393990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-240d2d95-0d35-4bd0-b21d-6b86308b8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.410478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.473129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] For port 0bd50b57-2615-4705-88a8-899e533eca83, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0bd50b57-2615-4705-88a8-899e533eca83,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:40.511139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-240d2d95-0d35-4bd0-b21d-6b86308b8b72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=220efd89019541e58db496f412064f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937103 Jun 30 02:41:40.511139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d2d95-0d35-4bd0-b21d-6b86308b8b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5657c5ef-2266-4367-a881-65278547f504,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.514527 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.522268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.552780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.598996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.604386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0273b-5664-4117-8202-adddff2820d0 req-9fafc251-c232-4689-a571-782c60449856 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:40.613884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5df0273b-5664-4117-8202-adddff2820d0 req-9fafc251-c232-4689-a571-782c60449856 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.3340328 Jun 30 02:41:40.665431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Transition to ACTIVE for port object 0bd50b57-2615-4705-88a8-899e533eca83 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:40.671887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.679032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.684930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-38ad2941-3036-470f-857c-940c09664ae1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad HTTP/1.1" status: 204 len: 168 time: 1.5392053 Jun 30 02:41:40.686842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39156) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.694820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.712843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7d5-6bdf-463c-aa9f-0979e810617f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.758600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5df0273b-5664-4117-8202-adddff2820d0 req-4c1b097b-933e-4462-8d84-c3996add3c98 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430957 Jun 30 02:41:40.805881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7d5-6bdf-463c-aa9f-0979e810617f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.812276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.845963 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:41:40.846380 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:41:40.847546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Pushing event updated for resources: {'Port': ['ID=0bd50b57-2615-4705-88a8-899e533eca83,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.863720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.864094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.864405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.864744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.865078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.865408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.865733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.866063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.866422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.874088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.874487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.875006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd5e86-c1c6-4bd2-a9dd-df59f70b47a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:40.948050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7d5-6bdf-463c-aa9f-0979e810617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.951558 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a62d7d5-6bdf-463c-aa9f-0979e810617f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.955565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a62d7d5-6bdf-463c-aa9f-0979e810617f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5657c5ef-2266-4367-a881-65278547f504 HTTP/1.1" status: 204 len: 168 time: 0.4205115 Jun 30 02:41:40.964520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d7d5-6bdf-463c-aa9f-0979e810617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657c5ef-2266-4367-a881-65278547f504,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.978946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port 2cfba31c-bde5-4242-af59-2d987d0c662d on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:40.987206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=2cfba31c-bde5-4242-af59-2d987d0c662d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:41.000769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.004023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e654b92-41a5-4316-9ffb-c7aadbd7de29 req-f8097a52-05e0-4cc6-b619-c6cce0ac381a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "DELETE /v2.0/ports/2cfba31c-bde5-4242-af59-2d987d0c662d HTTP/1.1" status: 204 len: 173 time: 2.9738584 Jun 30 02:41:41.008522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'name': 'network-vif-deleted', 'tag': '2cfba31c-bde5-4242-af59-2d987d0c662d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:41.011803 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c397764-c908-48a2-864b-4d2aebd3dbbd" -d '{"events": [{"server_uuid": "a0d34a5d-a7d6-4203-a4a9-351000f5fe51", "name": "network-vif-deleted", "tag": "2cfba31c-bde5-4242-af59-2d987d0c662d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:41.085287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011732c4-3b3d-4ef9-ac96-70b0b9263335 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.089632 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-011732c4-3b3d-4ef9-ac96-70b0b9263335 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3864372 Jun 30 02:41:41.091227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39164) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:41.150236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.155640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947328e7-7e9a-4880-aaa7-fb3ab0ed4ac0 req-d862c9c0-6ff0-4d6f-84ce-846ccbaa7d5a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.157597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.163535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-947328e7-7e9a-4880-aaa7-fb3ab0ed4ac0 req-d862c9c0-6ff0-4d6f-84ce-846ccbaa7d5a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 867 time: 0.4945447 Jun 30 02:41:41.165369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.172300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.179179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.187094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.195300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.204791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-3e5a7d4e-23a2-4d0f-bfb6-25f39e3c1b3b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.1978457 Jun 30 02:41:41.255563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-947328e7-7e9a-4880-aaa7-fb3ab0ed4ac0 req-0ff7b345-f5e2-4dc6-8b72-acc496ecf8ec tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909138 Jun 30 02:41:41.257025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa96829-ed33-499c-afa0-5fda216c9050 req-646c9441-845c-4507-b926-57d52152682b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494132 Jun 30 02:41:41.327583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f71ad-4a0b-48f2-bd10-41866b945c72 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.335114 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-141f71ad-4a0b-48f2-bd10-41866b945c72 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2426305 Jun 30 02:41:41.340543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39168) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:41.430192 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7210034-2741-42a8-8bed-43c3aebc3740 x-openstack-request-id: req-a7210034-2741-42a8-8bed-43c3aebc3740 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:41.430664 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d34a5d-a7d6-4203-a4a9-351000f5fe51", "name": "network-vif-deleted", "tag": "2cfba31c-bde5-4242-af59-2d987d0c662d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:41.431093 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7210034-2741-42a8-8bed-43c3aebc3740 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:41.431762 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d34a5d-a7d6-4203-a4a9-351000f5fe51', 'name': 'network-vif-deleted', 'tag': '2cfba31c-bde5-4242-af59-2d987d0c662d', 'status': 'completed', 'code': 200} Jun 30 02:41:41.457700 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.509085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cfba31c-bde5-4242-af59-2d987d0c662d no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:41.523625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78724565-e901-4fd1-b8e3-a1fd8087e596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.525337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78724565-e901-4fd1-b8e3-a1fd8087e596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.532604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78724565-e901-4fd1-b8e3-a1fd8087e596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.532604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78724565-e901-4fd1-b8e3-a1fd8087e596 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1872940 Jun 30 02:41:41.534519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:41.554065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 2cfba31c-bde5-4242-af59-2d987d0c662d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:41.554768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cfba31c-bde5-4242-af59-2d987d0c662d not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:41.603077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 0bd50b57-2615-4705-88a8-899e533eca83, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0bd50b57-2615-4705-88a8-899e533eca83,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:41.615514 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.653818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 0fd5d2c1-599f-4e30-81e5-335f3fa566b7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:41.669814 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.767565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=0bd50b57-2615-4705-88a8-899e533eca83,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:41.798607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.839255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0bd50b57-2615-4705-88a8-899e533eca83 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:42.151835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4a131696-5f64-42a9-be6c-1e0d4c160605 None None] Could not find standard attr ID for object d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:41:42.184830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4a131696-5f64-42a9-be6c-1e0d4c160605 None None] Provisioning for port 0bd50b57-2615-4705-88a8-899e533eca83 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:42.192585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4a131696-5f64-42a9-be6c-1e0d4c160605 None None] Provisioning complete for port 0bd50b57-2615-4705-88a8-899e533eca83 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:42.192968 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a131696-5f64-42a9-be6c-1e0d4c160605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.229658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.263769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b6e17-78e3-4435-932d-ea55bf66673a req-70151889-4382-4cdd-972d-5f703ea3da28 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.275867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce8b6e17-78e3-4435-932d-ea55bf66673a req-70151889-4382-4cdd-972d-5f703ea3da28 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.2262251 Jun 30 02:41:42.370368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c4ccf-7604-4d00-bbfc-86c60d596bd3 req-bd53b416-d8f2-4012-941b-ceadfcfb92b1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.381362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa5c4ccf-7604-4d00-bbfc-86c60d596bd3 req-bd53b416-d8f2-4012-941b-ceadfcfb92b1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.5341270 Jun 30 02:41:42.422699 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce8b6e17-78e3-4435-932d-ea55bf66673a req-14e8b0eb-67f1-4ac0-ac2e-58121c1413f4 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453028 Jun 30 02:41:42.490614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa5c4ccf-7604-4d00-bbfc-86c60d596bd3 req-f017b2d8-f521-468a-8d00-b06d20d47cad tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078162 Jun 30 02:41:42.520427 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.675263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.691897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/0fd5d2c1-599f-4e30-81e5-335f3fa566b7 HTTP/1.1" status: 204 len: 168 time: 1.1542325 Jun 30 02:41:42.692210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39196) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:42.711108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d2186b8-7830-42a0-825e-b189fac201bf None None] Could not find standard attr ID for object d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:41:42.711875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50470b-e9e4-4554-9445-f9d58bfea85e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd5d2c1-599f-4e30-81e5-335f3fa566b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:42.757965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4268b-8a14-4da6-a1ea-7330755cda93 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:42.760026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-129ce756-0f00-4dbc-a02f-6daf5dda88ee req-da3fc693-e780-4f04-8ac1-7367e7ea578a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 210 time: 0.0645053 Jun 30 02:41:42.831455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 9bf31eed-7a23-4d2a-a618-07cce110605f {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:42.839732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.012657 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.126173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.144415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.165031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.181738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.198951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.212342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.224080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.234985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffa048af-439d-410a-b1f2-222c19870f10 req-362ab17a-81f7-41bc-9848-ba495db692a8 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.2976043 Jun 30 02:41:43.247384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.325495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffa048af-439d-410a-b1f2-222c19870f10 req-d9fd7af6-9369-455d-a3d3-0fe6bfe163d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894923 Jun 30 02:41:43.471974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.511029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf31eed-7a23-4d2a-a618-07cce110605f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:43.526601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.529929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ec8c2bc3-5d29-4b6e-8082-a2ae1dc40010 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/9bf31eed-7a23-4d2a-a618-07cce110605f HTTP/1.1" status: 204 len: 168 time: 0.8365693 Jun 30 02:41:43.532640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39230) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:43.549708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4cf3e-84f7-4e1e-b5a1-fcf6ba8d1d1b req-b4f96958-283e-40b0-b80f-95a13d84e7c4 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.562363 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb4cf3e-84f7-4e1e-b5a1-fcf6ba8d1d1b req-b4f96958-283e-40b0-b80f-95a13d84e7c4 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.1716132 Jun 30 02:41:43.631035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e9529e17-9dc7-44ec-bc5d-cab95d5a11ad tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956795 Jun 30 02:41:43.635134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:43.644348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:43.695685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb4cf3e-84f7-4e1e-b5a1-fcf6ba8d1d1b req-c33a7a5e-3c73-4d14-b3bb-2c33436123e3 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319630 Jun 30 02:41:43.891048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0bd50b57-2615-4705-88a8-899e533eca83 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:43.962786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50237fc2-97de-4db6-a95f-4ae5c87ea6f0 req-f317afaf-4492-42e3-95be-4e5a684bb2a2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.970952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50237fc2-97de-4db6-a95f-4ae5c87ea6f0 req-f317afaf-4492-42e3-95be-4e5a684bb2a2 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.1540115 Jun 30 02:41:43.994226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0bd50b57-2615-4705-88a8-899e533eca83 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:43.995237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.011595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:44.027736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.066630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50237fc2-97de-4db6-a95f-4ae5c87ea6f0 req-712efe29-972a-4e4c-9b1d-db1c6ecf33de tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903339 Jun 30 02:41:44.364670 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6b0e63f7-8553-4406-a6e5-a6fee94d4e7e req-403cd879-f5ba-46a2-a102-fea231e85fb0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 210 time: 0.0776486 Jun 30 02:41:44.572105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa42d7-8f69-466f-a1ea-2ad90a432d4b None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:44.669494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cb4e6-09da-4095-b1a0-cf9b74b6030c req-4f889fba-7477-423c-a1d0-c00f7fb512e6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.671146 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f3cb4e6-09da-4095-b1a0-cf9b74b6030c req-4f889fba-7477-423c-a1d0-c00f7fb512e6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.7300956 Jun 30 02:41:44.703260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.711517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.719098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.726414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.734706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.742116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.748792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.751106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-d0ce9502-196c-40d5-8acd-978636607c20 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.1629765 Jun 30 02:41:44.776939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b3c0af82-4f27-4b22-bff8-b92afc6f76be None None] Provisioning complete for port 0bd50b57-2615-4705-88a8-899e533eca83 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:44.777366 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3c0af82-4f27-4b22-bff8-b92afc6f76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.800193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f3cb4e6-09da-4095-b1a0-cf9b74b6030c req-fe6eaf84-d635-4d97-9649-77036ff758c2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116724 Jun 30 02:41:44.868789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb7af482-56a9-417f-a86f-e2ac084aa956 req-c2f0ba57-9e30-4da8-89ed-470d02bffaef tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101663 Jun 30 02:41:44.975527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.038791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:45.127647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=619ec9fd-9a82-4736-889c-529f0d8ea27b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:45.135468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-47730fbd-97b3-41b5-bf82-cf4de9a7f44f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.137653 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-47730fbd-97b3-41b5-bf82-cf4de9a7f44f tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.1449761 Jun 30 02:41:45.156999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] Deleting port 0bd50b57-2615-4705-88a8-899e533eca83 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:45.157481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.165534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:45.188317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:45.191680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:45.195890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.196796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.228694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dcac63a1-0cba-41dd-a1bb-0f681bf776e2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5913870 Jun 30 02:41:45.231354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:45.255860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:45.306941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] For port 0bd50b57-2615-4705-88a8-899e533eca83, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0bd50b57-2615-4705-88a8-899e533eca83,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:45.307719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.332216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] Calling delete_port for 0bd50b57-2615-4705-88a8-899e533eca83 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:45.433586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dc3e3-6f4f-48b1-9bb9-f8fa7128a31c req-346fef86-637e-4378-8705-223722e69034 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.435805 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c3dc3e3-6f4f-48b1-9bb9-f8fa7128a31c req-346fef86-637e-4378-8705-223722e69034 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 946 time: 0.3015668 Jun 30 02:41:45.458718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:45.462413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.503015 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.509533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63fa354a-8aa8-4420-9999-69c8a75eb174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.553654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Deleting port 12af5b67-8cea-4eac-b487-ed91b1cff394 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:45.554446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.566453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9eea-5dca-4996-8e47-76bee1b53cfc req-d6f3b242-c6fc-450f-a2ab-8c9d51b76dda tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.566891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] No DVR routers for this DVR port 0bd50b57-2615-4705-88a8-899e533eca83 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:45.568345 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bcb9eea-5dca-4996-8e47-76bee1b53cfc req-d6f3b242-c6fc-450f-a2ab-8c9d51b76dda tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.2956860 Jun 30 02:41:45.576237 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 619ec9fd-9a82-4736-889c-529f0d8ea27b (CIDR: 2001:db8::/64) Jun 30 02:41:45.578584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ac5b-e7ab-4283-9c4d-81ecab65322e None None] Pushing event deleted for resources: {'Port': ['ID=0bd50b57-2615-4705-88a8-899e533eca83,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:45.595018 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:41:45.595532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:41:45.603225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971da36-6e5f-43e7-a65b-e33cd903005f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:45.630641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c3dc3e3-6f4f-48b1-9bb9-f8fa7128a31c req-5551aaa9-dae9-4402-9370-f8bc037f398b tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803842 Jun 30 02:41:45.722087 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bcb9eea-5dca-4996-8e47-76bee1b53cfc req-8059f34c-e25a-489a-ae25-846f69dfb46f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242719 Jun 30 02:41:45.776598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0bd50b57-2615-4705-88a8-899e533eca83 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:45.795978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0bd50b57-2615-4705-88a8-899e533eca83 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:45.796327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0bd50b57-2615-4705-88a8-899e533eca83 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:45.820645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] For port 12af5b67-8cea-4eac-b487-ed91b1cff394, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=12af5b67-8cea-4eac-b487-ed91b1cff394,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:45.821111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.851361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Calling delete_port for 12af5b67-8cea-4eac-b487-ed91b1cff394 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:45.950794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af565642-331d-4278-92bc-ff1d22240514 req-c5827ca3-426a-43bd-a2d1-e4e97150dc70 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 210 time: 0.0379891 Jun 30 02:41:45.954507 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63fa354a-8aa8-4420-9999-69c8a75eb174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.964225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-63fa354a-8aa8-4420-9999-69c8a75eb174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.969577 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-77e83bdf-c8b5-4a4a-9799-453d7b17a103 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7303214 Jun 30 02:41:45.974573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:45.988318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:46.017264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '619ec9fd-9a82-4736-889c-529f0d8ea27b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:46.018900 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.258739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa354a-8aa8-4420-9999-69c8a75eb174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c3490b-2c81-4415-a20e-1ffaa8333194,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:46.262150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:46.265072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.272461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.281990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-63fa354a-8aa8-4420-9999-69c8a75eb174 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2af14a7f15d147fe9b22b56e44e1c9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1150064 Jun 30 02:41:46.282929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39322) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:46.339429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/619ec9fd-9a82-4736-889c-529f0d8ea27b/2fb7aefa-85bb-4d22-9a27-f4e5b7df4047) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:46.386851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Pushing event deleted for resources: {'Port': ['ID=12af5b67-8cea-4eac-b487-ed91b1cff394,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:46.484708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.518736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.525837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] No DVR routers for this DVR port 12af5b67-8cea-4eac-b487-ed91b1cff394 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:46.530522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.532682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.535397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-688b7d31-27d0-4d0e-8ce5-7e1151f0cc4f req-351a8d0f-5d61-4522-9fbe-65c06f0ff836 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "DELETE /v2.0/ports/12af5b67-8cea-4eac-b487-ed91b1cff394 HTTP/1.1" status: 204 len: 173 time: 1.3885059 Jun 30 02:41:46.536324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'name': 'network-vif-deleted', 'tag': '12af5b67-8cea-4eac-b487-ed91b1cff394'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:46.539329 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833b9f9d-78d2-4041-8e5b-cdb88df6d209" -d '{"events": [{"server_uuid": "068dffa9-6440-4469-8a7e-5dafbb9ea797", "name": "network-vif-deleted", "tag": "12af5b67-8cea-4eac-b487-ed91b1cff394"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:46.549791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.562031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.579314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.591429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.609049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-d230b0a3-d124-4469-981d-759acd914c2b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.3923421 Jun 30 02:41:46.623192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a11b-10c1-4601-b70c-3556e3835016 req-f7424eda-6592-4822-acb4-fc9e69bde963 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.632522 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22c9a11b-10c1-4601-b70c-3556e3835016 req-f7424eda-6592-4822-acb4-fc9e69bde963 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.3933144 Jun 30 02:41:46.650704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af74334c-8b27-4e72-9aa2-8594e971a3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.668207 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.698063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Transition to ACTIVE for port object 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:46.715164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-01e9ae9e-6fd2-4425-a2e2-fef56b4ef52d req-14f3242a-89e7-447f-967e-52b10923e8bf tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884523 Jun 30 02:41:46.723594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af74334c-8b27-4e72-9aa2-8594e971a3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.754957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Transition to ACTIVE for port object 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:46.777462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e66e9452-b592-4550-b530-c9bbca8fde6f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:46.792522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38494059-b8f9-44a9-a106-11c07294cf84', '12af5b67-8cea-4eac-b487-ed91b1cff394'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:46.801489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22c9a11b-10c1-4601-b70c-3556e3835016 req-7c90aab2-f173-41df-8227-0effb8613422 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625569 Jun 30 02:41:46.801816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.881047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af74334c-8b27-4e72-9aa2-8594e971a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.884696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af74334c-8b27-4e72-9aa2-8594e971a3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.889501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-af74334c-8b27-4e72-9aa2-8594e971a3ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74c3490b-2c81-4415-a20e-1ffaa8333194 HTTP/1.1" status: 204 len: 168 time: 0.6013064 Jun 30 02:41:46.906043 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa2ee6-7af3-4b73-94cf-82a7627fa98b x-openstack-request-id: req-2daa2ee6-7af3-4b73-94cf-82a7627fa98b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:46.907102 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068dffa9-6440-4469-8a7e-5dafbb9ea797", "name": "network-vif-deleted", "tag": "12af5b67-8cea-4eac-b487-ed91b1cff394", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:46.909466 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2daa2ee6-7af3-4b73-94cf-82a7627fa98b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:46.910480 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068dffa9-6440-4469-8a7e-5dafbb9ea797', 'name': 'network-vif-deleted', 'tag': '12af5b67-8cea-4eac-b487-ed91b1cff394', 'status': 'completed', 'code': 200} Jun 30 02:41:46.936230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74334c-8b27-4e72-9aa2-8594e971a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c3490b-2c81-4415-a20e-1ffaa8333194,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.201711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74c8f37b-d2ed-4c01-b515-a803fa66f887 req-f368ea98-163e-400d-a3a5-d0987337c318 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=068dffa9-6440-4469-8a7e-5dafbb9ea797 HTTP/1.1" status: 200 len: 210 time: 0.0913382 Jun 30 02:41:47.414781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-c362dea5-e40b-4545-a3c6-b52ecb37325e tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.418424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-c362dea5-e40b-4545-a3c6-b52ecb37325e tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1097 time: 0.5174859 Jun 30 02:41:47.444944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-5'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:47.545883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb02d-8bfd-465b-b910-aa0386d8570e req-10f04c8a-7b3b-41cb-ac0e-3228e5f0f74c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.566034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-191fb02d-8bfd-465b-b910-aa0386d8570e req-10f04c8a-7b3b-41cb-ac0e-3228e5f0f74c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 946 time: 0.3740048 Jun 30 02:41:47.604803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:47.729229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Pushing event updated for resources: {'Port': ['ID=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.756351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:41:47.781426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:47.785737 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-191fb02d-8bfd-465b-b910-aa0386d8570e req-9248355c-3b54-438a-acde-0f1cbf11dc84 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194302 Jun 30 02:41:47.807018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:47.813049 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:41:47.855260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:48.129757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.252940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ccf9712-c99b-4862-88ec-a89499b95692 req-612ceb1a-1494-4ae0-8e50-7059c5bb0f71 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 210 time: 0.7484331 Jun 30 02:41:48.296876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.302283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Attempting to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:48.303074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Attempting to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:48.304100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Attempting to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:48.363026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:48.363463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:48.363880 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.364280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:48.364906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Bound port: 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:48.365479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.429080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.444013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.451026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:48.454610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.468493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.484259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.506608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.539990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.544251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 has no active binding in host n-h1-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:41:48.553876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-b0a01dbb-2041-43cd-b6f5-13afd8a8cc55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.4163020 Jun 30 02:41:48.617584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:48.738729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:48.852322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.865864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92f0d154-0f5d-44c0-9347-b7e587d3e7d4 req-21589d65-5be0-4140-b9ef-91c307605412 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979937 Jun 30 02:41:48.880955 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.908089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:48.983011 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.001362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:49.004309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.008703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:49.018816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.140099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:49.153334 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c3b4e3-0acb-4d61-a688-f174d075d8c9" -d '{"events": [{"server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "name": "network-vif-unplugged", "status": "completed", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:49.306757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attempting to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:49.307877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attempting to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:49.308572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attempting to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:49.321548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:49.322243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:49.322890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.323433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:49.324094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Bound port: 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:49.324645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.418503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a72fbb-8170-4ce0-93ed-4c07acbd75cf None None] Pushing event updated for resources: {'Port': ['ID=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.425187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.425786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.487026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.487876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.488622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.489416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.490033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.490795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.491622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.492495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.493103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.493829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.494751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.495419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:49.599058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:49.601221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:49.601862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:49.616378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:49.616866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Attempting to bind port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on network 9cf719ab-93ee-4ac2-9017-f2246782388f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:49.640682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:49.640990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Checking segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:49.643213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Bound using segment: {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:49.643213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Bound port: a12ad11a-c0e1-4ad4-b158-30a8212b9046, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3dbe19-901c-42b4-a7c3-750d28ac7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9cf719ab-93ee-4ac2-9017-f2246782388f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:49.646541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.696223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6459f7-c1ba-40a9-ba70-b019d5820614 req-2bdb3e37-1779-4ebd-88d7-e021b0712306 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.698086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f6459f7-c1ba-40a9-ba70-b019d5820614 req-2bdb3e37-1779-4ebd-88d7-e021b0712306 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.8248928 Jun 30 02:41:49.725884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc641b-abbd-4509-9efe-aa92f98d6115 req-ba4975da-897f-4f56-a2c7-8263a647ddac tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.737157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cedc641b-abbd-4509-9efe-aa92f98d6115 req-ba4975da-897f-4f56-a2c7-8263a647ddac tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.4428318 Jun 30 02:41:49.747774 n-d-798054-5 neutron-server[93821]: WARNING neutron.plugins.ml2.plugin [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Concurrent port binding operations failed on port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 Jun 30 02:41:49.762817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:49.785052 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attempt 2 to bind port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 Jun 30 02:41:49.796183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.869885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:49.883700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f6459f7-c1ba-40a9-ba70-b019d5820614 req-ba774a85-70d1-4186-a184-555d7d312ca6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Jun 30 02:41:49.895970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:49.904025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:49.923371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:49.925094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:49.929652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.932405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.960971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.987615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cedc641b-abbd-4509-9efe-aa92f98d6115 req-62884b4b-663d-472e-b122-b9a6c581cfe7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212760 Jun 30 02:41:50.025163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=0af208e0-1f47-439f-9c9a-25cb3f6db429,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:50.031906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23f0b9e2-df93-4477-a54c-d373c600586a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0538836 Jun 30 02:41:50.037109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:50.057636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:71:ae:10', 'name': 'tempest-NetworksTestDHCPv6-1973682893'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:50.080480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:50.110505 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3b413-de64-4967-84c4-985f22235776 x-openstack-request-id: req-abd3b413-de64-4967-84c4-985f22235776 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:50.111034 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "name": "network-vif-unplugged", "status": "completed", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:50.112103 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abd3b413-de64-4967-84c4-985f22235776 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:50.113304 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'code': 200} Jun 30 02:41:50.123322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.124539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.127429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 1122 time: 2.6998177 Jun 30 02:41:50.206365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d12a5-10cd-4d2a-a5a5-15e1d78046e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:50.222458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a12ad11a-c0e1-4ad4-b158-30a8212b9046'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:50.315470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a12ad11a-c0e1-4ad4-b158-30a8212b9046'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:50.451068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e7245ef9-2215-4d3b-83c6-fa345cb191f0 req-85e0ff64-663c-457f-a4f3-681e1b066f41 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d34a5d-a7d6-4203-a4a9-351000f5fe51 HTTP/1.1" status: 200 len: 210 time: 0.1097991 Jun 30 02:41:50.484403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 12af5b67-8cea-4eac-b487-ed91b1cff394 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:50.509087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:50.598864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 12af5b67-8cea-4eac-b487-ed91b1cff394 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:50.599691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 12af5b67-8cea-4eac-b487-ed91b1cff394 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:50.715815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.751544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port bbf2837e-af6a-4e35-b6ef-a383026d94ac yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:41:50.890175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.899424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.911214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.920638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.937026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.956615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.963402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.971481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-e4dd2a39-7d7a-4493-8bd4-99229212d17a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.2280204 Jun 30 02:41:51.013358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3a4d1e-dfd2-4961-a517-b4c457631d03 req-7dd0a6b5-f109-45c9-8844-24ca191eeec2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401001 Jun 30 02:41:51.020947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d028a70-b6ae-4de1-b130-7d27f9cd8e1f None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:51.028394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:51.053321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640ed69-e048-49a6-96e7-f3ffb2bde3ee req-434e6964-12c6-475d-8dd2-e2c5d651cc5e tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.063825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7640ed69-e048-49a6-96e7-f3ffb2bde3ee req-434e6964-12c6-475d-8dd2-e2c5d651cc5e tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 946 time: 0.2133060 Jun 30 02:41:51.164484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7640ed69-e048-49a6-96e7-f3ffb2bde3ee req-eb8e29e7-f53b-498c-82ab-1777e062253c tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990329 Jun 30 02:41:51.192515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::34b (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/619ec9fd-9a82-4736-889c-529f0d8ea27b/bbf2837e-af6a-4e35-b6ef-a383026d94ac) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:51.200648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:ae10 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/0af208e0-1f47-439f-9c9a-25cb3f6db429/bbf2837e-af6a-4e35-b6ef-a383026d94ac) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:51.300363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149931e-539e-4a82-94e0-3055b6bacfac req-381cd308-0c13-4bba-94d2-7963f7101aa0 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.311844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] Provisioning for port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:51.315728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0149931e-539e-4a82-94e0-3055b6bacfac req-381cd308-0c13-4bba-94d2-7963f7101aa0 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.1507535 Jun 30 02:41:51.318160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] Provisioning complete for port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:51.318702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.327605 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e61088ef-f315-442b-8bf3-7235aa42a9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.374534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0149931e-539e-4a82-94e0-3055b6bacfac req-f15d05a2-e06c-4905-b7a2-119739892349 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568721 Jun 30 02:41:51.471281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.521415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:51.527417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.570373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:51.574247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:51.583114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.627511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object bbf2837e-af6a-4e35-b6ef-a383026d94ac will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:51.668432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591002d-0c1f-403d-b7c8-904a78bdbe39 req-ef9f5a5c-439c-476f-bb24-ae94c9817128 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.677113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f591002d-0c1f-403d-b7c8-904a78bdbe39 req-ef9f5a5c-439c-476f-bb24-ae94c9817128 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.3079274 Jun 30 02:41:51.708184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b8f5d-780b-4f87-bd96-77df49424df4 None None] Pushing event updated for resources: {'Port': ['ID=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:51.809957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e61088ef-f315-442b-8bf3-7235aa42a9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.827362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f591002d-0c1f-403d-b7c8-904a78bdbe39 req-7a9ea2cd-63c3-45b4-9789-aeff73e00e5a tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492443 Jun 30 02:41:51.832533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.850265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e61088ef-f315-442b-8bf3-7235aa42a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.893293 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.934668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-a8227f88-67ee-4114-86fd-3adacaa7494a tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.936400 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-a8227f88-67ee-4114-86fd-3adacaa7494a tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.67 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 946 time: 0.1592982 Jun 30 02:41:51.943699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:51.961979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:51.962236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:51.997309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61088ef-f315-442b-8bf3-7235aa42a9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860798fe-6e78-415d-8052-c5634725550d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.004163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:52.007878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'port_id': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'mac_address': 'fa:16:3e:87:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d960f3e-3013-404b-9ba0-015b1b94bda9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:52.014477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.015451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.024121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:52.030907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e61088ef-f315-442b-8bf3-7235aa42a9ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31d10b99a05347498a46a8f8a74d3b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9962585 Jun 30 02:41:52.037463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:52.037998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=bbf2837e-af6a-4e35-b6ef-a383026d94ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.040155 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa9011f-df7a-4502-94d6-2459a2a2566f" -d '{"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:52.108029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fef1ccfe-2500-44fe-8c47-86cf1d0998dd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0697243 Jun 30 02:41:52.114001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39438) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:52.115553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:52.120920 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d45d607-59ac-4093-82f5-60058fd2f99c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:52.164580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:52.177200 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c17b92-2bd2-43af-a24e-f8ac536b9cac x-openstack-request-id: req-e1c17b92-2bd2-43af-a24e-f8ac536b9cac {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:52.180069 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:52.180271 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1c17b92-2bd2-43af-a24e-f8ac536b9cac {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:52.180684 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'code': 200} Jun 30 02:41:52.193673 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.203114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647f4d4b-bdf9-4891-a6c2-1174e16e66cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.245111 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a9763-e382-410d-b45a-4942aea3105c x-openstack-request-id: req-1b8a9763-e382-410d-b45a-4942aea3105c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:52.245422 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:52.245640 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b8a9763-e382-410d-b45a-4942aea3105c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:52.246888 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'status': 'completed', 'code': 200} Jun 30 02:41:52.287804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647f4d4b-bdf9-4891-a6c2-1174e16e66cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.373430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.419037 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.445205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1e9f7c2-19a0-45f8-848a-4db076dd318e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:52.516534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647f4d4b-bdf9-4891-a6c2-1174e16e66cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.521247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647f4d4b-bdf9-4891-a6c2-1174e16e66cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.523225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-647f4d4b-bdf9-4891-a6c2-1174e16e66cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/860798fe-6e78-415d-8052-c5634725550d HTTP/1.1" status: 204 len: 168 time: 0.4815245 Jun 30 02:41:52.531970 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:41:52.532538 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:41:52.558415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.570290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.578233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.585397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.591552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.599476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.606248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.608371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-46f9ec31-73c6-46a5-a2d4-03e9746df8d2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.2323968 Jun 30 02:41:52.609756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f4d4b-bdf9-4891-a6c2-1174e16e66cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860798fe-6e78-415d-8052-c5634725550d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.630052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-cf76d0ee-4273-407a-9992-ba5ba82f68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.632218 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-cf76d0ee-4273-407a-9992-ba5ba82f68db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1125 time: 0.3456132 Jun 30 02:41:52.649158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0a79c-974d-46f2-878a-60700f82fe8b req-1a282537-bf68-4765-8788-1af7d9a87752 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.665296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e0a79c-974d-46f2-878a-60700f82fe8b req-1a282537-bf68-4765-8788-1af7d9a87752 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 946 time: 0.2474308 Jun 30 02:41:52.672613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Deleting port e66e9452-b592-4550-b530-c9bbca8fde6f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:52.672876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.699718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-090aded7-b96d-4965-b2ae-ebbc79a6366b None None] Provisioning complete for port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:52.700404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-090aded7-b96d-4965-b2ae-ebbc79a6366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.715031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b30a5fd-ce2a-4b25-bace-2828a6fe18c7 req-2896f964-a4ee-44ce-ba55-a391161aa8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932889 Jun 30 02:41:52.863636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port bbf2837e-af6a-4e35-b6ef-a383026d94ac {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:52.863998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.027815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5815a83-abed-4580-848d-be7df6bf1ee0 None None] Provisioning for port bbf2837e-af6a-4e35-b6ef-a383026d94ac completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:53.106193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5815a83-abed-4580-848d-be7df6bf1ee0 None None] Provisioning complete for port bbf2837e-af6a-4e35-b6ef-a383026d94ac triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:53.106875 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5815a83-abed-4580-848d-be7df6bf1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.110041 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.112048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-ea25f47c-031b-4ce9-ae17-6de86fa48f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.113719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-ea25f47c-031b-4ce9-ae17-6de86fa48f96 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.4462609 Jun 30 02:41:53.129262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e0a79c-974d-46f2-878a-60700f82fe8b req-d74edf3f-a74d-4f89-be76-375d326db059 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625688 Jun 30 02:41:53.149716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] For port e66e9452-b592-4550-b530-c9bbca8fde6f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e66e9452-b592-4550-b530-c9bbca8fde6f,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:53.150100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.152632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-008984de-7f3d-4b0d-ba42-f495f65926be tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.165513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-008984de-7f3d-4b0d-ba42-f495f65926be tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.2361734 Jun 30 02:41:53.184349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-9fb90aea-2588-40a0-b772-6b34dd15a7a2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0176826 Jun 30 02:41:53.196886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e9f7c2-19a0-45f8-848a-4db076dd318e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:53.214076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Calling delete_port for e66e9452-b592-4550-b530-c9bbca8fde6f owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:53.237920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-1e5ee24f-946d-4831-92ca-3ec59f3a9ea2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525575 Jun 30 02:41:53.259786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a5815a83-abed-4580-848d-be7df6bf1ee0 None None] Port bbf2837e-af6a-4e35-b6ef-a383026d94ac cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:53.269478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:53.276523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.343368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.357991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for bbf2837e-af6a-4e35-b6ef-a383026d94ac owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:53.399220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.471157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-8a6a3271-0118-46d4-98c0-17ffb74a6416 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314730 Jun 30 02:41:53.507290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-55607165-78db-451a-ab40-1c52eb47eab5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 217 time: 0.3767645 Jun 30 02:41:53.564873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e66e9452-b592-4550-b530-c9bbca8fde6f no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:53.570861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e1e9f7c2-19a0-45f8-848a-4db076dd318e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:53.633554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-1474efe9-c926-4136-8e86-80f86e1f43be service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610541 Jun 30 02:41:53.909809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:53.948390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-5ac12301-c600-4b78-93c7-85a8fcf5d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.951413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-5ac12301-c600-4b78-93c7-85a8fcf5d3a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.4083605 Jun 30 02:41:54.101306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-cb12d9f2-f0c4-4dd0-a51e-9e46af5b0136 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328909 Jun 30 02:41:54.116362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7c3d-32fd-4a8d-ba1c-7b9e399e26b4 req-0ca8bcd2-7864-4976-be29-bad90974a732 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.124165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-824d7c3d-32fd-4a8d-ba1c-7b9e399e26b4 req-0ca8bcd2-7864-4976-be29-bad90974a732 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.1359177 Jun 30 02:41:54.195248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-824d7c3d-32fd-4a8d-ba1c-7b9e399e26b4 req-4f27a88b-85dd-454d-a06f-a4ec0d9f946c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Jun 30 02:41:54.298152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.356018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448223f-d5b0-4efb-9d1b-46d82c6cacef req-dd723513-9406-4ef8-863b-7e0582656f00 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.360625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:54.361001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.364955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b448223f-d5b0-4efb-9d1b-46d82c6cacef req-dd723513-9406-4ef8-863b-7e0582656f00 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 945 time: 0.8595049 Jun 30 02:41:54.374683 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.447939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['38494059-b8f9-44a9-a106-11c07294cf84'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:54.589643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.600563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.611242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.624810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.633978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.641893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.649865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.659900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-afbdbbbe-25ab-45a6-8fcf-b2d9d9480de4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.2149849 Jun 30 02:41:54.725862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] No DVR routers for this DVR port e66e9452-b592-4550-b530-c9bbca8fde6f on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:54.731331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Pushing event deleted for resources: {'Port': ['ID=e66e9452-b592-4550-b530-c9bbca8fde6f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.778460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.782510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e01e6e6-0c1b-45ed-8119-6a5efe8481f3 req-d5728b99-0d64-4c0b-b4c6-ed91eb156934 tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.67 "DELETE /v2.0/ports/e66e9452-b592-4550-b530-c9bbca8fde6f HTTP/1.1" status: 204 len: 173 time: 2.8380740 Jun 30 02:41:54.783809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'name': 'network-vif-deleted', 'tag': 'e66e9452-b592-4550-b530-c9bbca8fde6f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:54.788293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6be8f2c1-73fb-4dbd-b6d4-482f232433de req-9ea8b228-6f12-4c6d-a78d-54eebbc7c47e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256359 Jun 30 02:41:54.791679 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01a66e0-6c7e-430d-a9d9-42a2b60e3eb4" -d '{"events": [{"server_uuid": "23fc8a75-7392-459a-b3af-e38a0cd1f6d8", "name": "network-vif-deleted", "tag": "e66e9452-b592-4550-b530-c9bbca8fde6f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:54.993415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b448223f-d5b0-4efb-9d1b-46d82c6cacef req-21c9708f-1987-4843-80dd-285399d19ac9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272657 Jun 30 02:41:55.014002 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-89677ee3-1036-41b4-9a3c-4a6094c327e6 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896186 Jun 30 02:41:55.068726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.223812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=bbf2837e-af6a-4e35-b6ef-a383026d94ac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:55.323652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.327306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4938165c-aa8f-48d9-8fb8-50edb01f4d1d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/bbf2837e-af6a-4e35-b6ef-a383026d94ac HTTP/1.1" status: 204 len: 168 time: 3.1976330 Jun 30 02:41:55.337333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.388852 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9506ad76-804a-43d3-86d0-0e20083e639c req-552f61ac-f4b6-4c49-a2c2-31c33f150aee tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=23fc8a75-7392-459a-b3af-e38a0cd1f6d8 HTTP/1.1" status: 200 len: 210 time: 0.0587080 Jun 30 02:41:55.459619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2c59ea2-d73b-4762-9c77-4af79637153f req-f37482da-7199-4f63-8551-38ee8db0305e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 210 time: 0.1522284 Jun 30 02:41:55.479608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d45d607-59ac-4093-82f5-60058fd2f99c req-f3d85b7f-7a1a-48be-9338-6edcdadb6df5 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521461 Jun 30 02:41:55.534465 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc67a1-9293-43c9-b507-9eb4453b30f5 x-openstack-request-id: req-c7dc67a1-9293-43c9-b507-9eb4453b30f5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:55.535279 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fc8a75-7392-459a-b3af-e38a0cd1f6d8", "name": "network-vif-deleted", "tag": "e66e9452-b592-4550-b530-c9bbca8fde6f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:55.535815 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7dc67a1-9293-43c9-b507-9eb4453b30f5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:55.536674 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fc8a75-7392-459a-b3af-e38a0cd1f6d8', 'name': 'network-vif-deleted', 'tag': 'e66e9452-b592-4550-b530-c9bbca8fde6f', 'status': 'completed', 'code': 200} Jun 30 02:41:55.536922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f0f16-2df6-4dc2-bab3-68af2e5662e5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.555796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39514) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.556091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b5f0f16-2df6-4dc2-bab3-68af2e5662e5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1885545 Jun 30 02:41:55.568911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.578250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:55.723674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c21075-718a-48cf-9a14-9b286378061a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.742506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-17c21075-718a-48cf-9a14-9b286378061a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1852288 Jun 30 02:41:55.745312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.793412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e1e9f7c2-19a0-45f8-848a-4db076dd318e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:55.794058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.905636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9be36-b1b5-48b4-b027-853a1782b6cc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.909316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9be36-b1b5-48b4-b027-853a1782b6cc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.912095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9be36-b1b5-48b4-b027-853a1782b6cc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.916840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.917197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fef9be36-b1b5-48b4-b027-853a1782b6cc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1705561 Jun 30 02:41:56.013759 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:56.065060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc089632-bccc-4577-94f1-917404c6dddf req-ec5d00c4-072b-4d61-83a2-e32d1c2e1bc5 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:56.073249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc089632-bccc-4577-94f1-917404c6dddf req-ec5d00c4-072b-4d61-83a2-e32d1c2e1bc5 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 0.2564130 Jun 30 02:41:56.092761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 0af208e0-1f47-439f-9c9a-25cb3f6db429 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:56.104727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.147464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.164136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.199036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.230223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:56.233419 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b4b0a9-caf7-4bdf-a39c-f6667ca4d26e" -d '{"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:56.290786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:56.297187 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.308431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc089632-bccc-4577-94f1-917404c6dddf req-e2852fa5-b610-4164-a9b4-27911d43fc2d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143621 Jun 30 02:41:56.432470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.475726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.508735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 80a6ee8b-987e-4548-ad68-18e2512c5f48 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:56.527281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:56.833603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:56.837087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-8eab1821-cbc3-4634-b099-09ca65b2de66 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:56.841823 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-8eab1821-cbc3-4634-b099-09ca65b2de66 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.3227394 Jun 30 02:41:56.850355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '80a6ee8b-987e-4548-ad68-18e2512c5f48', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'port_id': '80a6ee8b-987e-4548-ad68-18e2512c5f48', 'mac_address': 'fa:16:3e:b6:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:56.865503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:56.903950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.922031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a6ee8b-987e-4548-ad68-18e2512c5f48 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:56.970412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:56.976588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.978030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 43b88353-b9ee-4a44-abc8-5b92d6dffe93 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:57.010390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.048957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=0af208e0-1f47-439f-9c9a-25cb3f6db429,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.076737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.081648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-af8f42f9-aad3-4367-822f-e6104b001608 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/0af208e0-1f47-439f-9c9a-25cb3f6db429 HTTP/1.1" status: 204 len: 168 time: 1.1610696 Jun 30 02:41:57.084586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:57.102460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e990b3c-2984-4d63-a3f3-01cd7bf212f8 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:57.166240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:57.172102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.218804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Allocated IP 172.25.0.174 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/5f871e00-363f-41b5-95ea-fd264bab446a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:57.231307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.280082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 619ec9fd-9a82-4736-889c-529f0d8ea27b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:57.294763 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.324459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.337776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.351337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.365223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.377610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.391034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.396042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.4 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/bad72c03-3950-4a03-af8d-c9ed22764e61) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:57.404030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.419362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-ab37d812-730f-4f4a-8242-71b41ad05880 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5420 time: 0.6344178 Jun 30 02:41:57.630659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.648534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:57.673403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23082655-b4ad-465d-a02e-56806edde41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.684522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'port_id': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'mac_address': 'fa:16:3e:1b:26:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:57.747565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d861644-32e8-4dcf-bb21-1e346719f77c req-2090e2c8-a344-4eb5-b406-eb7077860663 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3269646 Jun 30 02:41:57.793620 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.817913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a812b6-722d-4836-be1c-b78a2d667463 req-c7c75e6d-86de-478e-a9cf-add8885c83c8 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.828995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86a812b6-722d-4836-be1c-b78a2d667463 req-c7c75e6d-86de-478e-a9cf-add8885c83c8 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.2531757 Jun 30 02:41:57.864302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.872722 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d778e6f7-9ca7-4cc7-9c1a-992d9f7655ac x-openstack-request-id: req-d778e6f7-9ca7-4cc7-9c1a-992d9f7655ac {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:57.873290 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:57.873628 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d778e6f7-9ca7-4cc7-9c1a-992d9f7655ac {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:57.874220 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'code': 200} Jun 30 02:41:57.881994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b88353-b9ee-4a44-abc8-5b92d6dffe93 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:57.906584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.927746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:57.938407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.940417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 213238be-326b-4a1e-aca7-b660250e2e80 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:57.963423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.010245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86a812b6-722d-4836-be1c-b78a2d667463 req-3176b2d9-ed3f-49bf-8a14-0ea1e1a042df tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801505 Jun 30 02:41:58.060261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.087497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=213238be-326b-4a1e-aca7-b660250e2e80,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.115248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '213238be-326b-4a1e-aca7-b660250e2e80', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'port_id': '213238be-326b-4a1e-aca7-b660250e2e80', 'mac_address': 'fa:16:3e:7e:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:58.149776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.191871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.213874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213238be-326b-4a1e-aca7-b660250e2e80 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:58.226268 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-381be156-9a8f-4999-8755-20c07c3fed90 service neutron] 10.222.0.90 "GET /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.3916457 Jun 30 02:41:58.252776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=213238be-326b-4a1e-aca7-b660250e2e80,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.258837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.259745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0c4261d6-f4f9-4754-96f6-4766c95fea86 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:58.394034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.398841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.419159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '0c4261d6-f4f9-4754-96f6-4766c95fea86', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'port_id': '0c4261d6-f4f9-4754-96f6-4766c95fea86', 'mac_address': 'fa:16:3e:14:fc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:58.475605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.500585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4261d6-f4f9-4754-96f6-4766c95fea86 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:58.545210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.554587 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.555150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abaa4951-52a3-4999-acd6-3dc79da0bed9 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:58.650584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.665446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.740747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.745351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/619ec9fd-9a82-4736-889c-529f0d8ea27b HTTP/1.1" status: 204 len: 168 time: 1.6503563 Jun 30 02:41:58.755746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39540) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:58.755976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ecc2a-530d-46d7-accc-a245516e0b47 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=619ec9fd-9a82-4736-889c-529f0d8ea27b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.767094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.793025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:58.805115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44421e-482f-4d82-a24a-6426531a9989 req-f4f5aaf2-9eb8-49f9-a29a-685a760a2237 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.807160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f44421e-482f-4d82-a24a-6426531a9989 req-f4f5aaf2-9eb8-49f9-a29a-685a760a2237 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 931 time: 0.3944695 Jun 30 02:41:58.813887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f55fee-5d0b-48b6-9f61-4a6bacf9d63d req-31c7bf81-3186-4ca6-b2b1-1d2ff98ddafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.817174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:58.817699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92f55fee-5d0b-48b6-9f61-4a6bacf9d63d req-31c7bf81-3186-4ca6-b2b1-1d2ff98ddafb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 1097 time: 0.4028313 Jun 30 02:41:58.840995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:58.852358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'abaa4951-52a3-4999-acd6-3dc79da0bed9', 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'port_id': 'abaa4951-52a3-4999-acd6-3dc79da0bed9', 'mac_address': 'fa:16:3e:d5:29:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c47d6ba-a797-4a57-91cc-1296c8fc266f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:58.852793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:58.854257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.891774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:58.900173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:58.908642 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.915251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bd704249-9e90-446a-87a2-b67073087ba5 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568313 Jun 30 02:41:58.931336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abaa4951-52a3-4999-acd6-3dc79da0bed9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:58.954238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:58.966405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.968975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:58.974181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.976385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=bad72c03-3950-4a03-af8d-c9ed22764e61,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.976598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:59.041509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:59.042563 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.064669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Pushing event updated for resources: {'Port': ['ID=5f871e00-363f-41b5-95ea-fd264bab446a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.093760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f44421e-482f-4d82-a24a-6426531a9989 req-f027aa32-6cce-4fff-b539-713627bdb87e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435927 Jun 30 02:41:59.103722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.114476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:59.131870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42', 'network_id': '41d2ecfa-3321-44a7-bcaa-7b74881726f9', 'port_id': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42', 'mac_address': 'fa:16:3e:d2:47:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c47d6ba-a797-4a57-91cc-1296c8fc266f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:59.136108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:59.142041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.145474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6583ff37-268a-45b8-98e8-7bc683599358 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2968316 Jun 30 02:41:59.161241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ac4d7-d295-4ee0-949b-254a1c1115e3 req-d4d1d9b5-b496-45b1-b998-9862f7a91a5d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:59.171181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf7ac4d7-d295-4ee0-949b-254a1c1115e3 req-d4d1d9b5-b496-45b1-b998-9862f7a91a5d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 944 time: 1.0177310 Jun 30 02:41:59.186132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Request body: {'port': {'device_id': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:59.187142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb7d13-00be-45e1-8d98-40ffcbe71ecd None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:59.209348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.278138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:59.317730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-604399da-dd8b-499a-9efe-fc940d128916 None None] Provisioning complete for port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:59.318050 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-604399da-dd8b-499a-9efe-fc940d128916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.325711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:59.374682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.375385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c8cb672b-0f79-4c38-97e7-3ec0981d941e details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:59.410165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92f55fee-5d0b-48b6-9f61-4a6bacf9d63d req-4f8da9ad-f912-499b-bd5e-458012c1cfda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662155 Jun 30 02:41:59.419567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.432142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.473152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf7ac4d7-d295-4ee0-949b-254a1c1115e3 req-a0284629-ac30-42a1-8333-30a650fdbff9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006885 Jun 30 02:41:59.514676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:59.546451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'c8cb672b-0f79-4c38-97e7-3ec0981d941e', 'network_id': '3c02039a-e2ff-4eb6-bbaa-4ad520d737ae', 'port_id': 'c8cb672b-0f79-4c38-97e7-3ec0981d941e', 'mac_address': 'fa:16:3e:10:70:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8128710c-8515-4c9a-bef7-562a818469c0', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:59.552273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.575321 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.703436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:59.789613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.812176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:59.825976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cb672b-0f79-4c38-97e7-3ec0981d941e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:59.841624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.850025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:59.889517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:59.898465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.979724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:59.984883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:59.999547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:00.005902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=86d1d8a9-97d0-4da2-bfe5-96aa8fdef099,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.020927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.021191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.022276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] Deleting port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:00.023067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.083514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0220aefe-afa0-4ca1-85f8-7ba8baee38c7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1275485 Jun 30 02:42:00.086182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:00.092812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:00.107278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.123540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12ad11a-c0e1-4ad4-b158-30a8212b9046 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:00.132392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a0d70-b33d-4032-bdd7-868ab149ceea req-427519c2-637d-4bf2-9e72-3222a408816a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.134082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.143223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b30a0d70-b33d-4032-bdd7-868ab149ceea req-427519c2-637d-4bf2-9e72-3222a408816a tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.2921686 Jun 30 02:42:00.170480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.205839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.209369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.215535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.222538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.228853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.230038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.230420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.230986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.235489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.237103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.243953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.244143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.251141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.255011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] Calling delete_port for 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:00.262709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-694e1767-63a7-416a-883a-6356b0d8201b req-225c64e5-31aa-4918-b3ff-f64e9d272937 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5427 time: 0.3681512 Jun 30 02:42:00.308879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.351231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b30a0d70-b33d-4032-bdd7-868ab149ceea req-7a04d758-ff8a-49ae-aee7-07a2c3e3c48c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063968 Jun 30 02:42:00.361785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-694e1767-63a7-416a-883a-6356b0d8201b req-3f82e1c6-45ce-4a75-8f6e-018bca7e7374 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972838 Jun 30 02:42:00.385018 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3130b6a1-c11b-496f-a36b-1d674661ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.426907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.457826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.491511 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.495740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9225271 Jun 30 02:42:00.495740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7c788-8bea-4f45-8144-4788e3bb4b01 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Pushing event updated for resources: {'Port': ['ID=5f871e00-363f-41b5-95ea-fd264bab446a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.498526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:00.506939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1781536749', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'fixed_ips': [{'ip_address': '172.25.0.174'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:00.551560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.578066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:00.583159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.584311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.602191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] No DVR routers for this DVR port 2fb7aefa-85bb-4d22-9a27-f4e5b7df4047 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:00.638197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3c514-b1c0-489e-85e7-f62b9c0404b5 None None] Pushing event deleted for resources: {'Port': ['ID=2fb7aefa-85bb-4d22-9a27-f4e5b7df4047,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.679984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad72c03-3950-4a03-af8d-c9ed22764e61 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:00.682128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753297d-07e1-4595-8efa-c414748b9e56 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:00.733144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.767044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] Transition to ACTIVE for port object a12ad11a-c0e1-4ad4-b158-30a8212b9046 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:00.786937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.800226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Transition to ACTIVE for port object bad72c03-3950-4a03-af8d-c9ed22764e61 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:00.800583 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86d1d8a9-97d0-4da2-bfe5-96aa8fdef099 (CIDR: 2001:db8::/64) Jun 30 02:42:00.803496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Made reservation on behalf of 2bd035e53f99414a87a8297c263ad2b0 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:00.805415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.817680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.835437 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:42:00.836244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:00.837205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.889699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a341ff-7e74-4a18-9673-6adf688b0ad7 req-e34af5e0-51ad-4a2f-83ee-93507ef6d54c tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.891506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a341ff-7e74-4a18-9673-6adf688b0ad7 req-e34af5e0-51ad-4a2f-83ee-93507ef6d54c tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.3460188 Jun 30 02:42:00.939701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7da87-0715-4c7f-adb8-4955083a685a req-0b604018-d3d5-4cfa-ad99-7d7c3afa6ee6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.941265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cb7da87-0715-4c7f-adb8-4955083a685a req-0b604018-d3d5-4cfa-ad99-7d7c3afa6ee6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 931 time: 0.2243021 Jun 30 02:42:00.960689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'tenant_id': 'bdefa16e2966479581f23ec1fdef18e6', 'fixed_ips': [{'subnet_id': '86d1d8a9-97d0-4da2-bfe5-96aa8fdef099'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:42:00.961718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.964718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] No DVR routers for this DVR port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:00.976019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['80a6ee8b-987e-4548-ad68-18e2512c5f48'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.012194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0cb7da87-0715-4c7f-adb8-4955083a685a req-0c4f7eeb-bba4-43df-90c8-d5d2020aee15 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593779 Jun 30 02:42:01.016424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['abaa4951-52a3-4999-acd6-3dc79da0bed9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.028349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] Pushing event updated for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.045357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-184fc7b1-2bfe-4cce-a441-c6b9365f340d service neutron] 10.222.0.90 "PUT /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046/bindings/n-h1-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 2.3144839 Jun 30 02:42:01.057006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.066057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.082623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-80850fb3-29f3-4813-b6cb-a93f876dac56 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9833777 Jun 30 02:42:01.082623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] device_id is not set on port 504ce8c3-9d49-4b54-a11a-3c92597bb647 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:01.083112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['81a7a46c-df7a-4792-8fa1-5f43aafd8c42'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.083920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:01.099985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'subnet': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:01.191085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['0c4261d6-f4f9-4754-96f6-4766c95fea86'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.193983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['213238be-326b-4a1e-aca7-b660250e2e80'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.194880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a341ff-7e74-4a18-9673-6adf688b0ad7 req-75ce80fe-26da-478e-b80c-fd9995252d5e tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892878 Jun 30 02:42:01.231381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Pushing event updated for resources: {'Port': ['ID=bad72c03-3950-4a03-af8d-c9ed22764e61,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.261140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Attempting to bind port bad72c03-3950-4a03-af8d-c9ed22764e61 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:01.261477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Attempting to bind port bad72c03-3950-4a03-af8d-c9ed22764e61 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:01.262376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Attempting to bind port bad72c03-3950-4a03-af8d-c9ed22764e61 on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:01.271860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Port bad72c03-3950-4a03-af8d-c9ed22764e61 on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:01.272341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Attempting to bind port bad72c03-3950-4a03-af8d-c9ed22764e61 on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:01.280210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:01.280634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:01.281284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:01.281865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Bound port: bad72c03-3950-4a03-af8d-c9ed22764e61, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:01.282640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.304901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c8cb672b-0f79-4c38-97e7-3ec0981d941e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.305496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fe35f-593a-4260-80c4-9cdf0c587bbf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.393742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] For port bad72c03-3950-4a03-af8d-c9ed22764e61, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:01.398663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] For port bad72c03-3950-4a03-af8d-c9ed22764e61, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=bad72c03-3950-4a03-af8d-c9ed22764e61,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:01.416571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.485755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.486714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.489358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] 10.222.0.67 "PUT /v2.0/ports/bad72c03-3950-4a03-af8d-c9ed22764e61 HTTP/1.1" status: 200 len: 1091 time: 2.3108685 Jun 30 02:42:01.490088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'tag': 'bad72c03-3950-4a03-af8d-c9ed22764e61'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:01.496968 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01466dc9-729e-4881-9e8d-efbd2a587c26" -d '{"events": [{"name": "network-changed", "server_uuid": "de9ca8b6-e9aa-4868-a97a-fb628db3f907", "tag": "bad72c03-3950-4a03-af8d-c9ed22764e61"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:01.601927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6828fc00-ef6b-4cdf-997c-fc21c9d8531c tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.603639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6828fc00-ef6b-4cdf-997c-fc21c9d8531c tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.4121559 Jun 30 02:42:01.615288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819bab-ab31-4032-80ac-d39caa995f67 service neutron] Pushing event updated for resources: {'Port': ['ID=bad72c03-3950-4a03-af8d-c9ed22764e61,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.662042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:01.665570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.680841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1973-cdc8-45bb-8c81-bfc5768b05b6 req-9f719629-7684-43a6-9a26-ea08eb298f1f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.682614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e34a1973-cdc8-45bb-8c81-bfc5768b05b6 req-9f719629-7684-43a6-9a26-ea08eb298f1f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.3622003 Jun 30 02:42:01.699129 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 02:42:01.700651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:01.774555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-66caa4d0-8e44-472a-85fa-ade82460424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.777580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-66caa4d0-8e44-472a-85fa-ade82460424e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 1094 time: 0.2178836 Jun 30 02:42:01.836314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6090ac7a-8a49-48c1-af51-106dacdd6772 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3349457 Jun 30 02:42:01.854995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:01.872558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-648522b2-8416-4d1d-a695-45296866d273 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad72c03-3950-4a03-af8d-c9ed22764e61 HTTP/1.1" status: 200 len: 217 time: 0.0808744 Jun 30 02:42:01.935035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['43b88353-b9ee-4a44-abc8-5b92d6dffe93'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:01.937704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:01.949164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Allocated IP 2001:db8::2 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/86d1d8a9-97d0-4da2-bfe5-96aa8fdef099/962c2427-ee6c-4c3e-a371-e623a714a5e2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:01.955100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e34a1973-cdc8-45bb-8c81-bfc5768b05b6 req-b697f126-08f6-492c-bc0d-17502df49925 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156911 Jun 30 02:42:01.957125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6874fb71-ce7a-4c78-aaae-466fc072de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.959964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-6874fb71-ce7a-4c78-aaae-466fc072de1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.0790725 Jun 30 02:42:01.970041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-b43342a7-1e96-4c6f-adc9-6c4a0afffe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.972072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-b43342a7-1e96-4c6f-adc9-6c4a0afffe21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f&tenant_id=9b58b9eaa3404524a6754562c360f1d9 HTTP/1.1" status: 200 len: 1096 time: 0.3533633 Jun 30 02:42:02.108771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-73e5bfc6-d5b7-4251-a4e7-170c444c75d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772915 Jun 30 02:42:02.152385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.166119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.179396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.192183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.203321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.215799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.227904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.231454 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-20ae67f2-9850-41c2-9391-a0b801074af3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5427 time: 0.5470536 Jun 30 02:42:02.374493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-20680ebf-b79d-4e39-8894-fd0da94288fc tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.377886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-20680ebf-b79d-4e39-8894-fd0da94288fc tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 946 time: 0.4160268 Jun 30 02:42:02.385822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-96f81a07-232f-4ea7-ba9f-fe870e998f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.387531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-96f81a07-232f-4ea7-ba9f-fe870e998f2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1096 time: 0.3121409 Jun 30 02:42:02.416311 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e32e2d92-3408-47ff-8fc1-47a278aad15b req-e97cbf80-e68a-4e12-afee-9ca4dd84abb3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652396 Jun 30 02:42:02.484220 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.550108 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0b1c9a-8c7e-4d6e-9696-b27cb698daed x-openstack-request-id: req-5d0b1c9a-8c7e-4d6e-9696-b27cb698daed {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:02.550455 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9ca8b6-e9aa-4868-a97a-fb628db3f907", "tag": "bad72c03-3950-4a03-af8d-c9ed22764e61", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:02.550643 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d0b1c9a-8c7e-4d6e-9696-b27cb698daed {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:02.552146 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'tag': 'bad72c03-3950-4a03-af8d-c9ed22764e61', 'status': 'completed', 'code': 200} Jun 30 02:42:02.620391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-e058c65d-4961-47e8-8761-a27ffc9e9396 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017972 Jun 30 02:42:02.632382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:02.795104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Deleting port 38494059-b8f9-44a9-a106-11c07294cf84 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:02.795515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.894988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-90a10648-942e-4143-9126-a7f164de7ec9 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676203 Jun 30 02:42:02.927784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Deleting port 5f871e00-363f-41b5-95ea-fd264bab446a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:02.929160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.933825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a792bc-b185-47ac-9a89-9a322c4fb5fe req-457b0330-c224-4fff-9745-523e1978929f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.934178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-12a792bc-b185-47ac-9a89-9a322c4fb5fe req-457b0330-c224-4fff-9745-523e1978929f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 943 time: 0.2611747 Jun 30 02:42:02.970008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] For port 38494059-b8f9-44a9-a106-11c07294cf84, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=38494059-b8f9-44a9-a106-11c07294cf84,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:02.970860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.993677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.004566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Calling delete_port for 38494059-b8f9-44a9-a106-11c07294cf84 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:03.020567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Transition to ACTIVE for port object 962c2427-ee6c-4c3e-a371-e623a714a5e2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:03.036124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c82c63-88d1-414f-848b-fca709135d91 req-dd9327c2-9aef-47be-a6dc-93396b88e1ba tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.038156 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9c82c63-88d1-414f-848b-fca709135d91 req-dd9327c2-9aef-47be-a6dc-93396b88e1ba tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.8758783 Jun 30 02:42:03.050711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Transition to ACTIVE for port object 962c2427-ee6c-4c3e-a371-e623a714a5e2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:03.054534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-12a792bc-b185-47ac-9a89-9a322c4fb5fe req-ef266531-35de-4458-8105-e44c28c39717 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026247 Jun 30 02:42:03.068545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.151444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-3e20d961-0302-410d-9245-0a7728ee8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.153586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-3e20d961-0302-410d-9245-0a7728ee8ab9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 1094 time: 0.1413896 Jun 30 02:42:03.166673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:03.172764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:03.176512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:03.180884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Pushing event updated for resources: {'Port': ['ID=962c2427-ee6c-4c3e-a371-e623a714a5e2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.275974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.276518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.297186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Attempting to bind port 962c2427-ee6c-4c3e-a371-e623a714a5e2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:03.297807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Attempting to bind port 962c2427-ee6c-4c3e-a371-e623a714a5e2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:03.298451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Attempting to bind port 962c2427-ee6c-4c3e-a371-e623a714a5e2 on network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:03.308551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:03.309455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Checking segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:03.310417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.311236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Bound using segment: {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:03.312428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Bound port: 962c2427-ee6c-4c3e-a371-e623a714a5e2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640025d-04da-4940-a961-1a42f3cc6e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:03.315008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.374280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-bbc8db2c-5f8d-4e5a-bd52-a9611130de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.375843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-bbc8db2c-5f8d-4e5a-bd52-a9611130de2a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.2147400 Jun 30 02:42:03.376735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.413427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Calling delete_port for 5f871e00-363f-41b5-95ea-fd264bab446a owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:03.435690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] For port 962c2427-ee6c-4c3e-a371-e623a714a5e2, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:03.441735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] For port 962c2427-ee6c-4c3e-a371-e623a714a5e2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=962c2427-ee6c-4c3e-a371-e623a714a5e2,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:03.448139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.459331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-f1770b9d-e12e-47a0-a712-9148628eaea5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad72c03-3950-4a03-af8d-c9ed22764e61 HTTP/1.1" status: 200 len: 217 time: 0.0763752 Jun 30 02:42:03.467184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474201d-e640-4947-b9a9-732a537b3c0d req-ee3612fc-4809-4c5f-bfe6-d5b66cabf43c tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.468939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5474201d-e640-4947-b9a9-732a537b3c0d req-ee3612fc-4809-4c5f-bfe6-d5b66cabf43c tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7a6879-35cc-4224-83fb-09baab943c93 HTTP/1.1" status: 200 len: 867 time: 0.2523935 Jun 30 02:42:03.469834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9c82c63-88d1-414f-848b-fca709135d91 req-7ada7195-c713-406c-939f-07d8587af532 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191722 Jun 30 02:42:03.474015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Pushing event deleted for resources: {'Port': ['ID=38494059-b8f9-44a9-a106-11c07294cf84,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.576826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303db887-dfb0-45e9-af22-6bef567791cf None None] Pushing event updated for resources: {'Port': ['ID=962c2427-ee6c-4c3e-a371-e623a714a5e2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.583447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] No DVR routers for this DVR port 38494059-b8f9-44a9-a106-11c07294cf84 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:03.593537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.596843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7431442-3aed-4bac-b3bf-eb5a896275c0 req-118bcaaf-19f1-4749-95f6-c4b004a336fa tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.90 "DELETE /v2.0/ports/38494059-b8f9-44a9-a106-11c07294cf84 HTTP/1.1" status: 204 len: 173 time: 1.2069356 Jun 30 02:42:03.631865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-00567db0-fbe5-4f2f-994c-ad5689b81666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.654419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-00567db0-fbe5-4f2f-994c-ad5689b81666 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.1811669 Jun 30 02:42:03.682298 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5474201d-e640-4947-b9a9-732a537b3c0d req-bcc6cc3e-09c9-45d5-b985-71b813cc971d tempest-ListServerFiltersTestJSON-167411047 tempest-ListServerFiltersTestJSON-167411047-project] 10.222.0.78 "GET /v2.0/security-groups?id=de4616de-1c7e-40fc-9987-7f857e758278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720798 Jun 30 02:42:03.727955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-de4b6d1b-d4db-44fb-bd6a-71998b591905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.730099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-de4b6d1b-d4db-44fb-bd6a-71998b591905 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 1.3317194 Jun 30 02:42:03.785309 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-23a08033-15c6-4ffd-908b-7742dcb2ee15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994174 Jun 30 02:42:03.826784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-4594406e-42ef-48d7-9a84-8a903287e24b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 200 len: 217 time: 0.0754673 Jun 30 02:42:04.006862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-fd3aaafc-1a67-4aa9-a10f-0cee76c4314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.008523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-fd3aaafc-1a67-4aa9-a10f-0cee76c4314b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.1547894 Jun 30 02:42:04.043659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:42:04.114348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-6b3a5c92-c9bf-47fd-828d-f64cacc51db3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668960 Jun 30 02:42:04.150466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-3d5f1781-cb89-4719-a2ae-f26258275f3d service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574760 Jun 30 02:42:04.309011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.313805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.321311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.324686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af56cd-f574-4e32-89e7-f85aa17c5705 req-0b532b3f-f6ce-438f-93f3-368a2b54a67f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.328067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.329408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59af56cd-f574-4e32-89e7-f85aa17c5705 req-0b532b3f-f6ce-438f-93f3-368a2b54a67f tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.5188410 Jun 30 02:42:04.336670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.345272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.359705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.367770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.370866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-cb667433-5e3b-412e-bd82-0dae04456aeb tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5427 time: 0.3969865 Jun 30 02:42:04.422822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01466dc9-729e-4881-9e8d-efbd2a587c26 req-44001eed-5bdf-4704-b3db-b8eaf96a3fac service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663071 Jun 30 02:42:04.488558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b867466a-ebf4-4d4b-b29a-5535c0d67d45 req-80269c22-4543-48c7-bd9f-b655f010c004 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028717 Jun 30 02:42:04.499104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.543263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59af56cd-f574-4e32-89e7-f85aa17c5705 req-f2fd10b2-ed2b-4b67-bf24-85e0b8c566c9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601002 Jun 30 02:42:04.554019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a6879-35cc-4224-83fb-09baab943c93', 'name': 'network-vif-deleted', 'tag': '38494059-b8f9-44a9-a106-11c07294cf84'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:04.557000 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83acd40-66eb-4d13-98ae-7a9d34f011c8" -d '{"events": [{"server_uuid": "3b7a6879-35cc-4224-83fb-09baab943c93", "name": "network-vif-deleted", "tag": "38494059-b8f9-44a9-a106-11c07294cf84"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:04.596041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f871e00-363f-41b5-95ea-fd264bab446a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:04.610396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-77e8d8d4-09b4-4e8d-86ce-e067024cda9f service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171004 Jun 30 02:42:04.832381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2573b3-9673-4c42-b79b-7da572965cd4 req-39015993-be27-449f-8322-581725a6eb49 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.834666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f2573b3-9673-4c42-b79b-7da572965cd4 req-39015993-be27-449f-8322-581725a6eb49 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.1338162 Jun 30 02:42:04.845767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.872588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.875597 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.881786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-14b80550-1bff-4c94-bb37-33c1121cd82b tempest-ExternalNetworksAdminNegativeTestJSON-1284672831 tempest-ExternalNetworksAdminNegativeTestJSON-1284672831-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/93b244bd-6a1b-4e4f-9e97-e6e9b9d29eea HTTP/1.1" status: 204 len: 168 time: 3.0211594 Jun 30 02:42:04.906254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f2573b3-9673-4c42-b79b-7da572965cd4 req-7237b2ab-0fcf-472e-aeb5-60392db9c00b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Jun 30 02:42:04.915717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-f07db641-33d8-4cd6-88b2-2094952f7f2a service neutron] 10.222.0.67 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804086 Jun 30 02:42:05.002470 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd94b4-1a9d-4f13-922d-16c8e12928fa x-openstack-request-id: req-efbd94b4-1a9d-4f13-922d-16c8e12928fa {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:05.003053 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a6879-35cc-4224-83fb-09baab943c93", "name": "network-vif-deleted", "tag": "38494059-b8f9-44a9-a106-11c07294cf84", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:05.003457 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efbd94b4-1a9d-4f13-922d-16c8e12928fa {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:05.004004 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a6879-35cc-4224-83fb-09baab943c93', 'name': 'network-vif-deleted', 'tag': '38494059-b8f9-44a9-a106-11c07294cf84', 'status': 'completed', 'code': 200} Jun 30 02:42:05.075659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2254-0539-4c71-8e7d-a9dcb02953d4 req-4ccb090f-e0cc-422b-8b38-1c65ab6f576d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:05.090041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a70c2254-0539-4c71-8e7d-a9dcb02953d4 req-4ccb090f-e0cc-422b-8b38-1c65ab6f576d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 943 time: 0.2697368 Jun 30 02:42:05.146116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39588) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:05.218015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Deleting subnet 60a590a7-3b17-494e-b887-3030ec057ef2 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:05.224138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.310961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a70c2254-0539-4c71-8e7d-a9dcb02953d4 req-3805d3e4-faac-4e4f-8d6c-f820f81e79ca tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194650 Jun 30 02:42:05.403578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] For port 962c2427-ee6c-4c3e-a371-e623a714a5e2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=962c2427-ee6c-4c3e-a371-e623a714a5e2,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:05.518007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:05.583543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.598208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device bad72c03-3950-4a03-af8d-c9ed22764e61 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:05.609385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.611581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.856746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-073cfcbf-45fb-4a24-b171-42fe9ecead5a None None] Provisioning for port 962c2427-ee6c-4c3e-a371-e623a714a5e2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:05.925981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 80a6ee8b-987e-4548-ad68-18e2512c5f48 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:05.931196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port bad72c03-3950-4a03-af8d-c9ed22764e61, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=bad72c03-3950-4a03-af8d-c9ed22764e61,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:05.984392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'bad72c03-3950-4a03-af8d-c9ed22764e61', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': 'bad72c03-3950-4a03-af8d-c9ed22764e61', 'mac_address': 'fa:16:3e:ca:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:06.065560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 962c2427-ee6c-4c3e-a371-e623a714a5e2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:06.100313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-3dfa46a2-57ec-4e35-9f18-be8961dfa37c tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.103117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-3dfa46a2-57ec-4e35-9f18-be8961dfa37c tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f&tenant_id=9b58b9eaa3404524a6754562c360f1d9&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.6936717 Jun 30 02:42:06.139840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015196bc-0535-4e6b-8e00-1cb8361cf12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.149162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.163115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:06.218732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.225931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 80a6ee8b-987e-4548-ad68-18e2512c5f48 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:06.267897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 80a6ee8b-987e-4548-ad68-18e2512c5f48 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:06.268908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.279944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad72c03-3950-4a03-af8d-c9ed22764e61 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:06.280445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52af4-57e2-483a-aca4-42bd806d1c67 req-8378da99-3134-4b0c-9f36-2460e3b4d933 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.282891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8e52af4-57e2-483a-aca4-42bd806d1c67 req-8378da99-3134-4b0c-9f36-2460e3b4d933 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.1762164 Jun 30 02:42:06.291623 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.354127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015196bc-0535-4e6b-8e00-1cb8361cf12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.358760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 962c2427-ee6c-4c3e-a371-e623a714a5e2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:06.376660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 962c2427-ee6c-4c3e-a371-e623a714a5e2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:06.380311 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.389141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8e52af4-57e2-483a-aca4-42bd806d1c67 req-7b7a89b6-e7fe-45f2-9ce1-b2dc755b9128 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889783 Jun 30 02:42:06.413508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-015196bc-0535-4e6b-8e00-1cb8361cf12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.434296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.482830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port bad72c03-3950-4a03-af8d-c9ed22764e61, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=bad72c03-3950-4a03-af8d-c9ed22764e61,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:06.495403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-015196bc-0535-4e6b-8e00-1cb8361cf12e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e92bf0a0c49d4430b9b70dedeb9c81b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741571 Jun 30 02:42:06.498209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:06.499328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39614) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:06.499741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.513088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a590a7-3b17-494e-b887-3030ec057ef2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.519197 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.521466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7bb2e14d-7f7b-4543-b6eb-2dbc7ff70fc0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/60a590a7-3b17-494e-b887-3030ec057ef2 HTTP/1.1" status: 204 len: 168 time: 1.3741586 Jun 30 02:42:06.528983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39616) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:06.602071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015196bc-0535-4e6b-8e00-1cb8361cf12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6588ce8b-28ef-4063-8412-82359e7efd8b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.606657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6041fa-9d03-47a1-a86f-7739d23eb451 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:06.614595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.615421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.632497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3c19e-489d-4840-abea-f976164eee1d None None] Network 97d97832-7d94-4434-97e6-4d784bd62d62 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:06.667776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.674678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.681147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.688176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.707920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.721920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.735203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.739664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-fe9111e5-871e-4868-b4df-44438235cbcd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5427 time: 0.8218968 Jun 30 02:42:06.741488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Subnet': ['ID=12b5bc48-2c7f-4c7d-b964-cb8ba4a49a53,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.752512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=962c2427-ee6c-4c3e-a371-e623a714a5e2,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.778674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.819434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8ac38bf-d26d-4f19-97ed-2ad1778649eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.821053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39624) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:06.821268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2aec8220-7d73-4ef1-975c-d88d508be2c6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7371376 Jun 30 02:42:06.833854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Request body: {'port': {'network_id': '17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32', 'mac_address': 'fa:16:3e:42:ee:dd', 'name': 'tempest-NetworksTestDHCPv6-1777466505'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:06.881120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=bad72c03-3950-4a03-af8d-c9ed22764e61,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.908743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['bad72c03-3950-4a03-af8d-c9ed22764e61'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:06.925821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-679b0a5b-7067-4385-ac98-cc72b38c3200 req-18430868-51df-4330-9553-96533cd24911 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673186 Jun 30 02:42:06.940099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8ac38bf-d26d-4f19-97ed-2ad1778649eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.950995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-e4b71389-c7b2-418c-9e45-188d6d83e74e tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.952719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-e4b71389-c7b2-418c-9e45-188d6d83e74e tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 814 time: 0.3006213 Jun 30 02:42:06.989468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-5249928c-e853-4d4e-98cc-cac3d9b618f1 service neutron] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:06.992995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-5249928c-e853-4d4e-98cc-cac3d9b618f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.994391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca138a57-02ba-45ac-acf0-1b4122422580 req-5249928c-e853-4d4e-98cc-cac3d9b618f1 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046/bindings/n-h2-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.8296678 Jun 30 02:42:07.004164 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.036487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.076045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-ab95d838-380d-4ae2-a899-2d4c668e7dbc tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/quotas/ac9d798e8dc14842a924668f0b1c4847 HTTP/1.1" status: 200 len: 375 time: 0.0940204 Jun 30 02:42:07.122417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 962c2427-ee6c-4c3e-a371-e623a714a5e2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=962c2427-ee6c-4c3e-a371-e623a714a5e2,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.146867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.176550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Deleting port e2f66eea-8e06-4139-b0f6-4e36c0675775 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:07.177943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.212366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Made reservation on behalf of bdefa16e2966479581f23ec1fdef18e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:07.263750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:07.268217 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95f318-2d11-4e61-b499-9e5fc4e26b6d" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:07.286996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3135629-b2c2-4276-be76-0756537106d8 req-e544982e-b745-47f1-a368-e2217d3617aa tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:07.288600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3135629-b2c2-4276-be76-0756537106d8 req-e544982e-b745-47f1-a368-e2217d3617aa tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "GET /v2.0/ports?device_id=17a4d4fd-735c-4305-b0d8-b3b0c0e4150a HTTP/1.1" status: 200 len: 946 time: 0.1882734 Jun 30 02:42:07.317828 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8ac38bf-d26d-4f19-97ed-2ad1778649eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.320527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8ac38bf-d26d-4f19-97ed-2ad1778649eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.324016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d8ac38bf-d26d-4f19-97ed-2ad1778649eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6588ce8b-28ef-4063-8412-82359e7efd8b HTTP/1.1" status: 204 len: 168 time: 0.8177469 Jun 30 02:42:07.438539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.473820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac38bf-d26d-4f19-97ed-2ad1778649eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6588ce8b-28ef-4063-8412-82359e7efd8b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:07.479504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=962c2427-ee6c-4c3e-a371-e623a714a5e2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:07.539176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] For port e2f66eea-8e06-4139-b0f6-4e36c0675775, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2f66eea-8e06-4139-b0f6-4e36c0675775,segment=NetworkSegment(380df30b-505c-4857-96a7-dcc7104b16de),segment_id=380df30b-505c-4857-96a7-dcc7104b16de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.542420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.551586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.552508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 43b88353-b9ee-4a44-abc8-5b92d6dffe93 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:07.586772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-84f1cade-0d3f-4eec-99c2-6ac84f1c509f tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4883430 Jun 30 02:42:07.612840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692bbe9-75bb-4475-bb90-8087cb7fab49 req-2e4a8a3e-edbc-45fa-9597-614405530864 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:07.624046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c692bbe9-75bb-4475-bb90-8087cb7fab49 req-2e4a8a3e-edbc-45fa-9597-614405530864 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 944 time: 0.4085884 Jun 30 02:42:07.628051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Calling delete_port for e2f66eea-8e06-4139-b0f6-4e36c0675775 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:07.694127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Deleting port e1e9f7c2-19a0-45f8-848a-4db076dd318e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:07.694837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.862937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.894741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] For port e1e9f7c2-19a0-45f8-848a-4db076dd318e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e1e9f7c2-19a0-45f8-848a-4db076dd318e,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.895124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.920434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Calling delete_port for e1e9f7c2-19a0-45f8-848a-4db076dd318e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:07.938909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-ccf187f4-4ce0-41e4-b8a3-b9a3eb45c792 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:07.947162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-ccf187f4-4ce0-41e4-b8a3-b9a3eb45c792 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592641 Jun 30 02:42:07.966686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 962c2427-ee6c-4c3e-a371-e623a714a5e2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:08.027575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39636) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:08.041541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] device_id is not set on port 701469b3-37b5-451a-8c2e-44d7ab4c547d yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:08.087806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c692bbe9-75bb-4475-bb90-8087cb7fab49 req-611495c3-a251-445d-941b-5bfea8e83388 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610071 Jun 30 02:42:08.128424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.178519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:08.189588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:08.194534 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.240046 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.271129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95413223-5f1d-4477-b124-31514f47c614 service neutron] 10.222.0.78 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231132 Jun 30 02:42:08.328200 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2569f334-fc51-4263-afe7-2ad2d18f68f8 x-openstack-request-id: req-2569f334-fc51-4263-afe7-2ad2d18f68f8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:08.328723 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:08.329140 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2569f334-fc51-4263-afe7-2ad2d18f68f8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:08.330521 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48', 'code': 200} Jun 30 02:42:08.332087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7323e-f5ea-475d-86ad-76a34c44c24b None None] DHCP port deletion for 97d97832-7d94-4434-97e6-4d784bd62d62 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:42:08.354482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-268e1945-cc12-4847-867f-2da1dc7c1ad1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bd035e53f99414a87a8297c263ad2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211429 Jun 30 02:42:08.357340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:08.372809 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:08.373374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 962c2427-ee6c-4c3e-a371-e623a714a5e2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:08.373732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.400916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Pushing event deleted for resources: {'Port': ['ID=e1e9f7c2-19a0-45f8-848a-4db076dd318e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.422616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.487831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] No DVR routers for this DVR port e1e9f7c2-19a0-45f8-848a-4db076dd318e on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:08.501299 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.514708 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3135629-b2c2-4276-be76-0756537106d8 req-ace3d22c-3998-4372-9ad1-fbb2926fdc94 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.67 "DELETE /v2.0/ports/e1e9f7c2-19a0-45f8-848a-4db076dd318e HTTP/1.1" status: 204 len: 173 time: 1.2110384 Jun 30 02:42:08.514708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-deleted', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:08.517923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f66eea-8e06-4139-b0f6-4e36c0675775,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.526494 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb72ac-6b5c-42f4-b035-cd17a0360e37" -d '{"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-deleted", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:08.529357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] No DVR routers for this DVR port e2f66eea-8e06-4139-b0f6-4e36c0675775 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:08.601569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.705578 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f54b1e4a-ddfc-459d-a2b3-cf19dd9e51cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.719865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:08.731890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e1e9f7c2-19a0-45f8-848a-4db076dd318e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:08.765799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f54b1e4a-ddfc-459d-a2b3-cf19dd9e51cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.801667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.803350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 213238be-326b-4a1e-aca7-b660250e2e80 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:08.813478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8::380 (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/86d1d8a9-97d0-4da2-bfe5-96aa8fdef099/701469b3-37b5-451a-8c2e-44d7ab4c547d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:08.825861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:eedd (17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32/12b5bc48-2c7f-4c7d-b964-cb8ba4a49a53/701469b3-37b5-451a-8c2e-44d7ab4c547d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:08.868950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.880905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.893493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.906181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.921696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.931479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.944155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.956734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-30fb152f-4440-40b7-aea0-dd0011762dbd tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5428 time: 0.3399684 Jun 30 02:42:08.962485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.981106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 213238be-326b-4a1e-aca7-b660250e2e80 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:08.990003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 213238be-326b-4a1e-aca7-b660250e2e80 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:08.995450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.021500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f54b1e4a-ddfc-459d-a2b3-cf19dd9e51cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.026831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f54b1e4a-ddfc-459d-a2b3-cf19dd9e51cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.029146 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f54b1e4a-ddfc-459d-a2b3-cf19dd9e51cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be5fe35f-593a-4260-80c4-9cdf0c587bbf HTTP/1.1" status: 204 len: 168 time: 0.6698558 Jun 30 02:42:09.058911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-827d6e6e-e5e0-4ba2-962d-51a603adb4f7 req-f1eb6cea-e015-462a-b67f-7cc41663c361 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009295 Jun 30 02:42:09.073844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1e4a-ddfc-459d-a2b3-cf19dd9e51cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fe35f-593a-4260-80c4-9cdf0c587bbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.100060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.121721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Transition to ACTIVE for port object 701469b3-37b5-451a-8c2e-44d7ab4c547d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:09.242750 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.256611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d97832-7d94-4434-97e6-4d784bd62d62']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:09.271062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380df30b-505c-4857-96a7-dcc7104b16de') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:09.271408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380df30b-505c-4857-96a7-dcc7104b16de') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:09.279437 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.287457 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.316247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.328580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:09.329244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.337547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:09.363243 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:09.367001 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:09.375760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=213238be-326b-4a1e-aca7-b660250e2e80,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:09.397302 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.399492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0c4261d6-f4f9-4754-96f6-4766c95fea86 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:09.424492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aea37-7b67-4298-a99e-6255e404da27 req-c898eba5-2097-42c8-add4-fee9b576d495 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:09.427375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c51aea37-7b67-4298-a99e-6255e404da27 req-c898eba5-2097-42c8-add4-fee9b576d495 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 1096 time: 0.1467412 Jun 30 02:42:09.490019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-691de565-0a5f-4833-95e6-babea1eb17b7 service neutron] 10.222.0.78 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2128265 Jun 30 02:42:09.492515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.520826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.530597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] 10.222.0.78 "DELETE /v2.0/networks/97d97832-7d94-4434-97e6-4d784bd62d62 HTTP/1.1" status: 204 len: 168 time: 2.9996805 Jun 30 02:42:09.559968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec687a-121b-4367-abbf-7913bbf37b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=97d97832-7d94-4434-97e6-4d784bd62d62,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.565158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.567999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c51aea37-7b67-4298-a99e-6255e404da27 req-e4c81cd3-0ba6-4e07-a506-34a23e3ffa52 tempest-LiveAutoBlockMigrationV225Test-69717059 tempest-LiveAutoBlockMigrationV225Test-69717059-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336455 Jun 30 02:42:09.619804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device bad72c03-3950-4a03-af8d-c9ed22764e61 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:09.741510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:09.786252 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ddb66b-ef56-408d-887d-c04e0b202944 x-openstack-request-id: req-e5ddb66b-ef56-408d-887d-c04e0b202944 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:09.786681 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a4d4fd-735c-4305-b0d8-b3b0c0e4150a", "name": "network-vif-deleted", "tag": "e1e9f7c2-19a0-45f8-848a-4db076dd318e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:09.787020 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5ddb66b-ef56-408d-887d-c04e0b202944 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:09.787882 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a4d4fd-735c-4305-b0d8-b3b0c0e4150a', 'name': 'network-vif-deleted', 'tag': 'e1e9f7c2-19a0-45f8-848a-4db076dd318e', 'status': 'completed', 'code': 200} Jun 30 02:42:09.811263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:09.827029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-59905e9a-2a3c-40f5-9b29-08bdd5c6d3fa None None] Provisioning complete for port 962c2427-ee6c-4c3e-a371-e623a714a5e2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:09.829530 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59905e9a-2a3c-40f5-9b29-08bdd5c6d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.838253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:09.848590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.863234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 0c4261d6-f4f9-4754-96f6-4766c95fea86 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:09.885603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:09.886885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.952206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e2f66eea-8e06-4139-b0f6-4e36c0675775 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:09.975974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event updated for resources: {'Port': ['ID=701469b3-37b5-451a-8c2e-44d7ab4c547d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.006026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:10.020759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5e904405-68e9-45f1-ab31-c51409357e27 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1955009 Jun 30 02:42:10.056029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 0c4261d6-f4f9-4754-96f6-4766c95fea86 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:10.056599 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.058646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e2f66eea-8e06-4139-b0f6-4e36c0675775 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:10.059073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e2f66eea-8e06-4139-b0f6-4e36c0675775 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:10.125437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39668) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:10.148562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port bad72c03-3950-4a03-af8d-c9ed22764e61 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:10.165744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port bad72c03-3950-4a03-af8d-c9ed22764e61 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:10.166144 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.213532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-faa29669-2cc8-4a58-a64e-cfee0b6302b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bba699f8bad4c4296cfecb26b22e96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836544 Jun 30 02:42:10.216604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39672) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:10.342262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:10.352281 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef311095-c06c-4c08-9a4e-3385c25e92aa" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "213238be-326b-4a1e-aca7-b660250e2e80"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:10.361391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-276565f1-ad8d-4864-9b5a-2ce76a28e63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.398041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-276565f1-ad8d-4864-9b5a-2ce76a28e63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.464332 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.490258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-276565f1-ad8d-4864-9b5a-2ce76a28e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.496810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ea32-190f-4012-935b-9148901bedd2 req-16a037f6-41dd-459c-b73f-b86999d1d716 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.497597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-276565f1-ad8d-4864-9b5a-2ce76a28e63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.500712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-276565f1-ad8d-4864-9b5a-2ce76a28e63d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de4616de-1c7e-40fc-9987-7f857e758278 HTTP/1.1" status: 204 len: 168 time: 0.2823224 Jun 30 02:42:10.520179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1a8ea32-190f-4012-935b-9148901bedd2 req-16a037f6-41dd-459c-b73f-b86999d1d716 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 944 time: 0.4215541 Jun 30 02:42:10.536052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting port 701469b3-37b5-451a-8c2e-44d7ab4c547d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:10.536640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.541073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276565f1-ad8d-4864-9b5a-2ce76a28e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4616de-1c7e-40fc-9987-7f857e758278,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.663106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.722102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-527ad711-efd1-43bb-9f6c-36c0c772d878 None None] Provisioning for port 701469b3-37b5-451a-8c2e-44d7ab4c547d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:10.730973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:10.734257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-527ad711-efd1-43bb-9f6c-36c0c772d878 None None] Provisioning complete for port 701469b3-37b5-451a-8c2e-44d7ab4c547d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:10.734927 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-527ad711-efd1-43bb-9f6c-36c0c772d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.778512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port bad72c03-3950-4a03-af8d-c9ed22764e61, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=bad72c03-3950-4a03-af8d-c9ed22764e61,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:10.790755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edf03a65-bdad-4a24-b914-edf19be7219c req-0e7890e3-6b2c-4de5-babd-08952c01d3f5 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 210 time: 0.0834765 Jun 30 02:42:10.857454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1a8ea32-190f-4012-935b-9148901bedd2 req-aa8479cb-0ea8-4c36-8da1-d919463820d1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362410 Jun 30 02:42:10.873140 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.884186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abaa4951-52a3-4999-acd6-3dc79da0bed9 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:10.904104 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.904910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:10.910242 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.965054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.998724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Calling delete_port for 701469b3-37b5-451a-8c2e-44d7ab4c547d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:11.184261 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a754ee5-91cd-4348-9add-51b7083b8694 x-openstack-request-id: req-6a754ee5-91cd-4348-9add-51b7083b8694 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:11.184841 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "213238be-326b-4a1e-aca7-b660250e2e80", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:11.185105 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a754ee5-91cd-4348-9add-51b7083b8694 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:11.185772 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'code': 200} Jun 30 02:42:11.186183 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80', 'code': 200} Jun 30 02:42:11.205618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: e1e9f7c2-19a0-45f8-848a-4db076dd318e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:11.205618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e1e9f7c2-19a0-45f8-848a-4db076dd318e not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:11.297296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-527ad711-efd1-43bb-9f6c-36c0c772d878 None None] Port 701469b3-37b5-451a-8c2e-44d7ab4c547d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:11.326952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.410847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=bad72c03-3950-4a03-af8d-c9ed22764e61,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.441374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port abaa4951-52a3-4999-acd6-3dc79da0bed9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:11.451149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port abaa4951-52a3-4999-acd6-3dc79da0bed9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:11.451786 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.537772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.553686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.570269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.591472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.607437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.630399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.650154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.658166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-be0ee597-f141-4e88-bff1-f569e5baebed tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.660203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-9bad708c-9834-4ed1-ae0a-1ce6748ab24e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5431 time: 0.4213240 Jun 30 02:42:11.665973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-be0ee597-f141-4e88-bff1-f569e5baebed tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.3802607 Jun 30 02:42:11.683830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187a32-727b-4f6c-9af9-6cb36a780127 req-5e81ffc4-8626-41f8-a549-19d4ecd8ab0c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.693278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb187a32-727b-4f6c-9af9-6cb36a780127 req-5e81ffc4-8626-41f8-a549-19d4ecd8ab0c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 945 time: 0.3801448 Jun 30 02:42:11.698352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.720563 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.766367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d2e1321-895d-45ca-bc65-f663bffc8652 req-ef609be3-4405-4a08-a782-162c7612862b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040123 Jun 30 02:42:11.808350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:11.820819 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.820819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:12.023852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.051760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:12.059885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:12.060484 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.088266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7282a24f-059b-4957-8a28-5c2b896da74e req-e146caba-f6cd-4344-95dc-4450a9fab1a3 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 210 time: 0.0934322 Jun 30 02:42:12.308250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Port': ['ID=701469b3-37b5-451a-8c2e-44d7ab4c547d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.310194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39730) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:12.398648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb700dfe-ff51-4476-a573-37e725b8e19c req-f7159708-21ba-4e14-9090-b122880a32bd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.412682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb700dfe-ff51-4476-a573-37e725b8e19c req-f7159708-21ba-4e14-9090-b122880a32bd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 945 time: 0.1156147 Jun 30 02:42:12.459410 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.488868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.494549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a5fcccd-31d9-4b0c-a089-cc3622b0244b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/701469b3-37b5-451a-8c2e-44d7ab4c547d HTTP/1.1" status: 204 len: 168 time: 2.4860210 Jun 30 02:42:12.513930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39736) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:12.537073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb187a32-727b-4f6c-9af9-6cb36a780127 req-7b63d47c-177c-41f1-9a0e-574a0bd8f434 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8428121 Jun 30 02:42:12.572924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Deleting port a12ad11a-c0e1-4ad4-b158-30a8212b9046 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:12.573383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.574489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:12.592291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.593508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c8cb672b-0f79-4c38-97e7-3ec0981d941e up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:12.802507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.835106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] For port a12ad11a-c0e1-4ad4-b158-30a8212b9046, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a12ad11a-c0e1-4ad4-b158-30a8212b9046,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:12.835682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.874095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Calling delete_port for a12ad11a-c0e1-4ad4-b158-30a8212b9046 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:12.888535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-ee9c4286-3e89-4f0d-a5e5-f1a18e3580d4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.891028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-ee9c4286-3e89-4f0d-a5e5-f1a18e3580d4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.90 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 814 time: 0.4573159 Jun 30 02:42:12.902056 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb700dfe-ff51-4476-a573-37e725b8e19c req-4632ffa2-c0c6-4e21-86e2-94d89359d376 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874835 Jun 30 02:42:12.909802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Request body: {'port': {'device_id': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'admin_state_up': True, 'tenant_id': 'ac9d798e8dc14842a924668f0b1c4847'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:12.916173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1327263257-network', 'tenant_id': 'dd437e36dbc141498e31ef024325e6e6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:12.939118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port c8cb672b-0f79-4c38-97e7-3ec0981d941e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:12.944251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port c8cb672b-0f79-4c38-97e7-3ec0981d941e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:12.944612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.076883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Made reservation on behalf of dd437e36dbc141498e31ef024325e6e6 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:13.079203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.105112 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.137691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2d7c8-6a8c-4d9f-a467-252d05abebcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.140528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ced2d7c8-6a8c-4d9f-a467-252d05abebcd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6245100 Jun 30 02:42:13.145582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.149485 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.188167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4261d6-f4f9-4754-96f6-4766c95fea86'}, {'server_uuid': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad72c03-3950-4a03-af8d-c9ed22764e61'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cb672b-0f79-4c38-97e7-3ec0981d941e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:13.202428 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e112d341-587a-430f-94e9-7b33cc5de039" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "0c4261d6-f4f9-4754-96f6-4766c95fea86"}, {"server_uuid": "de9ca8b6-e9aa-4868-a97a-fb628db3f907", "name": "network-vif-plugged", "status": "completed", "tag": "bad72c03-3950-4a03-af8d-c9ed22764e61"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "c8cb672b-0f79-4c38-97e7-3ec0981d941e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:13.258876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:13.265187 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.267637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38494059-b8f9-44a9-a106-11c07294cf84 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:13.369371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.370104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.378124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 38494059-b8f9-44a9-a106-11c07294cf84 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:13.379255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 38494059-b8f9-44a9-a106-11c07294cf84 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:13.380626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.381108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.388844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.400163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.415534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.424716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.426998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.444382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.446754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-3bbc8316-07a7-4c18-bc34-b52be8a57314 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5433 time: 0.3592763 Jun 30 02:42:13.468931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab68cb-690e-4f51-ac2b-1d10268ca870,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.474108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:13.499019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-adafb2bb-64f0-49bd-913d-104e7ef7b91b req-f06fdb7d-6241-4bfa-abcf-400dbf10968d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 210 time: 0.0620344 Jun 30 02:42:13.501380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Made reservation on behalf of ac9d798e8dc14842a924668f0b1c4847 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:13.505699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.526159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d5e29-efcc-4071-8fd4-8edd99014f10 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.528803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c85d5e29-efcc-4071-8fd4-8edd99014f10 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3796327 Jun 30 02:42:13.538929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.612376 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9cb26b-4252-4f8d-9d6e-3ccdebd78a09 x-openstack-request-id: req-4b9cb26b-4252-4f8d-9d6e-3ccdebd78a09 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:13.613379 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "0c4261d6-f4f9-4754-96f6-4766c95fea86", "code": 200}, {"server_uuid": "de9ca8b6-e9aa-4868-a97a-fb628db3f907", "name": "network-vif-plugged", "status": "completed", "tag": "bad72c03-3950-4a03-af8d-c9ed22764e61", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-plugged", "status": "completed", "tag": "c8cb672b-0f79-4c38-97e7-3ec0981d941e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:13.613829 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b9cb26b-4252-4f8d-9d6e-3ccdebd78a09 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:13.614572 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4261d6-f4f9-4754-96f6-4766c95fea86', 'code': 200} Jun 30 02:42:13.615277 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad72c03-3950-4a03-af8d-c9ed22764e61', 'code': 200} Jun 30 02:42:13.615683 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9', 'code': 200} Jun 30 02:42:13.616085 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42', 'code': 200} Jun 30 02:42:13.616472 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cb672b-0f79-4c38-97e7-3ec0981d941e', 'code': 200} Jun 30 02:42:13.673453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.705613 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b10c801b-23cb-4a83-972d-7eb4a2030350 req-6ca98744-67d8-433b-995a-767333d79687 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2409360 Jun 30 02:42:13.715801 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.720125 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Added segment f7a1ab4f-a0ef-4565-ba43-b423aa967a0d of type vlan for network 224b624c-653e-4e3b-93eb-342c6d0975bd Jun 30 02:42:13.738416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.751838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['b51a011b-000d-43d5-a3c1-a50df46aee63'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:13.778503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5edec0-5ed0-4e22-90bb-8d42218d6cc9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.781587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5edec0-5ed0-4e22-90bb-8d42218d6cc9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.784376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5edec0-5ed0-4e22-90bb-8d42218d6cc9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.788814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a5edec0-5ed0-4e22-90bb-8d42218d6cc9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2362134 Jun 30 02:42:13.808091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.825349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event deleted for resources: {'Port': ['ID=a12ad11a-c0e1-4ad4-b158-30a8212b9046,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.828662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.875226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.876245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.877430 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.992669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] No DVR routers for this DVR port a12ad11a-c0e1-4ad4-b158-30a8212b9046 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:14.006117 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dab27900-e02d-4782-92e1-a0287a096972 req-d9939285-612c-43f2-ac36-cdce3177a5ac tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 210 time: 0.0919333 Jun 30 02:42:14.008836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.012453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7010419 Jun 30 02:42:14.018153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c032c9e7-16a5-48d3-aa6b-88b6f4b47f08 req-da2ab88e-7e4a-4790-bae5-1a94baced577 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "DELETE /v2.0/ports/a12ad11a-c0e1-4ad4-b158-30a8212b9046 HTTP/1.1" status: 204 len: 173 time: 2.3214502 Jun 30 02:42:14.022326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:14.037225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'name': 'network-vif-deleted', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:14.045870 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82674b-5921-4e33-aa5f-1c01f6988864" -d '{"events": [{"server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "name": "network-vif-deleted", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:14.062714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Request body: {'subnet': {'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1327263257-subnet', 'tenant_id': 'dd437e36dbc141498e31ef024325e6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:14.086091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1d560-abd7-4f65-a042-67cc5ec79f87 admin admin] Pushing event updated for resources: {'Network': ['ID=224b624c-653e-4e3b-93eb-342c6d0975bd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.087268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 12b5bc48-2c7f-4c7d-b964-cb8ba4a49a53 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:14.102160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.102767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 224b624c-653e-4e3b-93eb-342c6d0975bd details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:14.129581 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Allocated IP 172.20.0.4 (7709f6dd-dcbf-474b-962c-a48c17abefa3/2d960f3e-3013-404b-9ba0-015b1b94bda9/0f27fa21-07a3-4e8c-ad2f-01301e2865e8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:14.157361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:14.188735 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd8892-a2ad-42dc-b6b6-c75df0590f03 x-openstack-request-id: req-57fd8892-a2ad-42dc-b6b6-c75df0590f03 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:14.189603 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54502c-a3e2-4120-bb67-fd9347e3354f", "name": "network-vif-deleted", "tag": "a12ad11a-c0e1-4ad4-b158-30a8212b9046", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:14.189896 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57fd8892-a2ad-42dc-b6b6-c75df0590f03 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:14.190241 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54502c-a3e2-4120-bb67-fd9347e3354f', 'name': 'network-vif-deleted', 'tag': 'a12ad11a-c0e1-4ad4-b158-30a8212b9046', 'status': 'completed', 'code': 200} Jun 30 02:42:14.206242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d461737-5460-49fd-9d8a-c729a61b0d8f req-4dc5e0e6-67b0-4366-8e3d-6264c10fcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.207852 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d461737-5460-49fd-9d8a-c729a61b0d8f req-4dc5e0e6-67b0-4366-8e3d-6264c10fcc02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 1096 time: 0.3453040 Jun 30 02:42:14.210259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Made reservation on behalf of dd437e36dbc141498e31ef024325e6e6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:14.213742 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.328994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.336444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d461737-5460-49fd-9d8a-c729a61b0d8f req-f88ddb8c-f6b5-489f-9f5e-78023c162c4e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219847 Jun 30 02:42:14.377630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.378320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.379233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.380134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.381018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.381923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.382865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.386351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-93b07438-12a1-4e0b-a9c0-08f96384fbc9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 0.5623467 Jun 30 02:42:14.396126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.440713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.509315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.579266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Network 7709f6dd-dcbf-474b-962c-a48c17abefa3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:14.623097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Pushing event updated for resources: {'Port': ['ID=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.632559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:14.636169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:14.682247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-47a0c738-fb10-483c-a3eb-cd6e15c02ba0 req-d1914cdb-5047-4914-bc2f-eb141edf3313 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=953c99e1-94b3-4fa8-9a91-f63f524e6575&id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2614214 Jun 30 02:42:14.732139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b03a-cc99-4b41-a300-0597aef849bc req-1c1c0ac4-564e-409f-a0d3-d9ad5852488a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.734447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed11b03a-cc99-4b41-a300-0597aef849bc req-1c1c0ac4-564e-409f-a0d3-d9ad5852488a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 945 time: 0.5583980 Jun 30 02:42:14.760561 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.789850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.790941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.821598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-95cad6c0-bd07-4c51-b234-964a0951d0c4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9180772 Jun 30 02:42:14.846010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Request body: {'port': {'device_id': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:14.884330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0fdf-83d1-4856-ad95-ec819c280865 req-1bef17ff-4285-4d54-96e5-508db533ad3b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.885894 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69ec0fdf-83d1-4856-ad95-ec819c280865 req-1bef17ff-4285-4d54-96e5-508db533ad3b tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 931 time: 0.1981752 Jun 30 02:42:14.895661 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed11b03a-cc99-4b41-a300-0597aef849bc req-36d75cf6-1b29-4a03-9572-4cbac1c0791e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909309 Jun 30 02:42:14.976720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69ec0fdf-83d1-4856-ad95-ec819c280865 req-de1c42e6-0f8a-46a8-8c7e-cc370c5fcfec tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796685 Jun 30 02:42:14.992741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.009639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.012994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.030204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.036423 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/12b5bc48-2c7f-4c7d-b964-cb8ba4a49a53 HTTP/1.1" status: 204 len: 168 time: 1.2270274 Jun 30 02:42:15.038815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:15.045997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e334bd4-a687-41d7-ba72-f50efb313b8e None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:15.123885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.186896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Deleting subnet 86d1d8a9-97d0-4da2-bfe5-96aa8fdef099 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:15.208389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.443790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.451314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e36c63-67c5-4cb4-9038-985687af7e64,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.613544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:15.653502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: a12ad11a-c0e1-4ad4-b158-30a8212b9046 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:15.655005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a12ad11a-c0e1-4ad4-b158-30a8212b9046 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:15.672465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Allocated IP 172.25.0.134 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/b9f8fb17-5d74-4ba7-aa87-26e7a0e593c1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:15.679230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9498f-677f-42df-9026-3176d8121a8b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=12b5bc48-2c7f-4c7d-b964-cb8ba4a49a53,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.708873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Checking segment: {'id': 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:15.709646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Network hostable DHCP agents. Network: 224b624c-653e-4e3b-93eb-342c6d0975bd, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:15.878108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.886173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.896243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.907510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.919130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.928344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.938362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.942703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-348b34f6-fd41-471c-bb87-15c13236aeda tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.6955979 Jun 30 02:42:15.957316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Network 224b624c-653e-4e3b-93eb-342c6d0975bd is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:16.014941 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.050488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 224b624c-653e-4e3b-93eb-342c6d0975bd) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:16.062627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.065172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.067845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe1f9f-d4f2-4f95-bfcf-b5c4982892cc None None] Network 224b624c-653e-4e3b-93eb-342c6d0975bd requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:16.149347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-f50671a9-38c8-4669-97a1-b9c947fea547 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.151793 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-f50671a9-38c8-4669-97a1-b9c947fea547 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 945 time: 0.8659713 Jun 30 02:42:16.196456 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9ec262b-5d69-4a3e-952c-99935ffaa80d req-3e0cb5b2-3256-4636-ac6d-553927376312 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2411671 Jun 30 02:42:16.221279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba77a2f9-dad6-4009-b981-44bcbb9af968 req-0c21c248-2b85-4ea3-8c4a-1a5c5bbf5d58 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 210 time: 0.8238418 Jun 30 02:42:16.241916 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a35285f-65a1-4d7b-8537-6cbcceb0fe3a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1772664 Jun 30 02:42:16.290491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.374785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:16.424447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.426813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570d73b-b26c-4dcb-9eaf-9fed017e673e None None] Network 224b624c-653e-4e3b-93eb-342c6d0975bd requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:16.437089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.535377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Transition to ACTIVE for port object 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:16.561671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.571205 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/86d1d8a9-97d0-4da2-bfe5-96aa8fdef099 HTTP/1.1" status: 204 len: 168 time: 1.5274048 Jun 30 02:42:16.575023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.579857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457bf20-1b29-4ef4-8303-3e5b6b27cf6b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Subnet': ['ID=86d1d8a9-97d0-4da2-bfe5-96aa8fdef099,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:16.583876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:16.620135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.725143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c684da24-09f0-49c5-ae41-535212eba42e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338878 Jun 30 02:42:16.730049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9c054-9c14-40c0-ae54-e4fdfb07a1c2 None None] Network 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:16.730815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:16.820277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ed8225c7-a875-4ad3-a885-4bcacb332b27 None None] Provisioning complete for port 962c2427-ee6c-4c3e-a371-e623a714a5e2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:16.820638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed8225c7-a875-4ad3-a885-4bcacb332b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.828112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:16.851435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:16.879432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port bad72c03-3950-4a03-af8d-c9ed22764e61 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:16.880206 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.888511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:16.896972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:17.028797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port bad72c03-3950-4a03-af8d-c9ed22764e61, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=bad72c03-3950-4a03-af8d-c9ed22764e61,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:17.029648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.053068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for bad72c03-3950-4a03-af8d-c9ed22764e61 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:17.059790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.077132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Port': ['ID=b9f8fb17-5d74-4ba7-aa87-26e7a0e593c1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.108202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938c65-23d9-4f33-9b0f-c6200f55127c req-01bdb16d-692b-4c95-8a66-235baef5ba6e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.119067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4938c65-23d9-4f33-9b0f-c6200f55127c req-01bdb16d-692b-4c95-8a66-235baef5ba6e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 945 time: 0.5211232 Jun 30 02:42:17.149827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] DHCP port deletion for 17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:42:17.197383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabb0aa-09a8-4cf2-8787-361745d4949a req-33fe34a8-5d0e-4d71-ba2e-34d8444446ff tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.199494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4cabb0aa-09a8-4cf2-8787-361745d4949a req-33fe34a8-5d0e-4d71-ba2e-34d8444446ff tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 943 time: 0.4808254 Jun 30 02:42:17.210410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.229561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4938c65-23d9-4f33-9b0f-c6200f55127c req-17210846-54a1-43ac-afe1-ef06278235d6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094918 Jun 30 02:42:17.270111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Attempting to bind port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:17.270740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Attempting to bind port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:17.271255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Attempting to bind port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:17.280369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:17.280975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Attempting to bind port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 on network 7709f6dd-dcbf-474b-962c-a48c17abefa3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:17.289693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:17.290341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Checking segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:17.290928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Bound using segment: {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:17.291559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Bound port: 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:17.292093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.292297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] Deleting port 962c2427-ee6c-4c3e-a371-e623a714a5e2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:17.292953 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.378702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] For port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:17.382470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] For port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:17.389027 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.470726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] For port 962c2427-ee6c-4c3e-a371-e623a714a5e2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=962c2427-ee6c-4c3e-a371-e623a714a5e2,segment=NetworkSegment(0640025d-04da-4940-a961-1a42f3cc6e4c),segment_id=0640025d-04da-4940-a961-1a42f3cc6e4c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:17.471323 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.487510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.489207 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.492024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] 10.222.0.90 "PUT /v2.0/ports/0f27fa21-07a3-4e8c-ad2f-01301e2865e8 HTTP/1.1" status: 200 len: 1091 time: 2.6508446 Jun 30 02:42:17.493046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'tag': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:17.497228 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56050aeb-e7aa-4799-81f4-a54940e48c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "152ff43e-c602-449c-b3e5-73cd1f217e04", "tag": "0f27fa21-07a3-4e8c-ad2f-01301e2865e8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:17.511498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.530837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.549956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] Calling delete_port for 962c2427-ee6c-4c3e-a371-e623a714a5e2 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:17.550973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009cf38-05c8-4b36-b4a3-ba2b95c410e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.551554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab40cc-a02f-42d7-909c-6a085e156a3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.562052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-02ab40cc-a02f-42d7-909c-6a085e156a3a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8031104 Jun 30 02:42:17.579380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39802) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.687516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4cabb0aa-09a8-4cf2-8787-361745d4949a req-b42f5423-fac7-4397-b25f-54b248d7d1c6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786923 Jun 30 02:42:17.691183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Port': ['ID=b9f8fb17-5d74-4ba7-aa87-26e7a0e593c1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.697439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.723654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.726255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ef96d016-3741-4104-ba2a-3b966c0f1de0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0408523 Jun 30 02:42:17.729218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.752525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-42094138'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:17.800624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Made reservation on behalf of ea6693b077d24b079b00c86a8c446138 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:17.807226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.828192 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.832788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.839294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.874422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['bad72c03-3950-4a03-af8d-c9ed22764e61'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:17.929499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 962c2427-ee6c-4c3e-a371-e623a714a5e2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:17.932516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] Pushing event deleted for resources: {'Port': ['ID=962c2427-ee6c-4c3e-a371-e623a714a5e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.957969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a710d10-9db8-4b1e-ae85-382c636517ad None None] No DVR routers for this DVR port 962c2427-ee6c-4c3e-a371-e623a714a5e2 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:17.961543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 962c2427-ee6c-4c3e-a371-e623a714a5e2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:17.961893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 962c2427-ee6c-4c3e-a371-e623a714a5e2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:17.971078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=bad72c03-3950-4a03-af8d-c9ed22764e61,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.985396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b687a3-cff2-4726-b440-89add3471d87 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.992441 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4b687a3-cff2-4726-b440-89add3471d87 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3130953 Jun 30 02:42:18.001067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.081195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-150260bf-c05b-4f26-ac85-4292c5e86bfc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780163 Jun 30 02:42:18.090924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.122065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b701192-2455-4d70-b5aa-9086358f0cf6 req-0da8cb4c-ebdd-4627-a954-5d2af33da87e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 210 time: 0.1025367 Jun 30 02:42:18.144730 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ab7bfb-8faa-432f-baa0-718155fde4a7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:18.145522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ab7bfb-8faa-432f-baa0-718155fde4a7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:18.147535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a4ab7bfb-8faa-432f-baa0-718155fde4a7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/701469b3-37b5-451a-8c2e-44d7ab4c547d HTTP/1.1" status: 404 len: 333 time: 0.0381255 Jun 30 02:42:18.151212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.208584 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fcaf85-3825-4aa3-a2a4-18fc7341c577 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:18.209045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fcaf85-3825-4aa3-a2a4-18fc7341c577 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:18.210853 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b2fcaf85-3825-4aa3-a2a4-18fc7341c577 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/12b5bc48-2c7f-4c7d-b964-cb8ba4a49a53 HTTP/1.1" status: 404 len: 337 time: 0.0501261 Jun 30 02:42:18.214469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.215955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0e208953-a4ee-4f89-96d8-8e53b2051698 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.217463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0e208953-a4ee-4f89-96d8-8e53b2051698 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/networks?id=224b624c-653e-4e3b-93eb-342c6d0975bd HTTP/1.1" status: 200 len: 821 time: 0.3808887 Jun 30 02:42:18.217841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.231762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.245771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port bad72c03-3950-4a03-af8d-c9ed22764e61 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:18.258236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.260416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55a79fe6-13ce-4814-ac15-d0ce11477416 req-49479ebf-73a7-455b-ad30-0266d0c313e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "DELETE /v2.0/ports/bad72c03-3950-4a03-af8d-c9ed22764e61 HTTP/1.1" status: 204 len: 173 time: 2.0611315 Jun 30 02:42:18.272072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-6ab866ed-c2e5-409f-82b5-e751c920aff2 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/quotas/dd437e36dbc141498e31ef024325e6e6 HTTP/1.1" status: 200 len: 375 time: 0.0229604 Jun 30 02:42:18.285369 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aebd0c-c8d9-41a1-a0db-0c3dfb9b27a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:18.285668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-639b9e64-a2bd-41c8-a655-511c66759e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.285914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68aebd0c-c8d9-41a1-a0db-0c3dfb9b27a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:18.286114 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-639b9e64-a2bd-41c8-a655-511c66759e38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 1094 time: 0.6990461 Jun 30 02:42:18.286288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-68aebd0c-c8d9-41a1-a0db-0c3dfb9b27a1 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/86d1d8a9-97d0-4da2-bfe5-96aa8fdef099 HTTP/1.1" status: 404 len: 337 time: 0.0662582 Jun 30 02:42:18.292268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.299653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:18.381088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-5c862be5-d0c6-40f4-a383-87e686230728 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd437e36dbc141498e31ef024325e6e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894225 Jun 30 02:42:18.386862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-f464d41b-618a-4fc6-a2f4-ae819df38c73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8 HTTP/1.1" status: 200 len: 217 time: 0.0690377 Jun 30 02:42:18.447267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-66250fd9-0feb-4a87-bbdf-b72a2d3333f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.448828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-66250fd9-0feb-4a87-bbdf-b72a2d3333f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 200 len: 854 time: 0.0595748 Jun 30 02:42:18.530067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-ed0d77dd-4aab-4575-8992-b7e7fd86b4a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7709f6dd-dcbf-474b-962c-a48c17abefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707264 Jun 30 02:42:18.646858 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-62bd908d-73b1-44db-8dd1-14e39c770a45 service neutron] 10.222.0.78 "GET /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969271 Jun 30 02:42:18.738377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-01fb0d1a-6778-4304-9aa0-5083b688bbb2 service neutron] 10.222.0.90 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934938 Jun 30 02:42:18.842256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-2cf04228-255a-4266-b669-578d71c3403e service neutron] 10.222.0.78 "GET /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849647 Jun 30 02:42:18.845889 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-048090a5-3bcb-4a88-a4fe-3445782b3edc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:18.847140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048090a5-3bcb-4a88-a4fe-3445782b3edc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:18.852112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-048090a5-3bcb-4a88-a4fe-3445782b3edc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/bbf2837e-af6a-4e35-b6ef-a383026d94ac HTTP/1.1" status: 404 len: 333 time: 0.5550404 Jun 30 02:42:18.853449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39828) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.879019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb49679-8947-459f-b6f5-05b34ea0e112,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:18.888986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.890793 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Added segment a8cff511-42c8-4769-bcba-5eea1affc0bb of type vlan for network da53448f-f9bb-4245-95d6-c761a64af319 Jun 30 02:42:18.950004 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.950801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cda82814-5d64-4f14-8f47-0f3c5ade6ef3 req-658a27a7-dc68-42b8-b7f4-adc878c5e245 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 210 time: 0.0960045 Jun 30 02:42:18.955367 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d74c77-7d4e-4925-974d-5d4fc173b50d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:18.955367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d74c77-7d4e-4925-974d-5d4fc173b50d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:18.957631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c8d74c77-7d4e-4925-974d-5d4fc173b50d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/0af208e0-1f47-439f-9c9a-25cb3f6db429 HTTP/1.1" status: 404 len: 337 time: 0.1011639 Jun 30 02:42:18.963881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.043416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.051929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.061580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.068152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.074518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.084709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.097128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.122744 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3097623b-9db8-4457-a475-be995f6e71f7 req-80cfaba7-72b3-4611-a7e3-83cf1df46e24 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.7869267 Jun 30 02:42:19.187493 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80c7a1a-d595-466d-a54b-c8a073de2550 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:19.187972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80c7a1a-d595-466d-a54b-c8a073de2550 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:19.201335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e80c7a1a-d595-466d-a54b-c8a073de2550 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/619ec9fd-9a82-4736-889c-529f0d8ea27b HTTP/1.1" status: 404 len: 337 time: 0.2300315 Jun 30 02:42:19.208900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82814-5d64-4f14-8f47-0f3c5ade6ef3 req-0ada02df-58b6-4fa6-9956-19dbeece1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.211554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cda82814-5d64-4f14-8f47-0f3c5ade6ef3 req-0ada02df-58b6-4fa6-9956-19dbeece1d41 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2461882 Jun 30 02:42:19.212140 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaaca6d-a026-4c7c-9f70-d5272ff6878a x-openstack-request-id: req-bcaaca6d-a026-4c7c-9f70-d5272ff6878a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:19.212442 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152ff43e-c602-449c-b3e5-73cd1f217e04", "tag": "0f27fa21-07a3-4e8c-ad2f-01301e2865e8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:19.212716 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcaaca6d-a026-4c7c-9f70-d5272ff6878a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:19.213152 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'tag': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8', 'status': 'completed', 'code': 200} Jun 30 02:42:19.224217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:42:19.228744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.232038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96303a1d-eb99-4514-af58-283fbdcfe683 req-841c0ebc-f9e0-4bb1-8b5f-8a72ff4638b1 service neutron] 10.222.0.90 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820125 Jun 30 02:42:19.328762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.336062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.336708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.354644 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f069df-7b1b-4995-95ee-a9ea2c815b54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:19.355461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f069df-7b1b-4995-95ee-a9ea2c815b54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:19.360459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-43f069df-7b1b-4995-95ee-a9ea2c815b54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/d8cc9248-4a8a-4bf3-b665-dbc5bb67e4ad HTTP/1.1" status: 404 len: 333 time: 0.1213119 Jun 30 02:42:19.361145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.424695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3097623b-9db8-4457-a475-be995f6e71f7 req-a63009be-b101-4f1a-83cf-c9a8caab11b3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999372 Jun 30 02:42:19.458725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7216442 Jun 30 02:42:19.458725 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e866d6-ad45-4df4-bb5e-510c6efeb59d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:19.458725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e866d6-ad45-4df4-bb5e-510c6efeb59d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:19.463091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8e866d6-ad45-4df4-bb5e-510c6efeb59d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/0fd5d2c1-599f-4e30-81e5-335f3fa566b7 HTTP/1.1" status: 404 len: 337 time: 0.0874319 Jun 30 02:42:19.471625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.471972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.488180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Request body: {'subnet': {'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:19.515599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6cc7ecb8-69e6-46c2-95e2-c3803fcd6dba req-0ff232c6-54a5-4fce-937f-6bc82107b1f2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 210 time: 0.2034824 Jun 30 02:42:19.683560 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-769bbc8e-6fa0-462e-9f97-3dc2c2c8de99 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:19.684397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769bbc8e-6fa0-462e-9f97-3dc2c2c8de99 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:19.690822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-769bbc8e-6fa0-462e-9f97-3dc2c2c8de99 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/9bf31eed-7a23-4d2a-a618-07cce110605f HTTP/1.1" status: 404 len: 337 time: 0.2143447 Jun 30 02:42:19.693772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.696883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09276a7-1645-4b03-a8b5-8762dd0c9972 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Network': ['ID=da53448f-f9bb-4245-95d6-c761a64af319,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.727563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3df69942-1ef4-417f-a7eb-ec0619b0ca3c req-744d0d4e-af0a-49de-b563-f254c9ccd319 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 210 time: 0.0805194 Jun 30 02:42:19.746082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82814-5d64-4f14-8f47-0f3c5ade6ef3 req-6ba613f4-f0a2-410b-a607-babe88150504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.771211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network da53448f-f9bb-4245-95d6-c761a64af319 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:19.779231 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-075c2bab-6b12-4582-a33e-5fa1e5ea97b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:19.780319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cda82814-5d64-4f14-8f47-0f3c5ade6ef3 req-6ba613f4-f0a2-410b-a607-babe88150504 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5153408 Jun 30 02:42:19.784118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075c2bab-6b12-4582-a33e-5fa1e5ea97b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:19.794066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-075c2bab-6b12-4582-a33e-5fa1e5ea97b3 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/f4109393-169f-4734-81ca-2687ae43a564 HTTP/1.1" status: 404 len: 333 time: 0.0984256 Jun 30 02:42:19.795180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39858) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.836467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Made reservation on behalf of ea6693b077d24b079b00c86a8c446138 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:19.837868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-10687fae-27f7-4c12-b720-0672b306ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.840090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-10687fae-27f7-4c12-b720-0672b306ef9c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac9d798e8dc14842a924668f0b1c4847&device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 1094 time: 0.5293744 Jun 30 02:42:19.843965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.022791 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a4389-37b6-4db9-b032-f65928d86840 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.023416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568a4389-37b6-4db9-b032-f65928d86840 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.027068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-568a4389-37b6-4db9-b032-f65928d86840 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/05717d17-b8d0-4d0e-99a6-0d73886085da HTTP/1.1" status: 404 len: 337 time: 0.2256479 Jun 30 02:42:20.030402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39860) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.111161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2174d-30bc-4717-b4cf-6ece3b03cc00 req-08db0023-3ca5-40c2-9100-60dd8649be4c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.120456 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ca2174d-30bc-4717-b4cf-6ece3b03cc00 req-08db0023-3ca5-40c2-9100-60dd8649be4c tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 943 time: 0.3133290 Jun 30 02:42:20.120936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3bfd92ea-0bb1-4cfb-a6c1-20eff01ee9bc req-64ee9ae0-dd6f-4a92-b039-fcea25881aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d54502c-a3e2-4120-bb67-fd9347e3354f HTTP/1.1" status: 200 len: 210 time: 0.1007321 Jun 30 02:42:20.163773 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-634acdda-059b-4ae0-960a-b030390398f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.164418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634acdda-059b-4ae0-960a-b030390398f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.170545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-634acdda-059b-4ae0-960a-b030390398f0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/98a63ae3-f276-4913-8327-17bb1840d84f HTTP/1.1" status: 404 len: 337 time: 0.1189837 Jun 30 02:42:20.171086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39862) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.273113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ca2174d-30bc-4717-b4cf-6ece3b03cc00 req-8078622e-ac4a-4d4a-ba02-e20a6a5416ae tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501226 Jun 30 02:42:20.274922 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca151e6-9ad1-4456-b8b9-0d85b89e77fc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.275780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca151e6-9ad1-4456-b8b9-0d85b89e77fc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.284747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aca151e6-9ad1-4456-b8b9-0d85b89e77fc tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/21d74caf-aa00-45ac-a1e0-d9b6e4654ce5 HTTP/1.1" status: 404 len: 333 time: 0.1112955 Jun 30 02:42:20.287686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39864) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.353663 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fe5925-411c-46fa-98fa-b778413fdc5e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.354120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fe5925-411c-46fa-98fa-b778413fdc5e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.359068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4fe5925-411c-46fa-98fa-b778413fdc5e tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/8bda3ed9-8abe-4934-a7cd-e97b4894052d HTTP/1.1" status: 404 len: 337 time: 0.0700347 Jun 30 02:42:20.359748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39866) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.375651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-1de48de6-27ba-4900-bc5e-cb51eddc562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.378064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-1de48de6-27ba-4900-bc5e-cb51eddc562e service neutron] 10.222.0.90 "GET /v2.0/networks?id=7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 200 len: 915 time: 0.4772952 Jun 30 02:42:20.413682 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead9507b-f5e2-44a3-9fcf-c7fc91cac077 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.414021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.415770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead9507b-f5e2-44a3-9fcf-c7fc91cac077 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.418737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ead9507b-f5e2-44a3-9fcf-c7fc91cac077 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/7d699590-8e26-4023-998d-0246f3555b05 HTTP/1.1" status: 404 len: 333 time: 0.0542107 Jun 30 02:42:20.425162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.539517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-c3327b46-8514-4b79-8af9-6cf96403cc51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8 HTTP/1.1" status: 200 len: 217 time: 0.1283495 Jun 30 02:42:20.549046 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-108e4cbc-a7e0-4983-839f-18c82dd9923f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.550717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108e4cbc-a7e0-4983-839f-18c82dd9923f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.557587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39872) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.557856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-108e4cbc-a7e0-4983-839f-18c82dd9923f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/88b49a53-e5e9-41df-a624-50980b059bdc HTTP/1.1" status: 404 len: 337 time: 0.1256750 Jun 30 02:42:20.621877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Checking segment: {'id': 'a8cff511-42c8-4769-bcba-5eea1affc0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:20.622507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network hostable DHCP agents. Network: da53448f-f9bb-4245-95d6-c761a64af319, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:20.632152 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-7720c139-4519-4f11-a032-dcc0bf5814af tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.633761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7720c139-4519-4f11-a032-dcc0bf5814af tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.636047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Subnet': ['ID=c3f5a5e7-c665-4891-a6f5-d87140fdd622,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.646354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7720c139-4519-4f11-a032-dcc0bf5814af tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/457fbe72-efd8-455d-b3f7-a7c8f58d83bf HTTP/1.1" status: 404 len: 333 time: 0.0858517 Jun 30 02:42:20.664670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.695497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-0321ff55-4831-403b-9c99-c7e2fe3d5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.698437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-0321ff55-4831-403b-9c99-c7e2fe3d5f03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 200 len: 854 time: 0.1511490 Jun 30 02:42:20.701365 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bd560b-7b48-4aca-b71c-096521c2dc46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.701744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bd560b-7b48-4aca-b71c-096521c2dc46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.706965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-75bd560b-7b48-4aca-b71c-096521c2dc46 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/52b57d99-3cdf-404b-986d-8fd3b025b6e5 HTTP/1.1" status: 404 len: 337 time: 0.0384572 Jun 30 02:42:20.712354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.737257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network da53448f-f9bb-4245-95d6-c761a64af319 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:20.765820 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-d95469a6-de15-4994-b317-efa9cb432f19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7709f6dd-dcbf-474b-962c-a48c17abefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509048 Jun 30 02:42:20.790364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.800648 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-274d6fbf-a647-4f2b-9233-f1ce54fe265b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.801471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274d6fbf-a647-4f2b-9233-f1ce54fe265b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.803641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-274d6fbf-a647-4f2b-9233-f1ce54fe265b tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/9cf85d41-6737-4571-9623-29b589f0e9e7 HTTP/1.1" status: 404 len: 333 time: 0.0887790 Jun 30 02:42:20.806442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, da53448f-f9bb-4245-95d6-c761a64af319) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:20.808589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.821104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e3d93-dea5-4dbc-9d16-eafdae7b55d7 None None] Network da53448f-f9bb-4245-95d6-c761a64af319 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:20.841303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.858692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.875746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.882793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.886491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.886898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.897930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.902756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-558faa07-d559-464c-a228-44516b33fcf5 req-1e222cea-2696-4b8a-811c-4806f6307d5e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 210 time: 0.1153271 Jun 30 02:42:20.915586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.931421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7166c9ff-3df5-445b-b21c-473e34b3ed27 req-ef238b24-395f-45cb-8a41-442a7bee1ec7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.5240114 Jun 30 02:42:20.961737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39882) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.966566 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede555a1-4306-4b3c-a68e-7295a6926106 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:20.967057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede555a1-4306-4b3c-a68e-7295a6926106 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:20.972880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ede555a1-4306-4b3c-a68e-7295a6926106 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/06b80795-aa7f-4231-a0ee-43e974f17b26 HTTP/1.1" status: 404 len: 337 time: 0.1597607 Jun 30 02:42:20.976933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Request body: {'floatingip': {'port_id': '43b88353-b9ee-4a44-abc8-5b92d6dffe93'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:20.980812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.009210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-43e18578-5c95-4579-b0bd-bf4b7caa37f4 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5335412 Jun 30 02:42:21.010412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.031015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1340047950', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:21.113862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.115232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.385732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-da53448f-f9bb-4245-95d6-c761a64af319', 'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319', 'tenant_id': 'ea6693b077d24b079b00c86a8c446138', 'fixed_ips': [{'subnet_id': 'c3f5a5e7-c665-4891-a6f5-d87140fdd622'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:42:21.387065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.397865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.413665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cda82814-5d64-4f14-8f47-0f3c5ade6ef3 req-2aeac019-2188-4355-b45c-1707aafd7ff5 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 210 time: 0.1815333 Jun 30 02:42:21.640420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'name': 'network-vif-deleted', 'tag': 'bad72c03-3950-4a03-af8d-c9ed22764e61'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:21.642666 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5c95e-e8de-4fb4-9aa6-c21be9bdb4a2" -d '{"events": [{"server_uuid": "de9ca8b6-e9aa-4868-a97a-fb628db3f907", "name": "network-vif-deleted", "tag": "bad72c03-3950-4a03-af8d-c9ed22764e61"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:21.749171 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5c12f4-b24c-469b-91a8-a35c5e28cf25 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:21.749921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5c12f4-b24c-469b-91a8-a35c5e28cf25 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:21.752438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0f5c12f4-b24c-469b-91a8-a35c5e28cf25 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/df250a8c-ff37-4c94-9e87-b0da33e5afd4 HTTP/1.1" status: 404 len: 333 time: 0.7276728 Jun 30 02:42:21.769882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.863321 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c8dde1a-023d-4c4f-acf7-b5fe51d985ce req-4acbf115-5108-45c6-be44-819538734312 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 210 time: 0.2041740 Jun 30 02:42:21.872236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.935605 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-495c5e1f-312f-4663-b756-2a949f9d896c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:21.936061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495c5e1f-312f-4663-b756-2a949f9d896c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:21.938628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-495c5e1f-312f-4663-b756-2a949f9d896c tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/f9bf5071-85b6-4823-91fd-9288485bfb4b HTTP/1.1" status: 404 len: 337 time: 0.1675835 Jun 30 02:42:21.941543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.945942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.977287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Allocated IP 172.20.0.2 (da53448f-f9bb-4245-95d6-c761a64af319/c3f5a5e7-c665-4891-a6f5-d87140fdd622/4635c9df-00c9-4947-af4f-075dde3334ae) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:22.004114 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e2abb-a27d-4b34-9857-93de51e148f4 x-openstack-request-id: req-398e2abb-a27d-4b34-9857-93de51e148f4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:22.004592 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9ca8b6-e9aa-4868-a97a-fb628db3f907", "name": "network-vif-deleted", "tag": "bad72c03-3950-4a03-af8d-c9ed22764e61", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:22.004972 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-398e2abb-a27d-4b34-9857-93de51e148f4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:22.005847 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9ca8b6-e9aa-4868-a97a-fb628db3f907', 'name': 'network-vif-deleted', 'tag': 'bad72c03-3950-4a03-af8d-c9ed22764e61', 'status': 'completed', 'code': 200} Jun 30 02:42:22.025393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:22.148557 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cbf09d-59b2-47b9-a00d-27277fddeaaf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:22.149244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cbf09d-59b2-47b9-a00d-27277fddeaaf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:22.154748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-09cbf09d-59b2-47b9-a00d-27277fddeaaf tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/63df1a48-8814-4b50-9d84-0ebe9c45b989 HTTP/1.1" status: 404 len: 333 time: 0.1907837 Jun 30 02:42:22.160009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.212995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:42:22.249180 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b99a076-70de-4db8-8af5-929b13e13ff9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:22.249650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b99a076-70de-4db8-8af5-929b13e13ff9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:22.252553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8b99a076-70de-4db8-8af5-929b13e13ff9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/f26a38f3-12b9-4130-824d-26fa94f7491b HTTP/1.1" status: 404 len: 337 time: 0.0912519 Jun 30 02:42:22.255756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.318562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea24b-3fe2-4baa-94aa-1b12a1f39563 req-76c32e7f-fdb7-4a7c-89c1-09790589afdf tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:22.320210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1aea24b-3fe2-4baa-94aa-1b12a1f39563 req-76c32e7f-fdb7-4a7c-89c1-09790589afdf tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 943 time: 0.4221878 Jun 30 02:42:22.321181 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a650f8-9b1c-45d9-be76-3eb3c5840ef2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:22.321632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a650f8-9b1c-45d9-be76-3eb3c5840ef2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:22.323684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30a650f8-9b1c-45d9-be76-3eb3c5840ef2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/2a6cdc6c-7665-48a4-b29c-cbb82269bf32 HTTP/1.1" status: 404 len: 337 time: 0.0630021 Jun 30 02:42:22.327706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.349436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-8a72f0a8-7525-439a-aead-4664021a4162 service neutron] 10.222.0.90 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4160998 Jun 30 02:42:22.357625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-9422463f-e4b5-4769-817f-475f7b93a448 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:22.359444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-9422463f-e4b5-4769-817f-475f7b93a448 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.67 "GET /v2.0/networks?id=224b624c-653e-4e3b-93eb-342c6d0975bd HTTP/1.1" status: 200 len: 821 time: 0.7283325 Jun 30 02:42:22.374040 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c50e107-8e74-496b-bca0-8dbd27586aec tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:22.374955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c50e107-8e74-496b-bca0-8dbd27586aec tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:22.377609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9c50e107-8e74-496b-bca0-8dbd27586aec tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/8803c507-b5a4-4f58-9a5e-a8d6211b49c4 HTTP/1.1" status: 404 len: 333 time: 0.0486650 Jun 30 02:42:22.386026 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a6c6e68-aa94-4a47-a6c4-8b70c3a8b497 req-0800c91f-8982-42bb-a3b6-5ac3e0916d50 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=de9ca8b6-e9aa-4868-a97a-fb628db3f907 HTTP/1.1" status: 200 len: 210 time: 0.1479712 Jun 30 02:42:22.389075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39910) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.461691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Request body: {'port': {'device_id': 'da93c36b-a389-434a-b108-4354eb9897ed', 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd', 'admin_state_up': True, 'tenant_id': 'dd437e36dbc141498e31ef024325e6e6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:22.492822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1aea24b-3fe2-4baa-94aa-1b12a1f39563 req-0a08676d-b3cf-4de8-93c8-8c9ed2ff8387 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128092 Jun 30 02:42:22.623268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.669710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:22.688803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8', 'network_id': '7709f6dd-dcbf-474b-962c-a48c17abefa3', 'port_id': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8', 'mac_address': 'fa:16:3e:96:b4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d960f3e-3013-404b-9ba0-015b1b94bda9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:22.714081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.799329 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.018205 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a8f327-018e-45e0-9eac-5af44d0ad196 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:23.019081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a8f327-018e-45e0-9eac-5af44d0ad196 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:23.022417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48a8f327-018e-45e0-9eac-5af44d0ad196 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/df780bef-77cd-4de5-afd1-7100def32e55 HTTP/1.1" status: 404 len: 337 time: 0.6109025 Jun 30 02:42:23.027240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.118988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.137975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Transition to ACTIVE for port object 4635c9df-00c9-4947-af4f-075dde3334ae will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:23.173645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Transition to ACTIVE for port object 4635c9df-00c9-4947-af4f-075dde3334ae will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:23.186932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.204754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:23.216406 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b232ff4-21a2-42ff-9de2-b7e49aca0e21 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:23.217173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b232ff4-21a2-42ff-9de2-b7e49aca0e21 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:23.233007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b232ff4-21a2-42ff-9de2-b7e49aca0e21 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/a6df80d8-44c4-4781-b874-764b547b492c HTTP/1.1" status: 404 len: 337 time: 0.1278031 Jun 30 02:42:23.240897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.303145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Network da53448f-f9bb-4245-95d6-c761a64af319 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:23.340338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:23.344956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:23.352144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ede465af-5ccc-41bc-be53-5ea53daaabc8 req-4acd9831-bb95-43fc-92af-6aaeb54586fd tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 210 time: 0.0663948 Jun 30 02:42:23.355854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Pushing event updated for resources: {'Port': ['ID=4635c9df-00c9-4947-af4f-075dde3334ae,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.412578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Made reservation on behalf of dd437e36dbc141498e31ef024325e6e6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:23.419336 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-523cca70-a491-4de8-ad94-db6b397e6704 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:23.419631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.421967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523cca70-a491-4de8-ad94-db6b397e6704 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:23.432869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56050aeb-e7aa-4799-81f4-a54940e48c9b req-228edf7e-209d-43e1-8c04-79a15e486890 service neutron] 10.222.0.90 "GET /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0449350 Jun 30 02:42:23.457307 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-523cca70-a491-4de8-ad94-db6b397e6704 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/335414a2-3399-4733-a8fb-81fd4b99c73b HTTP/1.1" status: 404 len: 333 time: 0.1939330 Jun 30 02:42:23.459247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.490082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:23.517737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Allocated IP 172.25.0.57 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/d41979a2-ab27-44f8-bd05-33d0499542f1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:23.620594 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.662445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Attempting to bind port 4635c9df-00c9-4947-af4f-075dde3334ae on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:23.663030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Attempting to bind port 4635c9df-00c9-4947-af4f-075dde3334ae by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a8cff511-42c8-4769-bcba-5eea1affc0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:23.663619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Attempting to bind port 4635c9df-00c9-4947-af4f-075dde3334ae on network da53448f-f9bb-4245-95d6-c761a64af319 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:23.765060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:23.765761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Checking segment: {'id': 'a8cff511-42c8-4769-bcba-5eea1affc0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:23.766182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.768384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Bound using segment: {'id': 'a8cff511-42c8-4769-bcba-5eea1affc0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:23.768926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Bound port: 4635c9df-00c9-4947-af4f-075dde3334ae, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cff511-42c8-4769-bcba-5eea1affc0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:23.770727 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.909324 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-61723c8e-59bf-42eb-a057-21e80e0d9a86 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:23.910472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61723c8e-59bf-42eb-a057-21e80e0d9a86 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:23.914566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-61723c8e-59bf-42eb-a057-21e80e0d9a86 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/5f32f1de-1474-4fba-a7b7-a2080224a221 HTTP/1.1" status: 404 len: 337 time: 0.2818279 Jun 30 02:42:23.919524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.953894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.005971 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65c7850-f3cd-448e-9db6-a90c08b5c751 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:24.010244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65c7850-f3cd-448e-9db6-a90c08b5c751 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:24.013984 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a65c7850-f3cd-448e-9db6-a90c08b5c751 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/c46c0054-9713-4b35-bf02-1c9e094b23e0 HTTP/1.1" status: 404 len: 337 time: 0.0924315 Jun 30 02:42:24.020285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.054478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] For port 4635c9df-00c9-4947-af4f-075dde3334ae, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:24.062877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] For port 4635c9df-00c9-4947-af4f-075dde3334ae, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4635c9df-00c9-4947-af4f-075dde3334ae,segment=NetworkSegment(a8cff511-42c8-4769-bcba-5eea1affc0bb),segment_id=a8cff511-42c8-4769-bcba-5eea1affc0bb)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:24.069891 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.104446 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3851bfbf-c683-424f-9cbc-153429b13ba4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:24.106229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3851bfbf-c683-424f-9cbc-153429b13ba4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:24.113183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3851bfbf-c683-424f-9cbc-153429b13ba4 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/19c497df-d58a-4294-a128-65a2a7dc2372 HTTP/1.1" status: 404 len: 333 time: 0.0880232 Jun 30 02:42:24.118460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.176812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['0f27fa21-07a3-4e8c-ad2f-01301e2865e8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:24.280839 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c120ad32-8ca0-469c-9b51-5b5014df6b54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:24.281680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c120ad32-8ca0-469c-9b51-5b5014df6b54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:24.289831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c120ad32-8ca0-469c-9b51-5b5014df6b54 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/b4435024-f6ea-4f9b-9a95-f8f150c6b12d HTTP/1.1" status: 404 len: 337 time: 0.1691656 Jun 30 02:42:24.323983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.435217 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc4ca06-02d3-4fe9-9453-218b67fe40f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:24.437743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc4ca06-02d3-4fe9-9453-218b67fe40f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:24.445045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4dc4ca06-02d3-4fe9-9453-218b67fe40f8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/a07f9fad-630d-4536-8fbe-98ce8d54c3d4 HTTP/1.1" status: 404 len: 337 time: 0.1075172 Jun 30 02:42:24.464126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.487645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Allocated IP 172.20.0.10 (224b624c-653e-4e3b-93eb-342c6d0975bd/83e36c63-67c5-4cb4-9038-985687af7e64/5abf4ae1-703b-4931-a91e-374cbbde7e2e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:24.550371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e329ad-28c4-4d9c-81ab-e570ca137baa None None] Pushing event updated for resources: {'Port': ['ID=4635c9df-00c9-4947-af4f-075dde3334ae,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.654576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-69ee9528-d856-43dd-99c5-ff8861c3354a tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports?device_id=46208074-659d-409d-aed1-d1c89ed9d8db HTTP/1.1" status: 200 len: 205 time: 0.1841190 Jun 30 02:42:24.679469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39954) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.729758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.908806 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-3101d1ce-2275-4104-80d5-1ad97cdf6770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] delete failed (client error): The resource could not be found. Jun 30 02:42:24.910587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3101d1ce-2275-4104-80d5-1ad97cdf6770 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/routers/46208074-659d-409d-aed1-d1c89ed9d8db HTTP/1.1" status: 404 len: 336 time: 0.2043040 Jun 30 02:42:24.978200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39956) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.979585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-ac5d102b-9380-4761-a91b-b0fad746854c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.001326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-ac5d102b-9380-4761-a91b-b0fad746854c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.5386312 Jun 30 02:42:25.014385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.072958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-0fdd0751-fae0-4e11-9306-a025bffa737b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0702813 Jun 30 02:42:25.122035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:25.141435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:25.187462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:25.232797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-e1726560-a418-4320-b8a6-87bc33fe066a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1574922 Jun 30 02:42:25.249095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Port': ['ID=d41979a2-ab27-44f8-bd05-33d0499542f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:25.288679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0edc7-0c22-4aac-9fa5-d512bdee6856 req-fb7202bd-ccd6-4f34-ae19-c6795d6d22b3 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.291329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bd0edc7-0c22-4aac-9fa5-d512bdee6856 req-fb7202bd-ccd6-4f34-ae19-c6795d6d22b3 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 944 time: 1.3586142 Jun 30 02:42:25.301645 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1095592-c6c1-4d1e-8b0b-f1d9035d3660 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:25.302506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1095592-c6c1-4d1e-8b0b-f1d9035d3660 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:25.306480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1095592-c6c1-4d1e-8b0b-f1d9035d3660 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/ad3438e0-4d78-4965-9b0c-a2d126b4d9d1 HTTP/1.1" status: 404 len: 337 time: 0.3116946 Jun 30 02:42:25.326705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.369705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1cd05513-aae2-476b-bdb6-af22c2a09e34 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ee1c6c-b237-4bce-943c-1e65d1332ab7 HTTP/1.1" status: 200 len: 205 time: 0.0406480 Jun 30 02:42:25.409783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.594240 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1fb603a1-e8a9-4397-a34e-9593c3e68ea9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] delete failed (client error): The resource could not be found. Jun 30 02:42:25.600174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1fb603a1-e8a9-4397-a34e-9593c3e68ea9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/routers/05ee1c6c-b237-4bce-943c-1e65d1332ab7 HTTP/1.1" status: 404 len: 336 time: 0.1846805 Jun 30 02:42:25.605062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.619096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bd0edc7-0c22-4aac-9fa5-d512bdee6856 req-b8edc7a5-1057-49d1-b272-00e39ff3cea1 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480323 Jun 30 02:42:25.656106 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdc38b0-c586-495c-b23f-4cd42d06c914 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:25.656723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdc38b0-c586-495c-b23f-4cd42d06c914 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:25.672795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ebdc38b0-c586-495c-b23f-4cd42d06c914 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/224e2b68-6885-424b-8e14-3181ecba714d HTTP/1.1" status: 404 len: 337 time: 0.0595706 Jun 30 02:42:25.675351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device bad72c03-3950-4a03-af8d-c9ed22764e61 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:25.687585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.795096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: bad72c03-3950-4a03-af8d-c9ed22764e61 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:25.795736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device bad72c03-3950-4a03-af8d-c9ed22764e61 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:25.830907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.836927 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5d7011-658a-447a-8502-c05a93820cda tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:25.839950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5d7011-658a-447a-8502-c05a93820cda tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:25.844717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb5d7011-658a-447a-8502-c05a93820cda tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/96bd8789-24ea-4681-872a-621c2450ea98 HTTP/1.1" status: 404 len: 337 time: 0.1540484 Jun 30 02:42:25.891057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.939939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4635c9df-00c9-4947-af4f-075dde3334ae up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:26.032204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:26.047839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.063180 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-61084a9c-8846-42ed-a2e9-e49acd3b63a9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:26.065082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61084a9c-8846-42ed-a2e9-e49acd3b63a9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:26.072455 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-61084a9c-8846-42ed-a2e9-e49acd3b63a9 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/eda282e2-3119-4bb5-89e6-f666d9b66bac HTTP/1.1" status: 404 len: 333 time: 0.1733100 Jun 30 02:42:26.140735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:26.146523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-d4ee32f5-caae-4910-9ae3-59d718b3781d service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8849332 Jun 30 02:42:26.237753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:26.246533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:26.247049 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.344151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4635c9df-00c9-4947-af4f-075dde3334ae completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:26.409550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:42:26.566641 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.614172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Network 224b624c-653e-4e3b-93eb-342c6d0975bd is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:26.629964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a258c8f-ee03-4721-9872-007f3bc9c1b0 None None] Network da53448f-f9bb-4245-95d6-c761a64af319 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:26.667553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:26.679559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:26.712799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:26.722461 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132a64ca-3ba3-4c2b-a171-b313801d3f9a" -d '{"events": [{"server_uuid": "152ff43e-c602-449c-b3e5-73cd1f217e04", "name": "network-vif-plugged", "status": "completed", "tag": "0f27fa21-07a3-4e8c-ad2f-01301e2865e8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:26.773150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.773833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.784122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Pushing event updated for resources: {'Port': ['ID=5abf4ae1-703b-4931-a91e-374cbbde7e2e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.805365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.812923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.820261 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-94a62b2d-b7f0-4425-9ff0-4e6eb5ed4793 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4161196 Jun 30 02:42:26.871491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:26.880361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217963d-ffa7-456b-9592-658229317cc6 req-381f993c-ed58-40f6-b810-e806e34dc0e6 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.882833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2217963d-ffa7-456b-9592-658229317cc6 req-381f993c-ed58-40f6-b810-e806e34dc0e6 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 932 time: 0.8638947 Jun 30 02:42:26.883158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] Provisioning for port 4635c9df-00c9-4947-af4f-075dde3334ae completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:26.890465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Request body: {'port': {'device_id': 'da93c36b-a389-434a-b108-4354eb9897ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:26.896115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] Provisioning complete for port 4635c9df-00c9-4947-af4f-075dde3334ae triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:26.906828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.928092 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.945032 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df16749-064d-46e4-8878-a1256dc529b2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:26.945998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df16749-064d-46e4-8878-a1256dc529b2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:26.951464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7df16749-064d-46e4-8878-a1256dc529b2 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/877ca932-2de5-436b-922b-51dfcd252fe6 HTTP/1.1" status: 404 len: 337 time: 0.8022623 Jun 30 02:42:26.960975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39978) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.054954 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3ea2f6-2a6f-4747-9c96-895c1007c7f6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:27.055666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3ea2f6-2a6f-4747-9c96-895c1007c7f6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:27.060068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8a3ea2f6-2a6f-4747-9c96-895c1007c7f6 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/edb78c6e-8097-42c0-afec-238842cc58c2 HTTP/1.1" status: 404 len: 333 time: 0.0748312 Jun 30 02:42:27.062959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.099859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-606c494b-552f-4625-b0b8-8dc366ff0d39 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9188511 Jun 30 02:42:27.206488 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac96c1c-919d-4f87-85db-b1ddc076635d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:27.207889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac96c1c-919d-4f87-85db-b1ddc076635d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:27.215674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5ac96c1c-919d-4f87-85db-b1ddc076635d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/ae35a274-87ac-474c-92b7-412f8550c09c HTTP/1.1" status: 404 len: 337 time: 0.1479583 Jun 30 02:42:27.220310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39982) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.221349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.249237 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2217963d-ffa7-456b-9592-658229317cc6 req-ae402b56-adae-4364-b7fd-f751c43c35b7 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088779 Jun 30 02:42:27.267538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.364641 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-7017fa40-2b33-40c3-bac1-fdf230c16ebd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:27.371043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7017fa40-2b33-40c3-bac1-fdf230c16ebd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:27.385036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7017fa40-2b33-40c3-bac1-fdf230c16ebd tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/bf9f0dfe-1314-421a-b5af-f4f968b6cbe1 HTTP/1.1" status: 404 len: 333 time: 0.1343827 Jun 30 02:42:27.415566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.457717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39984) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.562533 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e93eb-b7a7-4991-a213-424865afec4a x-openstack-request-id: req-758e93eb-b7a7-4991-a213-424865afec4a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:27.566875 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152ff43e-c602-449c-b3e5-73cd1f217e04", "name": "network-vif-plugged", "status": "completed", "tag": "0f27fa21-07a3-4e8c-ad2f-01301e2865e8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:27.567509 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-758e93eb-b7a7-4991-a213-424865afec4a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:27.568151 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8', 'code': 200} Jun 30 02:42:27.651609 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.746840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] For port 4635c9df-00c9-4947-af4f-075dde3334ae, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4635c9df-00c9-4947-af4f-075dde3334ae,segment=NetworkSegment(a8cff511-42c8-4769-bcba-5eea1affc0bb),segment_id=a8cff511-42c8-4769-bcba-5eea1affc0bb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:27.760010 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.830504 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7058b85c-e849-4c96-ba44-b7ff1587ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.938380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7da01-d9b7-432c-8c30-cdd23159c2bb None None] Pushing event updated for resources: {'Port': ['ID=4635c9df-00c9-4947-af4f-075dde3334ae,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.988697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-665b188c-31d6-4fac-80aa-076451e3d20e req-3aa8acf0-80ef-4264-9b2f-6e4c02d3c7d6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 210 time: 0.3185072 Jun 30 02:42:28.051790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b210a8-4a5f-485b-9994-045e71d7afab req-921e34cb-93b2-4457-9803-66c32933de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.053755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32b210a8-4a5f-485b-9994-045e71d7afab req-921e34cb-93b2-4457-9803-66c32933de57 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 1096 time: 0.4094646 Jun 30 02:42:28.057059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.100573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d653f3b-5cc8-4be1-9d80-12ef8598124e None None] Provisioning complete for port 4635c9df-00c9-4947-af4f-075dde3334ae triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:28.101152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d653f3b-5cc8-4be1-9d80-12ef8598124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.243045 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-815b7a09-2e8a-4500-858b-625112b78138 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.243598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815b7a09-2e8a-4500-858b-625112b78138 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.248226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-815b7a09-2e8a-4500-858b-625112b78138 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/555ef222-619a-4c18-8fd3-ee658489df05 HTTP/1.1" status: 404 len: 337 time: 0.7878997 Jun 30 02:42:28.249815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.269418 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Floating IP 08dabd48-217a-4092-a512-a8b391ab4280 associated. External IP: 172.25.0.108, port: 43b88353-b9ee-4a44-abc8-5b92d6dffe93. Jun 30 02:42:28.299100 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e0b8f3-767a-4f82-bfb4-4cefeb672844 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.300479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e0b8f3-767a-4f82-bfb4-4cefeb672844 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.303170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c6e0b8f3-767a-4f82-bfb4-4cefeb672844 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/c112ac8e-fc69-44ef-8f32-cafbc5bc5065 HTTP/1.1" status: 404 len: 333 time: 0.0430994 Jun 30 02:42:28.307782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.388647 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4d42cf-cb5b-4547-a0bb-4d46f6e945d0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.389489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4d42cf-cb5b-4547-a0bb-4d46f6e945d0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.394402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fa4d42cf-cb5b-4547-a0bb-4d46f6e945d0 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/5eb4dca6-c79b-4934-8252-43f26d3e6d69 HTTP/1.1" status: 404 len: 337 time: 0.0831792 Jun 30 02:42:28.466759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40006) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.492219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32b210a8-4a5f-485b-9994-045e71d7afab req-d836b31c-19ca-47e4-8034-0bf8ce874ebc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687972 Jun 30 02:42:28.554554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Router 7048e77a-4812-4906-8900-a9768f8f5f1b is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:42:28.561921 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5271d80-6a26-4f30-a5dd-3f038147fb76 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.562889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5271d80-6a26-4f30-a5dd-3f038147fb76 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.565861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e5271d80-6a26-4f30-a5dd-3f038147fb76 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/94446c3f-d6d8-43de-8758-750ea47e78d7 HTTP/1.1" status: 404 len: 333 time: 0.0951557 Jun 30 02:42:28.570158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.622859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8217660-993d-473a-876d-a6b185598ce8 req-8fd0e166-017d-4013-a775-6866f891f87d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.630609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8217660-993d-473a-876d-a6b185598ce8 req-8fd0e166-017d-4013-a775-6866f891f87d tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.4641640 Jun 30 02:42:28.685153 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf313c88-c69b-4643-b9f5-30150e5a8e0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.685783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf313c88-c69b-4643-b9f5-30150e5a8e0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.691195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bf313c88-c69b-4643-b9f5-30150e5a8e0f tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/098e2dd7-6361-4a17-813f-27cedd0bd02d HTTP/1.1" status: 404 len: 337 time: 0.1113751 Jun 30 02:42:28.691928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.770178 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7cca6b-ed47-4d7a-9b94-030e6d387da8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.771031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7cca6b-ed47-4d7a-9b94-030e6d387da8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.775202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ab7cca6b-ed47-4d7a-9b94-030e6d387da8 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/5af00d46-9bc5-4969-84fc-bb7f4d7d7c77 HTTP/1.1" status: 404 len: 333 time: 0.0792191 Jun 30 02:42:28.777426 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8217660-993d-473a-876d-a6b185598ce8 req-e4c86d1a-1c0e-49d2-897d-e7b9108ba4a9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457758 Jun 30 02:42:28.779509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.791849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-eb5a6d9f-3de0-4d73-827c-d9cd521d2f03 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3099101 Jun 30 02:42:28.925116 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-950f6f43-b6c5-4937-b4a8-c237fb24078d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:28.925603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950f6f43-b6c5-4937-b4a8-c237fb24078d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:28.930098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-950f6f43-b6c5-4937-b4a8-c237fb24078d tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/3b50abe9-03a0-4948-b2b4-b2a2d7fc6f83 HTTP/1.1" status: 404 len: 337 time: 0.0599189 Jun 30 02:42:28.944444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.005125 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e29a4f-b192-41a0-b202-72b5a20d88da tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:29.008225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e29a4f-b192-41a0-b202-72b5a20d88da tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:29.018517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Router c9bb79f1-fa0d-4220-937a-a97506c5909e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:29.023434 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91e29a4f-b192-41a0-b202-72b5a20d88da tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/ports/d33c5f27-ea50-4435-b4e2-9fdb9358e243 HTTP/1.1" status: 404 len: 333 time: 0.0819881 Jun 30 02:42:29.027183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40018) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.107905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:29.116839 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-681112dd-1516-4c03-a708-ab8213290192 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] DELETE failed (client error): The resource could not be found. Jun 30 02:42:29.117319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681112dd-1516-4c03-a708-ab8213290192 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:42:29.119189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-681112dd-1516-4c03-a708-ab8213290192 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/subnets/0a71a94e-190c-4b1c-a5de-bc465aca086c HTTP/1.1" status: 404 len: 337 time: 0.0853584 Jun 30 02:42:29.120419 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] Sync routers for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:29.134541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.149528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe644c-91cb-4f89-8b68-35be3d67bdc6 req-9b887501-c052-4d28-babd-6c1ef82a3a66 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.152605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1afe644c-91cb-4f89-8b68-35be3d67bdc6 req-9b887501-c052-4d28-babd-6c1ef82a3a66 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 932 time: 0.4458106 Jun 30 02:42:29.167366 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:29.168518 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.189458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.191229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b082f7a8-2442-422b-9856-0769908409ee tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.1777160 Jun 30 02:42:29.208395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.233437 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.250953 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:29.252508 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.287833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1afe644c-91cb-4f89-8b68-35be3d67bdc6 req-847121a1-b59f-4f52-8d4e-94bd571eb012 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094747 Jun 30 02:42:29.305750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-497f8123-d6af-4ae2-8917-1818109fc6bb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.321131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-497f8123-d6af-4ae2-8917-1818109fc6bb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 944 time: 0.3064535 Jun 30 02:42:29.365041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-888ba2e5-2e90-4554-85be-60d5a061bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.366740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-888ba2e5-2e90-4554-85be-60d5a061bc01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b58b9eaa3404524a6754562c360f1d9&device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 1095 time: 0.3938408 Jun 30 02:42:29.466493 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.467197 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18a732-db94-4993-a7fe-6890317ea6be None None] The sync data for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:29.525468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.530237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-430b5ba7-d7e3-4f9d-8efe-6b129a579243 req-85c5b096-6e04-45b0-b31d-af82a8165410 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 210 time: 0.0563276 Jun 30 02:42:29.550751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e749e0-5e2d-4a53-a344-f592ef4c0fd6 req-cf76a01d-43a6-4306-a282-763c2b240f3d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.563127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e749e0-5e2d-4a53-a344-f592ef4c0fd6 req-cf76a01d-43a6-4306-a282-763c2b240f3d tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 944 time: 0.5479558 Jun 30 02:42:29.655725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abf4ae1-703b-4931-a91e-374cbbde7e2e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:29.684874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:29.700867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.704215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] Sync routers for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:29.706558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.710025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Deleting port b51a011b-000d-43d5-a3c1-a50df46aee63 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:29.710754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.729242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:29.731452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.892235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4635c9df-00c9-4947-af4f-075dde3334ae up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:29.897192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e749e0-5e2d-4a53-a344-f592ef4c0fd6 req-39630091-67a0-4d85-8774-e8d45b422611 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114161 Jun 30 02:42:30.027470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Transition to ACTIVE for port object 5abf4ae1-703b-4931-a91e-374cbbde7e2e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:30.110628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.132144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4635c9df-00c9-4947-af4f-075dde3334ae triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:30.132845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.184023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1595dde-b4a7-4fd8-939a-6a4dab17f8fc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "PUT /v2.0/floatingips/08dabd48-217a-4092-a512-a8b391ab4280 HTTP/1.1" status: 200 len: 992 time: 9.2201796 Jun 30 02:42:30.186132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.189704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Pushing event updated for resources: {'Port': ['ID=5abf4ae1-703b-4931-a91e-374cbbde7e2e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:30.198358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:30.201140 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07049d-8679-49c4-8a78-04d61269cb86" -d '{"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:30.206375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-9de47b98-b33b-49f0-a4dc-6670d31a7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.208533 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-9de47b98-b33b-49f0-a4dc-6670d31a7326 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 200 len: 921 time: 0.7700078 Jun 30 02:42:30.263799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] For port b51a011b-000d-43d5-a3c1-a50df46aee63, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b51a011b-000d-43d5-a3c1-a50df46aee63,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:30.264432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.270402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-2b8804dc-1971-4790-bcdc-46e035b2e1eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 200 len: 217 time: 0.0495536 Jun 30 02:42:30.272408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.339881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:30.389463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Calling delete_port for b51a011b-000d-43d5-a3c1-a50df46aee63 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:30.451723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0640025d-04da-4940-a961-1a42f3cc6e4c') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.452718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0640025d-04da-4940-a961-1a42f3cc6e4c') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.479306 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.515501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.530099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:30.530835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:30.656967 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:30.667426 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e59e897f-b56f-4de6-b7ee-d6ea10605065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.686980 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d6df7a-3dbd-4858-ad16-cf46442ebc6f x-openstack-request-id: req-91d6df7a-3dbd-4858-ad16-cf46442ebc6f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:30.687408 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:30.687757 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91d6df7a-3dbd-4858-ad16-cf46442ebc6f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:30.688253 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'status': 'completed', 'code': 200} Jun 30 02:42:30.693042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Attempting to bind port 5abf4ae1-703b-4931-a91e-374cbbde7e2e on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:30.693722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Attempting to bind port 5abf4ae1-703b-4931-a91e-374cbbde7e2e by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:30.694406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Attempting to bind port 5abf4ae1-703b-4931-a91e-374cbbde7e2e on network 224b624c-653e-4e3b-93eb-342c6d0975bd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:30.731212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.775927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Port 5abf4ae1-703b-4931-a91e-374cbbde7e2e on network 224b624c-653e-4e3b-93eb-342c6d0975bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:30.776251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Attempting to bind port 5abf4ae1-703b-4931-a91e-374cbbde7e2e on network 224b624c-653e-4e3b-93eb-342c6d0975bd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:30.779292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-156921fb-2494-401a-a42c-1d6c9d801199 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.780925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-156921fb-2494-401a-a42c-1d6c9d801199 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.7304106 Jun 30 02:42:30.790019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646353f-f1f0-4082-9785-9a6291913bec req-6bc50d89-bb9c-4d3a-8a7f-3ead9ad89326 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.794989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f646353f-f1f0-4082-9785-9a6291913bec req-6bc50d89-bb9c-4d3a-8a7f-3ead9ad89326 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.7180686 Jun 30 02:42:30.800890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:30.801258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Checking segment: {'id': 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:30.801701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Bound using segment: {'id': 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:30.802423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Bound port: 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:30.802890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.808362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-df7bff63-ced7-4c9a-8a15-23ce9c651200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.809919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-df7bff63-ced7-4c9a-8a15-23ce9c651200 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 200 len: 860 time: 0.5002761 Jun 30 02:42:30.818036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.831461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:30.838165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.841497 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] 10.222.0.78 "DELETE /v2.0/networks/17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32 HTTP/1.1" status: 204 len: 168 time: 1.7030530 Jun 30 02:42:30.856898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '08dabd48-217a-4092-a512-a8b391ab4280', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'port_id': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'mac_address': 'fa:16:3e:1b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:41Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 1, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:46Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.883595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d912637-e57c-4a5e-8e7c-7d79dd8ecbc7 tempest-NetworksTestDHCPv6-1289209795 tempest-NetworksTestDHCPv6-1289209795-project] Pushing event deleted for resources: {'Network': ['ID=17c5e3ac-ddb5-4a5a-8bbe-ea38edfd3c32,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:30.887439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] Checking router: c9bb79f1-fa0d-4220-937a-a97506c5909e for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:30.889716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-9d8eefea-f4bc-4321-90ca-1db0f169e428 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf719ab-93ee-4ac2-9017-f2246782388f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562718 Jun 30 02:42:30.897854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:30.898524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.987972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5c59f-8046-4f89-8405-ea6df68a9b8f req-b37d854b-c124-4171-bfbf-f8b0595528d5 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.989579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eab5c59f-8046-4f89-8405-ea6df68a9b8f req-b37d854b-c124-4171-bfbf-f8b0595528d5 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 944 time: 0.2888086 Jun 30 02:42:31.028062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:31.032066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.063260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] For port 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:31.074104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:31.088147 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eab5c59f-8046-4f89-8405-ea6df68a9b8f req-e3bf0f9a-72a4-49a8-a19a-76834176aa0b tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838163 Jun 30 02:42:31.089275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.089875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.090402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.090897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.091383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.091867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.092355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.094586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] For port 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e,segment=NetworkSegment(f7a1ab4f-a0ef-4565-ba43-b423aa967a0d),segment_id=f7a1ab4f-a0ef-4565-ba43-b423aa967a0d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:31.094740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6aa9e232-b21e-4ef9-8a5f-897f7d2bfa93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 0.5181518 Jun 30 02:42:31.102373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.108902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-a12c415e-ef9f-41c0-874a-17ea09a3e442 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978273 Jun 30 02:42:31.188153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f646353f-f1f0-4082-9785-9a6291913bec req-5e2f18bb-cb66-41e9-8aa9-255d985ee1f7 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900027 Jun 30 02:42:31.286045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.290125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.294520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] 10.222.0.67 "PUT /v2.0/ports/5abf4ae1-703b-4931-a91e-374cbbde7e2e HTTP/1.1" status: 200 len: 1092 time: 4.4104211 Jun 30 02:42:31.402034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40044) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:31.490589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e0d0867-fc83-42c2-bfa8-5d86b403a652 req-59c7af48-ede9-4d91-a66c-a7d707b6bb1f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 210 time: 0.1260102 Jun 30 02:42:31.510417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de564b9-1236-4de0-a93e-84b8b21e9d2c service neutron] Pushing event updated for resources: {'Port': ['ID=5abf4ae1-703b-4931-a91e-374cbbde7e2e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:31.520786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '08dabd48-217a-4092-a512-a8b391ab4280', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'port_id': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'mac_address': 'fa:16:3e:1b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:41Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 1, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:46Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:31.529847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2151af88-d66c-4c48-bba4-67dc9cc39bba req-b82ca92a-264d-4bd3-8187-055b8c35d3a6 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795395 Jun 30 02:42:31.552904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-f4630fe9-c909-472a-8597-301d2ab5fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.554856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-f4630fe9-c909-472a-8597-301d2ab5fbbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd437e36dbc141498e31ef024325e6e6&device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 1095 time: 0.2009652 Jun 30 02:42:31.589726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6797-1de4-4b25-8943-3a702a50f6de None None] The sync data for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 is: [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '08dabd48-217a-4092-a512-a8b391ab4280', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'port_id': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'mac_address': 'fa:16:3e:1b:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:41Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 1, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:46Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:31.656351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0daae584-c675-457f-960c-106942e69085 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e HTTP/1.1" status: 200 len: 217 time: 0.0870910 Jun 30 02:42:31.695483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b51a011b-000d-43d5-a3c1-a50df46aee63 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:31.783210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c99cd-ec12-4685-979f-63a05c08ebed req-e8768f59-f08a-4dcf-bbd6-761da37be952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.785484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-e8768f59-f08a-4dcf-bbd6-761da37be952 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83e36c63-67c5-4cb4-9038-985687af7e64 HTTP/1.1" status: 200 len: 861 time: 0.1282566 Jun 30 02:42:31.911679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-c98c7133-730f-48a4-bb22-a005d435e2a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=224b624c-653e-4e3b-93eb-342c6d0975bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147926 Jun 30 02:42:31.917938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-19d9350d-2a3d-4b15-9047-be1d4160620d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bdefa16e2966479581f23ec1fdef18e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063682 Jun 30 02:42:31.923626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40050) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.007803 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f296be-8ec6-47c2-a023-42d60275e555 None None] New status for floating IP 08dabd48-217a-4092-a512-a8b391ab4280: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:42:32.009844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.030891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-c7e36437-44c5-4a1a-a8ce-6fa98a6cf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.032937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-c7e36437-44c5-4a1a-a8ce-6fa98a6cf6a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82 HTTP/1.1" status: 200 len: 912 time: 0.9159544 Jun 30 02:42:32.100651 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.110919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event deleted for resources: {'Port': ['ID=b51a011b-000d-43d5-a3c1-a50df46aee63,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.117240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ad4b3-8ce0-4c4f-bb82-dc81a418caf7 req-87daa873-1388-43c3-8276-bc95abc920c6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.118868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f87ad4b3-8ce0-4c4f-bb82-dc81a418caf7 req-87daa873-1388-43c3-8276-bc95abc920c6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.3321087 Jun 30 02:42:32.170624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.295823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] No DVR routers for this DVR port b51a011b-000d-43d5-a3c1-a50df46aee63 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:32.318826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.321987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65f8c2e2-37bf-4681-bc8b-eaa1c03ae8cf req-9815eef9-8827-4ab0-ab80-82f6819e2638 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.67 "DELETE /v2.0/ports/b51a011b-000d-43d5-a3c1-a50df46aee63 HTTP/1.1" status: 204 len: 173 time: 2.9986312 Jun 30 02:42:32.324104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.8 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/62b519af-2bc8-4f7b-b103-cccd5971508b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:32.381563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'name': 'network-vif-deleted', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:32.384524 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591eea23-e350-4564-a9f2-31087f370ed9" -d '{"events": [{"server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "name": "network-vif-deleted", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:32.403664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de15e3-5c20-4430-b904-1fc7419e3fdf req-11627cf4-504d-48ef-9be8-46c4edc0ca2b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.406359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8de15e3-5c20-4430-b904-1fc7419e3fdf req-11627cf4-504d-48ef-9be8-46c4edc0ca2b tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=8699d609-45a2-4495-a910-451a88b87c5a HTTP/1.1" status: 200 len: 866 time: 0.6123025 Jun 30 02:42:32.420329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-57ed8279-2a2e-41a8-8f5a-49c813aaf9c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 1000 time: 0.3730946 Jun 30 02:42:32.549221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb96fb1-daca-4b9a-ab5f-722e17c71a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.586970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-79e9888a-6a84-4767-b0e7-11e65536d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.588443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb96fb1-daca-4b9a-ab5f-722e17c71a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.588635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-79e9888a-6a84-4767-b0e7-11e65536d4b7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 200 len: 850 time: 0.1556389 Jun 30 02:42:32.625672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8de15e3-5c20-4430-b904-1fc7419e3fdf req-70d827de-f9fa-4dc1-91b4-0e57dbf8f4f7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958807 Jun 30 02:42:32.644130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-0926b1d3-2fe1-45fd-9b9d-c68be278a5da service neutron] 10.222.0.67 "GET /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224774 Jun 30 02:42:32.697867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da93c36b-a389-434a-b108-4354eb9897ed', 'tag': '5abf4ae1-703b-4931-a91e-374cbbde7e2e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:32.701835 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f" -d '{"events": [{"name": "network-changed", "server_uuid": "da93c36b-a389-434a-b108-4354eb9897ed", "tag": "5abf4ae1-703b-4931-a91e-374cbbde7e2e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:32.746338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f87ad4b3-8ce0-4c4f-bb82-dc81a418caf7 req-cf5ff0ca-4cf1-4f26-b0da-c71d3758f8b2 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152129 Jun 30 02:42:32.869683 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb96fb1-daca-4b9a-ab5f-722e17c71a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.872305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb96fb1-daca-4b9a-ab5f-722e17c71a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.878498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3cb96fb1-daca-4b9a-ab5f-722e17c71a0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3573335-a13b-4849-8bd5-eaf52685ddd9 HTTP/1.1" status: 204 len: 168 time: 0.9532130 Jun 30 02:42:32.898795 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd47bd-7e4e-4097-ad23-277ceecce5c8 x-openstack-request-id: req-9efd47bd-7e4e-4097-ad23-277ceecce5c8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:32.899758 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699d609-45a2-4495-a910-451a88b87c5a", "name": "network-vif-deleted", "tag": "b51a011b-000d-43d5-a3c1-a50df46aee63", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:32.902682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb96fb1-daca-4b9a-ab5f-722e17c71a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3573335-a13b-4849-8bd5-eaf52685ddd9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.907151 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9efd47bd-7e4e-4097-ad23-277ceecce5c8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:32.908309 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699d609-45a2-4495-a910-451a88b87c5a', 'name': 'network-vif-deleted', 'tag': 'b51a011b-000d-43d5-a3c1-a50df46aee63', 'status': 'completed', 'code': 200} Jun 30 02:42:32.977535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-334c99cd-ec12-4685-979f-63a05c08ebed req-b0107bd4-bfe0-4ba5-b587-9975eead3259 service neutron] 10.222.0.67 "GET /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968080 Jun 30 02:42:33.047456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-305065f3-6b2e-4761-bece-47814375170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.050020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-305065f3-6b2e-4761-bece-47814375170a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05158402-4f23-4e72-a500-4cf01d25dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4425340 Jun 30 02:42:33.109493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.133681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d579-61a6-43c8-b8b6-6bfb2feca074 req-8d9fd658-529b-4238-923e-7aaeb8feaf1e tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.136431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1922d579-61a6-43c8-b8b6-6bfb2feca074 req-8d9fd658-529b-4238-923e-7aaeb8feaf1e tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 944 time: 0.1442778 Jun 30 02:42:33.178596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36630b49-19ff-4ddf-903e-762ae8c0ef1f req-1da5b688-047b-4ba4-8520-3d7ef0ee5c2b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 210 time: 0.1162400 Jun 30 02:42:33.221370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Allocated IP 172.20.0.1 (da53448f-f9bb-4245-95d6-c761a64af319/c3f5a5e7-c665-4891-a6f5-d87140fdd622/ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:33.248974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1922d579-61a6-43c8-b8b6-6bfb2feca074 req-0f60a549-fded-4c0b-aee5-31976f2d0169 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059353 Jun 30 02:42:33.253584 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad1737-0d80-495a-a28c-a6531a692a0a x-openstack-request-id: req-0bad1737-0d80-495a-a28c-a6531a692a0a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:33.255614 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da93c36b-a389-434a-b108-4354eb9897ed", "tag": "5abf4ae1-703b-4931-a91e-374cbbde7e2e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:33.256728 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bad1737-0d80-495a-a28c-a6531a692a0a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:33.257323 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da93c36b-a389-434a-b108-4354eb9897ed', 'tag': '5abf4ae1-703b-4931-a91e-374cbbde7e2e', 'status': 'completed', 'code': 200} Jun 30 02:42:33.371243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-6485d8b7-0f54-410b-9923-cc9356d516ee service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008595 Jun 30 02:42:33.402181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-f361a1e6-f77b-4645-91ec-cdff9a508b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.404064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-f361a1e6-f77b-4645-91ec-cdff9a508b55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd437e36dbc141498e31ef024325e6e6&device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 1095 time: 0.1043808 Jun 30 02:42:33.540834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.619665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-4ddfb575-7672-470c-8585-77837f2ab627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.623779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-4ddfb575-7672-470c-8585-77837f2ab627 service neutron] 10.222.0.67 "GET /v2.0/networks?id=224b624c-653e-4e3b-93eb-342c6d0975bd HTTP/1.1" status: 200 len: 922 time: 0.2115850 Jun 30 02:42:33.669408 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.693098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-6a6092c4-9c9b-485a-9bfe-67147f90b327 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e HTTP/1.1" status: 200 len: 217 time: 0.0626719 Jun 30 02:42:33.704004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:33.727072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:33.742387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:33.789395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-6461d2db-6fe7-4e0c-a959-f3df5c10a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.791087 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-6461d2db-6fe7-4e0c-a959-f3df5c10a33d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83e36c63-67c5-4cb4-9038-985687af7e64 HTTP/1.1" status: 200 len: 861 time: 0.0865810 Jun 30 02:42:33.810015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Transition to ACTIVE for port object ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:33.817521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=62b519af-2bc8-4f7b-b103-cccd5971508b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.832873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-1b3280c1-d421-4137-8a6d-16297032c4ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=224b624c-653e-4e3b-93eb-342c6d0975bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331969 Jun 30 02:42:33.835467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec07049d-8679-49c4-8a78-04d61269cb86 req-af6e37da-c524-40e5-ac89-a2f461556a46 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557374 Jun 30 02:42:33.893768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.894841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.940308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8e48b53c-b9f8-41b2-9834-6e4d3470d62f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1275833 Jun 30 02:42:33.951276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.967256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-0143129b-a689-43f5-b277-a62889e10678 service neutron] 10.222.0.67 "GET /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200349 Jun 30 02:42:33.970631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Request body: {'port': {'device_id': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:34.044566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network da53448f-f9bb-4245-95d6-c761a64af319 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:34.055371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:34.061823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:34.124816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Port': ['ID=ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:34.167862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.168869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233ce7-7874-4ef8-a111-c06675a75aa9 req-fe82ef11-c1d9-46ef-b9ee-1c61998d1aef tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:34.187998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f233ce7-7874-4ef8-a111-c06675a75aa9 req-fe82ef11-c1d9-46ef-b9ee-1c61998d1aef tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.4980962 Jun 30 02:42:34.220968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.259572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.319262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f233ce7-7874-4ef8-a111-c06675a75aa9 req-be836234-284a-4b9d-aa9f-312f1c71a6e4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297824 Jun 30 02:42:34.396077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40096) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:34.451663 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5bb13bc0-fa5d-43f9-891e-da0c46e8286f req-8bf3e31f-b716-4497-a748-2fe988764822 service neutron] 10.222.0.67 "GET /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678190 Jun 30 02:42:34.607513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1c9ec1f8-8e65-4c70-92a2-34dd1c77a052 None None] Provisioning for port ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:34.613780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1c9ec1f8-8e65-4c70-92a2-34dd1c77a052 None None] Provisioning complete for port ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:34.614165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec1f8-8e65-4c70-92a2-34dd1c77a052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.645158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1494186335'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:34.673129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ec1f8-8e65-4c70-92a2-34dd1c77a052 None None] Port ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:34.753390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Made reservation on behalf of b1ce31ce1cd5460eabdfa44ed49c250c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:34.759724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.781043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.852596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d02f4-fcd7-418d-9d83-9be0e50cc7bc req-dd54846b-416a-4ed3-ae0e-e5a9d29c6a47 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:34.855581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b4d02f4-fcd7-418d-9d83-9be0e50cc7bc req-dd54846b-416a-4ed3-ae0e-e5a9d29c6a47 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 931 time: 0.2173715 Jun 30 02:42:34.962825 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b4d02f4-fcd7-418d-9d83-9be0e50cc7bc req-e108f3e5-778d-421a-9518-6f5f4a65009b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954158 Jun 30 02:42:35.061349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93c06d-c7ce-42fe-88aa-df4da2f72dc1 req-1fca7677-a11d-4d09-8a0b-e0aa1f98759b tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.063749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.064035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d93c06d-c7ce-42fe-88aa-df4da2f72dc1 req-1fca7677-a11d-4d09-8a0b-e0aa1f98759b tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 944 time: 0.4404464 Jun 30 02:42:35.072373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.072815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.115292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:35.142578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a719bc7-d1ca-4c27-a454-693c9c2e1bbb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:35.153352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.153923 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Added segment d7b5d867-31f1-4397-abe4-3d84fe71e3bb of type vlan for network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 Jun 30 02:42:35.297551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.371544 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d93c06d-c7ce-42fe-88aa-df4da2f72dc1 req-11cb2620-c590-4b7e-8060-74296353494a tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953310 Jun 30 02:42:35.385537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960a317-5cab-44f8-a512-ea970458c9cc req-956c08af-1607-47ec-b4b2-31d55bb10651 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.388216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1960a317-5cab-44f8-a512-ea970458c9cc req-956c08af-1607-47ec-b4b2-31d55bb10651 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.2314224 Jun 30 02:42:35.390024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.410529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.412454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.459900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b519af-2bc8-4f7b-b103-cccd5971508b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:35.481926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.519605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-e7ff2709-aedc-4957-ac44-c7a5bcdea8cc tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.522226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-e7ff2709-aedc-4957-ac44-c7a5bcdea8cc tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 0.4395311 Jun 30 02:42:35.555408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1521704 Jun 30 02:42:35.555949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Transition to ACTIVE for port object 62b519af-2bc8-4f7b-b103-cccd5971508b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:35.557172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:35.601114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'subnet': {'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:35.602201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e8d02-ca52-494f-a1e5-4b8eab4a6b0b tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Network': ['ID=d823c616-5d62-4e0d-a5c2-01e75c1d0e50,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:35.612728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1960a317-5cab-44f8-a512-ea970458c9cc req-ef66e4d7-a312-4fb7-a56c-f7a934b2f561 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926837 Jun 30 02:42:35.618924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:35.706619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5abf4ae1-703b-4931-a91e-374cbbde7e2e details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:35.886096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e,segment=NetworkSegment(f7a1ab4f-a0ef-4565-ba43-b423aa967a0d),segment_id=f7a1ab4f-a0ef-4565-ba43-b423aa967a0d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:35.911972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '5abf4ae1-703b-4931-a91e-374cbbde7e2e', 'network_id': '224b624c-653e-4e3b-93eb-342c6d0975bd', 'port_id': '5abf4ae1-703b-4931-a91e-374cbbde7e2e', 'mac_address': 'fa:16:3e:9e:22:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e36c63-67c5-4cb4-9038-985687af7e64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:35.977969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.003118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abf4ae1-703b-4931-a91e-374cbbde7e2e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:36.029166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e,segment=NetworkSegment(f7a1ab4f-a0ef-4565-ba43-b423aa967a0d),segment_id=f7a1ab4f-a0ef-4565-ba43-b423aa967a0d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:36.035487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.044800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.294292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=5abf4ae1-703b-4931-a91e-374cbbde7e2e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:36.360404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['5abf4ae1-703b-4931-a91e-374cbbde7e2e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:36.395681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Pushing event updated for resources: {'Port': ['ID=62b519af-2bc8-4f7b-b103-cccd5971508b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:36.431579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135946c3-1ee3-470c-8d55-6b523d2464f4 req-c0e1d88e-cfa1-41fc-8178-4a79090f8f77 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:36.433681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-135946c3-1ee3-470c-8d55-6b523d2464f4 req-c0e1d88e-cfa1-41fc-8178-4a79090f8f77 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 943 time: 0.1324465 Jun 30 02:42:36.527889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-135946c3-1ee3-470c-8d55-6b523d2464f4 req-b94654ed-547a-42a9-8613-9fa911aeae60 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780690 Jun 30 02:42:36.576449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Made reservation on behalf of b1ce31ce1cd5460eabdfa44ed49c250c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:36.580600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.677447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a1ee-cd2a-47e2-b561-a59b56e8f53a req-ec01e875-f89a-49ac-86b5-ebe2bb1190c9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:36.680240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2566a1ee-cd2a-47e2-b561-a59b56e8f53a req-ec01e875-f89a-49ac-86b5-ebe2bb1190c9 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 944 time: 1.0296435 Jun 30 02:42:36.796277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a927d-7f16-4b11-94b9-aacb1ab95476 req-6135abf4-0359-45e8-8e7d-497061094641 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:36.798803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-439a927d-7f16-4b11-94b9-aacb1ab95476 req-6135abf4-0359-45e8-8e7d-497061094641 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.0800149 Jun 30 02:42:36.818165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Attempting to bind port 62b519af-2bc8-4f7b-b103-cccd5971508b on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:36.818732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Attempting to bind port 62b519af-2bc8-4f7b-b103-cccd5971508b by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:36.819259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Attempting to bind port 62b519af-2bc8-4f7b-b103-cccd5971508b on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:36.840021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Deleting port cf974f30-6eb9-4e5f-aca0-9115ae0a331c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:36.840602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.849378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-439a927d-7f16-4b11-94b9-aacb1ab95476 req-f2420dfc-869c-4e8e-b304-0058168b9723 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Jun 30 02:42:36.957680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Port 62b519af-2bc8-4f7b-b103-cccd5971508b on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:36.958228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Attempting to bind port 62b519af-2bc8-4f7b-b103-cccd5971508b on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:37.003783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2566a1ee-cd2a-47e2-b561-a59b56e8f53a req-d7890026-9ddc-4d68-815d-b9fc121174f7 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106742 Jun 30 02:42:37.017458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:37.018022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:37.018757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:37.019482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Bound port: 62b519af-2bc8-4f7b-b103-cccd5971508b, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:37.020069 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.077147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.131513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.158145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578e414-3fd1-49dd-b8bc-15b5f43ecd12 req-c14bda5b-ce9b-4276-9eb6-a0e4dd3c843c tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.160561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4578e414-3fd1-49dd-b8bc-15b5f43ecd12 req-c14bda5b-ce9b-4276-9eb6-a0e4dd3c843c tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 945 time: 0.1309006 Jun 30 02:42:37.224524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4578e414-3fd1-49dd-b8bc-15b5f43ecd12 req-2afe28cb-d2ca-48a6-bc79-6838c6ed3b94 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520175 Jun 30 02:42:37.247777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] For port cf974f30-6eb9-4e5f-aca0-9115ae0a331c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:37.248191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.315435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Calling delete_port for cf974f30-6eb9-4e5f-aca0-9115ae0a331c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:37.328091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Port': ['ID=ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.331384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.465978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] For port 62b519af-2bc8-4f7b-b103-cccd5971508b, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:37.552872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] For port 62b519af-2bc8-4f7b-b103-cccd5971508b, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=62b519af-2bc8-4f7b-b103-cccd5971508b,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:37.577521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.582237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.691603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.692361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.694073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] 10.222.0.90 "PUT /v2.0/ports/62b519af-2bc8-4f7b-b103-cccd5971508b HTTP/1.1" status: 200 len: 1091 time: 3.7380323 Jun 30 02:42:37.709995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5abf4ae1-703b-4931-a91e-374cbbde7e2e up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:37.717507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'tag': '62b519af-2bc8-4f7b-b103-cccd5971508b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:37.721545 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837221f-1c7a-49c6-974a-648c52c35c02" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d9ee3-a294-4ecc-adb2-e4390d68ed61", "tag": "62b519af-2bc8-4f7b-b103-cccd5971508b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:37.802381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Subnet': ['ID=de62c20c-2e16-44f4-936d-031a56907544,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.846350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 5abf4ae1-703b-4931-a91e-374cbbde7e2e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:37.856517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 5abf4ae1-703b-4931-a91e-374cbbde7e2e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:37.857217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.883724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179f75-62d6-4bc0-a047-658d6da4e761 req-c8d8ded4-96bb-4103-a824-d92d2811879e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.886766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c179f75-62d6-4bc0-a047-658d6da4e761 req-c8d8ded4-96bb-4103-a824-d92d2811879e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 943 time: 0.1469846 Jun 30 02:42:37.890987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d89cd-658c-48af-83ae-efac63b63f91 service neutron] Pushing event updated for resources: {'Port': ['ID=62b519af-2bc8-4f7b-b103-cccd5971508b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.927803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25d374-0527-426c-929e-43fd6671f9e9 req-2e6800b1-1a62-445b-98c0-fbca4b5484f7 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.929314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec25d374-0527-426c-929e-43fd6671f9e9 req-2e6800b1-1a62-445b-98c0-fbca4b5484f7 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.5922329 Jun 30 02:42:37.939883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network da53448f-f9bb-4245-95d6-c761a64af319 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:37.944593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Checking segment: {'id': 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:37.945099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network hostable DHCP agents. Network: d823c616-5d62-4e0d-a5c2-01e75c1d0e50, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:37.953019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:37.972072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c179f75-62d6-4bc0-a047-658d6da4e761 req-a2b1c276-ea51-46a6-9d5c-2cf0b9f5dc33 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719764 Jun 30 02:42:38.004687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.009742 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.060649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da93c36b-a389-434a-b108-4354eb9897ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abf4ae1-703b-4931-a91e-374cbbde7e2e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:38.065458 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3289d5ef-9da1-4b2c-a095-c91cc3321248" -d '{"events": [{"server_uuid": "da93c36b-a389-434a-b108-4354eb9897ed", "name": "network-vif-plugged", "status": "completed", "tag": "5abf4ae1-703b-4931-a91e-374cbbde7e2e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:38.076127 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf144649-13df-45c7-88e3-51ad2f0ea695 x-openstack-request-id: req-cf144649-13df-45c7-88e3-51ad2f0ea695 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:38.076590 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d9ee3-a294-4ecc-adb2-e4390d68ed61", "tag": "62b519af-2bc8-4f7b-b103-cccd5971508b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:38.076989 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf144649-13df-45c7-88e3-51ad2f0ea695 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:38.077644 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'tag': '62b519af-2bc8-4f7b-b103-cccd5971508b', 'status': 'completed', 'code': 200} Jun 30 02:42:38.096569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:38.147426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e,segment=NetworkSegment(f7a1ab4f-a0ef-4565-ba43-b423aa967a0d),segment_id=f7a1ab4f-a0ef-4565-ba43-b423aa967a0d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:38.149803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: cf974f30-6eb9-4e5f-aca0-9115ae0a331c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:38.150225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf974f30-6eb9-4e5f-aca0-9115ae0a331c not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:38.154525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.158245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event deleted for resources: {'Port': ['ID=cf974f30-6eb9-4e5f-aca0-9115ae0a331c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.199914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec25d374-0527-426c-929e-43fd6671f9e9 req-3d74d185-65de-4b9c-ae83-1d0e917c05f4 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481067 Jun 30 02:42:38.200704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:38.254604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-af0d0d2e-0056-4a4e-8236-8c4fd7232856 req-e718f28b-8f2c-4e74-95f5-b7a62921b079 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e895d7b-0667-4f28-964a-7f5742a581d2 HTTP/1.1" status: 200 len: 210 time: 0.0665703 Jun 30 02:42:38.272267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=5abf4ae1-703b-4931-a91e-374cbbde7e2e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.304961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d823c616-5d62-4e0d-a5c2-01e75c1d0e50) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:38.316756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-f47d0e45-7ca2-45af-a713-0b65ae83f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.319579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-f47d0e45-7ca2-45af-a713-0b65ae83f6a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 1094 time: 0.5428598 Jun 30 02:42:38.320910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] No DVR routers for this DVR port cf974f30-6eb9-4e5f-aca0-9115ae0a331c on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:38.322266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae98362-a0ad-48b8-ba39-930d5d63b453 None None] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:38.331708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.335463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24648452-ea4d-4249-8a2b-00b7ecad160f req-ca788762-be76-4006-890f-5482217a6aee tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "DELETE /v2.0/ports/cf974f30-6eb9-4e5f-aca0-9115ae0a331c HTTP/1.1" status: 204 len: 173 time: 2.8010836 Jun 30 02:42:38.342750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.343619 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.441424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-9d377f0e-db57-406b-b534-eb94e53a1752 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b519af-2bc8-4f7b-b103-cccd5971508b HTTP/1.1" status: 200 len: 217 time: 0.1042562 Jun 30 02:42:38.448768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40132) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:38.449461 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04518d08-1660-4c93-93b2-f7ad59766a7b x-openstack-request-id: req-04518d08-1660-4c93-93b2-f7ad59766a7b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:38.449742 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da93c36b-a389-434a-b108-4354eb9897ed", "name": "network-vif-plugged", "status": "completed", "tag": "5abf4ae1-703b-4931-a91e-374cbbde7e2e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:38.450277 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04518d08-1660-4c93-93b2-f7ad59766a7b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:38.450964 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da93c36b-a389-434a-b108-4354eb9897ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abf4ae1-703b-4931-a91e-374cbbde7e2e', 'code': 200} Jun 30 02:42:38.453961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1bd50bb7-fac5-44d4-a0e7-6537cd1f2367 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8945398 Jun 30 02:42:38.456295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2073786398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:38.461876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Router 7048e77a-4812-4906-8900-a9768f8f5f1b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:38.546184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.549173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.606539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19a35f59-768b-4b7d-875d-6f426740703c None None] Provisioning complete for port ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:38.608282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19a35f59-768b-4b7d-875d-6f426740703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.632243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-e8e7364d-0c33-483e-8f1b-39314873e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.634812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-e8e7364d-0c33-483e-8f1b-39314873e062 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.1682179 Jun 30 02:42:38.727961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.745952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-e876c17f-0f4e-4a7f-8778-087d2799209e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987794 Jun 30 02:42:38.783509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.837422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.839491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1a8f3ddb-9ef5-45b2-986a-bf77bb29b60d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3894062 Jun 30 02:42:38.844070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:38.844618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d823c616-5d62-4e0d-a5c2-01e75c1d0e50', 'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50', 'tenant_id': 'b1ce31ce1cd5460eabdfa44ed49c250c', 'fixed_ips': [{'subnet_id': 'de62c20c-2e16-44f4-936d-031a56907544'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:42:38.846191 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.882772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-19a35f59-768b-4b7d-875d-6f426740703c None None] Port ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:38.894436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33b514-dcd4-4e86-81d5-425fb3727bb2 req-737bb4ae-b527-4996-a274-899d37ad3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.897269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f33b514-dcd4-4e86-81d5-425fb3727bb2 req-737bb4ae-b527-4996-a274-899d37ad3587 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 1097 time: 0.4034331 Jun 30 02:42:38.961948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f33b514-dcd4-4e86-81d5-425fb3727bb2 req-27e93260-6f5c-4c6b-a22a-e52e9f742664 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571182 Jun 30 02:42:39.058592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:39.085120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] Sync routers for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:39.118823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:39.119613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:39.136060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-09d254ae-2e42-46b4-8e16-6ec27bb8a2c6 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "PUT /v2.0/routers/7048e77a-4812-4906-8900-a9768f8f5f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9233184 Jun 30 02:42:39.138413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:39.151455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Request body: {'port': {'network_id': 'da53448f-f9bb-4245-95d6-c761a64af319', 'name': 'tempest-FloatingIPAdminTestJSON-383424334'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:39.168715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:39.175863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Allocated IP 172.20.0.2 (d823c616-5d62-4e0d-a5c2-01e75c1d0e50/de62c20c-2e16-44f4-936d-031a56907544/6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:39.231090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-cf3ca8d6-c99a-4945-8b01-c18b4ce56e82 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240277 Jun 30 02:42:39.240557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa385-70de-4407-9791-6a80535324a7 req-2c2100b7-35a5-4bdf-b3cb-2d38d2fd78b9 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.242215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89cfa385-70de-4407-9791-6a80535324a7 req-2c2100b7-35a5-4bdf-b3cb-2d38d2fd78b9 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 946 time: 0.5523145 Jun 30 02:42:39.349962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:39.351345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:39.400259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Made reservation on behalf of ea6693b077d24b079b00c86a8c446138 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:39.406413 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.468850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] device_id is not set on port 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:39.511833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89cfa385-70de-4407-9791-6a80535324a7 req-e9cd4685-3b69-4f03-9b43-aa59dd5c41cc tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049608 Jun 30 02:42:39.558177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:39.558922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a162679-ab67-4536-818d-f5aa99587212 None None] The sync data for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:39.577911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.584762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fde9a02-91cf-4152-bf64-7b86a559d6c1 req-8fc26f51-6b81-4050-9733-986a1ae12eac service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929435 Jun 30 02:42:39.594550 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.700938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Allocated IP 172.20.0.14 (da53448f-f9bb-4245-95d6-c761a64af319/c3f5a5e7-c665-4891-a6f5-d87140fdd622/4f1b21e5-919b-4a5c-a878-ea381bb43fd3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:39.963265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.992472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Transition to ACTIVE for port object 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:40.005735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.022423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Transition to ACTIVE for port object 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:40.059332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.068567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Transition to ACTIVE for port object 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:40.087591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.138776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:40.142408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:40.146426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:40.158084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Network da53448f-f9bb-4245-95d6-c761a64af319 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:40.178093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:40.193577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:40.199125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event updated for resources: {'Port': ['ID=4f1b21e5-919b-4a5c-a878-ea381bb43fd3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.204434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Pushing event updated for resources: {'Port': ['ID=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.224204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Attempting to bind port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:40.224570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Attempting to bind port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:40.225011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Attempting to bind port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 on network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:40.231363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:40.231870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Checking segment: {'id': 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:40.232352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.232817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Bound using segment: {'id': 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:40.233379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Bound port: 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:40.233837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.263833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8e0e-618c-43ae-8bc1-fbca9d562428 req-a4678e29-3481-485a-91c3-66643f72f1cf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.283469 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c09d8e0e-618c-43ae-8bc1-fbca9d562428 req-a4678e29-3481-485a-91c3-66643f72f1cf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 943 time: 0.8651800 Jun 30 02:42:40.305533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.305981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.306421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.306846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.307341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.308259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.308259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.308583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.308889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.309284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.309864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.310546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:40.354682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] For port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:40.361007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] For port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,segment=NetworkSegment(d7b5d867-31f1-4397-abe4-3d84fe71e3bb),segment_id=d7b5d867-31f1-4397-abe4-3d84fe71e3bb)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:40.369589 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.384371 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.385456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.412134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'name': 'network-vif-deleted', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:40.415022 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7d9303-9841-4230-9b71-f2dfc8ceb3e1" -d '{"events": [{"server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "name": "network-vif-deleted", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:40.419886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c09d8e0e-618c-43ae-8bc1-fbca9d562428 req-311f8b7f-68e2-49d1-86cb-cd4e54d2e431 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269078 Jun 30 02:42:40.449726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e8bc3858-a505-4455-bfd4-4fd44a5b92b0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3078308 Jun 30 02:42:40.452136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40150) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:40.529219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223295e-66a2-4070-8403-0b65efd1b389 None None] Pushing event updated for resources: {'Port': ['ID=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.692989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.723093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b0eb-78cc-4030-b6c3-4f7fd006468a req-afcec61f-0796-4de2-b955-0d199fb95ca6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.734917 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d22b0eb-78cc-4030-b6c3-4f7fd006468a req-afcec61f-0796-4de2-b955-0d199fb95ca6 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.9892714 Jun 30 02:42:40.757709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-40a14661-398b-4a49-ac4d-b1307b54ba2d None None] Provisioning for port 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:40.764017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-40a14661-398b-4a49-ac4d-b1307b54ba2d None None] Provisioning complete for port 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:40.765891 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40a14661-398b-4a49-ac4d-b1307b54ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.790718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-8fe601c9-4bfa-49a0-98cd-e3ac268afeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.799940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-8fe601c9-4bfa-49a0-98cd-e3ac268afeb0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 1094 time: 1.0495682 Jun 30 02:42:40.859152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-40a14661-398b-4a49-ac4d-b1307b54ba2d None None] Port 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:40.866665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'project_id': 'ea6693b077d24b079b00c86a8c446138', 'port_id': '4f1b21e5-919b-4a5c-a878-ea381bb43fd3'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:40.908204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Allocated IP 172.20.0.1 (d823c616-5d62-4e0d-a5c2-01e75c1d0e50/de62c20c-2e16-44f4-936d-031a56907544/94a1ced1-74e7-4b59-9bad-4f0854fe4dd2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:40.917182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.958794 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39409a4b-0305-43fd-9a4f-ebd80491c199 x-openstack-request-id: req-39409a4b-0305-43fd-9a4f-ebd80491c199 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:40.959258 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e895d7b-0667-4f28-964a-7f5742a581d2", "name": "network-vif-deleted", "tag": "cf974f30-6eb9-4e5f-aca0-9115ae0a331c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:40.959663 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39409a4b-0305-43fd-9a4f-ebd80491c199 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:40.960288 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e895d7b-0667-4f28-964a-7f5742a581d2', 'name': 'network-vif-deleted', 'tag': 'cf974f30-6eb9-4e5f-aca0-9115ae0a331c', 'status': 'completed', 'code': 200} Jun 30 02:42:40.967065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d22b0eb-78cc-4030-b6c3-4f7fd006468a req-3e5d913a-3a2d-4fa9-a242-0c911d65e139 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182441 Jun 30 02:42:41.107717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.138127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-87cff713-4013-48fa-97d6-d1e0628b2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.141605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-87cff713-4013-48fa-97d6-d1e0628b2fe8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.3304868 Jun 30 02:42:41.271859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-a0f7033b-144c-4e23-a074-413c7eb3ca49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b519af-2bc8-4f7b-b103-cccd5971508b HTTP/1.1" status: 200 len: 217 time: 0.1152658 Jun 30 02:42:41.343663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Allocated IP 172.25.0.245 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/a56b9712-7a89-4a2c-831a-329be1108862) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:41.355758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210952b-b48e-4362-9d7d-7e2f1e854ac3 req-add2e3d5-9869-46f7-9010-55750573a4e5 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.362874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0210952b-b48e-4362-9d7d-7e2f1e854ac3 req-add2e3d5-9869-46f7-9010-55750573a4e5 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 946 time: 0.2058775 Jun 30 02:42:41.379039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.443816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Transition to ACTIVE for port object 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:41.458909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-641d7a8f-0a6d-45ce-9b8a-310058a6957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.460433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-641d7a8f-0a6d-45ce-9b8a-310058a6957e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.1733420 Jun 30 02:42:41.479373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0210952b-b48e-4362-9d7d-7e2f1e854ac3 req-a88fef8f-d86e-4940-a42d-8a7ddbb0da9f tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154571 Jun 30 02:42:41.540948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-d3c0eabe-01f7-4ebd-a309-695894635650 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684941 Jun 30 02:42:41.554586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-30a5d866-b79a-4ab1-a1bd-c5372b7ebec9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.556175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-30a5d866-b79a-4ab1-a1bd-c5372b7ebec9 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.90 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 945 time: 0.3249440 Jun 30 02:42:41.639374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.795659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.861542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.867469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:41.875289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:41.884421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:41.905404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:41.938695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7dc14-5604-4b71-b0ee-80d02944ff3c req-2744750d-8345-44ca-9860-e00fbecc7d68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.942998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4f7dc14-5604-4b71-b0ee-80d02944ff3c req-2744750d-8345-44ca-9860-e00fbecc7d68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 943 time: 0.2687471 Jun 30 02:42:41.960070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Port': ['ID=94a1ced1-74e7-4b59-9bad-4f0854fe4dd2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:41.984445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:42.003040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Pushing event updated for resources: {'Port': ['ID=a56b9712-7a89-4a2c-831a-329be1108862,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.014900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:42.023720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:42.028921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:42.090832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-331a139a-eab2-4ec5-9cab-0419af461b80 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335486 Jun 30 02:42:42.106337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 62b519af-2bc8-4f7b-b103-cccd5971508b details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:42.163521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.178784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4f7dc14-5604-4b71-b0ee-80d02944ff3c req-a8e3fb31-cda7-44c6-afb3-322344476f8e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257607 Jun 30 02:42:42.181414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04505094-8452-431b-bd52-db365e3896d2 req-ce975a6e-9551-4e0f-87d9-c8979f374975 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.184773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04505094-8452-431b-bd52-db365e3896d2 req-ce975a6e-9551-4e0f-87d9-c8979f374975 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.5833368 Jun 30 02:42:42.243592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 62b519af-2bc8-4f7b-b103-cccd5971508b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=62b519af-2bc8-4f7b-b103-cccd5971508b,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.265322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '62b519af-2bc8-4f7b-b103-cccd5971508b', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': '62b519af-2bc8-4f7b-b103-cccd5971508b', 'mac_address': 'fa:16:3e:b5:81:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:42.269572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7c737-8810-4851-afd1-ca02f14a36f2 None None] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:42.312945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Deleting port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:42.313183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.343384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-28f51772-8aaa-463b-b43a-ae9d14dd6c53 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.347409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-28f51772-8aaa-463b-b43a-ae9d14dd6c53 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.3615057 Jun 30 02:42:42.407119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] Provisioning for port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:42.432350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] Provisioning complete for port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:42.432703 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.458349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.520736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b519af-2bc8-4f7b-b103-cccd5971508b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:42.526650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] For port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,segment=NetworkSegment(006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79),segment_id=006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.527496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.553074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Calling delete_port for 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:42.556261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 62b519af-2bc8-4f7b-b103-cccd5971508b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=62b519af-2bc8-4f7b-b103-cccd5971508b,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.567745 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.658219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=62b519af-2bc8-4f7b-b103-cccd5971508b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.722565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.722925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.723116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.723397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.723734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.724067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.724425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.724724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.725053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.725378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.725703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.726030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:42.837979 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.846604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a837221f-1c7a-49c6-974a-648c52c35c02 req-871ae207-0fcb-4bc0-b5f4-a3bc9cf26b07 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451758 Jun 30 02:42:42.871620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.922251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04505094-8452-431b-bd52-db365e3896d2 req-09efe1a0-12a1-4a10-9072-f6699b6ce4da tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202818 Jun 30 02:42:42.937374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] For port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,segment=NetworkSegment(d7b5d867-31f1-4397-abe4-3d84fe71e3bb),segment_id=d7b5d867-31f1-4397-abe4-3d84fe71e3bb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.956449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.965622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Deleting port 14f83bd5-4803-4290-81f1-c231f74002da {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:42.965959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.020329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['62b519af-2bc8-4f7b-b103-cccd5971508b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:43.136206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d1542-979b-459e-a391-d4296073a889 None None] Pushing event updated for resources: {'Port': ['ID=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.156950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.183267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.234510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Pushing event deleted for resources: {'Port': ['ID=0f27fa21-07a3-4e8c-ad2f-01301e2865e8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.256850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.435962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] No DVR routers for this DVR port 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:43.443863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28ef632f-c55e-459b-ab82-c02b69ffc15d None None] Provisioning complete for port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:43.444563 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ef632f-c55e-459b-ab82-c02b69ffc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.446092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.453035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f4fb2a9-b82e-41a9-abb8-9f8281a710aa req-b84673ad-e4da-40bc-9e20-22afeca9ea30 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.90 "DELETE /v2.0/ports/0f27fa21-07a3-4e8c-ad2f-01301e2865e8 HTTP/1.1" status: 204 len: 173 time: 1.8820274 Jun 30 02:42:43.464601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'name': 'network-vif-deleted', 'tag': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:43.476202 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d0cbc-1626-46bb-aa36-a6fbe4548d9a" -d '{"events": [{"server_uuid": "152ff43e-c602-449c-b3e5-73cd1f217e04", "name": "network-vif-deleted", "tag": "0f27fa21-07a3-4e8c-ad2f-01301e2865e8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:43.662122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28ef632f-c55e-459b-ab82-c02b69ffc15d None None] Provisioning for port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:43.666636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28ef632f-c55e-459b-ab82-c02b69ffc15d None None] Provisioning complete for port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:43.667741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ef632f-c55e-459b-ab82-c02b69ffc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.731403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28ef632f-c55e-459b-ab82-c02b69ffc15d None None] Port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:43.840495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:43.858124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63b91-aa47-4a57-9c14-863b3b32f6f0 req-1287913d-78c4-4bfa-98a1-ed9cab87a5d4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.870794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ac63b91-aa47-4a57-9c14-863b3b32f6f0 req-1287913d-78c4-4bfa-98a1-ed9cab87a5d4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 944 time: 0.3732364 Jun 30 02:42:43.920028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4f1e4de-cefb-47ab-8c9c-3c6f06b6f1a4 None None] Provisioning complete for port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:43.920761 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e4de-cefb-47ab-8c9c-3c6f06b6f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.980879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ac63b91-aa47-4a57-9c14-863b3b32f6f0 req-dc5aeb0b-ced2-4dc5-98a6-fd73f45c7729 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084585 Jun 30 02:42:44.002918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1e4de-cefb-47ab-8c9c-3c6f06b6f1a4 None None] Port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:44.013462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:44.014084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.022328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.047324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] For port 14f83bd5-4803-4290-81f1-c231f74002da, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=14f83bd5-4803-4290-81f1-c231f74002da,segment=NetworkSegment(6f3dbe19-901c-42b4-a7c3-750d28ac7cca),segment_id=6f3dbe19-901c-42b4-a7c3-750d28ac7cca)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:44.047723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.056757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.078507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791439b4-aa3b-4d38-8bfa-4160e6eaa23b req-f8c91d7b-a374-4482-bdd1-4238d71aa947 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.087447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-791439b4-aa3b-4d38-8bfa-4160e6eaa23b req-f8c91d7b-a374-4482-bdd1-4238d71aa947 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/ports?device_id=152ff43e-c602-449c-b3e5-73cd1f217e04 HTTP/1.1" status: 200 len: 867 time: 1.0835288 Jun 30 02:42:44.096459 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb068cf-ff9f-4b5f-93a3-2e8a8553c2b1 x-openstack-request-id: req-3cb068cf-ff9f-4b5f-93a3-2e8a8553c2b1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:44.099129 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152ff43e-c602-449c-b3e5-73cd1f217e04", "name": "network-vif-deleted", "tag": "0f27fa21-07a3-4e8c-ad2f-01301e2865e8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:44.101778 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cb068cf-ff9f-4b5f-93a3-2e8a8553c2b1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:44.102561 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152ff43e-c602-449c-b3e5-73cd1f217e04', 'name': 'network-vif-deleted', 'tag': '0f27fa21-07a3-4e8c-ad2f-01301e2865e8', 'status': 'completed', 'code': 200} Jun 30 02:42:44.111934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Calling delete_port for 14f83bd5-4803-4290-81f1-c231f74002da owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:44.138059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:44.183204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:44.184917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0f27fa21-07a3-4e8c-ad2f-01301e2865e8 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:44.185797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 14f83bd5-4803-4290-81f1-c231f74002da no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:44.266211 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.271942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Port': ['ID=94a1ced1-74e7-4b59-9bad-4f0854fe4dd2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.312566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.338429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-791439b4-aa3b-4d38-8bfa-4160e6eaa23b req-ba8285de-7c5c-41f0-942d-15945553b0f8 tempest-ServerDiskConfigTestJSON-521241152 tempest-ServerDiskConfigTestJSON-521241152-project] 10.222.0.78 "GET /v2.0/security-groups?id=f10bc006-bb99-49cf-9a39-07f2f85f4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496510 Jun 30 02:42:44.343158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.512639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Pushing event updated for resources: {'Port': ['ID=a56b9712-7a89-4a2c-831a-329be1108862,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.567989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.610935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91801-c823-4936-b204-e4c1dd72a851 req-54e01ebc-9d23-4d84-ad25-8c0c4c31527e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.613299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2d91801-c823-4936-b204-e4c1dd72a851 req-54e01ebc-9d23-4d84-ad25-8c0c4c31527e tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 945 time: 0.2072432 Jun 30 02:42:44.624016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:44.634352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:44.814860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2d91801-c823-4936-b204-e4c1dd72a851 req-88400d74-f81a-441b-95b2-0628f778f1c6 tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/security-groups?id=b24fdc13-8fb1-4d0b-942d-727ce2683289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931808 Jun 30 02:42:44.847320 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Floating IP 9a569518-e210-4e57-87da-b3d7dfe01cad associated. External IP: 172.25.0.245, port: 4f1b21e5-919b-4a5c-a878-ea381bb43fd3. Jun 30 02:42:44.908054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Router b939351d-9e18-4b46-9e71-b6e2efae42a2 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:42:44.909694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.988774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Pushing event deleted for resources: {'Port': ['ID=14f83bd5-4803-4290-81f1-c231f74002da,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.059708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-59dbf9e8-67a5-46f6-bc13-0b556ec196fd None None] Provisioning complete for port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:45.060317 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59dbf9e8-67a5-46f6-bc13-0b556ec196fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.104787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:45.112315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c58e524b-84c9-4bf3-afd7-40ab2e2bb5eb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "PUT /v2.0/routers/b939351d-9e18-4b46-9e71-b6e2efae42a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2630737 Jun 30 02:42:45.116942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:45.124349 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] Sync routers for ids ['b939351d-9e18-4b46-9e71-b6e2efae42a2'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:45.127944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'port': {'network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50', 'name': 'tempest-FloatingIPNegativeTestJSON-2010078306'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:45.139229 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] Routers {'b939351d-9e18-4b46-9e71-b6e2efae42a2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:45.139972 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['b939351d-9e18-4b46-9e71-b6e2efae42a2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.173272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-59dbf9e8-67a5-46f6-bc13-0b556ec196fd None None] Port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:45.179306 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.191117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] Routers {'b939351d-9e18-4b46-9e71-b6e2efae42a2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:45.191730 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['b939351d-9e18-4b46-9e71-b6e2efae42a2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.235074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] No DVR routers for this DVR port 14f83bd5-4803-4290-81f1-c231f74002da on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:45.237459 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.238700 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42cebd-3671-44fe-870b-7da3de45de62 None None] The sync data for ids ['b939351d-9e18-4b46-9e71-b6e2efae42a2'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:45.246296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.248645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b3066fa-aadf-4dbb-8264-cdb4bd1d0841 req-9bc53cf3-82c4-40c9-9aeb-82a871244c7c tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.90 "DELETE /v2.0/ports/14f83bd5-4803-4290-81f1-c231f74002da HTTP/1.1" status: 204 len: 173 time: 2.8543804 Jun 30 02:42:45.249204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'name': 'network-vif-deleted', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:45.253433 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fe9c7d-82c2-4e76-9064-af61b25a62de" -d '{"events": [{"server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "name": "network-vif-deleted", "tag": "14f83bd5-4803-4290-81f1-c231f74002da"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:45.343470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ebaec-ed4d-4bee-b0f2-4295afb2ea05 req-677963e4-bc10-403e-879b-1ced3b7ff056 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.345871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-883ebaec-ed4d-4bee-b0f2-4295afb2ea05 req-677963e4-bc10-403e-879b-1ced3b7ff056 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 946 time: 0.1387637 Jun 30 02:42:45.359551 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:45.381156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Made reservation on behalf of b1ce31ce1cd5460eabdfa44ed49c250c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:45.385812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.433961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-883ebaec-ed4d-4bee-b0f2-4295afb2ea05 req-bdfb47be-b98b-4df5-948a-2294c99d8c07 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760593 Jun 30 02:42:45.435543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] device_id is not set on port 994870ea-a8b3-4e89-b0c8-c61c455505ef yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:45.493213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040ece-16f6-4165-b649-fb90a77e0435 req-636e7917-022f-41d7-8951-739b74808dcd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.494745 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e4040ece-16f6-4165-b649-fb90a77e0435 req-636e7917-022f-41d7-8951-739b74808dcd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 944 time: 0.2550216 Jun 30 02:42:45.533506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Router 7048e77a-4812-4906-8900-a9768f8f5f1b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:45.538615 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d99f31-7096-4f0f-ad74-ca9823b28d1f x-openstack-request-id: req-84d99f31-7096-4f0f-ad74-ca9823b28d1f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:45.539467 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7917edda-2425-44cc-bbde-64bc733d4049", "name": "network-vif-deleted", "tag": "14f83bd5-4803-4290-81f1-c231f74002da", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:45.539467 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84d99f31-7096-4f0f-ad74-ca9823b28d1f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:45.539773 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7917edda-2425-44cc-bbde-64bc733d4049', 'name': 'network-vif-deleted', 'tag': '14f83bd5-4803-4290-81f1-c231f74002da', 'status': 'completed', 'code': 200} Jun 30 02:42:45.560750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e4040ece-16f6-4165-b649-fb90a77e0435 req-a54b6ba9-20dc-4bd3-88c3-cd8d57c97f73 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Jun 30 02:42:45.655944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Allocated IP 172.20.0.8 (d823c616-5d62-4e0d-a5c2-01e75c1d0e50/de62c20c-2e16-44f4-936d-031a56907544/994870ea-a8b3-4e89-b0c8-c61c455505ef) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:45.738981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:45.751434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] Sync routers for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:45.768740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:45.770593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.778953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.826269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.836306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:45.836988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.859202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:45.859903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2dfcdbc7-f30d-4f4c-b8c8-53424839d064 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.4051406 Jun 30 02:42:45.900891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:45.902829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db39cd-07c5-4cae-b3fb-82f757c7fdcb None None] The sync data for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:46.000162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.115506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Transition to ACTIVE for port object 994870ea-a8b3-4e89-b0c8-c61c455505ef will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:46.118723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c383360-f883-40d6-9a1c-8f4815a1bf38 req-1ee820ea-61d6-47f4-bafc-2ff7e3df8dbb tempest-LiveAutoBlockMigrationV225Test-1213977107 tempest-LiveAutoBlockMigrationV225Test-1213977107-project] 10.222.0.78 "GET /v2.0/ports?device_id=7917edda-2425-44cc-bbde-64bc733d4049 HTTP/1.1" status: 200 len: 210 time: 0.0809531 Jun 30 02:42:46.124806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2d1fd51-0884-469a-b450-b064ec3c31f2 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] 10.222.0.78 "GET /v2.0/floatingips/9a569518-e210-4e57-87da-b3d7dfe01cad HTTP/1.1" status: 200 len: 983 time: 0.2603343 Jun 30 02:42:46.127107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:46.133025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 62b519af-2bc8-4f7b-b103-cccd5971508b up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:46.189980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40226) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:46.300912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Deleting subnet 2d960f3e-3013-404b-9ba0-015b1b94bda9 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:46.326298 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.400833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cf6df7bc-4a34-474a-a11c-201838892f4d tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2720389 Jun 30 02:42:46.404329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:46.407822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.427054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.493847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 62b519af-2bc8-4f7b-b103-cccd5971508b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:46.498290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 62b519af-2bc8-4f7b-b103-cccd5971508b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:46.498700 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.520528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-724eb687-2ee0-4050-97e9-29c3fc0d10f8 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:46.523148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-724eb687-2ee0-4050-97e9-29c3fc0d10f8 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.67 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 946 time: 0.2173457 Jun 30 02:42:46.526838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.647084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.683969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.693038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b519af-2bc8-4f7b-b103-cccd5971508b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:46.695816 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d421848f-0f34-44ae-8221-8f40a7384add" -d '{"events": [{"server_uuid": "8f6d9ee3-a294-4ecc-adb2-e4390d68ed61", "name": "network-vif-plugged", "status": "completed", "tag": "62b519af-2bc8-4f7b-b103-cccd5971508b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:46.714847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 62b519af-2bc8-4f7b-b103-cccd5971508b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=62b519af-2bc8-4f7b-b103-cccd5971508b,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:46.721151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.754052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.759722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2d960f3e-3013-404b-9ba0-015b1b94bda9 HTTP/1.1" status: 204 len: 168 time: 0.5648444 Jun 30 02:42:46.759722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82cad8-31c5-46a1-bf05-0a9b55cc8df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d960f3e-3013-404b-9ba0-015b1b94bda9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:46.765043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40238) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:46.811217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=62b519af-2bc8-4f7b-b103-cccd5971508b,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:46.919288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.931403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Deleting port 5abf4ae1-703b-4931-a91e-374cbbde7e2e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:46.931717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.028489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:47.047434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:47.051489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:47.096238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Port': ['ID=994870ea-a8b3-4e89-b0c8-c61c455505ef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:47.107378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a540e-5f76-4416-9144-2376c715d490 req-5a2723c2-2d22-4aa7-88ad-803f9779309e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.111297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b8a540e-5f76-4416-9144-2376c715d490 req-5a2723c2-2d22-4aa7-88ad-803f9779309e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.2638102 Jun 30 02:42:47.167379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.181239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.181814 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.191014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7709f6dd-dcbf-474b-962c-a48c17abefa3']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:47.229648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:47.230087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006a20b1-bcf7-4d6d-9d46-1c3c6ef76d79') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:47.241811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2d987f58-ee7e-46bf-8ba9-e68d6c632596 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1215563 Jun 30 02:42:47.245726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:47.258170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b8a540e-5f76-4416-9144-2376c715d490 req-92e38da8-dd94-4848-9c0a-3a88f3a3f775 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375735 Jun 30 02:42:47.261637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] For port 5abf4ae1-703b-4931-a91e-374cbbde7e2e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5abf4ae1-703b-4931-a91e-374cbbde7e2e,segment=NetworkSegment(f7a1ab4f-a0ef-4565-ba43-b423aa967a0d),segment_id=f7a1ab4f-a0ef-4565-ba43-b423aa967a0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:47.262013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.265762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.271164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:47.293355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a11d27-71c9-4b7f-ba9e-78f67aacce7f req-a8857243-463d-4cf6-a1dd-aedeb124279a tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.298072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Calling delete_port for 5abf4ae1-703b-4931-a91e-374cbbde7e2e owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:47.306673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71a11d27-71c9-4b7f-ba9e-78f67aacce7f req-a8857243-463d-4cf6-a1dd-aedeb124279a tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 946 time: 0.3282478 Jun 30 02:42:47.311232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.325020 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2988a0-aba6-43b4-9770-c25980f18f5c x-openstack-request-id: req-1b2988a0-aba6-43b4-9770-c25980f18f5c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:47.325774 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d9ee3-a294-4ecc-adb2-e4390d68ed61", "name": "network-vif-plugged", "status": "completed", "tag": "62b519af-2bc8-4f7b-b103-cccd5971508b", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:47.325957 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b2988a0-aba6-43b4-9770-c25980f18f5c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:47.326843 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b519af-2bc8-4f7b-b103-cccd5971508b', 'code': 200} Jun 30 02:42:47.340306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:47.340762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:47.342709 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:47.409077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71a11d27-71c9-4b7f-ba9e-78f67aacce7f req-3f666c02-216c-4ecc-82ce-90a2bfb95657 tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/security-groups?id=89ab68cb-690e-4f51-ac2b-1d10268ca870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963151 Jun 30 02:42:47.418996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.458169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting port a56b9712-7a89-4a2c-831a-329be1108862 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:47.458761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.540131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-98b173b1-410a-41a7-a52b-407a0be90168 None None] Provisioning for port 994870ea-a8b3-4e89-b0c8-c61c455505ef completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:47.550592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-98b173b1-410a-41a7-a52b-407a0be90168 None None] Provisioning complete for port 994870ea-a8b3-4e89-b0c8-c61c455505ef triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:47.551203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98b173b1-410a-41a7-a52b-407a0be90168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.601574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-98b173b1-410a-41a7-a52b-407a0be90168 None None] Port 994870ea-a8b3-4e89-b0c8-c61c455505ef cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:47.609916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.610848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.633515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40244) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:47.641619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Calling delete_port for a56b9712-7a89-4a2c-831a-329be1108862 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:47.642784 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.649178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.655609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7709f6dd-dcbf-474b-962c-a48c17abefa3 HTTP/1.1" status: 204 len: 168 time: 0.8857536 Jun 30 02:42:47.721115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4035995-2ca2-4d9a-b39e-9a1aeb33c909 admin admin] Pushing event deleted for resources: {'Network': ['ID=7709f6dd-dcbf-474b-962c-a48c17abefa3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:47.858613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661829-9daf-472e-bb73-490e6720f3f8 req-d2350fad-5158-406f-a00b-f647b7913d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.861385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd661829-9daf-472e-bb73-490e6720f3f8 req-d2350fad-5158-406f-a00b-f647b7913d2c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 1096 time: 0.3128233 Jun 30 02:42:47.962771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.010593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Deleting subnet 8919873b-d5d5-48b5-8b60-5b95fc1b8473 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:48.012700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.013875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd661829-9daf-472e-bb73-490e6720f3f8 req-61874e8d-60f7-47f2-b0fc-79cda61362b1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411760 Jun 30 02:42:48.016339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Pushing event deleted for resources: {'Port': ['ID=5abf4ae1-703b-4931-a91e-374cbbde7e2e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.019722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.021753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.069011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:48.085238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Port': ['ID=a56b9712-7a89-4a2c-831a-329be1108862,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.136044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] No DVR routers for this DVR port 5abf4ae1-703b-4931-a91e-374cbbde7e2e on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:48.144288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.146397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3547cbc-3da6-4edf-bedc-f006d57a08c5 req-978c138c-3445-4272-a928-cfe2ab1eabba tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.67 "DELETE /v2.0/ports/5abf4ae1-703b-4931-a91e-374cbbde7e2e HTTP/1.1" status: 204 len: 173 time: 1.6075685 Jun 30 02:42:48.146840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da93c36b-a389-434a-b108-4354eb9897ed', 'name': 'network-vif-deleted', 'tag': '5abf4ae1-703b-4931-a91e-374cbbde7e2e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:48.149347 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd0ef3-b521-4f2a-9dd5-cfe093175d02" -d '{"events": [{"server_uuid": "da93c36b-a389-434a-b108-4354eb9897ed", "name": "network-vif-deleted", "tag": "5abf4ae1-703b-4931-a91e-374cbbde7e2e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:48.156386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.212496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-225f5263-1dd2-42f2-a004-cd55bd4dacb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac9d798e8dc14842a924668f0b1c4847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400936 Jun 30 02:42:48.213871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.214838 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Floating IP 9a569518-e210-4e57-87da-b3d7dfe01cad disassociated (deleted). External IP: 172.25.0.245, port: 4f1b21e5-919b-4a5c-a878-ea381bb43fd3. Jun 30 02:42:48.217678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:48.244408 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ef59ce-03cf-43d3-a9c6-41363f31a3f7 x-openstack-request-id: req-17ef59ce-03cf-43d3-a9c6-41363f31a3f7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:48.244750 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da93c36b-a389-434a-b108-4354eb9897ed", "name": "network-vif-deleted", "tag": "5abf4ae1-703b-4931-a91e-374cbbde7e2e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:48.244919 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17ef59ce-03cf-43d3-a9c6-41363f31a3f7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:48.245341 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da93c36b-a389-434a-b108-4354eb9897ed', 'name': 'network-vif-deleted', 'tag': '5abf4ae1-703b-4931-a91e-374cbbde7e2e', 'status': 'completed', 'code': 200} Jun 30 02:42:48.330613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.401746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Allocated IP 172.25.0.210 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/859b8d4a-804d-4cde-ba8a-cc2804d520f0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:48.531713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-542b3ff8-4a71-449f-998f-530d06c93068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.591886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.636322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-542b3ff8-4a71-449f-998f-530d06c93068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.645133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8919873b-d5d5-48b5-8b60-5b95fc1b8473,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.670683 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.672612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3e698b2f-9803-4bf9-83a7-8e820d99336f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8919873b-d5d5-48b5-8b60-5b95fc1b8473 HTTP/1.1" status: 204 len: 168 time: 1.0187380 Jun 30 02:42:48.677605 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.685341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:48.750389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e60af1bc-79ab-4fe5-ad4e-e3b95d9d67a7 req-c8603642-da98-4d59-9fed-b1b5492f474a tempest-ServerMetadataNegativeTestJSON-1361693833 tempest-ServerMetadataNegativeTestJSON-1361693833-project] 10.222.0.78 "GET /v2.0/ports?device_id=da93c36b-a389-434a-b108-4354eb9897ed HTTP/1.1" status: 200 len: 210 time: 0.0505667 Jun 30 02:42:48.787821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-542b3ff8-4a71-449f-998f-530d06c93068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.791254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-542b3ff8-4a71-449f-998f-530d06c93068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.811438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-542b3ff8-4a71-449f-998f-530d06c93068 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f10bc006-bb99-49cf-9a39-07f2f85f4fe6 HTTP/1.1" status: 204 len: 168 time: 0.5918882 Jun 30 02:42:48.816811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Router 7048e77a-4812-4906-8900-a9768f8f5f1b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:48.827718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919acd62-3567-4f3e-b75a-2d61af2d189e req-48bb191a-6160-4e66-b9dc-5f9c032e9152 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.830437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-919acd62-3567-4f3e-b75a-2d61af2d189e req-48bb191a-6160-4e66-b9dc-5f9c032e9152 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.3009984 Jun 30 02:42:48.835453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.885468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3ff8-4a71-449f-998f-530d06c93068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bc006-bb99-49cf-9a39-07f2f85f4fe6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.931055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.007939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:49.014198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.021231 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] Sync routers for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:49.026949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:49.041096 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:49.043261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:49.043784 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.059408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:49.177086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-919acd62-3567-4f3e-b75a-2d61af2d189e req-c2de4702-3d52-46e9-a1c6-487a2f25f404 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244200 Jun 30 02:42:49.180221 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.182956 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-12672a90-1593-4860-a76e-fb5f740af99e tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "DELETE /v2.0/floatingips/9a569518-e210-4e57-87da-b3d7dfe01cad HTTP/1.1" status: 204 len: 168 time: 2.7772045 Jun 30 02:42:49.192044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.196919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.202505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:49.218859 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:49.220930 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.232569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf719ab-93ee-4ac2-9017-f2246782388f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.248946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3dbe19-901c-42b4-a7c3-750d28ac7cca') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.249351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3dbe19-901c-42b4-a7c3-750d28ac7cca') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.258803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.263622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.317993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.319770 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.320717 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec2798-d5f0-43a9-a286-dedf80bb09b3 None None] The sync data for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:49.327574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:49.327948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:49.330483 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:49.347030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Port': ['ID=859b8d4a-804d-4cde-ba8a-cc2804d520f0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:49.392342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.446380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.499666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.505530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9cf719ab-93ee-4ac2-9017-f2246782388f HTTP/1.1" status: 204 len: 168 time: 0.8188841 Jun 30 02:42:49.506932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf719ab-93ee-4ac2-9017-f2246782388f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:49.510479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40274) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.511447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.522912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.523643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.524115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.524634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.525563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.526014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.526926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.527453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.527918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.528562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.530553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.531035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99de121-9116-4b7f-b98a-430acd9235d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:49.607119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.630037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Deleting subnet c2dfc78f-3ea0-4cbd-a9b8-1e99518af95e {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:49.637444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.732401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.768548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5abf4ae1-703b-4931-a91e-374cbbde7e2e no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:49.807475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.868839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 5abf4ae1-703b-4931-a91e-374cbbde7e2e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:49.870879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Allocated IP 172.25.0.69 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/ea189614-9fb2-4cfa-9aee-a46945b475b5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:49.872594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5abf4ae1-703b-4931-a91e-374cbbde7e2e not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:49.890878 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.901044 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.990662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:50.030396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Port': ['ID=859b8d4a-804d-4cde-ba8a-cc2804d520f0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.123034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.151507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Deleting subnet 83e36c63-67c5-4cb4-9038-985687af7e64 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:50.155089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.207233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dfc78f-3ea0-4cbd-a9b8-1e99518af95e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.208584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.226114 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.241427 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.248150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ccf7e42-7858-4d1e-9fc9-b219f09024a9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c2dfc78f-3ea0-4cbd-a9b8-1e99518af95e HTTP/1.1" status: 204 len: 168 time: 0.7291274 Jun 30 02:42:50.248150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.248624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:50.255221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df6eb9f9-f51d-4fd7-a2bf-7778c7a55498 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9898839 Jun 30 02:42:50.255665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40296) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:50.264001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cbf19d9a-aa73-4605-893b-3ae5b7c94e2a tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'floatingip': {'port_id': '994870ea-a8b3-4e89-b0c8-c61c455505ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:50.342759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbf19d9a-aa73-4605-893b-3ae5b7c94e2a tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.363214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.429999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.480542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.587969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ff872-e62b-4f06-81da-97689fe6c50d req-fa70c19d-2572-4f38-95af-3a4664fbcb27 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.589915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c6ff872-e62b-4f06-81da-97689fe6c50d req-fa70c19d-2572-4f38-95af-3a4664fbcb27 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.1811330 Jun 30 02:42:50.605078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.628547 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-cbf19d9a-aa73-4605-893b-3ae5b7c94e2a tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] update failed (client error): The resource could not be found. Jun 30 02:42:50.634052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cbf19d9a-aa73-4605-893b-3ae5b7c94e2a tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "PUT /v2.0/floatingips/4bae8afc-082f-4b06-b3e3-7f0c8ff6154b HTTP/1.1" status: 404 len: 507 time: 0.3728707 Jun 30 02:42:50.644289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:50.666899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.726037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c6ff872-e62b-4f06-81da-97689fe6c50d req-f2fe2ee4-293c-425b-8565-01b97bd91456 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088147 Jun 30 02:42:50.790828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e36c63-67c5-4cb4-9038-985687af7e64,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.801533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.808832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:50.814979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.817590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-39c48cea-195b-43f4-9817-4df9f08501f8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/83e36c63-67c5-4cb4-9038-985687af7e64 HTTP/1.1" status: 204 len: 168 time: 0.8251047 Jun 30 02:42:50.823228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40310) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:50.834635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:50.838129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:50.880102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Pushing event updated for resources: {'Port': ['ID=ea189614-9fb2-4cfa-9aee-a46945b475b5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.889875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff46f7af-24e8-4daf-8c19-57d968a18da6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:50.928957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2607a18c-8362-4631-b2fe-a5c7ac7ded40') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:50.929419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2607a18c-8362-4631-b2fe-a5c7ac7ded40') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:50.958925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.983823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.995542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.032193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Deleting port 859b8d4a-804d-4cde-ba8a-cc2804d520f0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:51.032193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.044948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:51.046229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:51.050479 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:51.189926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.208681 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.267633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.272493 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] 10.222.0.78 "DELETE /v2.0/networks/ff46f7af-24e8-4daf-8c19-57d968a18da6 HTTP/1.1" status: 204 len: 168 time: 1.0192077 Jun 30 02:42:51.337232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a07a3-71ed-41d3-8073-2758bf51986c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff46f7af-24e8-4daf-8c19-57d968a18da6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.371182 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.741217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:51.775234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.784618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.791725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.823993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b624c-653e-4e3b-93eb-342c6d0975bd']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:51.861167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:51.861788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a1ab4f-a0ef-4565-ba43-b423aa967a0d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:51.891217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.895747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.896104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.924863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81c7618f-05c0-48e5-92af-24968b0b86fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b58b9eaa3404524a6754562c360f1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809061 Jun 30 02:42:51.933557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:51.941337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Calling delete_port for 859b8d4a-804d-4cde-ba8a-cc2804d520f0 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:51.950064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Pushing event updated for resources: {'Port': ['ID=ea189614-9fb2-4cfa-9aee-a46945b475b5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.955788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.982824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:51.983238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:51.988400 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:52.027476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.047596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40342) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.058090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.066796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7beb34d1-facd-4eb1-84ff-8abb7f7bbb8c tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8734930 Jun 30 02:42:52.071095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.106961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8516628-ff63-4faf-a318-c6b1df355bf3 req-7c9ff538-1225-44c3-8d9c-1d8c66cafbeb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.109570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8516628-ff63-4faf-a318-c6b1df355bf3 req-7c9ff538-1225-44c3-8d9c-1d8c66cafbeb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.3935959 Jun 30 02:42:52.122809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7b3400d-ba72-422a-a5c6-93cce339c5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.176492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7b3400d-ba72-422a-a5c6-93cce339c5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.231453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.241679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.249812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] 10.222.0.78 "DELETE /v2.0/networks/224b624c-653e-4e3b-93eb-342c6d0975bd HTTP/1.1" status: 204 len: 168 time: 1.4207532 Jun 30 02:42:52.283424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60c9b-4c57-416c-b3a6-63cc8d77cd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=224b624c-653e-4e3b-93eb-342c6d0975bd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.284449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a07d44f-08ae-4f8d-8d5e-262eb320701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.306831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7b3400d-ba72-422a-a5c6-93cce339c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.309648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7b3400d-ba72-422a-a5c6-93cce339c5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.314943 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f7b3400d-ba72-422a-a5c6-93cce339c5c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b24fdc13-8fb1-4d0b-942d-727ce2683289 HTTP/1.1" status: 204 len: 168 time: 0.3757625 Jun 30 02:42:52.331871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3400d-ba72-422a-a5c6-93cce339c5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24fdc13-8fb1-4d0b-942d-727ce2683289,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.334238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8516628-ff63-4faf-a318-c6b1df355bf3 req-39798ae3-1de0-41e9-92a0-ca03394a573d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093647 Jun 30 02:42:52.394378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.474112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Port': ['ID=859b8d4a-804d-4cde-ba8a-cc2804d520f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.511815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:52.551123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a07d44f-08ae-4f8d-8d5e-262eb320701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.559132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a07d44f-08ae-4f8d-8d5e-262eb320701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.631701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40356) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.637165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.643545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.647991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.649535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1a07d44f-08ae-4f8d-8d5e-262eb320701c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=341bca6396b2425293c828373e59993e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999763 Jun 30 02:42:52.655786 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-218cb7c0-1b59-4d17-ae26-6ccec0a61efb tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "DELETE /v2.0/floatingips/4bae8afc-082f-4b06-b3e3-7f0c8ff6154b HTTP/1.1" status: 204 len: 168 time: 2.0103855 Jun 30 02:42:52.666524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40358) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.666837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.671744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a4953143-6a5a-436c-97e0-9d0b9494cc44 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'floatingip': {'floating_network_id': 'd823c616-5d62-4e0d-a5c2-01e75c1d0e50', 'port_id': '994870ea-a8b3-4e89-b0c8-c61c455505ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:52.678451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07d44f-08ae-4f8d-8d5e-262eb320701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3052ea-bceb-479b-8e94-9234ff985625,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.772630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b72ddf8-967d-49a1-8119-eb8ab2f93a70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd437e36dbc141498e31ef024325e6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382287 Jun 30 02:42:52.776631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.810287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe32d4f-7736-41a3-90dd-ca90c498ffed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.838275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4953143-6a5a-436c-97e0-9d0b9494cc44 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.859133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe32d4f-7736-41a3-90dd-ca90c498ffed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.906083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09967c7e-2168-47c9-b28d-c88a37d8ccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.938375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09967c7e-2168-47c9-b28d-c88a37d8ccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.976724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe32d4f-7736-41a3-90dd-ca90c498ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.980778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe32d4f-7736-41a3-90dd-ca90c498ffed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.983588 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cfe32d4f-7736-41a3-90dd-ca90c498ffed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb3052ea-bceb-479b-8e94-9234ff985625 HTTP/1.1" status: 204 len: 168 time: 0.3131201 Jun 30 02:42:53.033240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe32d4f-7736-41a3-90dd-ca90c498ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3052ea-bceb-479b-8e94-9234ff985625,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.057241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.080625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09967c7e-2168-47c9-b28d-c88a37d8ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.085575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09967c7e-2168-47c9-b28d-c88a37d8ccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.087625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-09967c7e-2168-47c9-b28d-c88a37d8ccc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89ab68cb-690e-4f51-ac2b-1d10268ca870 HTTP/1.1" status: 204 len: 168 time: 0.3096204 Jun 30 02:42:53.100715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09967c7e-2168-47c9-b28d-c88a37d8ccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab68cb-690e-4f51-ac2b-1d10268ca870,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.232372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40370) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:53.277154 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a4953143-6a5a-436c-97e0-9d0b9494cc44 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:42:53.278485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a4953143-6a5a-436c-97e0-9d0b9494cc44 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6107726 Jun 30 02:42:53.287072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40372) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:53.300877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '994870ea-a8b3-4e89-b0c8-c61c455505ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:53.310322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Allocated IP 172.25.0.63 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/cd538d73-1ddf-4e3e-b84d-e29cf6ab86dc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:53.319744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a30626a-edcd-49c4-bdf7-d7302dac4c65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efa7dddb513e47eba59eafc4ade4ede5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857410 Jun 30 02:42:53.323610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:53.359391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.455819 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49f0a34b-bc93-4f50-b747-d9a042fbefb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.495707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49f0a34b-bc93-4f50-b747-d9a042fbefb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.583825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.593310 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.692808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.736248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49f0a34b-bc93-4f50-b747-d9a042fbefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.739145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49f0a34b-bc93-4f50-b747-d9a042fbefb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.744401 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-49f0a34b-bc93-4f50-b747-d9a042fbefb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ea66f46-1a53-4b3b-9eca-e4cee0c22bce HTTP/1.1" status: 204 len: 168 time: 0.4192157 Jun 30 02:42:53.759915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:53.765642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:53.773813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:53.780009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Pushing event updated for resources: {'Port': ['ID=cd538d73-1ddf-4e3e-b84d-e29cf6ab86dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.814579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0a34b-bc93-4f50-b747-d9a042fbefb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea66f46-1a53-4b3b-9eca-e4cee0c22bce,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.864248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Allocated IP 172.25.0.133 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/d3c82cb8-c04e-41ef-b718-59e6099f2967) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:53.933833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2529d8-02e8-4b27-9bbb-2c9daa25c759 req-bb097ece-fec4-4226-b2d7-592130d28b49 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.936174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c2529d8-02e8-4b27-9bbb-2c9daa25c759 req-bb097ece-fec4-4226-b2d7-592130d28b49 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.2489805 Jun 30 02:42:53.945006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.041023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.062290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c2529d8-02e8-4b27-9bbb-2c9daa25c759 req-5b4f1597-8ca5-463b-a47c-0d3564c8de3e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142879 Jun 30 02:42:54.147971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.247935 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.384522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event updated for resources: {'Port': ['ID=d3c82cb8-c04e-41ef-b718-59e6099f2967,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.396548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.404683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:54.411596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.412021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:54.421475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:54.553791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Pushing event updated for resources: {'Port': ['ID=cd538d73-1ddf-4e3e-b84d-e29cf6ab86dc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.601351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.640340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.643347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5f0c2c91-84d6-4daa-9726-18726c2e3341 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5710697 Jun 30 02:42:54.646454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:54.769660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b61d7501-44af-4491-8728-64fefcc9d328 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1214759 Jun 30 02:42:54.770562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:54.867323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Deleting port d3c82cb8-c04e-41ef-b718-59e6099f2967 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:54.867906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.942188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-095f2c63-397f-47ae-8071-096cf421673d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1701043 Jun 30 02:42:54.946120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:54.978261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c580f4-ddb5-451a-9cea-67fddab79034 req-7f91702b-21f7-4025-93c1-204917a00e74 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.983422 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1c580f4-ddb5-451a-9cea-67fddab79034 req-7f91702b-21f7-4025-93c1-204917a00e74 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.2597003 Jun 30 02:42:55.102024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.102512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.125961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1c580f4-ddb5-451a-9cea-67fddab79034 req-12aaf41d-10e4-4361-b2fe-e727da2af281 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282668 Jun 30 02:42:55.141227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Calling delete_port for d3c82cb8-c04e-41ef-b718-59e6099f2967 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:55.423746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.484325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Port': ['ID=d3c82cb8-c04e-41ef-b718-59e6099f2967,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:55.493678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:55.652526 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] create failed (client error): The resource could not be found. Jun 30 02:42:55.656746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Deleting port cd538d73-1ddf-4e3e-b84d-e29cf6ab86dc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:55.658720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.662375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f0c92a37-8d99-4bda-be0e-d9a740a8bc6d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3733134 Jun 30 02:42:55.663698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40456) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:55.765734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1030339806-network', 'tenant_id': '3329d66cbb3948e49476c01f479ca733'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:55.768642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.769461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.792617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Calling delete_port for cd538d73-1ddf-4e3e-b84d-e29cf6ab86dc owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:55.885899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Made reservation on behalf of 3329d66cbb3948e49476c01f479ca733 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:55.890703 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.911842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.015124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Deleting port 994870ea-a8b3-4e89-b0c8-c61c455505ef {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:56.015866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.074664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:56.100995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.151075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Pushing event deleted for resources: {'Port': ['ID=cd538d73-1ddf-4e3e-b84d-e29cf6ab86dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:56.269573 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.301636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.309070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Calling delete_port for 994870ea-a8b3-4e89-b0c8-c61c455505ef owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:56.313126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.339272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c1e4478-ac99-49c9-b1a0-ad5a9db14c35 req-4d2e987d-c821-45fc-9245-2974d87fd38a tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.0703225 Jun 30 02:42:56.391130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-26814885-network', 'tenant_id': 'f46029a967ed4391906bf4cbfc96f5e2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:56.451226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.469551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.480040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-63ac7e0e-bab5-46be-9749-c95b3f7da714 tempest-FloatingIPAdminTestJSON-1921309526 tempest-FloatingIPAdminTestJSON-1921309526-project] 10.222.0.78 "DELETE /v2.0/floatingips/044ec2a7-0a7b-4a7d-9d36-cc8c7b9dc66a HTTP/1.1" status: 204 len: 168 time: 1.5308783 Jun 30 02:42:56.481189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:56.526750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa2f8f2-e38e-41d9-8064-e589d697b718,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:56.551192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:56.599326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.599661 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Added segment b7413ad6-3011-4e0c-a34f-fd0ef1bba15e of type vlan for network 564c623d-2927-4be3-b701-ea11988a6213 Jun 30 02:42:56.703538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Made reservation on behalf of f46029a967ed4391906bf4cbfc96f5e2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:56.707641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.722764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.753476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.857740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31099a3f-33d2-45df-ac4e-eb97c6426103 req-662947cc-1d1a-430a-a95b-52e1405a510d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.859609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Deleting port ea189614-9fb2-4cfa-9aee-a46945b475b5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:56.861086 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.865795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31099a3f-33d2-45df-ac4e-eb97c6426103 req-662947cc-1d1a-430a-a95b-52e1405a510d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.3331671 Jun 30 02:42:56.882749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.894062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.895187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.895755 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.969227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-64f005a4-db89-47c2-8ea5-9f95e9ac5cd4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.971968 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-64f005a4-db89-47c2-8ea5-9f95e9ac5cd4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 945 time: 0.3198757 Jun 30 02:42:57.013630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Port': ['ID=994870ea-a8b3-4e89-b0c8-c61c455505ef,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.119540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31099a3f-33d2-45df-ac4e-eb97c6426103 req-731833e3-61af-4a23-8fec-a603195f9208 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523639 Jun 30 02:42:57.166485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] Pushing event updated for resources: {'Network': ['ID=564c623d-2927-4be3-b701-ea11988a6213,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.184662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 564c623d-2927-4be3-b701-ea11988a6213 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:57.208366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.211842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.268512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.290608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Calling delete_port for ea189614-9fb2-4cfa-9aee-a46945b475b5 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:57.328520 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.336126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cdacd354-8727-4da3-a0ff-c1cb0e147f9b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8349600 Jun 30 02:42:57.352395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.353019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b4c9f68-7c64-4c53-a75b-249bacde7f18 req-0ac0eae0-86d3-43d5-b0d8-d77b5e24f4cd tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.1026375 Jun 30 02:42:57.359284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:57.359922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e947635-d35f-48cd-b715-51700c379381 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "DELETE /v2.0/ports/994870ea-a8b3-4e89-b0c8-c61c455505ef HTTP/1.1" status: 204 len: 168 time: 1.6924794 Jun 30 02:42:57.365921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40508) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:57.384929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Request body: {'subnet': {'network_id': '564c623d-2927-4be3-b701-ea11988a6213', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1030339806-subnet', 'tenant_id': '3329d66cbb3948e49476c01f479ca733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:57.499705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port 62b519af-2bc8-4f7b-b103-cccd5971508b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:57.502041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.545125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:57.576659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.577067 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Added segment 3ad63948-d04b-461c-861e-e2dbd41e76e6 of type vlan for network aa42e37c-9950-4dca-a46f-37561d905a1c Jun 30 02:42:57.604809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0392de5f-ad4d-40df-a25f-ac8fc17da093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.653853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb33f4-f4a3-4fe9-8a1e-adcfd929934e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.669522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:57.670532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-44fb33f4-f4a3-4fe9-8a1e-adcfd929934e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "GET /v2.0/ports?device_id=b939351d-9e18-4b46-9e71-b6e2efae42a2 HTTP/1.1" status: 200 len: 913 time: 0.2850668 Jun 30 02:42:57.675270 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.783865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port 62b519af-2bc8-4f7b-b103-cccd5971508b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=62b519af-2bc8-4f7b-b103-cccd5971508b,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:57.791778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.823919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for 62b519af-2bc8-4f7b-b103-cccd5971508b owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:57.831810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad0b58-2afe-4b10-b717-565133e64f4e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.893673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Made reservation on behalf of 3329d66cbb3948e49476c01f479ca733 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:57.896552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.068228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.069809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.071607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.108105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.124506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['62b519af-2bc8-4f7b-b103-cccd5971508b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:58.156453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=62b519af-2bc8-4f7b-b103-cccd5971508b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.217770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port 62b519af-2bc8-4f7b-b103-cccd5971508b on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:58.220857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.222068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1459503 Jun 30 02:42:58.223481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a60a36b-787c-418d-a1d5-6ca0d2bdfd7f req-e123d4bb-947d-4209-858b-ae34efb9594c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "DELETE /v2.0/ports/62b519af-2bc8-4f7b-b103-cccd5971508b HTTP/1.1" status: 204 len: 173 time: 1.2022641 Jun 30 02:42:58.224063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'name': 'network-vif-deleted', 'tag': '62b519af-2bc8-4f7b-b103-cccd5971508b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:58.226989 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77296831-626b-4b14-ab59-1f0c1bce2897" -d '{"events": [{"server_uuid": "8f6d9ee3-a294-4ecc-adb2-e4390d68ed61", "name": "network-vif-deleted", "tag": "62b519af-2bc8-4f7b-b103-cccd5971508b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:58.231298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.237355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Request body: {'subnet': {'network_id': 'aa42e37c-9950-4dca-a46f-37561d905a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-26814885-subnet', 'tenant_id': 'f46029a967ed4391906bf4cbfc96f5e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:58.270139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Made reservation on behalf of f46029a967ed4391906bf4cbfc96f5e2 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:58.273590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.296811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1a480-53c1-4c53-bc75-8fcb54ca0b08 admin admin] Pushing event updated for resources: {'Network': ['ID=aa42e37c-9950-4dca-a46f-37561d905a1c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.311059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network aa42e37c-9950-4dca-a46f-37561d905a1c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:58.398575 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51343dfd-b632-4088-8af0-3856111b4ccf x-openstack-request-id: req-51343dfd-b632-4088-8af0-3856111b4ccf {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:58.399032 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d9ee3-a294-4ecc-adb2-e4390d68ed61", "name": "network-vif-deleted", "tag": "62b519af-2bc8-4f7b-b103-cccd5971508b", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:58.399367 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51343dfd-b632-4088-8af0-3856111b4ccf {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:58.399791 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d9ee3-a294-4ecc-adb2-e4390d68ed61', 'name': 'network-vif-deleted', 'tag': '62b519af-2bc8-4f7b-b103-cccd5971508b', 'status': 'completed', 'code': 200} Jun 30 02:42:58.545623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2a7a9bf-6851-43a2-89b6-fa494a643afa req-f04c7099-f0d8-4778-a055-40764d61bbe8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f6d9ee3-a294-4ecc-adb2-e4390d68ed61 HTTP/1.1" status: 200 len: 210 time: 0.0754490 Jun 30 02:42:58.605305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.668808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea189614-9fb2-4cfa-9aee-a46945b475b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.720684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e8e283d-a634-4a96-a491-e546d2200da3 req-446fb7ca-be28-4eb4-bbe8-34122675705c tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0979655 Jun 30 02:42:58.848520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.905830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.910027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.911537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb17a3ef-6ce0-4a61-8162-e89833e5eb22 tempest-FloatingIPAdminTestJSON-2107653562 tempest-FloatingIPAdminTestJSON-2107653562-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/0f0a810c-c875-41eb-bc44-fd3aa22737c1 HTTP/1.1" status: 204 len: 168 time: 2.4263747 Jun 30 02:42:58.921746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40530) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.929954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f57efb1-ceed-47a4-ba59-72d2a4d3d0ca,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.983867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Checking segment: {'id': '3ad63948-d04b-461c-861e-e2dbd41e76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'aa42e37c-9950-4dca-a46f-37561d905a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:58.984764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Network hostable DHCP agents. Network: aa42e37c-9950-4dca-a46f-37561d905a1c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:58.994113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.020037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Network aa42e37c-9950-4dca-a46f-37561d905a1c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:59.034162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, aa42e37c-9950-4dca-a46f-37561d905a1c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:59.045289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617dd6d-e3f2-4ac0-97c9-a8570d84a689 None None] Network aa42e37c-9950-4dca-a46f-37561d905a1c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:59.045999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.046993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.100340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-352900ba-3e65-4289-aec1-c3d348d70472 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8678350 Jun 30 02:42:59.127869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa385cdb-5b80-4ba2-9d92-31baa5c025eb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.155730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.280133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460646d7-b1a3-45e3-8ebb-a4080d5f3db6 None None] Network aa42e37c-9950-4dca-a46f-37561d905a1c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:59.382148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Checking segment: {'id': 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '564c623d-2927-4be3-b701-ea11988a6213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:59.382615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Network hostable DHCP agents. Network: 564c623d-2927-4be3-b701-ea11988a6213, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:59.445637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Network 564c623d-2927-4be3-b701-ea11988a6213 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:59.476793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 564c623d-2927-4be3-b701-ea11988a6213) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:59.487627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9401f63a-5738-4c12-b45f-73fd7f23e409 None None] Network 564c623d-2927-4be3-b701-ea11988a6213 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:59.493175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting port 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:59.493716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.510886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.512874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.618106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1afabaca-8c71-4c4f-9ab7-b702e9a82f74 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2524276 Jun 30 02:42:59.823114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43343bb0-8d54-467b-9162-8e9aef8a3ee8 None None] Network 564c623d-2927-4be3-b701-ea11988a6213 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:59.862623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.911433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Calling delete_port for 4f1b21e5-919b-4a5c-a878-ea381bb43fd3 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:59.971592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50ae35d1-cd6d-4b71-8348-c9d8c4e25e98 req-050146a2-9bf4-42f2-a186-62a867c53f6c tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0674710 Jun 30 02:43:00.083487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Deleting port 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:00.083750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.137427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9f438e6-9b98-4a2c-8e05-5fcac851c8aa req-44ce2a4a-0f53-43e4-b599-dd5ded0279f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.0993025 Jun 30 02:43:00.223662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 62b519af-2bc8-4f7b-b103-cccd5971508b no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:00.299610 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.303002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 62b519af-2bc8-4f7b-b103-cccd5971508b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:00.307755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 62b519af-2bc8-4f7b-b103-cccd5971508b not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:00.316734 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-588a0878-ee45-4c82-9481-92d334737480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.326157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Calling delete_port for 94a1ced1-74e7-4b59-9bad-4f0854fe4dd2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:00.391481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.452250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Port': ['ID=4f1b21e5-919b-4a5c-a878-ea381bb43fd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.490052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.559511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:00.569565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-609172121-network', 'tenant_id': '0e7e64a5f8f8445aa517144e283f2bb1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:00.609850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Made reservation on behalf of 0e7e64a5f8f8445aa517144e283f2bb1 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:00.615723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.631081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.807837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-213fa4c2-7054-4297-abcf-ee1ea33505f1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.810583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-213fa4c2-7054-4297-abcf-ee1ea33505f1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.3547480 Jun 30 02:43:00.822041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.839959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-de942b90-0d52-413a-a804-ac094eb0a01f tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "DELETE /v2.0/ports/4f1b21e5-919b-4a5c-a878-ea381bb43fd3 HTTP/1.1" status: 204 len: 168 time: 1.9127107 Jun 30 02:43:00.849252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40580) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:00.904593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5789689-1180-4cfb-8087-155379fc8238 req-00dd27fd-c318-4b73-a1d6-10a43df22b86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0730350 Jun 30 02:43:00.920593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-d201c75e-c279-4c6c-9b34-0625be16c612 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0653422 Jun 30 02:43:00.980123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.988328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.995668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-9332eeb2-1b83-4592-b1b2-d9590cce1d08 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734308 Jun 30 02:43:01.040528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:01.080648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.081549 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Added segment aa8417f4-dc29-4b46-b589-2cb9fa99b1dc of type vlan for network 4d4f7fce-8d1c-49c2-b607-9a326487bb40 Jun 30 02:43:01.094198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.097072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad60e2c-2bce-4030-a791-6eb792d75e6f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.140928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Port': ['ID=94a1ced1-74e7-4b59-9bad-4f0854fe4dd2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.176851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a0f93-df29-4a45-9fd1-29394557e058 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.183200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-883a0f93-df29-4a45-9fd1-29394557e058 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "GET /v2.0/ports?device_id=7048e77a-4812-4906-8900-a9768f8f5f1b HTTP/1.1" status: 200 len: 913 time: 0.3266706 Jun 30 02:43:01.187293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40592) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:01.263421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-f6c9a7ee-6b8c-4b12-9315-a3b01bd93f6d service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509680 Jun 30 02:43:01.307395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.477746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.549576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.551122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.552480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.670154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-0a6a2b7d-087e-4f4f-8ec2-d10dbe0b63ff service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746369 Jun 30 02:43:01.756658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] Pushing event updated for resources: {'Network': ['ID=4d4f7fce-8d1c-49c2-b607-9a326487bb40,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.783843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 4d4f7fce-8d1c-49c2-b607-9a326487bb40 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:01.847584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Router b939351d-9e18-4b46-9e71-b6e2efae42a2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:01.880422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-b5cada1d-a90a-46f7-85e3-8917bfc28266 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.896289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-b5cada1d-a90a-46f7-85e3-8917bfc28266 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/networks?id=564c623d-2927-4be3-b701-ea11988a6213 HTTP/1.1" status: 200 len: 813 time: 0.7092080 Jun 30 02:43:01.912085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-de93d8ea-a83b-4269-acf0-8ace04a0657b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3504014 Jun 30 02:43:01.923411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-251621e4-b625-4977-95f7-cf77703e97ef tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/quotas/3329d66cbb3948e49476c01f479ca733 HTTP/1.1" status: 200 len: 375 time: 0.0251162 Jun 30 02:43:01.983901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:01.991788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Request body: {'subnet': {'network_id': '4d4f7fce-8d1c-49c2-b607-9a326487bb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-609172121-subnet', 'tenant_id': '0e7e64a5f8f8445aa517144e283f2bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:02.019458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:02.038791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] Sync routers for ids ['b939351d-9e18-4b46-9e71-b6e2efae42a2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:02.046081 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-babd0ab6-058e-4b33-8ae4-6448b59383d6 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "PUT /v2.0/routers/b939351d-9e18-4b46-9e71-b6e2efae42a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3655927 Jun 30 02:43:02.054266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:02.059791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] Routers {'b939351d-9e18-4b46-9e71-b6e2efae42a2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:02.061433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['b939351d-9e18-4b46-9e71-b6e2efae42a2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:02.135183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:02.139707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.151955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] Routers {'b939351d-9e18-4b46-9e71-b6e2efae42a2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:02.153696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['b939351d-9e18-4b46-9e71-b6e2efae42a2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:02.179962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Made reservation on behalf of 0e7e64a5f8f8445aa517144e283f2bb1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:02.182572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.207731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:02.208746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ff994-6983-4c32-893d-4d4093d175d4 None None] The sync data for ids ['b939351d-9e18-4b46-9e71-b6e2efae42a2'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:02.489407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-73376ee9-cf72-47bd-ac60-e5ddc5f047ea tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3329d66cbb3948e49476c01f479ca733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5648553 Jun 30 02:43:02.630647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.677823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.683985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.690778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.697424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.703409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.710138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.715995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.718259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-6bfc9e07-0727-4704-9cb6-73f467f5f687 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 1.0548680 Jun 30 02:43:02.808015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-26447b49-eb49-4df4-8025-a71b7530f7bd service neutron] 10.222.0.78 "GET /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014541 Jun 30 02:43:02.856454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-469d3d17-a2b1-457f-bb60-94af113ee87b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.857832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-469d3d17-a2b1-457f-bb60-94af113ee87b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "GET /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1317232 Jun 30 02:43:02.882040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.887882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.894021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.899850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.905622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.912033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.917882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.919854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-4227c827-9f18-4e91-9b60-5ce495261896 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5442 time: 0.7968698 Jun 30 02:43:02.921857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.928146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.025272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.026621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Fanout notify agent at l3_agent the message router_deleted on router b939351d-9e18-4b46-9e71-b6e2efae42a2 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:03.041735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.042883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-42d6fcd8-f25a-4699-a6f1-38133582d356 tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "DELETE /v2.0/routers/b939351d-9e18-4b46-9e71-b6e2efae42a2 HTTP/1.1" status: 204 len: 168 time: 0.9860444 Jun 30 02:43:03.047219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:03.067416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1bafc1ba-3436-4c2e-a11f-483da48fc0a9 req-45c9056e-d544-4a3e-a97e-b84bde8fb170 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344311 Jun 30 02:43:03.108261 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-09192f8e-4c9b-42f3-b2d4-7bb9efc55983 service neutron] 10.222.0.78 "GET /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800305 Jun 30 02:43:03.135496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-15a79cce-b473-4253-bae3-e4d84d3954f8 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "GET /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2437966 Jun 30 02:43:03.159153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:03.208444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Deleting subnet de62c20c-2e16-44f4-936d-031a56907544 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:03.213499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.274624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.324148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.351920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.388414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bef2a0-f1e7-46a6-aa16-838fda1c9e43,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:03.451642 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.462177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Checking segment: {'id': 'aa8417f4-dc29-4b46-b589-2cb9fa99b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d4f7fce-8d1c-49c2-b607-9a326487bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:03.462825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Network hostable DHCP agents. Network: 4d4f7fce-8d1c-49c2-b607-9a326487bb40, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:03.531545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Network 4d4f7fce-8d1c-49c2-b607-9a326487bb40 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:03.547344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.553116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 4d4f7fce-8d1c-49c2-b607-9a326487bb40) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:03.568219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8708e-03e4-40aa-9489-e95d55c26bf5 None None] Network 4d4f7fce-8d1c-49c2-b607-9a326487bb40 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:03.585306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.585974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.620624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f0be4ec6-8280-4f5d-b80c-afb06d6b15ae admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6349649 Jun 30 02:43:03.691701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.797511 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.801932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "DELETE /v2.0/subnets/de62c20c-2e16-44f4-936d-031a56907544 HTTP/1.1" status: 204 len: 168 time: 0.7529063 Jun 30 02:43:03.808031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:03.812875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1bdaf-8baf-4e99-b712-d45367b80e7e tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Subnet': ['ID=de62c20c-2e16-44f4-936d-031a56907544,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:03.833586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f8c42-df0a-4ec4-b4c1-4217e3ad75ec None None] Network d823c616-5d62-4e0d-a5c2-01e75c1d0e50 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:03.917231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 62929f75-0224-432b-b5ec-0a800b53bf22 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:03.921746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebcf6fb8-1e22-40c9-8dbe-3f9747fc712b req-93fa500c-ecaf-49be-9db7-337c0e5499ab tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.1155241 Jun 30 02:43:03.966970 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.996166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40626) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:04.074528 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dff8d15e-59d2-435d-94e8-f4f6d6c7e70f req-3eed6bf8-3bc6-4420-a519-cce1c550bebf tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 210 time: 0.0592766 Jun 30 02:43:04.112132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Deleting port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:04.112554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.174869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764e9b1-bd1c-45e9-a9eb-060fc86b71c3 None None] Network 4d4f7fce-8d1c-49c2-b607-9a326487bb40 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:04.222258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] For port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,segment=NetworkSegment(d7b5d867-31f1-4397-abe4-3d84fe71e3bb),segment_id=d7b5d867-31f1-4397-abe4-3d84fe71e3bb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:04.222919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.246288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Calling delete_port for 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:04.294575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.338895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:04.341430 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9f1eb1-c0a2-4fab-baef-c18bdf0cfdb0" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:04.368386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Deleting subnet 0f57efb1-ceed-47a4-ba59-72d2a4d3d0ca {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:04.381040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.386791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=62929f75-0224-432b-b5ec-0a800b53bf22,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:04.416827 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.417412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.418038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e54bf02e-950e-40f1-bb6e-133c22816bc6 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:04.445645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5b96a17-41b5-4f54-ac0c-8009f536ff12 req-b8483304-3d81-4dc2-8d83-5c15dc3315b6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 210 time: 0.4291439 Jun 30 02:43:04.447137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.466601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] No DVR routers for this DVR port 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:04.472885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Port': ['ID=6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:04.628272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.661011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d823c616-5d62-4e0d-a5c2-01e75c1d0e50']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.662780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:04.694222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.695389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b5d867-31f1-4397-abe4-3d84fe71e3bb') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.709898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.725105 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.728741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.728914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466e332-0dc4-46ac-9e3f-e51243c1c117 None None] DHCP port deletion for d823c616-5d62-4e0d-a5c2-01e75c1d0e50 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:04.736882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:04.737914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:04.742237 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:04.769464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-d5b72a38-0b6a-441e-8597-fbb71de66d6e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.771962 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-d5b72a38-0b6a-441e-8597-fbb71de66d6e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.9635406 Jun 30 02:43:04.783669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.798765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:04.806064 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.811986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33c97618-5688-46a7-bc14-a8271b24b1f0 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:04.819398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.832614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.835141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] 10.222.0.78 "DELETE /v2.0/networks/d823c616-5d62-4e0d-a5c2-01e75c1d0e50 HTTP/1.1" status: 204 len: 168 time: 1.0184085 Jun 30 02:43:04.858251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853906f5-bba8-419d-83c5-f860ceb1941d tempest-FloatingIPNegativeTestJSON-330042308 tempest-FloatingIPNegativeTestJSON-330042308-project] Pushing event deleted for resources: {'Network': ['ID=d823c616-5d62-4e0d-a5c2-01e75c1d0e50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:04.911850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:04.914195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.064197 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.074917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=729b57b8-2138-4692-ac68-70fcaded9a46,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:05.147744 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15812cf-14bf-4142-95a4-e8dadd61b014 x-openstack-request-id: req-e15812cf-14bf-4142-95a4-e8dadd61b014 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:05.148408 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:05.149017 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e15812cf-14bf-4142-95a4-e8dadd61b014 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:05.149899 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22', 'code': 200} Jun 30 02:43:05.160370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.177162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33c97618-5688-46a7-bc14-a8271b24b1f0,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:05.185722 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.187928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c569b472-33a7-4cd0-af61-67fb8f8402b1 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:05.312727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] For port 729b57b8-2138-4692-ac68-70fcaded9a46, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:05.367805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.380767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.386985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.400530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.412050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.426998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.437120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.441361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.447450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.450654 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-25cf7d21-5ec8-4ad5-a432-49d0dbe1a167 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 5440 time: 0.7609246 Jun 30 02:43:05.490412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:05.496539 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.497317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 729b57b8-2138-4692-ac68-70fcaded9a46 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:05.521633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:05.525102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c574739-8e90-4b67-bf01-a17c70501561 req-8fc96e89-74d9-4ba2-90f8-21f52839f9e1 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0626330 Jun 30 02:43:05.540224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] device_id is not set on port 729b57b8-2138-4692-ac68-70fcaded9a46 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:05.571562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:05.573808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.594644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.596001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.663973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.709974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.716702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f57efb1-ceed-47a4-ba59-72d2a4d3d0ca,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.771480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.784695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c097e45e-145e-4b67-ba11-b8d404894c17 req-f932cfd6-c6d2-400d-bdf4-9f87a43a9b62 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 210 time: 0.0478232 Jun 30 02:43:05.798741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-80d948ea-fe3e-4d91-811c-c5ea67d6ef68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1ce31ce1cd5460eabdfa44ed49c250c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692716 Jun 30 02:43:05.799277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:05.821136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:43:05.821504 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:43:05.840480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.842769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-223551ae-cb5e-4236-8bde-90ff1c7911ee admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0f57efb1-ceed-47a4-ba59-72d2a4d3d0ca HTTP/1.1" status: 204 len: 168 time: 1.8363609 Jun 30 02:43:05.851348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:05.856209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:05.890259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:05.890671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6843a33b-a6c8-4cd7-a3c5-5c6e37cdc0c9 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:05.950255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.10 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/f10c3c16-c3ec-4842-8069-3c18bb16f67d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:06.080764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73a09e2e-e3d2-4200-aa3d-c1900d935c2f req-d114a923-0136-4f48-9fce-21bc99f2c495 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 210 time: 0.0561461 Jun 30 02:43:06.087754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b04923-70cf-422d-a7b4-9a815879ae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.097848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.135671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d727ede-2f65-4590-a4c3-53fc8fa6ccda req-da5753bc-d29c-4f14-b6bb-d6e0f274c469 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6602793 Jun 30 02:43:06.187362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b04923-70cf-422d-a7b4-9a815879ae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.196377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting port ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:06.196811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.292689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c3bbeca9-9f5d-4b0a-9e74-e78620c4d713 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.294793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c3bbeca9-9f5d-4b0a-9e74-e78620c4d713 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.90 "GET /v2.0/networks?id=564c623d-2927-4be3-b701-ea11988a6213 HTTP/1.1" status: 200 len: 813 time: 0.4253981 Jun 30 02:43:06.336993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.355307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa42e37c-9950-4dca-a46f-37561d905a1c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:06.360866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b04923-70cf-422d-a7b4-9a815879ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.363931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17b04923-70cf-422d-a7b4-9a815879ae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.368334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-17b04923-70cf-422d-a7b4-9a815879ae4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a719bc7-d1ca-4c27-a454-693c9c2e1bbb HTTP/1.1" status: 204 len: 168 time: 0.5676000 Jun 30 02:43:06.379988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Request body: {'port': {'device_id': 'c3e79361-31fa-48d0-bd76-49862400865c', 'network_id': '564c623d-2927-4be3-b701-ea11988a6213', 'admin_state_up': True, 'tenant_id': '3329d66cbb3948e49476c01f479ca733'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:06.429884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 66d09a2c-3788-45d0-b4b0-41c380edca5c no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:06.472199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad63948-d04b-461c-861e-e2dbd41e76e6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:06.472415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad63948-d04b-461c-861e-e2dbd41e76e6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:06.493007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b04923-70cf-422d-a7b4-9a815879ae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a719bc7-d1ca-4c27-a454-693c9c2e1bbb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.496808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.550005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.574292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-62c236f5-219e-4572-8486-2ecb958b677a None None] Provisioning complete for port 729b57b8-2138-4692-ac68-70fcaded9a46 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:06.575179 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62c236f5-219e-4572-8486-2ecb958b677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.586828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:06.587476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:06.593615 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:06.696951 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.730487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-62c236f5-219e-4572-8486-2ecb958b677a None None] Port 729b57b8-2138-4692-ac68-70fcaded9a46 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:06.769294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:06.786483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Made reservation on behalf of 3329d66cbb3948e49476c01f479ca733 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:06.791137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.793684 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.794507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e17c9ca-64af-4167-874f-2ec967bd40b9 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:06.803006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.822748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.824176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] 10.222.0.78 "DELETE /v2.0/networks/aa42e37c-9950-4dca-a46f-37561d905a1c HTTP/1.1" status: 204 len: 168 time: 0.9707878 Jun 30 02:43:06.826613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf673-13b9-4ff6-ad6f-68bdda175c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa42e37c-9950-4dca-a46f-37561d905a1c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.828414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.934759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.968136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.976673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] No DVR routers for this DVR port 729b57b8-2138-4692-ac68-70fcaded9a46 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:07.024009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] In _notify_port_updated(), no bound segment for port 729b57b8-2138-4692-ac68-70fcaded9a46 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:07.025109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.025967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.027490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-b955309c-7482-4cec-a786-c55376139758 service neutron] 10.222.0.67 "PUT /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 200 len: 1033 time: 3.8740194 Jun 30 02:43:07.028255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955309c-7482-4cec-a786-c55376139758 service neutron] Pushing event updated for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.047124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.061827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Deleting subnet b4bef2a0-f1e7-46a6-aa16-838fda1c9e43 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:07.074914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.102946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e843b69d-f908-4437-910f-ba95964a8654 req-9f71191a-a1f9-461f-a1ae-6f4713fd90b4 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.1278594 Jun 30 02:43:07.115616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fdbcb49d-8f87-4b81-badb-a9ec9d572f92 req-725ae21d-f874-4b7d-94f5-150eb21b8361 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 210 time: 0.1117303 Jun 30 02:43:07.119840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.149961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:07.151581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c97618-5688-46a7-bc14-a8271b24b1f0'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:07.154615 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4898d6-43b2-4069-8cb9-f5ff7f60dace" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "33c97618-5688-46a7-bc14-a8271b24b1f0"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:07.167420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.184649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.240764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.270863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:07.289910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:07.325740 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb571c-0b4d-4b77-9863-39ccf2d13b17 x-openstack-request-id: req-3fbb571c-0b4d-4b77-9863-39ccf2d13b17 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:07.329723 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "33c97618-5688-46a7-bc14-a8271b24b1f0", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:07.330746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.331489 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fbb571c-0b4d-4b77-9863-39ccf2d13b17 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:07.333414 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6', 'code': 200} Jun 30 02:43:07.335416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:07.335553 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c97618-5688-46a7-bc14-a8271b24b1f0', 'code': 200} Jun 30 02:43:07.337144 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1', 'code': 200} Jun 30 02:43:07.338008 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c', 'code': 200} Jun 30 02:43:07.339231 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'code': 200} Jun 30 02:43:07.340317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.341159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Allocated IP 172.20.0.12 (564c623d-2927-4be3-b701-ea11988a6213/aa385cdb-5b80-4ba2-9d92-31baa5c025eb/ceea4297-b055-4a24-9093-fd1890461f6a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:07.363679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-3b5bd698-c11d-41a1-9269-c9e1ce627df3 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.365159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-3b5bd698-c11d-41a1-9269-c9e1ce627df3 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "GET /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3139944 Jun 30 02:43:07.393572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.396489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b4bef2a0-f1e7-46a6-aa16-838fda1c9e43 HTTP/1.1" status: 204 len: 168 time: 0.5663295 Jun 30 02:43:07.400476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa89d4a-33eb-4d31-98e9-be417930ecba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bef2a0-f1e7-46a6-aa16-838fda1c9e43,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.406710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.417396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.442570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:07.449536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.493295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Calling delete_port for ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:07.582858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.583831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.626015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.653024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-704a1f6c-2219-4269-af9c-d63984293665 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8647106 Jun 30 02:43:07.667813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf15b-573b-4550-8e83-f61d4655300d req-a2a3a90f-4cce-4107-ac7e-8402fd4cc22b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.675827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a71bf15b-573b-4550-8e83-f61d4655300d req-a2a3a90f-4cce-4107-ac7e-8402fd4cc22b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 932 time: 0.3231552 Jun 30 02:43:07.684207 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.697731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Request body: {'port': {'device_id': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:07.711320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40706) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.732831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.739661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.745724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.751910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.757860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.763940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.765863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-4e0efec4-0de4-44e0-aaec-3ac3fcb131f5 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 4650 time: 0.3074956 Jun 30 02:43:07.879259 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.879772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a71bf15b-573b-4550-8e83-f61d4655300d req-2bd616d9-5f01-4f96-a5c7-7d6ebd018f1a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029030 Jun 30 02:43:07.903762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3588aa5-4d7e-43d9-844c-f3955a8e03d0 req-b13fe1db-f41d-4444-8502-6b0b4a2099ff tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=0c334f35-e945-4b3c-beb1-36f80312adce&id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249361 Jun 30 02:43:07.915547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4f7fce-8d1c-49c2-b607-9a326487bb40']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:07.918632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1543773781'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:07.921941 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.944508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8417f4-dc29-4b46-b589-2cb9fa99b1dc') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:07.945386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8417f4-dc29-4b46-b589-2cb9fa99b1dc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:07.962354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.982234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.999924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:08.000397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:08.003136 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:08.010081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.029652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:08.033613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.071552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.083269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.088111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.090652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.090778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] 10.222.0.78 "DELETE /v2.0/networks/4d4f7fce-8d1c-49c2-b607-9a326487bb40 HTTP/1.1" status: 204 len: 168 time: 0.6717913 Jun 30 02:43:08.159729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0982a-b15e-46ce-a77a-040bc7d560db admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4f7fce-8d1c-49c2-b607-9a326487bb40,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.171028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Network 564c623d-2927-4be3-b701-ea11988a6213 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:08.175079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:08.177557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:08.236398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:08.237618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.248469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Pushing event updated for resources: {'Port': ['ID=ceea4297-b055-4a24-9093-fd1890461f6a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.286155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33c97618-5688-46a7-bc14-a8271b24b1f0,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:08.290281 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.365534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Port': ['ID=ac519d9b-2ebf-4dd8-96ca-14b5fea5e84b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.383012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:08.390877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f9591eb-9526-4823-8f57-7b7b95a2ef75 req-10184c92-2d9c-4273-9ca2-9b15aad11ca2 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0561273 Jun 30 02:43:08.449320 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48edf975-9863-4cdf-97fe-ab069b8a856b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f46029a967ed4391906bf4cbfc96f5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647163 Jun 30 02:43:08.452161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:08.481210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] For port 33c97618-5688-46a7-bc14-a8271b24b1f0, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:08.524717 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-845fa48a-2cec-4b80-8788-d8643d2763e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.560192 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-845fa48a-2cec-4b80-8788-d8643d2763e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.624723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-845fa48a-2cec-4b80-8788-d8643d2763e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.628857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-845fa48a-2cec-4b80-8788-d8643d2763e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.630042 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-845fa48a-2cec-4b80-8788-d8643d2763e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6ad0b58-2afe-4b10-b717-565133e64f4e HTTP/1.1" status: 204 len: 168 time: 0.1761763 Jun 30 02:43:08.638358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] device_id is not set on port 33c97618-5688-46a7-bc14-a8271b24b1f0 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:08.645429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fa48a-2cec-4b80-8788-d8643d2763e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad0b58-2afe-4b10-b717-565133e64f4e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.668816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.728835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.745425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.758457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-c376d840-2140-49a7-b218-e50a7e2c0a3c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3991730 Jun 30 02:43:08.773760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Request body: {'port': {'device_id': 'c3e79361-31fa-48d0-bd76-49862400865c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:08.792802 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.874738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.897118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ae19-446d-40fe-8052-1905df0b0329 req-51f4598b-453e-4ead-afa8-1126b1b2e38b tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:08.902885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4e2ae19-446d-40fe-8052-1905df0b0329 req-51f4598b-453e-4ead-afa8-1126b1b2e38b tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 932 time: 0.4829078 Jun 30 02:43:08.963394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0479e35-67c2-4afb-8c65-551eabc9b4df,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.971033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:08.976128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] No DVR routers for this DVR port 33c97618-5688-46a7-bc14-a8271b24b1f0 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:08.988092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Pushing event updated for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.082952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.083609 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment fc9b2e74-4aeb-4a15-9549-b02850a12359 of type vlan for network 31bd0612-54a4-4979-8b27-7536d6ee2b88 Jun 30 02:43:09.162248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10c3c16-c3ec-4842-8069-3c18bb16f67d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:09.167151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40730) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.177052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b31ddcf1-7f8e-4419-9870-1eeb6c905185 None None] Provisioning complete for port 33c97618-5688-46a7-bc14-a8271b24b1f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:09.178299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b31ddcf1-7f8e-4419-9870-1eeb6c905185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.195191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.204448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.209710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.210982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c90e6-bbad-4cc5-82b0-d48384672d67 req-719533b4-33eb-4460-bd17-d2c9fa5bb11c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.215069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4e2ae19-446d-40fe-8052-1905df0b0329 req-96787f80-04bd-47b6-a6a5-14a06d4460aa tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414982 Jun 30 02:43:09.215960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] In _notify_port_updated(), no bound segment for port 33c97618-5688-46a7-bc14-a8271b24b1f0 on network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:09.217037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.217759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.218778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d3c90e6-bbad-4cc5-82b0-d48384672d67 req-719533b4-33eb-4460-bd17-d2c9fa5bb11c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 932 time: 0.1622307 Jun 30 02:43:09.219184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-740b8f20-8fe0-4377-afa7-557d6689b335 service neutron] 10.222.0.67 "PUT /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 200 len: 1031 time: 1.8102880 Jun 30 02:43:09.255643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b31ddcf1-7f8e-4419-9870-1eeb6c905185 None None] Port 33c97618-5688-46a7-bc14-a8271b24b1f0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:09.292328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d3c90e6-bbad-4cc5-82b0-d48384672d67 req-0d28682d-1f50-47bd-bba6-f3d11007f76e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720346 Jun 30 02:43:09.293841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Transition to ACTIVE for port object f10c3c16-c3ec-4842-8069-3c18bb16f67d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:09.316640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.343371 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.392680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceea4297-b055-4a24-9093-fd1890461f6a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:09.403775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.421826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Transition to ACTIVE for port object ceea4297-b055-4a24-9093-fd1890461f6a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:09.428029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.495102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ceea4297-b055-4a24-9093-fd1890461f6a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.524246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.531083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.531808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.540446 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22ce8f1f-1821-4e69-990c-6f21f92e1862 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e7e64a5f8f8445aa517144e283f2bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659432 Jun 30 02:43:09.541140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.680151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3527e037-2f75-4f48-b729-f135eefa0985 req-4009758a-f0c3-4ff9-8d06-4d885a856df4 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0484524 Jun 30 02:43:09.683630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Attempting to bind port ceea4297-b055-4a24-9093-fd1890461f6a on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:09.684114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Attempting to bind port ceea4297-b055-4a24-9093-fd1890461f6a by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '564c623d-2927-4be3-b701-ea11988a6213'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:09.684452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Attempting to bind port ceea4297-b055-4a24-9093-fd1890461f6a on network 564c623d-2927-4be3-b701-ea11988a6213 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:09.697574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Port ceea4297-b055-4a24-9093-fd1890461f6a on network 564c623d-2927-4be3-b701-ea11988a6213 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:09.698108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Attempting to bind port ceea4297-b055-4a24-9093-fd1890461f6a on network 564c623d-2927-4be3-b701-ea11988a6213 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:09.700306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.704017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9858098 Jun 30 02:43:09.712894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.718209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'name': 'tempest-PortsIpV6TestJSON-309107428'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:09.723337 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f81639d-d128-4a61-a378-f45b12661d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.727055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:09.727396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Checking segment: {'id': 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '564c623d-2927-4be3-b701-ea11988a6213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:09.727766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Bound using segment: {'id': 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '564c623d-2927-4be3-b701-ea11988a6213'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:09.728269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Bound port: ceea4297-b055-4a24-9093-fd1890461f6a, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '564c623d-2927-4be3-b701-ea11988a6213'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:09.728625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.785042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b464f8b-6edb-42ec-8e9e-ac2af1782107 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=31bd0612-54a4-4979-8b27-7536d6ee2b88,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.801822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:09.843307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f81639d-d128-4a61-a378-f45b12661d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.843801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-e171fab9-4ead-4e68-a4a2-73962d4055da tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.850528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-e171fab9-4ead-4e68-a4a2-73962d4055da tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.856857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-e171fab9-4ead-4e68-a4a2-73962d4055da tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.863760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-e171fab9-4ead-4e68-a4a2-73962d4055da tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.869752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-e171fab9-4ead-4e68-a4a2-73962d4055da tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.871639 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-e171fab9-4ead-4e68-a4a2-73962d4055da tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 3874 time: 0.4809039 Jun 30 02:43:09.926255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port e54bf02e-950e-40f1-bb6e-133c22816bc6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:09.926669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.933668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] For port ceea4297-b055-4a24-9093-fd1890461f6a, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:09.939355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] For port ceea4297-b055-4a24-9093-fd1890461f6a, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ceea4297-b055-4a24-9093-fd1890461f6a,segment=NetworkSegment(b7413ad6-3011-4e0c-a34f-fd0ef1bba15e),segment_id=b7413ad6-3011-4e0c-a34f-fd0ef1bba15e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:09.948472 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.991049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:09.994799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.006293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.007038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.008545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] 10.222.0.90 "PUT /v2.0/ports/ceea4297-b055-4a24-9093-fd1890461f6a HTTP/1.1" status: 200 len: 1092 time: 1.2414351 Jun 30 02:43:10.009222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e79361-31fa-48d0-bd76-49862400865c', 'tag': 'ceea4297-b055-4a24-9093-fd1890461f6a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:10.011726 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60cd54-5996-4b68-944b-4c6ee30079b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e79361-31fa-48d0-bd76-49862400865c", "tag": "ceea4297-b055-4a24-9093-fd1890461f6a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:10.014544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f81639d-d128-4a61-a378-f45b12661d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.018159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f81639d-d128-4a61-a378-f45b12661d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.022132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8f81639d-d128-4a61-a378-f45b12661d1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ad60e2c-2bce-4030-a791-6eb792d75e6f HTTP/1.1" status: 204 len: 168 time: 0.4488354 Jun 30 02:43:10.061693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81639d-d128-4a61-a378-f45b12661d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad60e2c-2bce-4030-a791-6eb792d75e6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:10.072224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:10.144955 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb39f46-292a-4525-868a-2d25b0ac9e8c x-openstack-request-id: req-afb39f46-292a-4525-868a-2d25b0ac9e8c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:10.145420 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e79361-31fa-48d0-bd76-49862400865c", "tag": "ceea4297-b055-4a24-9093-fd1890461f6a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:10.145998 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afb39f46-292a-4525-868a-2d25b0ac9e8c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:10.146257 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e79361-31fa-48d0-bd76-49862400865c', 'tag': 'ceea4297-b055-4a24-9093-fd1890461f6a', 'status': 'completed', 'code': 200} Jun 30 02:43:10.146861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068201-68af-4c4a-8417-c7c3835d3f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ceea4297-b055-4a24-9093-fd1890461f6a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:10.346136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-6d0a7aea-3435-46d5-87c4-fe0aaac7c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.348195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-6d0a7aea-3435-46d5-87c4-fe0aaac7c303 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3329d66cbb3948e49476c01f479ca733&device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 1095 time: 0.2063026 Jun 30 02:43:10.458405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Attempting to bind port f10c3c16-c3ec-4842-8069-3c18bb16f67d on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:10.459361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Attempting to bind port f10c3c16-c3ec-4842-8069-3c18bb16f67d by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:10.459361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Attempting to bind port f10c3c16-c3ec-4842-8069-3c18bb16f67d on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:10.533942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Port f10c3c16-c3ec-4842-8069-3c18bb16f67d on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:10.534271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Attempting to bind port f10c3c16-c3ec-4842-8069-3c18bb16f67d on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:10.555962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:10.556414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:10.556697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:10.557138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Bound port: f10c3c16-c3ec-4842-8069-3c18bb16f67d, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:10.557493 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.567548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bd2a783-ce47-4c61-9804-58993c7b2a09 req-4879b4e6-bfdb-4f50-8399-7b91f317c8fe tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6561680 Jun 30 02:43:10.671463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] For port e54bf02e-950e-40f1-bb6e-133c22816bc6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e54bf02e-950e-40f1-bb6e-133c22816bc6,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:10.672154 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.675370 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.699961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for e54bf02e-950e-40f1-bb6e-133c22816bc6 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:10.702757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Router 7048e77a-4812-4906-8900-a9768f8f5f1b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:10.741504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:10.808481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:10.852173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.969915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.970600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.972108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] 10.222.0.90 "PUT /v2.0/ports/f10c3c16-c3ec-4842-8069-3c18bb16f67d HTTP/1.1" status: 200 len: 1092 time: 3.2942224 Jun 30 02:43:10.976276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:10.982766 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd08966-a55d-44c8-9625-d84e5136d333" -d '{"events": [{"name": "network-changed", "server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:10.995022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.001528 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-d506f432-17c6-4889-a3a6-8857e1dde311 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceea4297-b055-4a24-9093-fd1890461f6a HTTP/1.1" status: 200 len: 217 time: 0.6204717 Jun 30 02:43:11.098781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b358c0-0673-4a3f-88df-e91c25e6fd56 service neutron] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:11.118371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb8c-962c-4bda-af65-4eecf392353b req-59694570-2502-4892-aeb0-ca0f1e28fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.118371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-59694570-2502-4892-aeb0-ca0f1e28fefb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aa385cdb-5b80-4ba2-9d92-31baa5c025eb HTTP/1.1" status: 200 len: 853 time: 0.1036289 Jun 30 02:43:11.136905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d66f-002d-4e2b-854b-5bb43be61615 req-6b00381b-731f-4eb6-8d91-8b026ed92b7f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.145086 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.146082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2142d66f-002d-4e2b-854b-5bb43be61615 req-6b00381b-731f-4eb6-8d91-8b026ed92b7f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.3721170 Jun 30 02:43:11.179914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-9ef93be3-bd42-4ebd-9ac6-19436778d2fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=564c623d-2927-4be3-b701-ea11988a6213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481834 Jun 30 02:43:11.190649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:11.205818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] Sync routers for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:11.210121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb44bd67-59d0-4141-958f-1f7a62b60c68 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "PUT /v2.0/routers/7048e77a-4812-4906-8900-a9768f8f5f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0178947 Jun 30 02:43:11.212839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:11.223800 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:11.223800 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.227254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cad1-d3d6-4b34-aca9-e2d75b145cff req-72487f9e-912b-4f2e-8729-ea35626f1863 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.230218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf44cad1-d3d6-4b34-aca9-e2d75b145cff req-72487f9e-912b-4f2e-8729-ea35626f1863 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 944 time: 0.2395175 Jun 30 02:43:11.289933 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.304003 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] Routers {'7048e77a-4812-4906-8900-a9768f8f5f1b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:11.306138 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7048e77a-4812-4906-8900-a9768f8f5f1b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.326877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2142d66f-002d-4e2b-854b-5bb43be61615 req-d80a67f0-5516-4734-b738-05148e7e60a8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789351 Jun 30 02:43:11.334131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=588b8d2a-f588-4f2f-8c71-d0eafa34ab49,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:11.343898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-a82cb9bc-3246-4b50-b1b5-3916e66a3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.346065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-a82cb9bc-3246-4b50-b1b5-3916e66a3ea0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 1095 time: 0.3099871 Jun 30 02:43:11.346953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.361501 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.362449 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8685b-75fd-4ef8-b9aa-13a22332964d None None] The sync data for ids ['7048e77a-4812-4906-8900-a9768f8f5f1b'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:11.377562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': 'fc9b2e74-4aeb-4a15-9549-b02850a12359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:11.377958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: 31bd0612-54a4-4979-8b27-7536d6ee2b88, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:11.409160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf44cad1-d3d6-4b34-aca9-e2d75b145cff req-7ca34b1f-72f8-464a-a249-91781aa9aef5 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677592 Jun 30 02:43:11.435741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-550ecf79-e5a3-4991-886e-af56816b10c0 service neutron] 10.222.0.90 "GET /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166088 Jun 30 02:43:11.462806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:11.481896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-7070dc30-0516-4abf-a0b9-a66dc7ad5dbb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d HTTP/1.1" status: 200 len: 217 time: 0.1224780 Jun 30 02:43:11.490953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=e54bf02e-950e-40f1-bb6e-133c22816bc6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:11.572840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3945bb8c-962c-4bda-af65-4eecf392353b req-ebc489dc-a60e-4c84-9cbe-1eb94fb53292 service neutron] 10.222.0.90 "GET /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303930 Jun 30 02:43:11.575066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 31bd0612-54a4-4979-8b27-7536d6ee2b88) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:11.589553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba8477-5b42-422a-b389-152d0bb50562 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:11.598474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:11.611127 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251438b5-609d-4073-8982-6047d4d6590f x-openstack-request-id: req-251438b5-609d-4073-8982-6047d4d6590f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:11.611309 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:11.611521 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-251438b5-609d-4073-8982-6047d4d6590f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:11.612344 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'status': 'completed', 'code': 200} Jun 30 02:43:11.614835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] No DVR routers for this DVR port e54bf02e-950e-40f1-bb6e-133c22816bc6 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:11.620843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.622915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-34780d0f-3a08-4076-897e-e180edcd0378 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "DELETE /v2.0/ports/e54bf02e-950e-40f1-bb6e-133c22816bc6 HTTP/1.1" status: 204 len: 173 time: 2.3905380 Jun 30 02:43:11.637981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.638740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.645856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.726723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65e80d41-9929-40bb-acbb-7c1938ce876d req-9eda9a32-c625-4f4e-b74d-e31ae5b6e978 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0780532 Jun 30 02:43:11.733986 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7734e78c-4a88-4a56-ae5a-89a5b44e505e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0199981 Jun 30 02:43:11.734706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:11.773680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1943969227'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:11.818707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:11.823137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.842695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-d58ca0bb-c398-49ed-b94e-caa256dccf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.844194 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-d58ca0bb-c398-49ed-b94e-caa256dccf2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.3492398 Jun 30 02:43:11.875312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-10d9e194-7aec-41a7-89ea-f620cca8b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.877875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-10d9e194-7aec-41a7-89ea-f620cca8b388 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3329d66cbb3948e49476c01f479ca733&device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 1095 time: 0.1847167 Jun 30 02:43:11.889328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:11.951263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-17d5ab3a-58cf-498c-b539-1edb0fc7012a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882821 Jun 30 02:43:11.951495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.951495 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment 381e73ef-e4c5-4603-9839-b4b3fc8daeb2 of type vlan for network b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b Jun 30 02:43:12.020458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.065792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-48fc379c-1e92-4074-bad6-09f7d7553d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.067283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-48fc379c-1e92-4074-bad6-09f7d7553d12 service neutron] 10.222.0.90 "GET /v2.0/networks?id=564c623d-2927-4be3-b701-ea11988a6213 HTTP/1.1" status: 200 len: 914 time: 0.1801908 Jun 30 02:43:12.120694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.121691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.128231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.128668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.132499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-21347a3d-8b18-40b8-8ce8-327c25d6f113 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceea4297-b055-4a24-9093-fd1890461f6a HTTP/1.1" status: 200 len: 217 time: 0.0571880 Jun 30 02:43:12.191035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b794-0969-4eda-b10b-8cf69fdc9f41 req-00dcf82e-546a-4df5-bdcc-16b2ac339011 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.197158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b794-0969-4eda-b10b-8cf69fdc9f41 req-00dcf82e-546a-4df5-bdcc-16b2ac339011 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.204566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b794-0969-4eda-b10b-8cf69fdc9f41 req-00dcf82e-546a-4df5-bdcc-16b2ac339011 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.211067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b794-0969-4eda-b10b-8cf69fdc9f41 req-00dcf82e-546a-4df5-bdcc-16b2ac339011 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.212910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9de4b794-0969-4eda-b10b-8cf69fdc9f41 req-00dcf82e-546a-4df5-bdcc-16b2ac339011 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 3141 time: 0.3783810 Jun 30 02:43:12.237694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-28d27167-e734-482a-8af9-9326f4c033c6 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334690 Jun 30 02:43:12.245469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4786365 Jun 30 02:43:12.246854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port 62929f75-0224-432b-b5ec-0a800b53bf22 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:12.247005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:12.247203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.256019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'ports': [{'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'}, {'network_id': 'b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b'}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:12.256343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:12.256830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': 'b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:12.276908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-fdfceffc-7a90-4edf-8f44-291eb6b49743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.278428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-fdfceffc-7a90-4edf-8f44-291eb6b49743 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aa385cdb-5b80-4ba2-9d92-31baa5c025eb HTTP/1.1" status: 200 len: 853 time: 0.1209712 Jun 30 02:43:12.304665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398491aa-1484-4c7b-9900-7e6da1c7365f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.320995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:12.354185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-caae1748-b29a-457a-9b34-31d05c6d2ad3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=564c623d-2927-4be3-b701-ea11988a6213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446215 Jun 30 02:43:12.413803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed49b20f-1ca7-4e47-a2b0-1e655ce4bbfc req-60c51ac7-8e51-4b94-8a29-9d83364e8d75 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603103 Jun 30 02:43:12.446966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9de4b794-0969-4eda-b10b-8cf69fdc9f41 req-f7cce89b-3b6e-47f4-b66d-63a1a4cd5064 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144299 Jun 30 02:43:12.474931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting port d41979a2-ab27-44f8-bd05-33d0499542f1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:12.475296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.536025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-713aa83e-5339-4986-991f-5d4e550c2691 service neutron] 10.222.0.90 "GET /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698353 Jun 30 02:43:12.560915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:12.566336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.620515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] For port 62929f75-0224-432b-b5ec-0a800b53bf22, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=62929f75-0224-432b-b5ec-0a800b53bf22,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:12.621179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.624172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1442932124', 'description': 'tempest-description-1150607552'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:12.639704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.663285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for 62929f75-0224-432b-b5ec-0a800b53bf22 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:12.700264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.726073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.752131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.759050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb60cd54-5996-4b68-944b-4c6ee30079b2 req-7ac36db5-d2ac-4573-9bda-01a0ef733165 service neutron] 10.222.0.90 "GET /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100859 Jun 30 02:43:12.763648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Calling delete_port for d41979a2-ab27-44f8-bd05-33d0499542f1 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:12.770092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-8059972b-66cf-4975-a459-135809281eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.771842 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-8059972b-66cf-4975-a459-135809281eb3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 1095 time: 0.2926629 Jun 30 02:43:12.791355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port f5c73eb6-8058-4bf4-89a5-fe4d82fe5792 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:12.927313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50af8bf-6888-46b9-bb91-6e371c80a1d3 req-a4154b5d-7d08-4988-8c04-d4226b20953b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.928880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e50af8bf-6888-46b9-bb91-6e371c80a1d3 req-a4154b5d-7d08-4988-8c04-d4226b20953b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.3206220 Jun 30 02:43:12.967788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.972796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.022146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.035594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c34f01-100f-4b0b-9922-b11464c515e2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.046043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-5e39bc00-130c-4712-8502-f8b2acf4baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.047934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-5e39bc00-130c-4712-8502-f8b2acf4baa0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.2676287 Jun 30 02:43:13.100578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e50af8bf-6888-46b9-bb91-6e371c80a1d3 req-22617a49-1d5d-42e3-ae73-3f4f50008f9f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639099 Jun 30 02:43:13.128267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 7b1c9c1c-f138-40f9-a09a-7703ae8800b6 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:13.144356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-3bfd8014-c18d-4b35-94fb-0a7352c13df6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d HTTP/1.1" status: 200 len: 217 time: 0.0559776 Jun 30 02:43:13.147349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.173861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.180649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.217502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=62929f75-0224-432b-b5ec-0a800b53bf22,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.284997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.286107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b074de80-581e-4b31-8cda-bebb755f3503 req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.6785903 Jun 30 02:43:13.303995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] No DVR routers for this DVR port 62929f75-0224-432b-b5ec-0a800b53bf22 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:13.319261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.321211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-929964cc-825b-4e9f-85c0-159087fd0dfc tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "DELETE /v2.0/ports/62929f75-0224-432b-b5ec-0a800b53bf22 HTTP/1.1" status: 204 len: 173 time: 1.6861758 Jun 30 02:43:13.339748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.358888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-b8dec681-a65e-4bbe-aa04-f54d6da14ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.360523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-b8dec681-a65e-4bbe-aa04-f54d6da14ed9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.2039368 Jun 30 02:43:13.378994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382f5c3-11da-4e6a-ad9e-b444c142cbd4 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a464512c-fec0-415a-9aeb-647a9d7a4d61,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.382888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.425506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-44a010a0-5c5a-436c-892d-a389a0570556 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360994 Jun 30 02:43:13.429287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.440001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:13.445746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:13.450725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:13.451550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.456981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=f5c73eb6-8058-4bf4-89a5-fe4d82fe5792,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.528603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Port': ['ID=d41979a2-ab27-44f8-bd05-33d0499542f1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.544178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=7b1c9c1c-f138-40f9-a09a-7703ae8800b6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.566850 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-881c11e8-c881-4b86-8fe9-9da0d125d1d0 req-ff7b436a-3d8b-47c9-9e5d-4c1c2d3fc253 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0419564 Jun 30 02:43:13.573923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': '381e73ef-e4c5-4603-9839-b4b3fc8daeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:13.574334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:13.611926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-33751608-82f0-4547-a8c3-8858eed27f4a req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2138044409', 'description': 'tempest-description-142490861'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:13.616357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:13.619934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:13.622365 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283a8f8-17b5-47bc-a8b5-9c46a488d858" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:13.632558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:13.644206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a931a-8a06-461b-9944-c9262a7b4787 None None] Network b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:13.647321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:13.663100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.668495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.669112 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.685825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33751608-82f0-4547-a8c3-8858eed27f4a req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.691689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ce6ed868-bbf7-4668-aed5-802d97f71192 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4421539 Jun 30 02:43:13.699172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:13.879052 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33751608-82f0-4547-a8c3-8858eed27f4a req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.881318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 7b1c9c1c-f138-40f9-a09a-7703ae8800b6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:13.881689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.889771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33751608-82f0-4547-a8c3-8858eed27f4a req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.972583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33751608-82f0-4547-a8c3-8858eed27f4a req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.973830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33751608-82f0-4547-a8c3-8858eed27f4a req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3674135 Jun 30 02:43:13.988341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.998353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dfbbf-7ef2-4238-8bca-76cc8c75ff5f tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b27423d-713c-4f6d-b9a7-bdaaa5c50c55,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.008566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 7b1c9c1c-f138-40f9-a09a-7703ae8800b6 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:14.068605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a955d23-4304-430c-aafc-04822ed6f6e0 req-fc82efbc-f7c9-4ca6-8acd-f282234979c5 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.070058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a955d23-4304-430c-aafc-04822ed6f6e0 req-fc82efbc-f7c9-4ca6-8acd-f282234979c5 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 944 time: 0.7689619 Jun 30 02:43:14.089363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.138646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-6715d49d-bd67-4b51-a0db-08ad6c4081c5 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957054 Jun 30 02:43:14.142662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.176871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=7b1c9c1c-f138-40f9-a09a-7703ae8800b6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.189429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.190880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-452c880f-1306-4f43-8ae9-ac698f015871 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/7b1c9c1c-f138-40f9-a09a-7703ae8800b6 HTTP/1.1" status: 204 len: 168 time: 0.4907267 Jun 30 02:43:14.194557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.214586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759392f2-3397-437d-aa11-f52498852a90 req-28302499-3fe0-4e71-a9dc-05ba33012677 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.220855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759392f2-3397-437d-aa11-f52498852a90 req-28302499-3fe0-4e71-a9dc-05ba33012677 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.226715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759392f2-3397-437d-aa11-f52498852a90 req-28302499-3fe0-4e71-a9dc-05ba33012677 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.228408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-759392f2-3397-437d-aa11-f52498852a90 req-28302499-3fe0-4e71-a9dc-05ba33012677 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 2408 time: 0.1451721 Jun 30 02:43:14.253700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port 66d09a2c-3788-45d0-b4b0-41c380edca5c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:14.254102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.288460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.299563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-759392f2-3397-437d-aa11-f52498852a90 req-d7f6f735-6791-495e-8a58-bedb22412fe3 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490460 Jun 30 02:43:14.302446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.318245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f10c3c16-c3ec-4842-8069-3c18bb16f67d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:14.325494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32852569-2039-4ca3-b655-9c9a8883daae tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.332651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32852569-2039-4ca3-b655-9c9a8883daae tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.334288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-32852569-2039-4ca3-b655-9c9a8883daae tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1388042 Jun 30 02:43:14.347771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.368135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a955d23-4304-430c-aafc-04822ed6f6e0 req-688b3a4b-d6d2-419c-b3a3-a3723d7d80fd tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867517 Jun 30 02:43:14.421293 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10888c5-2cb7-4134-bd2e-cadbe4ccc777 x-openstack-request-id: req-b10888c5-2cb7-4134-bd2e-cadbe4ccc777 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:14.421798 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "e54bf02e-950e-40f1-bb6e-133c22816bc6", "status": "completed", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "62929f75-0224-432b-b5ec-0a800b53bf22", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:14.422017 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b10888c5-2cb7-4134-bd2e-cadbe4ccc777 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:14.422541 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': 'e54bf02e-950e-40f1-bb6e-133c22816bc6', 'status': 'completed', 'code': 200} Jun 30 02:43:14.422806 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': '62929f75-0224-432b-b5ec-0a800b53bf22', 'status': 'completed', 'code': 200} Jun 30 02:43:14.448597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.449164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Fanout notify agent at l3_agent the message router_deleted on router 7048e77a-4812-4906-8900-a9768f8f5f1b {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:14.477235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.482238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eac91d88-8235-4076-9476-6fd1244b946d tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "DELETE /v2.0/routers/7048e77a-4812-4906-8900-a9768f8f5f1b HTTP/1.1" status: 204 len: 168 time: 3.2625465 Jun 30 02:43:14.488216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.525017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:14.533791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dd08966-a55d-44c8-9625-d84e5136d333 req-85252c7d-4fb3-4d8e-8e26-a25df2a8bdf9 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478742 Jun 30 02:43:14.545981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] For port 66d09a2c-3788-45d0-b4b0-41c380edca5c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=66d09a2c-3788-45d0-b4b0-41c380edca5c,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:14.546372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.554785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'mac_address': 'fa:16:3e:e6:ff:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:14.573990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1403863002', 'description': 'tempest-description-585507300'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:14.576226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for 66d09a2c-3788-45d0-b4b0-41c380edca5c owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:14.593735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.607972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10c3c16-c3ec-4842-8069-3c18bb16f67d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:14.633640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting subnet c3f5a5e7-c665-4891-a6f5-d87140fdd622 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:14.638372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:14.638900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.648314 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.649688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ceea4297-b055-4a24-9093-fd1890461f6a details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:14.673485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.695104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.698984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5e152-706a-4d05-af86-9342d7ce66f2 req-4c403c12-01f1-47ff-84ec-40a75e08de90 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.700525 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b5e152-706a-4d05-af86-9342d7ce66f2 req-4c403c12-01f1-47ff-84ec-40a75e08de90 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.1438818 Jun 30 02:43:14.710461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.755316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port f5c73eb6-8058-4bf4-89a5-fe4d82fe5792 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:14.755667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.776848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b5e152-706a-4d05-af86-9342d7ce66f2 req-93085a16-3dcd-4d3d-ba73-d78832236518 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Jun 30 02:43:14.804355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.812002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.834548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ceea4297-b055-4a24-9093-fd1890461f6a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ceea4297-b055-4a24-9093-fd1890461f6a,segment=NetworkSegment(b7413ad6-3011-4e0c-a34f-fd0ef1bba15e),segment_id=b7413ad6-3011-4e0c-a34f-fd0ef1bba15e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:14.852419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'ceea4297-b055-4a24-9093-fd1890461f6a', 'network_id': '564c623d-2927-4be3-b701-ea11988a6213', 'port_id': 'ceea4297-b055-4a24-9093-fd1890461f6a', 'mac_address': 'fa:16:3e:fd:69:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa385cdb-5b80-4ba2-9d92-31baa5c025eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:14.855220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=66d09a2c-3788-45d0-b4b0-41c380edca5c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.905212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.911829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.915041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] No DVR routers for this DVR port 66d09a2c-3788-45d0-b4b0-41c380edca5c on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:14.918395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.921146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-bcba46ee-3db4-4fca-adf0-9603beefa1a0 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "DELETE /v2.0/ports/66d09a2c-3788-45d0-b4b0-41c380edca5c HTTP/1.1" status: 204 len: 173 time: 1.5720577 Jun 30 02:43:14.925083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceea4297-b055-4a24-9093-fd1890461f6a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:14.937180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for f5c73eb6-8058-4bf4-89a5-fe4d82fe5792 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:14.947898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ceea4297-b055-4a24-9093-fd1890461f6a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ceea4297-b055-4a24-9093-fd1890461f6a,segment=NetworkSegment(b7413ad6-3011-4e0c-a34f-fd0ef1bba15e),segment_id=b7413ad6-3011-4e0c-a34f-fd0ef1bba15e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:14.957994 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.984089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.021930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ceea4297-b055-4a24-9093-fd1890461f6a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.050121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port 2e17c9ca-64af-4167-874f-2ec967bd40b9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:15.050937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.128131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a62d621f-6047-4858-8cfe-758eb3348cf5 req-b85b8a22-17c2-45c8-a1b0-c83bcd382a5c tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0718901 Jun 30 02:43:15.138631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.145736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.153283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.170325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.191211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] For port 2e17c9ca-64af-4167-874f-2ec967bd40b9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e17c9ca-64af-4167-874f-2ec967bd40b9,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:15.191575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.215607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f5a5e7-c665-4891-a6f5-d87140fdd622,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.255838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=f5c73eb6-8058-4bf4-89a5-fe4d82fe5792,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.257922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ccbb4-9968-4e62-96dc-1483dca8d1a5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.262859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.265292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6e35aa4b-24fe-40e4-a8c6-3f068b351bb0 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "DELETE /v2.0/subnets/c3f5a5e7-c665-4891-a6f5-d87140fdd622 HTTP/1.1" status: 204 len: 168 time: 0.7757335 Jun 30 02:43:15.267486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ffbb1-b462-441c-ba16-1f04382b2c83 None None] Network da53448f-f9bb-4245-95d6-c761a64af319 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:15.270040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.332567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.334280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8236a0e3-8b82-4217-a670-8de0af32788b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/f5c73eb6-8058-4bf4-89a5-fe4d82fe5792 HTTP/1.1" status: 204 len: 168 time: 0.9851420 Jun 30 02:43:15.337073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40830) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.386784 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.417938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['f10c3c16-c3ec-4842-8069-3c18bb16f67d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:15.423822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ceea4297-b055-4a24-9093-fd1890461f6a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:15.426223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.435896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.497404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.497932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.498441 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Floating IP c66c52a9-d1aa-4db6-903d-c375a999799b disassociated. External IP: 172.25.0.166, port: 2e17c9ca-64af-4167-874f-2ec967bd40b9. Jun 30 02:43:15.498883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for 2e17c9ca-64af-4167-874f-2ec967bd40b9 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:15.515693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c6331-5e8c-45b9-b4ea-2f78c5569585,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.530388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23841b4c-8fb4-4a64-a6ea-b5a814dbc488 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.531747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.532516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-23841b4c-8fb4-4a64-a6ea-b5a814dbc488 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1935761 Jun 30 02:43:15.538924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-949b87c6-893d-4aeb-b3f8-2826537e24ed req-92ece01a-9850-4c95-91ca-2e7e768380af tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9805152 Jun 30 02:43:15.539522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.585202 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb917b09-4c4d-4856-9a4e-60a22a13c0cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:15.590515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eb917b09-4c4d-4856-9a4e-60a22a13c0cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/7b1c9c1c-f138-40f9-a09a-7703ae8800b6 HTTP/1.1" status: 404 len: 333 time: 0.0488918 Jun 30 02:43:15.592295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.631464 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-637cfd68-2f3c-4871-bd30-3767726d87c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:15.635746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-637cfd68-2f3c-4871-bd30-3767726d87c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/f5c73eb6-8058-4bf4-89a5-fe4d82fe5792 HTTP/1.1" status: 404 len: 333 time: 0.0399046 Jun 30 02:43:15.636199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.697085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] DHCP port deletion for da53448f-f9bb-4245-95d6-c761a64af319 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:15.705452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63668-1a6e-4ae9-b48a-3d7bd3acee13 req-ea8ffc60-3d0d-46cd-9b94-3977e2c93f76 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.711772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63668-1a6e-4ae9-b48a-3d7bd3acee13 req-ea8ffc60-3d0d-46cd-9b94-3977e2c93f76 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.713417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5c63668-1a6e-4ae9-b48a-3d7bd3acee13 req-ea8ffc60-3d0d-46cd-9b94-3977e2c93f76 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 1676 time: 0.1944392 Jun 30 02:43:15.776049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting port 4635c9df-00c9-4947-af4f-075dde3334ae {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:15.776400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.788508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5c63668-1a6e-4ae9-b48a-3d7bd3acee13 req-6ef43c4c-2b89-49c3-8108-a29f1e1bdf95 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662749 Jun 30 02:43:15.805158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.847688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=2e17c9ca-64af-4167-874f-2ec967bd40b9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.857959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] Deleting port 4635c9df-00c9-4947-af4f-075dde3334ae {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:15.858564 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.864825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] For port 4635c9df-00c9-4947-af4f-075dde3334ae, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4635c9df-00c9-4947-af4f-075dde3334ae,segment=NetworkSegment(a8cff511-42c8-4769-bcba-5eea1affc0bb),segment_id=a8cff511-42c8-4769-bcba-5eea1affc0bb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:15.865226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.882265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Calling delete_port for 4635c9df-00c9-4947-af4f-075dde3334ae owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:15.896390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.917866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4635c9df-00c9-4947-af4f-075dde3334ae no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:15.931194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-3a289e83-cf29-4167-baca-a9b31435d586 req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-379733314', 'description': 'tempest-description-1543635117'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:15.976576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] For port 4635c9df-00c9-4947-af4f-075dde3334ae, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4635c9df-00c9-4947-af4f-075dde3334ae,segment=NetworkSegment(a8cff511-42c8-4769-bcba-5eea1affc0bb),segment_id=a8cff511-42c8-4769-bcba-5eea1affc0bb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:15.976998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.994486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] Calling delete_port for 4635c9df-00c9-4947-af4f-075dde3334ae owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:15.995996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3a289e83-cf29-4167-baca-a9b31435d586 req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.050286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:16.059600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce085b8-8d26-4702-aeb4-846d6b301d63 req-80cba6c4-1ff3-46ec-9ca2-a9f060a15a26 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.061140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ce085b8-8d26-4702-aeb4-846d6b301d63 req-80cba6c4-1ff3-46ec-9ca2-a9f060a15a26 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 945 time: 0.3477070 Jun 30 02:43:16.066904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.083523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.093898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.114481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381e73ef-e4c5-4603-9839-b4b3fc8daeb2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.115136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381e73ef-e4c5-4603-9839-b4b3fc8daeb2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.128946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.130590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: from cryptography.utils import int_from_bytes Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: from cryptography.utils import int_from_bytes Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.169729 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:16.173462 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:43:16.181812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Port': ['ID=4635c9df-00c9-4947-af4f-075dde3334ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.183699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] No DVR routers for this DVR port 4635c9df-00c9-4947-af4f-075dde3334ae on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:16.184775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.185492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.189921 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ce085b8-8d26-4702-aeb4-846d6b301d63 req-fe2f75e8-3fa3-42a2-9ff5-3835d39348f1 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144691 Jun 30 02:43:16.197911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:16.198337 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:16.201470 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:16.221398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] Pushing event deleted for resources: {'Port': ['ID=4635c9df-00c9-4947-af4f-075dde3334ae,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.227927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b1579-df47-4977-97e6-2f16d8fe8045 None None] No DVR routers for this DVR port 4635c9df-00c9-4947-af4f-075dde3334ae on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:16.246585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3a289e83-cf29-4167-baca-a9b31435d586 req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.248651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:16.253072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3a289e83-cf29-4167-baca-a9b31435d586 req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.264522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] Sync routers for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:16.281642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:16.282729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.317623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d042a8-1414-4bd0-b651-d3b90457c358,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.352045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] No DVR routers for this DVR port 2e17c9ca-64af-4167-874f-2ec967bd40b9 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:16.352679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-3a289e83-cf29-4167-baca-a9b31435d586 req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.356761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a289e83-cf29-4167-baca-a9b31435d586 req-52597418-c495-45ec-89d6-f212bf98c75c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4759734 Jun 30 02:43:16.358922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.362778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-e7c28a65-bd51-413d-b81e-70be2df573e6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "DELETE /v2.0/ports/2e17c9ca-64af-4167-874f-2ec967bd40b9 HTTP/1.1" status: 204 len: 173 time: 1.4346266 Jun 30 02:43:16.426199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c'}, {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:16.429119 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f64ea4f-2e26-4847-b3cd-6c5ca33cada2" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c"}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:16.432065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.448110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da53448f-f9bb-4245-95d6-c761a64af319']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.460439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:16.509149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cff511-42c8-4769-bcba-5eea1affc0bb') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.509458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cff511-42c8-4769-bcba-5eea1affc0bb') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.511276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.515880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.527753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b HTTP/1.1" status: 204 len: 168 time: 0.8902802 Jun 30 02:43:16.536823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40854) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.549441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1513660974'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:16.554105 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.565978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port c569b472-33a7-4cd0-af61-67fb8f8402b1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:16.566361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.571415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.578485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:16.579415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.704675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:23Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.721801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53588b4c-c827-4a22-a5ec-25ee119aa735 req-e25f09ba-7e9e-4c27-970e-14550cc61f5d tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0633161 Jun 30 02:43:16.733007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] For port c569b472-33a7-4cd0-af61-67fb8f8402b1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c569b472-33a7-4cd0-af61-67fb8f8402b1,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:16.733760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.738072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:16.741761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.752907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] Checking router: 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:16.762450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:16.763528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.776786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for c569b472-33a7-4cd0-af61-67fb8f8402b1 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:16.787668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:16.858117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.858546 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10 of type vlan for network 8cfacd21-af63-4e00-ac43-4579df0abc9a Jun 30 02:43:16.890773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:16.958691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:17.051811 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:17.067301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.070284 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.070494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c67fe0-fe80-4898-9cd8-ba28225b7ff7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=b91c2ce9-4f4e-41a1-8e8c-e36b22d4219b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.074663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.079207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "DELETE /v2.0/networks/da53448f-f9bb-4245-95d6-c761a64af319 HTTP/1.1" status: 204 len: 168 time: 1.8075817 Jun 30 02:43:17.081620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.082274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.083349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:17.127003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:23Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:17.138186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da4fc8-be15-4370-972e-413a2c5a0d8b tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Network': ['ID=da53448f-f9bb-4245-95d6-c761a64af319,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.155348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15587c3c-5ae5-48df-8dba-ad6271c29a8b req-e18e4deb-e388-421e-bc52-f9b5b18bbb27 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.158938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15587c3c-5ae5-48df-8dba-ad6271c29a8b req-e18e4deb-e388-421e-bc52-f9b5b18bbb27 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 945 time: 0.7080212 Jun 30 02:43:17.163010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbc042-be0b-40cb-9950-740b9420e01f None None] The sync data for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 is: [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:32:06Z', 'revision_number': 4, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c', 'name': '', 'network_id': 'eed9ce84-e230-4855-8758-b8a5ff868a3c', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'mac_address': 'fa:16:3e:e1:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:05Z', 'updated_at': '2021-06-30T02:32:23Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'subnets': [{'id': '10fac86b-9dd1-4208-b2f7-e83b35dc9323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:17.174106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6347325 Jun 30 02:43:17.181894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40860) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:17.194106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:17.262470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ff56-cb5b-43c0-8371-b17b6205dba6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=8cfacd21-af63-4e00-ac43-4579df0abc9a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.264587 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.279597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15587c3c-5ae5-48df-8dba-ad6271c29a8b req-e4df9375-4d6a-47a2-a8b4-6c6808ae2865 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733798 Jun 30 02:43:17.285088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8cfacd21-af63-4e00-ac43-4579df0abc9a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:17.312576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Deleting port b9f8fb17-5d74-4ba7-aa87-26e7a0e593c1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:17.315797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.337073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=c569b472-33a7-4cd0-af61-67fb8f8402b1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.446730 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ed881-65b1-45c7-a491-2dc26f8360b8 x-openstack-request-id: req-e30ed881-65b1-45c7-a491-2dc26f8360b8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:17.447030 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "66d09a2c-3788-45d0-b4b0-41c380edca5c", "status": "completed", "code": 200}, {"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "2e17c9ca-64af-4167-874f-2ec967bd40b9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:17.447285 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e30ed881-65b1-45c7-a491-2dc26f8360b8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:17.447699 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': '66d09a2c-3788-45d0-b4b0-41c380edca5c', 'status': 'completed', 'code': 200} Jun 30 02:43:17.447925 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': '2e17c9ca-64af-4167-874f-2ec967bd40b9', 'status': 'completed', 'code': 200} Jun 30 02:43:17.448865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] No DVR routers for this DVR port c569b472-33a7-4cd0-af61-67fb8f8402b1 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:17.460729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.463154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5657113e-724d-4632-a71c-f9eb5b41a9c6 req-421c45f8-af08-4ee8-9ad0-911c98315503 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.67 "DELETE /v2.0/ports/c569b472-33a7-4cd0-af61-67fb8f8402b1 HTTP/1.1" status: 204 len: 173 time: 1.0960498 Jun 30 02:43:17.516643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-f24b5068-7980-407a-8937-1a27392d836b tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42328 time: 0.7252352 Jun 30 02:43:17.518017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:17.520183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.520529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.524293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.568476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Calling delete_port for b9f8fb17-5d74-4ba7-aa87-26e7a0e593c1 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:17.571951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24c89abe-4e9c-420c-a0e6-1a3703d4e355 req-29089d2b-e99b-468e-8b08-5dad86f83b67 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0483751 Jun 30 02:43:17.662400 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc570a73-fa71-45e8-ad46-fd372f34429f None None] New status for floating IP c66c52a9-d1aa-4db6-903d-c375a999799b: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:43:17.698585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-36f775c4-e882-41d4-a4b6-956d27bcae2d tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0c334f35-e945-4b3c-beb1-36f80312adce HTTP/1.1" status: 200 len: 2981 time: 0.1666102 Jun 30 02:43:17.793599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.825827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Pushing event deleted for resources: {'Port': ['ID=b9f8fb17-5d74-4ba7-aa87-26e7a0e593c1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.831900 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-48a9bcc3-fb7c-4489-a68d-33363d8e2f3a tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0c334f35-e945-4b3c-beb1-36f80312adce HTTP/1.1" status: 200 len: 2981 time: 0.1263981 Jun 30 02:43:17.918160 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-e2e0b937-d350-4f8c-8b28-250c8db7bf8c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/142ccbb4-9968-4e62-96dc-1483dca8d1a5 HTTP/1.1" status: 200 len: 2985 time: 0.0849931 Jun 30 02:43:18.017294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.020493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.021801 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c700bb1b-946b-4c5e-8edf-985d7faa5859 tempest-FloatingIPAdminTestJSON-814928532 tempest-FloatingIPAdminTestJSON-814928532-project] 10.222.0.78 "DELETE /v2.0/floatingips/afcfc102-54e5-49ae-af80-bb6ea3102fd5 HTTP/1.1" status: 204 len: 168 time: 0.9359910 Jun 30 02:43:18.049918 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11cb1db0-3876-41bd-81d8-e9eb1d9851aa req-1b9ae594-afed-4934-8483-52b9f9578b55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1157742 Jun 30 02:43:18.072869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99db72-7521-4a56-9b7d-ba7c54637b77 req-6b62a746-c9f2-4976-9a30-b44f9dad1243 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.081971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df99db72-7521-4a56-9b7d-ba7c54637b77 req-6b62a746-c9f2-4976-9a30-b44f9dad1243 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 945 time: 0.2572527 Jun 30 02:43:18.118351 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.136817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df99db72-7521-4a56-9b7d-ba7c54637b77 req-2abf028c-63d4-414b-b035-d6152eefb0fb tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Jun 30 02:43:18.189724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11cb1db0-3876-41bd-81d8-e9eb1d9851aa req-f91868a1-3391-4a01-823f-0311ffd93cfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9eda22c2e549bfb12b041e10138e14&device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.0656321 Jun 30 02:43:18.201780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-ccd8af18-df9f-43e5-9338-9a9526d91923 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/142ccbb4-9968-4e62-96dc-1483dca8d1a5 HTTP/1.1" status: 200 len: 2985 time: 0.2744336 Jun 30 02:43:18.299440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11cb1db0-3876-41bd-81d8-e9eb1d9851aa req-9a29445e-ca4c-4198-a7a0-b61f83572dc1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a9eda22c2e549bfb12b041e10138e14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793252 Jun 30 02:43:18.304456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=11ae5c6f-3c0d-4033-a85e-19f19223e74b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.343112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f10c3c16-c3ec-4842-8069-3c18bb16f67d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:18.371830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:18.372341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: 8cfacd21-af63-4e00-ac43-4579df0abc9a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:18.415484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-d73ceca6-5ca2-414b-9c22-10f44295fcec tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/14a9bc55-9fbc-4fd6-bbb5-d81b36026524 HTTP/1.1" status: 200 len: 2977 time: 0.2127981 Jun 30 02:43:18.450910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port f10c3c16-c3ec-4842-8069-3c18bb16f67d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:18.456936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port f10c3c16-c3ec-4842-8069-3c18bb16f67d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:18.457919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.475124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-265b7e1d-d960-4c47-a662-3545449526e8 req-9294efca-4e8a-403c-9c03-eb4cc6b00f86 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0496423 Jun 30 02:43:18.523553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.533174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb1db0-3876-41bd-81d8-e9eb1d9851aa req-831a9545-5de2-48ce-bce1-6cbbe6c59bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.534981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11cb1db0-3876-41bd-81d8-e9eb1d9851aa req-831a9545-5de2-48ce-bce1-6cbbe6c59bc9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2279840 Jun 30 02:43:18.557642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 8cfacd21-af63-4e00-ac43-4579df0abc9a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:18.576455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-428e15bd-30d7-4e7d-af82-f5ea959968ac tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/14a9bc55-9fbc-4fd6-bbb5-d81b36026524 HTTP/1.1" status: 200 len: 2977 time: 0.1600041 Jun 30 02:43:18.577745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8cfacd21-af63-4e00-ac43-4579df0abc9a) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:18.586004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.589290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.601312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ad1bf-d8c3-4bdc-afee-f6d5425c3df2 None None] Network 8cfacd21-af63-4e00-ac43-4579df0abc9a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:18.680192 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.706782 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b45aaa6b-d9ca-438c-8df7-8311af117cb1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5165219 Jun 30 02:43:18.709392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40880) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.711499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-11ed25da-5ec5-4f0b-9008-32cd1280228c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1fa2f8f2-e38e-41d9-8064-e589d697b718 HTTP/1.1" status: 200 len: 2985 time: 0.1146085 Jun 30 02:43:18.718185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a', 'name': 'tempest-PortsIpV6TestJSON-1941796593'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:18.738007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:18.743724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:18.746585 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4068d08-833e-4ef3-b262-fc356c3661ff" -d '{"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-plugged", "status": "completed", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:18.766402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8e0bc-263c-4323-98b2-e6ad166c39dd req-c443234f-ff77-47ec-a4fa-06a3e95a508b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.775875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8f8e0bc-263c-4323-98b2-e6ad166c39dd req-c443234f-ff77-47ec-a4fa-06a3e95a508b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 945 time: 0.1288097 Jun 30 02:43:18.827723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-b73ce30a-a594-484d-90c3-990984f910c2 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1fa2f8f2-e38e-41d9-8064-e589d697b718 HTTP/1.1" status: 200 len: 2985 time: 0.1029854 Jun 30 02:43:18.836671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1438666f-2373-4911-9887-be15666b532a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea6693b077d24b079b00c86a8c446138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097546 Jun 30 02:43:18.837718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.860988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8f8e0bc-263c-4323-98b2-e6ad166c39dd req-b5d3d264-aead-4025-ba59-d0601c3f3316 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854106 Jun 30 02:43:18.935780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-9e362d4e-4a1b-4d69-b5bf-2df59f1cc19e tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/33943a4c-aee3-4250-ac9e-47dbd933130c HTTP/1.1" status: 200 len: 2985 time: 0.1002972 Jun 30 02:43:18.955334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba74294-3606-45cb-8cdb-cfde5ea5dbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.960286 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.961310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ceea4297-b055-4a24-9093-fd1890461f6a up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:19.003851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba74294-3606-45cb-8cdb-cfde5ea5dbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.033223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:19.036961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.044678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5bf5502-0734-4bfc-a6ea-ef047fee5e0c req-f25d0bf0-23e8-4fdf-9169-cfc17a2aa7b2 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0386715 Jun 30 02:43:19.059845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.069321 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-b6191c68-970f-47a6-81a2-2fa0ff38154c tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/33943a4c-aee3-4250-ac9e-47dbd933130c HTTP/1.1" status: 200 len: 2985 time: 0.1323233 Jun 30 02:43:19.083603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 354dfef3-265d-44da-90ab-c532c367daec yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:19.098708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba74294-3606-45cb-8cdb-cfde5ea5dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.102218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba74294-3606-45cb-8cdb-cfde5ea5dbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.105924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port ceea4297-b055-4a24-9093-fd1890461f6a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:19.108288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fba74294-3606-45cb-8cdb-cfde5ea5dbaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecb49679-8947-459f-b6f5-05b34ea0e112 HTTP/1.1" status: 204 len: 168 time: 0.2694235 Jun 30 02:43:19.120175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74294-3606-45cb-8cdb-cfde5ea5dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb49679-8947-459f-b6f5-05b34ea0e112,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.130062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port ceea4297-b055-4a24-9093-fd1890461f6a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:19.130517 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.195349 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e592fede-9e56-42e6-9e0e-ba667b10230a x-openstack-request-id: req-e592fede-9e56-42e6-9e0e-ba667b10230a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:19.195598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-e60b541c-2910-43e0-aec3-eb4a8a3171c5 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8deb6b33-2217-48dd-b536-51ccbb049710 HTTP/1.1" status: 200 len: 2981 time: 0.1252680 Jun 30 02:43:19.195709 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-plugged", "status": "completed", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:19.195907 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e592fede-9e56-42e6-9e0e-ba667b10230a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:19.196281 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'code': 200} Jun 30 02:43:19.273445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8cfacd21-af63-4e00-ac43-4579df0abc9a', 'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': '11ae5c6f-3c0d-4033-a85e-19f19223e74b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:43:19.274658 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.370565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-98a925ac-7ed0-4a2b-9c14-4ff31a98861b tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8deb6b33-2217-48dd-b536-51ccbb049710 HTTP/1.1" status: 200 len: 2981 time: 0.1739423 Jun 30 02:43:19.374094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::334 (8cfacd21-af63-4e00-ac43-4579df0abc9a/11ae5c6f-3c0d-4033-a85e-19f19223e74b/354dfef3-265d-44da-90ab-c532c367daec) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:19.461384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51271-756e-46de-9c50-0b8313d32e98 req-cf43148a-4d6b-4ccf-be50-2f6e0c2bd745 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.472791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2a51271-756e-46de-9c50-0b8313d32e98 req-cf43148a-4d6b-4ccf-be50-2f6e0c2bd745 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 945 time: 0.1171424 Jun 30 02:43:19.485613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:19.488672 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8256e87e-8b09-4e1f-a435-9764afb8f6f1" -d '{"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:19.521688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.540994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2a51271-756e-46de-9c50-0b8313d32e98 req-301a33f9-de26-40de-98fd-ee3c4b474432 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Jun 30 02:43:19.625788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ceea4297-b055-4a24-9093-fd1890461f6a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ceea4297-b055-4a24-9093-fd1890461f6a,segment=NetworkSegment(b7413ad6-3011-4e0c-a34f-fd0ef1bba15e),segment_id=b7413ad6-3011-4e0c-a34f-fd0ef1bba15e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:19.631614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.647255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-8bae2fa7-1177-4114-956a-d4f83cdf0dad tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/953c99e1-94b3-4fa8-9a91-f63f524e6575 HTTP/1.1" status: 200 len: 2985 time: 0.2757151 Jun 30 02:43:19.663274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aa27a-8b89-4be9-ae5a-e36fb5ab9fb7 req-c65e6490-d196-4441-8472-7125187ecf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.670828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-481aa27a-8b89-4be9-ae5a-e36fb5ab9fb7 req-c65e6490-d196-4441-8472-7125187ecf4a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 1097 time: 0.3878088 Jun 30 02:43:19.678612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:19.711907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edac8c0d-290b-47fb-8ba6-63bc0c62dc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.738873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ceea4297-b055-4a24-9093-fd1890461f6a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.819738 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10a3a26-badc-4853-a81c-1ecc9192301f x-openstack-request-id: req-c10a3a26-badc-4853-a81c-1ecc9192301f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:19.820573 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b4934-23cb-43d6-8632-6fca65d7492c", "name": "network-vif-deleted", "tag": "c569b472-33a7-4cd0-af61-67fb8f8402b1", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:19.821069 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c10a3a26-badc-4853-a81c-1ecc9192301f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:19.821694 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b4934-23cb-43d6-8632-6fca65d7492c', 'name': 'network-vif-deleted', 'tag': 'c569b472-33a7-4cd0-af61-67fb8f8402b1', 'status': 'completed', 'code': 200} Jun 30 02:43:19.843235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-481aa27a-8b89-4be9-ae5a-e36fb5ab9fb7 req-1ae66ab0-b71b-41e8-bd4c-3fe1501022c4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561530 Jun 30 02:43:19.849679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-35008940-bee5-43f7-884f-c3cd70268a46 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/953c99e1-94b3-4fa8-9a91-f63f524e6575 HTTP/1.1" status: 200 len: 2985 time: 0.2015510 Jun 30 02:43:19.879023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edac8c0d-290b-47fb-8ba6-63bc0c62dc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.885705 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edac8c0d-290b-47fb-8ba6-63bc0c62dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.944070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac8c0d-290b-47fb-8ba6-63bc0c62dc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32ba087-4bf7-4fe2-a6af-67902913806f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.945200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-4f523568-d699-48e2-9d3c-1d567025de8d tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a3c58b7b-7e6b-4868-ba7a-dc0e615e63d3 HTTP/1.1" status: 200 len: 2973 time: 0.0894451 Jun 30 02:43:19.950726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.970897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-edac8c0d-290b-47fb-8ba6-63bc0c62dc22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3cecfab1eb9e4b41ae1a299346df43c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911406 Jun 30 02:43:19.973716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4efd219a-9d68-413f-b616-8b6f0c98fc4a req-d84b8fce-c60a-430e-91b3-61603b2228c2 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0535853 Jun 30 02:43:19.974172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:20.010077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 354dfef3-265d-44da-90ab-c532c367daec will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:20.017436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-cecba5cd-28dd-4099-99fe-9f5138c03ecc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a3c58b7b-7e6b-4868-ba7a-dc0e615e63d3 HTTP/1.1" status: 200 len: 2973 time: 0.0622790 Jun 30 02:43:20.054533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cfbf-1631-4d41-b402-d8c535a49fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.079834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cfbf-1631-4d41-b402-d8c535a49fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.082213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-c0c9cfaf-3ec7-492a-ab99-bcd0bcc3e1f6 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c0479e35-67c2-4afb-8c65-551eabc9b4df HTTP/1.1" status: 200 len: 2985 time: 0.0569286 Jun 30 02:43:20.087048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.145945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cfbf-1631-4d41-b402-d8c535a49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.149653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cfbf-1631-4d41-b402-d8c535a49fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.150935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1dd4cfbf-1631-4d41-b402-d8c535a49fd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d32ba087-4bf7-4fe2-a6af-67902913806f HTTP/1.1" status: 204 len: 168 time: 0.1758347 Jun 30 02:43:20.176152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cfbf-1631-4d41-b402-d8c535a49fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32ba087-4bf7-4fe2-a6af-67902913806f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:20.177654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Allocated IP 2001:db8::2 (8cfacd21-af63-4e00-ac43-4579df0abc9a/11ae5c6f-3c0d-4033-a85e-19f19223e74b/e2967aaf-dd58-4833-84d9-de9a44c2c235) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:20.353913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942447e-89d7-44ec-8e5f-973a6545734e req-9caf3ce5-5474-4410-9faf-548627f2f121 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.355579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7942447e-89d7-44ec-8e5f-973a6545734e req-9caf3ce5-5474-4410-9faf-548627f2f121 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1814680 Jun 30 02:43:20.390340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.404467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Transition to ACTIVE for port object e2967aaf-dd58-4833-84d9-de9a44c2c235 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:20.429891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Transition to ACTIVE for port object e2967aaf-dd58-4833-84d9-de9a44c2c235 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:20.438850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.442969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7942447e-89d7-44ec-8e5f-973a6545734e req-6e8af045-d153-4afb-aae5-b55eabc34552 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790646 Jun 30 02:43:20.494739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Network 8cfacd21-af63-4e00-ac43-4579df0abc9a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:20.499650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:20.512211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:20.522037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Pushing event updated for resources: {'Port': ['ID=e2967aaf-dd58-4833-84d9-de9a44c2c235,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:20.610462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 8cfacd21-af63-4e00-ac43-4579df0abc9a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:20.632370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:20.662669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:20.668303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Attempting to bind port e2967aaf-dd58-4833-84d9-de9a44c2c235 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:20.668907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Attempting to bind port e2967aaf-dd58-4833-84d9-de9a44c2c235 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:20.669304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Attempting to bind port e2967aaf-dd58-4833-84d9-de9a44c2c235 on network 8cfacd21-af63-4e00-ac43-4579df0abc9a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:20.684422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.685010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:20.685388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Checking segment: {'id': 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:20.685794 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.687395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.687969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Bound using segment: {'id': 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:20.688985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Bound port: e2967aaf-dd58-4833-84d9-de9a44c2c235, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8cfacd21-af63-4e00-ac43-4579df0abc9a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:20.689627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.755636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-f9216003-0c5c-42ed-9810-14c6d098de59 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c0479e35-67c2-4afb-8c65-551eabc9b4df HTTP/1.1" status: 200 len: 2985 time: 0.6550674 Jun 30 02:43:20.757218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=354dfef3-265d-44da-90ab-c532c367daec,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:20.777117 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d544be35-c47f-4f85-aabd-996281d40c7c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0637836 Jun 30 02:43:20.779528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:20.792247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:20.795497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4da45116-60a1-4d22-917d-fea195d581c5 req-1a11d977-922a-468f-9a36-e6067a1ecb45 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0783026 Jun 30 02:43:20.806408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] For port e2967aaf-dd58-4833-84d9-de9a44c2c235, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:20.811435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] For port e2967aaf-dd58-4833-84d9-de9a44c2c235, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2967aaf-dd58-4833-84d9-de9a44c2c235,segment=NetworkSegment(e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10),segment_id=e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:20.814926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbc58dd8-105b-43f9-ab4b-870af203d341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.820664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.928133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1ab8-837b-4b16-b202-daff01118411 None None] Pushing event updated for resources: {'Port': ['ID=e2967aaf-dd58-4833-84d9-de9a44c2c235,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.026904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbc58dd8-105b-43f9-ab4b-870af203d341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.034176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbc58dd8-105b-43f9-ab4b-870af203d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.073329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-7568dce3-380d-446f-83ef-5660b4e83bb5 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e1c34f01-100f-4b0b-9922-b11464c515e2 HTTP/1.1" status: 200 len: 2985 time: 0.2948081 Jun 30 02:43:21.135442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 354dfef3-265d-44da-90ab-c532c367daec {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:21.136046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.151468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cbc58dd8-105b-43f9-ab4b-870af203d341 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9904bcf39a324b3a8af890ae0acf2a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518918 Jun 30 02:43:21.167200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.181869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc58dd8-105b-43f9-ab4b-870af203d341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99821b-8d7a-40f7-a8bc-557be79bd904,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.197107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e79361-31fa-48d0-bd76-49862400865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceea4297-b055-4a24-9093-fd1890461f6a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:21.200819 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea11ac03-1684-4144-8a56-f97bbb5c56a1" -d '{"events": [{"server_uuid": "c3e79361-31fa-48d0-bd76-49862400865c", "name": "network-vif-plugged", "status": "completed", "tag": "ceea4297-b055-4a24-9093-fd1890461f6a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:21.328369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd249-041f-4963-9fc3-340061103dae req-482c38f2-4847-4cd0-8ac4-a4cd17f43b5a tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:21.332090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.336917 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-085bd249-041f-4963-9fc3-340061103dae req-482c38f2-4847-4cd0-8ac4-a4cd17f43b5a tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 946 time: 0.2234840 Jun 30 02:43:21.338822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e88c-b6a2-4cb8-8a70-3ab1b36b46b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.358979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 354dfef3-265d-44da-90ab-c532c367daec owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:21.389624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e88c-b6a2-4cb8-8a70-3ab1b36b46b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.428759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-085bd249-041f-4963-9fc3-340061103dae req-9c069f6f-5b32-498f-8a2c-26effc4bbeb8 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902278 Jun 30 02:43:21.487575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-b64f11a0-ff53-46ac-a81b-94bb26e14e5e tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e1c34f01-100f-4b0b-9922-b11464c515e2 HTTP/1.1" status: 200 len: 2985 time: 0.3859320 Jun 30 02:43:21.525007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e88c-b6a2-4cb8-8a70-3ab1b36b46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.530910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e88c-b6a2-4cb8-8a70-3ab1b36b46b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.531137 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-4ed34bea-0166-41f7-8d54-10412862ca29 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] show failed (client error): The resource could not be found. Jun 30 02:43:21.532714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-4ed34bea-0166-41f7-8d54-10412862ca29 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ecb49679-8947-459f-b6f5-05b34ea0e112 HTTP/1.1" status: 404 len: 352 time: 0.0260224 Jun 30 02:43:21.533591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ecf8e88c-b6a2-4cb8-8a70-3ab1b36b46b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a99821b-8d7a-40f7-a8bc-557be79bd904 HTTP/1.1" status: 204 len: 168 time: 0.3646612 Jun 30 02:43:21.552756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8e88c-b6a2-4cb8-8a70-3ab1b36b46b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99821b-8d7a-40f7-a8bc-557be79bd904,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.610876 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-ef776745-6e5c-4c40-8fa3-fafdcb52b7c0 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] show failed (client error): The resource could not be found. Jun 30 02:43:21.612455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b7c38951-abc7-49c8-89bc-b78c5b50a859 req-ef776745-6e5c-4c40-8fa3-fafdcb52b7c0 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ecb49679-8947-459f-b6f5-05b34ea0e112 HTTP/1.1" status: 404 len: 352 time: 0.0451961 Jun 30 02:43:21.741457 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369cd020-2368-479d-987d-f47f87bc8098 x-openstack-request-id: req-369cd020-2368-479d-987d-f47f87bc8098 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:21.741974 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e79361-31fa-48d0-bd76-49862400865c", "name": "network-vif-plugged", "status": "completed", "tag": "ceea4297-b055-4a24-9093-fd1890461f6a", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:21.742235 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-369cd020-2368-479d-987d-f47f87bc8098 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:21.742995 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e79361-31fa-48d0-bd76-49862400865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceea4297-b055-4a24-9093-fd1890461f6a', 'code': 200} Jun 30 02:43:21.768257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.908460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=354dfef3-265d-44da-90ab-c532c367daec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.932361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.935208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c7000294-8966-4510-aba9-9acc16a18ae0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/354dfef3-265d-44da-90ab-c532c367daec HTTP/1.1" status: 204 len: 168 time: 1.1545370 Jun 30 02:43:21.939295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.019643 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-176ed25e-2b70-4aff-8acb-f09161f4a62e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:43:22.020536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176ed25e-2b70-4aff-8acb-f09161f4a62e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:22.024406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-176ed25e-2b70-4aff-8acb-f09161f4a62e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/354dfef3-265d-44da-90ab-c532c367daec HTTP/1.1" status: 404 len: 333 time: 0.0824399 Jun 30 02:43:22.027428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.050504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e2967aaf-dd58-4833-84d9-de9a44c2c235 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:22.121308 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4b5fd35-0f95-4985-88ff-b4ccc3c02a3a req-fa255c51-ab1e-4fe4-9ea9-5b155a768c3e tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.1905663 Jun 30 02:43:22.180954 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-149bb729-eb30-4bb1-a731-e4977747a0ee tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:22.185426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-149bb729-eb30-4bb1-a731-e4977747a0ee tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/354dfef3-265d-44da-90ab-c532c367daec HTTP/1.1" status: 404 len: 333 time: 0.1518648 Jun 30 02:43:22.186376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.212915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8457bb2-3bb1-4f12-b629-885c25689b87 req-d2bc091b-ed19-4c94-9d92-433a593bbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.213875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e2967aaf-dd58-4833-84d9-de9a44c2c235 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:22.219056 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8457bb2-3bb1-4f12-b629-885c25689b87 req-d2bc091b-ed19-4c94-9d92-433a593bbec5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 1097 time: 0.3057981 Jun 30 02:43:22.335019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632a14-5735-41b1-8233-7d486e7c3f60 req-ba7cacc9-e7c3-47e9-a3e0-87b549728789 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.341333 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:43:22.342015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b632a14-5735-41b1-8233-7d486e7c3f60 req-ba7cacc9-e7c3-47e9-a3e0-87b549728789 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3246739 Jun 30 02:43:22.369559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet 11ae5c6f-3c0d-4033-a85e-19f19223e74b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:22.389786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.449603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a4664e8-24f5-4080-9e58-d40fea13548c req-f742f66d-d014-41d5-855c-3db7d84dfc22 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c41b64e0196b4d19acef1405e1ec9b46 HTTP/1.1" status: 200 len: 6111 time: 0.2266164 Jun 30 02:43:22.488379 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8457bb2-3bb1-4f12-b629-885c25689b87 req-21aae8ba-f366-4c6b-8dc5-4dfae3c385ec service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593732 Jun 30 02:43:22.507024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b632a14-5735-41b1-8233-7d486e7c3f60 req-1d9d9536-e057-4a5c-b073-ee471e848bbc tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635849 Jun 30 02:43:22.529873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.617178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a4664e8-24f5-4080-9e58-d40fea13548c req-2e4d0a33-4c86-4e3b-9326-89b930946640 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "GET /v2.0/security-groups/e1c34f01-100f-4b0b-9922-b11464c515e2 HTTP/1.1" status: 200 len: 2985 time: 0.1658571 Jun 30 02:43:22.681292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.733132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdade8-5f41-4d4b-a374-bfda10379b15 None None] Network 8cfacd21-af63-4e00-ac43-4579df0abc9a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:22.793817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a4664e8-24f5-4080-9e58-d40fea13548c req-5577303e-f6d3-4215-a569-e0f20eab139d tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "GET /v2.0/security-groups/e1c34f01-100f-4b0b-9922-b11464c515e2 HTTP/1.1" status: 200 len: 2985 time: 0.1750824 Jun 30 02:43:22.812269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.950197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=11ae5c6f-3c0d-4033-a85e-19f19223e74b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.952162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] Provisioning for port e2967aaf-dd58-4833-84d9-de9a44c2c235 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:22.963047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.964745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] Provisioning complete for port e2967aaf-dd58-4833-84d9-de9a44c2c235 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:22.965349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.968860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d97fb531-7368-435c-9ec1-a19fc36366f1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/11ae5c6f-3c0d-4033-a85e-19f19223e74b HTTP/1.1" status: 204 len: 168 time: 0.7791069 Jun 30 02:43:22.970735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40958) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:23.035614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e4f603-e0ed-4753-ae72-029379f55db4 req-d84a68e8-c621-4b69-a040-2ee4453dbc59 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.1141174 Jun 30 02:43:23.211964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.249076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a169f-b192-487a-982a-dfd5fa4e5735 req-2ee9574d-b4a1-4699-b1e9-9f91ef9ab2f0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:23.257210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c64a169f-b192-487a-982a-dfd5fa4e5735 req-2ee9574d-b4a1-4699-b1e9-9f91ef9ab2f0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 946 time: 0.1693642 Jun 30 02:43:23.279342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.348949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] For port e2967aaf-dd58-4833-84d9-de9a44c2c235, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2967aaf-dd58-4833-84d9-de9a44c2c235,segment=NetworkSegment(e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10),segment_id=e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:23.364933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.400299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c64a169f-b192-487a-982a-dfd5fa4e5735 req-7556edc5-05bc-469e-b4bd-f67f2fed2f2f tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415279 Jun 30 02:43:23.476070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port e2967aaf-dd58-4833-84d9-de9a44c2c235 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:23.476936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.593625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] DHCP port deletion for 8cfacd21-af63-4e00-ac43-4579df0abc9a request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:23.611666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1dd6d-1d11-4887-84bc-9ec45c258677 None None] Pushing event updated for resources: {'Port': ['ID=e2967aaf-dd58-4833-84d9-de9a44c2c235,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:23.727202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] Deleting port e2967aaf-dd58-4833-84d9-de9a44c2c235 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:23.727604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.780618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] For port e2967aaf-dd58-4833-84d9-de9a44c2c235, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2967aaf-dd58-4833-84d9-de9a44c2c235,segment=NetworkSegment(e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10),segment_id=e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:23.781185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.841480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for e2967aaf-dd58-4833-84d9-de9a44c2c235 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:23.858131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] For port e2967aaf-dd58-4833-84d9-de9a44c2c235, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e2967aaf-dd58-4833-84d9-de9a44c2c235,segment=NetworkSegment(e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10),segment_id=e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:23.858866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.880644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] Calling delete_port for e2967aaf-dd58-4833-84d9-de9a44c2c235 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:23.985589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e2967aaf-dd58-4833-84d9-de9a44c2c235 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:24.092292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.124640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Port e2967aaf-dd58-4833-84d9-de9a44c2c235 update to DOWN by agent not found {{(pid=93823) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 02:43:24.140788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=e2967aaf-dd58-4833-84d9-de9a44c2c235,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:24.148298 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74584b10-8218-465b-af2e-2561ccba63a3 req-d7e5d6ee-e77f-45e0-bd5a-541ef6095f19 tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/32d042a8-1414-4bd0-b651-d3b90457c358 HTTP/1.1" status: 200 len: 1779 time: 0.1697295 Jun 30 02:43:24.149450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.193819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No DVR routers for this DVR port e2967aaf-dd58-4833-84d9-de9a44c2c235 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:24.207997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] No DVR routers for this DVR port e2967aaf-dd58-4833-84d9-de9a44c2c235 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:24.211460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77e762-3df5-452d-96d2-57d0bdb3d56e None None] Pushing event deleted for resources: {'Port': ['ID=e2967aaf-dd58-4833-84d9-de9a44c2c235,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:24.321149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.322135 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc4ac0a5-fb95-453a-b7c2-c7adab47a6c3 req-e8d0d713-f3ef-4502-812c-a16ac6d3db22 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0467734 Jun 30 02:43:24.349051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfacd21-af63-4e00-ac43-4579df0abc9a']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:24.359019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-74584b10-8218-465b-af2e-2561ccba63a3 req-f40d6085-70a8-4559-aeba-fc969b1f032f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.366293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:24.366609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bbfe06-c027-4e6f-ae8a-cec4f48b7f10') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:24.398059 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.438854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-74584b10-8218-465b-af2e-2561ccba63a3 req-f40d6085-70a8-4559-aeba-fc969b1f032f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.492858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.510952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-74584b10-8218-465b-af2e-2561ccba63a3 req-f40d6085-70a8-4559-aeba-fc969b1f032f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.514058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-74584b10-8218-465b-af2e-2561ccba63a3 req-f40d6085-70a8-4559-aeba-fc969b1f032f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.516555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4237d4fe-c907-41b4-a8f8-fcfea4425306 req-64a17f1a-475f-45ed-9a6d-b73605995c76 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0530276 Jun 30 02:43:24.517062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74584b10-8218-465b-af2e-2561ccba63a3 req-f40d6085-70a8-4559-aeba-fc969b1f032f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/32d042a8-1414-4bd0-b651-d3b90457c358 HTTP/1.1" status: 204 len: 173 time: 0.3474610 Jun 30 02:43:24.521720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:24.522379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:24.527035 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:24.548312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:24.596248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6085-70a8-4559-aeba-fc969b1f032f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d042a8-1414-4bd0-b651-d3b90457c358,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:24.633691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.667205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.673729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/8cfacd21-af63-4e00-ac43-4579df0abc9a HTTP/1.1" status: 204 len: 168 time: 1.6952555 Jun 30 02:43:24.674206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:24.674895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feeff6-4f22-45b1-b934-0d4f377d1f15 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=8cfacd21-af63-4e00-ac43-4579df0abc9a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:24.679306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1215095295'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:24.761211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:24.764700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.773706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1340771943', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:24.791850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8a7e1-4fc6-4449-ab44-7d02e9868a42 req-62bedddc-862d-429c-922e-59819f0e8589 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.793676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65b8a7e1-4fc6-4449-ab44-7d02e9868a42 req-62bedddc-862d-429c-922e-59819f0e8589 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1091383 Jun 30 02:43:24.801425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6afa9-9a9f-4c42-a0a7-18b00231396a req-36a79ca4-52a6-413e-be1e-3d62141b7f08 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.802287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91b6afa9-9a9f-4c42-a0a7-18b00231396a req-36a79ca4-52a6-413e-be1e-3d62141b7f08 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 946 time: 0.1336727 Jun 30 02:43:24.842372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Made reservation on behalf of dbaa2424b1b746f18a26ce483e4010c9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:24.842372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.859482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:24.866145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.881448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65b8a7e1-4fc6-4449-ab44-7d02e9868a42 req-e509c98d-b37c-4e18-b772-4511347ecc98 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Jun 30 02:43:24.893539 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.894185 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment b5445c8b-8a42-46ce-9084-29f237aa2d15 of type vlan for network 397eb19a-1e06-4822-8188-a3fa4eb0af9c Jun 30 02:43:24.899075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91b6afa9-9a9f-4c42-a0a7-18b00231396a req-a8a976b9-230c-459f-9742-5e687154b3f2 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886340 Jun 30 02:43:24.990968 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc935187-ecc6-4c3b-aa09-5311aee977b6 req-9bcf8ff2-cfae-4bbc-8433-ae10283f788f tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "GET /v2.0/security-groups/eb6c6331-5e8c-45b9-b4ea-2f78c5569585 HTTP/1.1" status: 200 len: 1779 time: 0.0544739 Jun 30 02:43:24.999532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.087836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.099679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.100723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.129645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dc935187-ecc6-4c3b-aa09-5311aee977b6 req-5184c4b5-3231-4fed-9d86-502a946acbdc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.154440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dc935187-ecc6-4c3b-aa09-5311aee977b6 req-5184c4b5-3231-4fed-9d86-502a946acbdc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.198521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dc935187-ecc6-4c3b-aa09-5311aee977b6 req-5184c4b5-3231-4fed-9d86-502a946acbdc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.201057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-dc935187-ecc6-4c3b-aa09-5311aee977b6 req-5184c4b5-3231-4fed-9d86-502a946acbdc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.207197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc935187-ecc6-4c3b-aa09-5311aee977b6 req-5184c4b5-3231-4fed-9d86-502a946acbdc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb6c6331-5e8c-45b9-b4ea-2f78c5569585 HTTP/1.1" status: 204 len: 173 time: 0.2036517 Jun 30 02:43:25.225722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184c4b5-3231-4fed-9d86-502a946acbdc tempest-SecurityGroupsTestAdminJSON-1634750762 tempest-SecurityGroupsTestAdminJSON-1634750762-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6c6331-5e8c-45b9-b4ea-2f78c5569585,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:25.229392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=397eb19a-1e06-4822-8188-a3fa4eb0af9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:25.246174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.253695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.275255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18e05bf8-ddf4-482a-86b1-9ea294df52c0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6004484 Jun 30 02:43:25.278603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41010) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:25.295384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:25.303042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:25.312826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 397eb19a-1e06-4822-8188-a3fa4eb0af9c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:25.346807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.347377 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Added segment 8245a875-694d-43ed-9410-b055d5767652 of type vlan for network 9ce72e75-0fcb-486b-a875-3ffc737737ab Jun 30 02:43:25.373158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a74c4e9-9c86-4443-b23d-c75d7e870427 req-f59aafb4-3f62-46be-a04a-7d06087b7364 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "GET /v2.0/security-groups/3b27423d-713c-4f6d-b9a7-bdaaa5c50c55 HTTP/1.1" status: 200 len: 1779 time: 0.1495130 Jun 30 02:43:25.514701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.540841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:25.544083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de59d8f-e2a7-4aba-8ea4-0a42c8a4ff67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:25.551135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.560719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6a74c4e9-9c86-4443-b23d-c75d7e870427 req-f9928abd-71f9-413a-9181-f231df99bdb5 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.596422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d88c4390-2583-4598-912f-7c37fb86394d req-8f269701-fe9f-44bd-894b-4599506ee528 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0561805 Jun 30 02:43:25.612365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.614601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.615470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.733429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1809230 Jun 30 02:43:25.736289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:25.743453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'subnet': {'network_id': '9ce72e75-0fcb-486b-a875-3ffc737737ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:25.776001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b82f8-1c17-42f9-b11c-767b39ec0892 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Network': ['ID=9ce72e75-0fcb-486b-a875-3ffc737737ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:25.799808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Made reservation on behalf of dbaa2424b1b746f18a26ce483e4010c9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:25.803434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.805731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 9ce72e75-0fcb-486b-a875-3ffc737737ab details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:25.889600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6a74c4e9-9c86-4443-b23d-c75d7e870427 req-f9928abd-71f9-413a-9181-f231df99bdb5 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.970616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6a74c4e9-9c86-4443-b23d-c75d7e870427 req-f9928abd-71f9-413a-9181-f231df99bdb5 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.973321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6a74c4e9-9c86-4443-b23d-c75d7e870427 req-f9928abd-71f9-413a-9181-f231df99bdb5 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.974541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a74c4e9-9c86-4443-b23d-c75d7e870427 req-f9928abd-71f9-413a-9181-f231df99bdb5 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "DELETE /v2.0/security-groups/3b27423d-713c-4f6d-b9a7-bdaaa5c50c55 HTTP/1.1" status: 204 len: 173 time: 0.5822332 Jun 30 02:43:25.993337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9928abd-71f9-413a-9181-f231df99bdb5 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b27423d-713c-4f6d-b9a7-bdaaa5c50c55,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.077814 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.114257 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9422d190-6bb3-4c0c-9a31-169cdb1c4c5d req-617da683-0391-4721-9110-df22b3ba434b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0613084 Jun 30 02:43:26.176824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=b3c4ef11-1a48-4deb-96c6-e8100cc5022b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.182592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': 'b5445c8b-8a42-46ce-9084-29f237aa2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:26.184126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: 397eb19a-1e06-4822-8188-a3fa4eb0af9c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:26.229422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 397eb19a-1e06-4822-8188-a3fa4eb0af9c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:26.253314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 397eb19a-1e06-4822-8188-a3fa4eb0af9c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:26.262947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43addca-b5a8-43a6-99e1-d4e96dc7940d None None] Network 397eb19a-1e06-4822-8188-a3fa4eb0af9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:26.281287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.284831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.342895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4adbf9a3-734c-42a6-8f2c-db2383c2e9fe tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0503030 Jun 30 02:43:26.343996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41030) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:26.359679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-980795962'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:26.438836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:43:26.440099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.614249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:26.618751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7bcb26f-188a-48f4-b59c-5c5f89ebc10f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.626384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.692234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 57335f03-13c8-461f-bcd9-23416eb9bab6 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:26.711191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-397eb19a-1e06-4822-8188-a3fa4eb0af9c', 'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': 'b3c4ef11-1a48-4deb-96c6-e8100cc5022b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:43:26.712523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.744790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Checking segment: {'id': '8245a875-694d-43ed-9410-b055d5767652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9ce72e75-0fcb-486b-a875-3ffc737737ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:26.745165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network hostable DHCP agents. Network: 9ce72e75-0fcb-486b-a875-3ffc737737ab, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:26.775889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a3778-73f3-439c-b71f-0f7ba879ebfa req-7697aae4-070c-4244-9fd8-eab068fe955a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.777589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-663a3778-73f3-439c-b71f-0f7ba879ebfa req-7697aae4-070c-4244-9fd8-eab068fe955a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3407300 Jun 30 02:43:26.803329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 9ce72e75-0fcb-486b-a875-3ffc737737ab is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:26.818073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 9ce72e75-0fcb-486b-a875-3ffc737737ab) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:26.831473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.832076 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.853009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4a9e2c2a-fe09-4e2d-bb8c-2a982f2094e5 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1118948 Jun 30 02:43:26.854907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-663a3778-73f3-439c-b71f-0f7ba879ebfa req-e8964cce-cf42-4536-8896-acd94a11b8a6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Jun 30 02:43:26.855412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:26.866558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1368096382', 'network_id': '9ce72e75-0fcb-486b-a875-3ffc737737ab'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:26.877814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22343497-5f9e-4ed6-b1ef-8824716b0a4f req-df1b289b-0228-4abd-b637-f7a171a9ed69 tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "GET /v2.0/security-groups/a464512c-fec0-415a-9aeb-647a9d7a4d61 HTTP/1.1" status: 200 len: 1780 time: 0.1161232 Jun 30 02:43:26.882943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253d4bd-176f-481c-9af5-d10cbda17f9b None None] Network 9ce72e75-0fcb-486b-a875-3ffc737737ab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:26.909275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Made reservation on behalf of dbaa2424b1b746f18a26ce483e4010c9 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:26.912618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.938794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] device_id is not set on port 5836c3ef-4822-4411-96a0-cc691ae13e57 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:26.939113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::248 (397eb19a-1e06-4822-8188-a3fa4eb0af9c/b3c4ef11-1a48-4deb-96c6-e8100cc5022b/57335f03-13c8-461f-bcd9-23416eb9bab6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:27.085523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Allocated IP 172.20.0.5 (9ce72e75-0fcb-486b-a875-3ffc737737ab/a7bcb26f-188a-48f4-b59c-5c5f89ebc10f/5836c3ef-4822-4411-96a0-cc691ae13e57) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:27.091295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22343497-5f9e-4ed6-b1ef-8824716b0a4f req-08a93306-8266-4a6c-a980-602d8272074e tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.160134 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22343497-5f9e-4ed6-b1ef-8824716b0a4f req-08a93306-8266-4a6c-a980-602d8272074e tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.225719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5daed-451f-45d4-bc2c-57a8e33795fe None None] Network 9ce72e75-0fcb-486b-a875-3ffc737737ab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:27.288849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.322401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 57335f03-13c8-461f-bcd9-23416eb9bab6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:27.351433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70dc9f5f-3afc-4a6d-950e-97d4455e72ec req-3c58e857-7983-4e74-8679-85a9623ea87e tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0347073 Jun 30 02:43:27.366613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22343497-5f9e-4ed6-b1ef-8824716b0a4f req-08a93306-8266-4a6c-a980-602d8272074e tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.369353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22343497-5f9e-4ed6-b1ef-8824716b0a4f req-08a93306-8266-4a6c-a980-602d8272074e tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.399621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22343497-5f9e-4ed6-b1ef-8824716b0a4f req-08a93306-8266-4a6c-a980-602d8272074e tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] 10.222.0.78 "DELETE /v2.0/security-groups/a464512c-fec0-415a-9aeb-647a9d7a4d61 HTTP/1.1" status: 204 len: 173 time: 0.4952090 Jun 30 02:43:27.424602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.427674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a93306-8266-4a6c-a980-602d8272074e tempest-SecurityGroupsTestAdminJSON-1124482634 tempest-SecurityGroupsTestAdminJSON-1124482634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464512c-fec0-415a-9aeb-647a9d7a4d61,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.438775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.559712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 397eb19a-1e06-4822-8188-a3fa4eb0af9c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:27.565171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:27.569704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Allocated IP 2001:db8::2 (397eb19a-1e06-4822-8188-a3fa4eb0af9c/b3c4ef11-1a48-4deb-96c6-e8100cc5022b/5293d8a0-204d-4cb9-9939-eb043b57acf4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:27.578804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.579546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:27.609658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.616106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.649792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5435c-4090-4063-8a19-40013f6c1e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.653769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3067741 Jun 30 02:43:27.661575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41042) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.699242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 9ce72e75-0fcb-486b-a875-3ffc737737ab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:27.714468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:27.723221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefb69e-7c53-4641-8d8b-ac9a8eb76eda tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=57335f03-13c8-461f-bcd9-23416eb9bab6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.728683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:27.830369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Port': ['ID=5836c3ef-4822-4411-96a0-cc691ae13e57,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.890205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.892798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.913306 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf536125-2a92-48f7-a608-cd7c4c75d54b req-a25ff10f-be3e-4540-8742-d5601e6f6d10 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.1082079 Jun 30 02:43:27.924769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.940008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Transition to ACTIVE for port object 5293d8a0-204d-4cb9-9939-eb043b57acf4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:27.946673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-32eee3b4-8fe0-4cac-9d01-646d43e9c2bd tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0896704 Jun 30 02:43:27.949244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.956437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1ca46-c8c3-45d9-81d0-cd8e63fa1123 req-3acc858d-d5c5-448d-b417-557c3f9e76a5 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.966207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Transition to ACTIVE for port object 5293d8a0-204d-4cb9-9939-eb043b57acf4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:27.968697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ca1ca46-c8c3-45d9-81d0-cd8e63fa1123 req-3acc858d-d5c5-448d-b417-557c3f9e76a5 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 946 time: 0.3062286 Jun 30 02:43:27.975717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.050146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Pushing event updated for resources: {'Port': ['ID=5293d8a0-204d-4cb9-9939-eb043b57acf4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:28.068632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Network 397eb19a-1e06-4822-8188-a3fa4eb0af9c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:28.070715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:28.077202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:28.098820 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ca1ca46-c8c3-45d9-81d0-cd8e63fa1123 req-b0a0c303-14b1-4dd7-8f58-c158d994cb6c tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278899 Jun 30 02:43:28.102658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.153745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 57335f03-13c8-461f-bcd9-23416eb9bab6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:28.154393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.241740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Attempting to bind port 5293d8a0-204d-4cb9-9939-eb043b57acf4 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:28.242112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Attempting to bind port 5293d8a0-204d-4cb9-9939-eb043b57acf4 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b5445c8b-8a42-46ce-9084-29f237aa2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:28.242499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Attempting to bind port 5293d8a0-204d-4cb9-9939-eb043b57acf4 on network 397eb19a-1e06-4822-8188-a3fa4eb0af9c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:28.258681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:28.259060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Checking segment: {'id': 'b5445c8b-8a42-46ce-9084-29f237aa2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:28.259464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.259857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Bound using segment: {'id': 'b5445c8b-8a42-46ce-9084-29f237aa2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:28.260336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Bound port: 5293d8a0-204d-4cb9-9939-eb043b57acf4, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5445c8b-8a42-46ce-9084-29f237aa2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '397eb19a-1e06-4822-8188-a3fa4eb0af9c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:28.260718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.286993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Deleting port 5836c3ef-4822-4411-96a0-cc691ae13e57 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:28.287607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.395606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] For port 5293d8a0-204d-4cb9-9939-eb043b57acf4, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:28.409702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] For port 5293d8a0-204d-4cb9-9939-eb043b57acf4, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5293d8a0-204d-4cb9-9939-eb043b57acf4,segment=NetworkSegment(b5445c8b-8a42-46ce-9084-29f237aa2d15),segment_id=b5445c8b-8a42-46ce-9084-29f237aa2d15)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:28.416157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.459100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.530254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0082e-15e4-4262-9426-7019945a0b12 req-1be00add-a986-495d-8e8d-a5e6d470c978 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.532122 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.533836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cef0082e-15e4-4262-9426-7019945a0b12 req-1be00add-a986-495d-8e8d-a5e6d470c978 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 946 time: 0.3667080 Jun 30 02:43:28.535313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 57335f03-13c8-461f-bcd9-23416eb9bab6 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:28.557851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feb9fb-a597-4b4a-a8d9-7eae6370c624 None None] Pushing event updated for resources: {'Port': ['ID=5293d8a0-204d-4cb9-9939-eb043b57acf4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:28.558411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23332ad7-1723-4fbd-911a-a8c94a5e0463 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c41b64e0196b4d19acef1405e1ec9b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542084 Jun 30 02:43:28.575896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Calling delete_port for 5836c3ef-4822-4411-96a0-cc691ae13e57 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:28.577797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41058) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.628899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8963-75cf-4b3e-8677-317a149e70f1 req-6623887c-7ecc-4eb9-af99-5ab090977abf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.646477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c3c8963-75cf-4b3e-8677-317a149e70f1 req-6623887c-7ecc-4eb9-af99-5ab090977abf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3354609 Jun 30 02:43:28.718716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6aa51ba0-5fb0-4302-b8be-ab77ed1ab042 req-a4401964-8fa5-432d-a13f-05b9ab3ddf5f tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0584903 Jun 30 02:43:28.790336 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c3c8963-75cf-4b3e-8677-317a149e70f1 req-b8bcdb9b-4efb-4367-96ca-3da0b646cdb2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384375 Jun 30 02:43:28.915168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3a14065-8d28-450c-aad6-37a514616277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.967378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.989522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3a14065-8d28-450c-aad6-37a514616277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.038968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event deleted for resources: {'Port': ['ID=5836c3ef-4822-4411-96a0-cc691ae13e57,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:29.092577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3a14065-8d28-450c-aad6-37a514616277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.097932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3a14065-8d28-450c-aad6-37a514616277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.104490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b3a14065-8d28-450c-aad6-37a514616277 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1c34f01-100f-4b0b-9922-b11464c515e2 HTTP/1.1" status: 204 len: 168 time: 0.5244517 Jun 30 02:43:29.146449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Deleting port ceea4297-b055-4a24-9093-fd1890461f6a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:29.146999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.152224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a14065-8d28-450c-aad6-37a514616277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c34f01-100f-4b0b-9922-b11464c515e2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:29.156366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.207354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.215243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-110e3f61-f3b3-4ca4-9ef8-6ca0d3d979a3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/ports/5836c3ef-4822-4411-96a0-cc691ae13e57 HTTP/1.1" status: 204 len: 168 time: 1.2641413 Jun 30 02:43:29.217667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=57335f03-13c8-461f-bcd9-23416eb9bab6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:29.218234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.234461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ce72e75-0fcb-486b-a875-3ffc737737ab', 'external_fixed_ips': [{'subnet_id': 'a7bcb26f-188a-48f4-b59c-5c5f89ebc10f', 'ip_address': '172.20.0.5'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:29.298529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.300010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.302624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b149fd4-89ce-4c32-9c93-76be9c446eda req-f8f776dc-436b-405c-aaae-7b55bb65736a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0436547 Jun 30 02:43:29.372800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.382299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6802a29a-4729-4b25-960e-7297cb2234b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/57335f03-13c8-461f-bcd9-23416eb9bab6 HTTP/1.1" status: 204 len: 168 time: 1.7108998 Jun 30 02:43:29.386167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41072) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.389750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.452374 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8fb8fb-4aa3-4eeb-9137-25dcc745c24b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:29.459931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2d8fb8fb-4aa3-4eeb-9137-25dcc745c24b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/57335f03-13c8-461f-bcd9-23416eb9bab6 HTTP/1.1" status: 404 len: 333 time: 0.0726855 Jun 30 02:43:29.460899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41074) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.565013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] For port ceea4297-b055-4a24-9093-fd1890461f6a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ceea4297-b055-4a24-9093-fd1890461f6a,segment=NetworkSegment(b7413ad6-3011-4e0c-a34f-fd0ef1bba15e),segment_id=b7413ad6-3011-4e0c-a34f-fd0ef1bba15e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:29.565637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.596532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Calling delete_port for ceea4297-b055-4a24-9093-fd1890461f6a owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:29.603900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet b3c4ef11-1a48-4deb-96c6-e8100cc5022b {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:29.607735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.721394 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.759133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.894483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e875-5d5a-45a5-ad95-4dc98055d891 req-ea8990aa-3131-4b67-9c6b-9653509ba6b3 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:29.902419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0837e875-5d5a-45a5-ad95-4dc98055d891 req-ea8990aa-3131-4b67-9c6b-9653509ba6b3 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3e79361-31fa-48d0-bd76-49862400865c HTTP/1.1" status: 200 len: 946 time: 0.5094652 Jun 30 02:43:29.928824 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.942293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5293d8a0-204d-4cb9-9939-eb043b57acf4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:30.015205 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0837e875-5d5a-45a5-ad95-4dc98055d891 req-03e9391c-f5da-4b93-9473-514299c930db tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.78 "GET /v2.0/security-groups?id=1fa2f8f2-e38e-41d9-8064-e589d697b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115654 Jun 30 02:43:30.033689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc981415-690d-4c59-9e85-bf327b824b29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca62c03290d6452eb0ac9aaff9f0bfee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687011 Jun 30 02:43:30.036430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41084) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.041464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 5293d8a0-204d-4cb9-9939-eb043b57acf4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:30.140130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.152501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ceea4297-b055-4a24-9093-fd1890461f6a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:30.239456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Pushing event deleted for resources: {'Port': ['ID=ceea4297-b055-4a24-9093-fd1890461f6a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:30.292028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebd85ca1-2631-4eed-a33d-1418b3e35b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.333520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6f84e5d-3ca0-4038-84ec-f748267aa079 req-874502c8-a360-41e0-8cc7-a3ed30846b5e tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0999300 Jun 30 02:43:30.402674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183b736-b400-4304-b519-de371647cf34 None None] Network 397eb19a-1e06-4822-8188-a3fa4eb0af9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:30.466857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.472591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] No DVR routers for this DVR port ceea4297-b055-4a24-9093-fd1890461f6a on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:30.474508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df0154e8-c400-4215-b607-7cf501e1efdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.477002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.479347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cef0082e-15e4-4262-9426-7019945a0b12 req-8293df9b-48c8-4c83-86ad-ffe5abc84dc0 tempest-ServerPasswordTestJSON-1510473542 tempest-ServerPasswordTestJSON-1510473542-project] 10.222.0.90 "DELETE /v2.0/ports/ceea4297-b055-4a24-9093-fd1890461f6a HTTP/1.1" status: 204 len: 173 time: 1.9304521 Jun 30 02:43:30.499216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e79361-31fa-48d0-bd76-49862400865c', 'name': 'network-vif-deleted', 'tag': 'ceea4297-b055-4a24-9093-fd1890461f6a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:30.502918 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f745568-0e79-46ac-aa31-fd3127754106" -d '{"events": [{"server_uuid": "c3e79361-31fa-48d0-bd76-49862400865c", "name": "network-vif-deleted", "tag": "ceea4297-b055-4a24-9093-fd1890461f6a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:30.552107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df0154e8-c400-4215-b607-7cf501e1efdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.588699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.602913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] Provisioning for port 5293d8a0-204d-4cb9-9939-eb043b57acf4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:30.617893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] Provisioning complete for port 5293d8a0-204d-4cb9-9939-eb043b57acf4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:30.618555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.619265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.663981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.710274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df0154e8-c400-4215-b607-7cf501e1efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.716643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df0154e8-c400-4215-b607-7cf501e1efdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.720501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df0154e8-c400-4215-b607-7cf501e1efdc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/142ccbb4-9968-4e62-96dc-1483dca8d1a5 HTTP/1.1" status: 204 len: 168 time: 0.6809556 Jun 30 02:43:30.759490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0154e8-c400-4215-b607-7cf501e1efdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ccbb4-9968-4e62-96dc-1483dca8d1a5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:30.773829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.816677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c4ef11-1a48-4deb-96c6-e8100cc5022b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:30.821155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.826626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b2a76628-6427-4980-9f1f-0f69eb438ae3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/b3c4ef11-1a48-4deb-96c6-e8100cc5022b HTTP/1.1" status: 204 len: 168 time: 1.3497918 Jun 30 02:43:30.827649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41098) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.876043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.026328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.153368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 5293d8a0-204d-4cb9-9939-eb043b57acf4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:31.155479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.226271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Allocated IP 172.20.0.5 (9ce72e75-0fcb-486b-a875-3ffc737737ab/a7bcb26f-188a-48f4-b59c-5c5f89ebc10f/79b3f56e-8b53-4989-9af1-49a229c49592) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:31.229709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] For port 5293d8a0-204d-4cb9-9939-eb043b57acf4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5293d8a0-204d-4cb9-9939-eb043b57acf4,segment=NetworkSegment(b5445c8b-8a42-46ce-9084-29f237aa2d15),segment_id=b5445c8b-8a42-46ce-9084-29f237aa2d15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:31.236271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab4cb45f-2ad8-4546-a149-f764d0739695 req-456696a9-bdcd-44c2-b2ce-e2f1f9c715c6 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.6559706 Jun 30 02:43:31.237251 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.316825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad2039-a36a-4144-bfa8-e1e55dbd17c3 None None] Pushing event updated for resources: {'Port': ['ID=5293d8a0-204d-4cb9-9939-eb043b57acf4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.409147 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bce303-8d7a-46bf-8f78-f2ff36329006 x-openstack-request-id: req-68bce303-8d7a-46bf-8f78-f2ff36329006 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:31.409589 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e79361-31fa-48d0-bd76-49862400865c", "name": "network-vif-deleted", "tag": "ceea4297-b055-4a24-9093-fd1890461f6a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:31.410336 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68bce303-8d7a-46bf-8f78-f2ff36329006 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:31.410489 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e79361-31fa-48d0-bd76-49862400865c', 'name': 'network-vif-deleted', 'tag': 'ceea4297-b055-4a24-9093-fd1890461f6a', 'status': 'completed', 'code': 200} Jun 30 02:43:31.430160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] For port 5293d8a0-204d-4cb9-9939-eb043b57acf4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5293d8a0-204d-4cb9-9939-eb043b57acf4,segment=NetworkSegment(b5445c8b-8a42-46ce-9084-29f237aa2d15),segment_id=b5445c8b-8a42-46ce-9084-29f237aa2d15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:31.430678 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.473345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 5293d8a0-204d-4cb9-9939-eb043b57acf4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:31.498108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] DHCP port deletion for 397eb19a-1e06-4822-8188-a3fa4eb0af9c request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:31.662266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] Deleting port 5293d8a0-204d-4cb9-9939-eb043b57acf4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:31.662693 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.669158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae24177-462c-4ff7-a6bd-ee7c2330d2c3 req-6f45685e-d5d4-47a9-95c7-44f23de8ffdf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.678679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41106) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:31.679886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bae24177-462c-4ff7-a6bd-ee7c2330d2c3 req-6f45685e-d5d4-47a9-95c7-44f23de8ffdf tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 1.2249851 Jun 30 02:43:31.813291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.866149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] For port 5293d8a0-204d-4cb9-9939-eb043b57acf4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5293d8a0-204d-4cb9-9939-eb043b57acf4,segment=NetworkSegment(b5445c8b-8a42-46ce-9084-29f237aa2d15),segment_id=b5445c8b-8a42-46ce-9084-29f237aa2d15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:31.866732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.897740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bae24177-462c-4ff7-a6bd-ee7c2330d2c3 req-b2fe5f81-c1f5-44c2-a8e1-fd9a39ed92de tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167540 Jun 30 02:43:31.911627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] Calling delete_port for 5293d8a0-204d-4cb9-9939-eb043b57acf4 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:31.928214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5293d8a0-204d-4cb9-9939-eb043b57acf4 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:31.994119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.020048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7989efe7-6294-4c70-8719-f5834b9340a7 req-f38c72d0-719e-4213-a22a-cd7eff15932d tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.1463711 Jun 30 02:43:32.038720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Deleting subnet aa385cdb-5b80-4ba2-9d92-31baa5c025eb {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:32.045363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.051867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 9ce72e75-0fcb-486b-a875-3ffc737737ab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:32.056881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:32.065945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:32.116420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.147185 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.153413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Port': ['ID=79b3f56e-8b53-4989-9af1-49a229c49592,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.180387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=5293d8a0-204d-4cb9-9939-eb043b57acf4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.190603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No DVR routers for this DVR port 5293d8a0-204d-4cb9-9939-eb043b57acf4 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:32.199074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.216741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] Pushing event deleted for resources: {'Port': ['ID=5293d8a0-204d-4cb9-9939-eb043b57acf4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.229934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb051b-af53-4e16-a5a5-0b4351356fb5 None None] No DVR routers for this DVR port 5293d8a0-204d-4cb9-9939-eb043b57acf4 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:32.240983 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.249511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No active binding found for port 5293d8a0-204d-4cb9-9939-eb043b57acf4 {{(pid=93823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:43:32.251536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5293d8a0-204d-4cb9-9939-eb043b57acf4 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:32.346825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.402898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ceea4297-b055-4a24-9093-fd1890461f6a no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:32.424727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.477063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397eb19a-1e06-4822-8188-a3fa4eb0af9c']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:32.486492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: ceea4297-b055-4a24-9093-fd1890461f6a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:32.487326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ceea4297-b055-4a24-9093-fd1890461f6a not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:32.509896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5445c8b-8a42-46ce-9084-29f237aa2d15') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:32.511098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5445c8b-8a42-46ce-9084-29f237aa2d15') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:32.536151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.560809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.585017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.593266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:32.594017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:32.611456 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:32.634124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.676840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa385cdb-5b80-4ba2-9d92-31baa5c025eb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.687904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.693610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b1ddb2c4-c3df-40b9-abae-d7f2f20d050c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aa385cdb-5b80-4ba2-9d92-31baa5c025eb HTTP/1.1" status: 204 len: 168 time: 1.0101302 Jun 30 02:43:32.697090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41128) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.751744 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-edc21340-1333-4620-a3c8-cd1a0cb2e688 req-b5e701e2-db03-4585-8328-e60a1bb8410e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.1172330 Jun 30 02:43:32.785656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.801895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.807615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.829828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/397eb19a-1e06-4822-8188-a3fa4eb0af9c HTTP/1.1" status: 204 len: 168 time: 1.9943902 Jun 30 02:43:32.833977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41130) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.854477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'name': 'tempest-PortsIpV6TestJSON-960107263'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:32.862148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72451013-f6e2-4d36-bb35-62db75959214 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=397eb19a-1e06-4822-8188-a3fa4eb0af9c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.055695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.070204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564c623d-2927-4be3-b701-ea11988a6213']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:33.084513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:33.084839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7413ad6-3011-4e0c-a34f-fd0ef1bba15e') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:33.096971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.113455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.121552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:33.121975 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:33.237661 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:33.248124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.315434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.320540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/564c623d-2927-4be3-b701-ea11988a6213 HTTP/1.1" status: 204 len: 168 time: 0.6224902 Jun 30 02:43:33.478419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.529456 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e17e7820-4569-4858-8f50-837186608df9 req-d6165ac3-ba25-495b-9cc7-643bbb2bee06 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0523324 Jun 30 02:43:33.656056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.809888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ebee92fc-138c-4b06-b867-fafa8fbbb9e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3329d66cbb3948e49476c01f479ca733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498604 Jun 30 02:43:33.813962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.861260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6c1a-f4b4-4622-87df-6fdfa23c55b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=564c623d-2927-4be3-b701-ea11988a6213,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.925817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-211b0bcc-223c-43f1-a4cd-94be5b515820 req-40746ed4-feeb-4492-98cd-cf71bec3e60d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0833900 Jun 30 02:43:33.928776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:33.932594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.961023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port de87a706-6512-400e-b494-9b3886248e56 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:33.982045 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e73db1c8-40c6-49f0-900c-30c118904e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.029550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Router 4f196b83-f269-417f-b944-cbf92b2372f8 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:43:34.045556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e73db1c8-40c6-49f0-900c-30c118904e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.077906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4e931-5fc0-4653-8412-ca03e095715f req-7e472823-17d2-45b0-9890-c2812052323f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:34.094042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9f4e931-5fc0-4653-8412-ca03e095715f req-7e472823-17d2-45b0-9890-c2812052323f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.8754802 Jun 30 02:43:34.127268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e73db1c8-40c6-49f0-900c-30c118904e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.131588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e73db1c8-40c6-49f0-900c-30c118904e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.134130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e73db1c8-40c6-49f0-900c-30c118904e0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fa2f8f2-e38e-41d9-8064-e589d697b718 HTTP/1.1" status: 204 len: 168 time: 0.3183386 Jun 30 02:43:34.201142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73db1c8-40c6-49f0-900c-30c118904e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa2f8f2-e38e-41d9-8064-e589d697b718,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.232149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9f4e931-5fc0-4653-8412-ca03e095715f req-f9776a6f-b825-49b1-80aa-3b1e3334c25a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365924 Jun 30 02:43:34.300492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.440459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:34.455888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Sync routers for ids ['4f196b83-f269-417f-b944-cbf92b2372f8'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:34.478511 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-756f9652-90c7-4419-b472-7df92f40484f req-471018d6-7b61-4ceb-9402-79a409581c28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0709646 Jun 30 02:43:34.491490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Routers {'4f196b83-f269-417f-b944-cbf92b2372f8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:34.493091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4f196b83-f269-417f-b944-cbf92b2372f8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:34.528562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.534565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ae24ccad-9c56-4c5d-8af0-c9c3f1dcaff4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.3136227 Jun 30 02:43:34.539213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:34.551874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.649820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.779186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:34.786193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:34.790659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:34.807404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:34.808091 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.811941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=de87a706-6512-400e-b494-9b3886248e56,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.849180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-58b85e63-8c96-43e9-925c-07851330a970 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0119259 Jun 30 02:43:34.852947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41164) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:34.886545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.992021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Set router 4f196b83-f269-417f-b944-cbf92b2372f8 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:35.245900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port de87a706-6512-400e-b494-9b3886248e56 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:35.247019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.317134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.362197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6df5b931-82bb-4a02-aa06-43f73d615b9f req-2318e572-0708-455f-bd66-a043b575ca59 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0813982 Jun 30 02:43:35.500205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Deleting port 79b3f56e-8b53-4989-9af1-49a229c49592 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:35.500483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.513386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.550795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for de87a706-6512-400e-b494-9b3886248e56 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:35.628244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f196b83-f269-417f-b944-cbf92b2372f8', 'name': '', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ce72e75-0fcb-486b-a875-3ffc737737ab', 'external_fixed_ips': [{'subnet_id': 'a7bcb26f-188a-48f4-b59c-5c5f89ebc10f', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '79b3f56e-8b53-4989-9af1-49a229c49592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:43:29Z', 'updated_at': '2021-06-30T02:43:32Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '79b3f56e-8b53-4989-9af1-49a229c49592', 'name': '', 'network_id': '9ce72e75-0fcb-486b-a875-3ffc737737ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f196b83-f269-417f-b944-cbf92b2372f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a7bcb26f-188a-48f4-b59c-5c5f89ebc10f', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:43:30Z', 'updated_at': '2021-06-30T02:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7bcb26f-188a-48f4-b59c-5c5f89ebc10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:35.711752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.724979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Checking router: 4f196b83-f269-417f-b944-cbf92b2372f8 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:35.728388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Updating router 4f196b83-f269-417f-b944-cbf92b2372f8 port 79b3f56e-8b53-4989-9af1-49a229c49592 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:43:35.746859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Calling delete_port for 79b3f56e-8b53-4989-9af1-49a229c49592 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:35.849693 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.861817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e3ce8-927a-4211-8b7a-73d277766b1a req-8968b76c-deb5-4e52-b7b8-67016e0b3cbe tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.871133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a60e3ce8-927a-4211-8b7a-73d277766b1a req-8968b76c-deb5-4e52-b7b8-67016e0b3cbe tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3054996 Jun 30 02:43:35.984174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a60e3ce8-927a-4211-8b7a-73d277766b1a req-2ce5980c-7707-4ee8-9276-7f4bda3cf2f8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117899 Jun 30 02:43:36.013590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.114032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=de87a706-6512-400e-b494-9b3886248e56,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.143106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.151444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-866953cc-26df-4d2d-b9ad-e2705915ca67 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/de87a706-6512-400e-b494-9b3886248e56 HTTP/1.1" status: 204 len: 168 time: 1.2968986 Jun 30 02:43:36.152476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41208) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:36.160482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'mac_address': 'fa:16:3e:95:b4:59', 'name': 'tempest-PortsIpV6TestJSON-1645136074'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:36.271202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-877ff79f-b0ab-4495-95bc-5212ac57885c req-2c53c1ad-b49b-4b08-8aaf-ba6e6b1b8015 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.4496047 Jun 30 02:43:36.330891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:36.344909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41210) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:36.463347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.507079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.549070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event deleted for resources: {'Port': ['ID=79b3f56e-8b53-4989-9af1-49a229c49592,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.581370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 9407588b-a732-4db9-8c8c-f26fe69cdb81 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:36.646881 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:43:36.647676 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:43:36.688230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d353e23c-a87d-4ea6-b1f7-5b53435ee8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.800230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30af8915-3851-4dbd-9e95-d7ffac4f1b0c req-bc7a5265-6fd1-469e-866d-2ee7a7552646 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0829308 Jun 30 02:43:36.849642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.989573 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.029835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d353e23c-a87d-4ea6-b1f7-5b53435ee8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.042265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d353e23c-a87d-4ea6-b1f7-5b53435ee8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.083391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.087674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.129285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d353e23c-a87d-4ea6-b1f7-5b53435ee8f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f66a5828c6e64e26882854e8b9aef1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829792 Jun 30 02:43:37.131630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353e23c-a87d-4ea6-b1f7-5b53435ee8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168e93c-072e-4a67-a628-ab0c0a5aac83,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.134392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41234) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:37.190818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Port 79b3f56e-8b53-4989-9af1-49a229c49592 not found while updating agent binding for router 4f196b83-f269-417f-b944-cbf92b2372f8. {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 02:43:37.213637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.214892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f196b83-f269-417f-b944-cbf92b2372f8 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:37.223991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Routers set() bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:37.224541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Router IDs set() for agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:43:37.227547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_agentschedulers_db [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f196b83-f269-417f-b944-cbf92b2372f8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent'). {{(pid=93823) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 02:43:37.228044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521391e-5663-47fc-a022-153dc50c8eca None None] The sync data for ids ['4f196b83-f269-417f-b944-cbf92b2372f8'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:37.232853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.242218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2932d243-2d35-4dda-b00a-33861262959d tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/routers/4f196b83-f269-417f-b944-cbf92b2372f8 HTTP/1.1" status: 204 len: 168 time: 2.7004578 Jun 30 02:43:37.245197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:37.279118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.315930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674bc9d2-f7ce-4a3b-b68f-657cf93a11d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.373396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Deleting subnet a7bcb26f-188a-48f4-b59c-5c5f89ebc10f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:37.412388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:37.429161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.433644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9003230c-63fd-486f-b6ce-0e2c98e4f00a req-7b83bb78-5788-405b-9a6d-90ce01b0ae98 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21&device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.0547113 Jun 30 02:43:37.438934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:37.446599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674bc9d2-f7ce-4a3b-b68f-657cf93a11d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.458721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:37.475903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.477150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.481802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=9407588b-a732-4db9-8c8c-f26fe69cdb81,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.535142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.553686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ecf6bcb2-4e3c-4436-9bd0-61cb498c1af3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3993230 Jun 30 02:43:37.558967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41248) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:37.611287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da5fcc5c-44e6-48cc-a0ab-392a50e9dc95 req-4232ca13-1035-46a5-83f4-3472220269fb tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1122720 Jun 30 02:43:37.660818 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.726648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba0498-b4bc-4573-8ff8-926afb8607fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.732635 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-26ba0498-b4bc-4573-8ff8-926afb8607fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/9407588b-a732-4db9-8c8c-f26fe69cdb81 HTTP/1.1" status: 200 len: 845 time: 0.1683047 Jun 30 02:43:37.733732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:37.759920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674bc9d2-f7ce-4a3b-b68f-657cf93a11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.768323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-674bc9d2-f7ce-4a3b-b68f-657cf93a11d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.773716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-674bc9d2-f7ce-4a3b-b68f-657cf93a11d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1168e93c-072e-4a67-a628-ab0c0a5aac83 HTTP/1.1" status: 204 len: 168 time: 0.6330423 Jun 30 02:43:37.781153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.860448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc9d2-f7ce-4a3b-b68f-657cf93a11d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168e93c-072e-4a67-a628-ab0c0a5aac83,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.912474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9852ff3-8155-4c96-b895-980a744c67f6 req-a27dd802-96b1-4dd8-9861-8e92cada7907 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.914188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9852ff3-8155-4c96-b895-980a744c67f6 req-a27dd802-96b1-4dd8-9861-8e92cada7907 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3591125 Jun 30 02:43:37.927144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.935657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/a7bcb26f-188a-48f4-b59c-5c5f89ebc10f HTTP/1.1" status: 204 len: 168 time: 0.6886632 Jun 30 02:43:37.945589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:37.946929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4620a10-35d3-4d83-8f22-77d94c7fb402 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bcb26f-188a-48f4-b59c-5c5f89ebc10f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.972415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9852ff3-8155-4c96-b895-980a744c67f6 req-7e369610-90d8-40f0-8816-64bd88080411 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Jun 30 02:43:38.001311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 9407588b-a732-4db9-8c8c-f26fe69cdb81 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:38.001647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.005989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f3ef8e-e4e3-40b9-8a60-4c173c6d625f req-48c3a3a8-f7c1-4531-b7ab-fb9fdcfae37b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f9b4934-23cb-43d6-8632-6fca65d7492c HTTP/1.1" status: 200 len: 210 time: 0.0673447 Jun 30 02:43:38.195395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.235952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.303927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 9407588b-a732-4db9-8c8c-f26fe69cdb81 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:38.470739 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.508995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce72e75-0fcb-486b-a875-3ffc737737ab']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:38.553092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8245a875-694d-43ed-9410-b055d5767652') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:38.553687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8245a875-694d-43ed-9410-b055d5767652') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:38.580600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.618150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.634708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.665666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:38.666254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:38.673779 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:38.714331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=9407588b-a732-4db9-8c8c-f26fe69cdb81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:38.748392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.757473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80616b94-6c3a-42df-86fb-9c2bfd5b3d86 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/9407588b-a732-4db9-8c8c-f26fe69cdb81 HTTP/1.1" status: 204 len: 168 time: 1.0195422 Jun 30 02:43:38.759846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41276) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:38.885680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.897738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ce72e75-0fcb-486b-a875-3ffc737737ab {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:43:38.900572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.909296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/networks/9ce72e75-0fcb-486b-a875-3ffc737737ab HTTP/1.1" status: 204 len: 168 time: 0.9500766 Jun 30 02:43:38.915323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d36e8651-567f-4564-a19d-323c8932bff8 req-6daf7fda-1824-40af-bbe6-c414aac3051f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9eda22c2e549bfb12b041e10138e14&device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0515161 Jun 30 02:43:38.943512 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a590d3-f92a-4a0f-ae38-6faf02aa184a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:38.958347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-03a590d3-f92a-4a0f-ae38-6faf02aa184a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/9407588b-a732-4db9-8c8c-f26fe69cdb81 HTTP/1.1" status: 404 len: 333 time: 0.1970329 Jun 30 02:43:38.959155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:38.993107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'name': 'tempest-PortsIpV6TestJSON-348758284'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:38.995966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2c7c-fdfe-462f-9fa3-6077323ccd00 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ce72e75-0fcb-486b-a875-3ffc737737ab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:39.030506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b587c13f-5a31-411b-8266-d6a7af907d30 req-de689a86-93a9-46b6-9188-f499e6019376 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1075611 Jun 30 02:43:39.191750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f736e707-1f2a-4fec-a4fd-0706aa4f4622 req-3178d105-4c39-4829-82e8-5a102821e970 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.2885396 Jun 30 02:43:39.195608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:39.199926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.214938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d36e8651-567f-4564-a19d-323c8932bff8 req-3e238b21-bb9c-4f3e-b590-2c098696c683 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a9eda22c2e549bfb12b041e10138e14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2887065 Jun 30 02:43:39.294845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 13784b02-a8b0-4972-b28e-f3ebfe73cfd1 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:39.354221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.540076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a728-ed46-44e3-a558-22da9fcafa5b req-994f89f2-7d8c-4818-9476-04cf83e2cc32 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.555273 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31b7a728-ed46-44e3-a558-22da9fcafa5b req-994f89f2-7d8c-4818-9476-04cf83e2cc32 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1634810 Jun 30 02:43:39.633101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.711425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.727213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31b7a728-ed46-44e3-a558-22da9fcafa5b req-efa31b30-f88a-47d7-a9df-d8a73f1e1547 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662076 Jun 30 02:43:39.823753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=13784b02-a8b0-4972-b28e-f3ebfe73cfd1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:39.885055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:39.894895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:39.898001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:39.902771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:39.907882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.909390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.985477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5ae7dfb7-2169-40f9-a4ec-b4f8643f1c31 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0011199 Jun 30 02:43:39.990334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41308) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.006214 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.008319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:40.010255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'name': 'tempest-router--260887350', 'project_id': '487242195cf449369e6007890968085f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:40.020609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e8651-567f-4564-a19d-323c8932bff8 req-985fb08d-74d9-4278-9aa4-34400ee7f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.023930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d36e8651-567f-4564-a19d-323c8932bff8 req-985fb08d-74d9-4278-9aa4-34400ee7f7e9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7877212 Jun 30 02:43:40.067481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.069086 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.076184 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a756df82-f86c-4d1d-a700-d19d70becd28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.159475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a756df82-f86c-4d1d-a700-d19d70becd28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.244673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.265488 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.267352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.291678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.300287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-39d6e2c7-c0b2-46a6-b794-ff6f5d3409ea tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2931159 Jun 30 02:43:40.305980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41316) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.334723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a756df82-f86c-4d1d-a700-d19d70becd28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.339974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a756df82-f86c-4d1d-a700-d19d70becd28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.347192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a756df82-f86c-4d1d-a700-d19d70becd28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/security-groups/b0b09a9d-745c-4c21-8ad4-d6fe90530cd9 HTTP/1.1" status: 204 len: 168 time: 0.4428256 Jun 30 02:43:40.348209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.380265 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8295d043-2fcc-4e57-995c-4d0c1b85da2f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] show failed (client error): The resource could not be found. Jun 30 02:43:40.386653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8295d043-2fcc-4e57-995c-4d0c1b85da2f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "GET /v2.0/security-groups/b0b09a9d-745c-4c21-8ad4-d6fe90530cd9 HTTP/1.1" status: 404 len: 347 time: 0.0312204 Jun 30 02:43:40.387931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.402394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756df82-f86c-4d1d-a700-d19d70becd28 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b09a9d-745c-4c21-8ad4-d6fe90530cd9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:40.520121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a431a6be-5a91-4b7a-a033-a8b2eed55683 req-f98a661c-5904-4215-8314-e8b82ebd6e1e tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0995698 Jun 30 02:43:40.542583 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.599357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port 9e2ce6e7-c4a0-4eb4-87c6-8c76b2a3eb99 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:40.600656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.700555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.747972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.748308 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.761392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for 9e2ce6e7-c4a0-4eb4-87c6-8c76b2a3eb99 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:40.858243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e243b57-e7e0-418e-a53d-c18ba79f6683 req-064c4218-9b6a-4062-a9f2-fe05621a9f82 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.1412990 Jun 30 02:43:40.874607 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.893810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.956774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.957397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4288f02-afb8-44a2-83c0-7f4d8ad31218 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:40.963627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.968567 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-20e6b7b3-d3a2-4ad2-ba88-4d40e470eb58 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a4288f02-afb8-44a2-83c0-7f4d8ad31218 HTTP/1.1" status: 204 len: 168 time: 0.6574755 Jun 30 02:43:40.968567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.974865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.010440 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.038865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=9e2ce6e7-c4a0-4eb4-87c6-8c76b2a3eb99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.085355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d3d2-6e40-4132-bb39-cc74a4c25fd9 req-ac8d368a-dfca-489a-8482-930d8205b6db tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.087399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f29d3d2-6e40-4132-bb39-cc74a4c25fd9 req-ac8d368a-dfca-489a-8482-930d8205b6db tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1722274 Jun 30 02:43:41.097202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=13784b02-a8b0-4972-b28e-f3ebfe73cfd1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.114520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] In _notify_port_updated(), no bound segment for port 13784b02-a8b0-4972-b28e-f3ebfe73cfd1 on network 31bd0612-54a4-4979-8b27-7536d6ee2b88 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:41.123303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.124291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.131093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/ports/13784b02-a8b0-4972-b28e-f3ebfe73cfd1 HTTP/1.1" status: 200 len: 818 time: 1.1389565 Jun 30 02:43:41.131964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41334) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.146527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.147087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.147617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.148187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.148716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.149290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.149767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.150713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.151672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.152785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.152785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.153440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fb3db-d54a-41fb-9c0f-e17ce2d02dcd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:41.198954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.248909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f29d3d2-6e40-4132-bb39-cc74a4c25fd9 req-fd2c57ba-9423-4611-a481-83c4d84ceac6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174319 Jun 30 02:43:41.283529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.286258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.287491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-179af1fb-dfd6-4050-b996-62ed4cd4e66f tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/floatingips/c66c52a9-d1aa-4db6-903d-c375a999799b HTTP/1.1" status: 204 len: 168 time: 0.8930991 Jun 30 02:43:41.292002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.399110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 13784b02-a8b0-4972-b28e-f3ebfe73cfd1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:41.399540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.410159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d36e8651-567f-4564-a19d-323c8932bff8 req-6c2fa86e-836b-4757-a5c5-a4a5691ceb95 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.67 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0683503 Jun 30 02:43:41.514783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port 729b57b8-2138-4692-ac68-70fcaded9a46 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:41.516036 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.620347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b636a1d0-a4fe-4768-ada6-2e9443a1759b req-6500d05e-95b6-43c6-a084-8ff610ee267b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0748589 Jun 30 02:43:41.654059 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.679419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 13784b02-a8b0-4972-b28e-f3ebfe73cfd1 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:41.742283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.768711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for 729b57b8-2138-4692-ac68-70fcaded9a46 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:41.785528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1324346904', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:41.863867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.865574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.983411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49bb1400-fba2-4630-9438-133c540897ff req-ab9a4fb1-8df7-4e6e-9688-54dc2a88265a tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0921605 Jun 30 02:43:42.036624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.042520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.046082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.133942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=729b57b8-2138-4692-ac68-70fcaded9a46,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.180318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.188350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/13784b02-a8b0-4972-b28e-f3ebfe73cfd1 HTTP/1.1" status: 204 len: 168 time: 1.0545089 Jun 30 02:43:42.189359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41354) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.269565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c37c05-da6e-4598-840d-1ef873677b45 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=13784b02-a8b0-4972-b28e-f3ebfe73cfd1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.293791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.302162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08ef71dd-6de0-4011-a4ae-f1e173fb5d6e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/ports/729b57b8-2138-4692-ac68-70fcaded9a46 HTTP/1.1" status: 204 len: 168 time: 1.0059898 Jun 30 02:43:42.303316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.340971 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc49709a-1b22-4f47-9a18-acfcbd128c7e req-e93e020c-99e1-40e4-ad9f-3a826a7fe42d tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=3068b6a1-71a8-4a8e-b885-b275a2d01f21 HTTP/1.1" status: 200 len: 210 time: 0.0682786 Jun 30 02:43:42.456170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.548577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port 33c97618-5688-46a7-bc14-a8271b24b1f0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:42.548921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.613374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf5992-fea0-499d-ba6b-21a3467fd9c6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:42.615701 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b1bf5992-fea0-499d-ba6b-21a3467fd9c6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3605120 Jun 30 02:43:42.628283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41364) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.755758 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5564598-412c-4dab-9848-fea758b2b368 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:42.758560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e5564598-412c-4dab-9848-fea758b2b368 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/13784b02-a8b0-4972-b28e-f3ebfe73cfd1 HTTP/1.1" status: 404 len: 333 time: 0.1215100 Jun 30 02:43:42.765449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.801931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210240134'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:42.832050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.862570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for 33c97618-5688-46a7-bc14-a8271b24b1f0 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:42.885550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:42.891887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.991973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:43.016288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.017184 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment 6397c28e-4f14-48b3-91d5-8570145059b2 of type vlan for network 7b5b181e-b19a-4649-bf9c-23948ab22ffb Jun 30 02:43:43.075130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.150839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.158645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.159385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.166921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.300815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c6c27-bdb7-4783-a91e-1763dccd1b19 req-f0fd41c4-8656-4457-a45b-eacdeeddaa99 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.302366 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-620c6c27-bdb7-4783-a91e-1763dccd1b19 req-f0fd41c4-8656-4457-a45b-eacdeeddaa99 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.6843927 Jun 30 02:43:43.484091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-620c6c27-bdb7-4783-a91e-1763dccd1b19 req-b7220dd4-b875-4e0f-8691-580ac00ce7c9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618793 Jun 30 02:43:43.527407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.548394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=33c97618-5688-46a7-bc14-a8271b24b1f0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.552912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7854595 Jun 30 02:43:43.558978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.567412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:43.574766 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.666729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0e718-935d-4d20-ba2c-a26ac52bdd4c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=7b5b181e-b19a-4649-bf9c-23948ab22ffb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.687061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:43.708794 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.713093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b25bc68f-bf77-4d88-b2d4-9e91c8c2ae5b tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/ports/33c97618-5688-46a7-bc14-a8271b24b1f0 HTTP/1.1" status: 204 len: 168 time: 1.4080851 Jun 30 02:43:43.717608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.779294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-723a4223-288a-4452-bc86-b922006c7d2b req-29470b82-f415-4eaa-9279-ddac94b9770f tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1082551 Jun 30 02:43:43.824015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting subnet a2abafb5-c1d0-4b72-8c50-072be2138f23 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:43.829209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.896478 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.938176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Allocated IP 172.25.0.28 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/1d4ea0da-caf4-4616-889a-43e90f416f7e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:43.944006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:43.948011 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.143408 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.283875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.331591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.336417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/subnets/a2abafb5-c1d0-4b72-8c50-072be2138f23 HTTP/1.1" status: 204 len: 168 time: 0.6145005 Jun 30 02:43:44.336417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b2251-fd65-4af3-a67e-9e110b4f2693 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Subnet': ['ID=a2abafb5-c1d0-4b72-8c50-072be2138f23,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.337549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:44.342692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96cfda6-3335-4a28-b233-ce21a8045db5 None None] Network 5c7368b2-54ef-44bd-8566-75240b56a7e7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:44.359126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e42db0b-e724-4423-a787-c893b6baa777 req-6df1f23c-6958-4538-b35a-c540a8b76886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9eda22c2e549bfb12b041e10138e14&device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.0752718 Jun 30 02:43:44.415259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.423087 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e42db0b-e724-4423-a787-c893b6baa777 req-f23e5156-25bd-4df9-83a0-9212a379acbe service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a9eda22c2e549bfb12b041e10138e14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340686 Jun 30 02:43:44.471278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting subnet 630c9e8f-9699-4152-9d64-ef33c32161a5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:44.480357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.541241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.564597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b759ab2-d083-42d9-88a4-ba5f52d1b500 req-5dc95e1c-d164-40aa-8910-21c70b79a158 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.0601633 Jun 30 02:43:44.722224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.730517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42db0b-e724-4423-a787-c893b6baa777 req-21be7380-2f9a-4481-8bae-28ef52e4b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.732155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e42db0b-e724-4423-a787-c893b6baa777 req-21be7380-2f9a-4481-8bae-28ef52e4b00d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3010249 Jun 30 02:43:44.733669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.753978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.784660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] DHCP port deletion for 5c7368b2-54ef-44bd-8566-75240b56a7e7 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:44.806886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:44.847012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:44.856316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:44.905632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event updated for resources: {'Port': ['ID=1d4ea0da-caf4-4616-889a-43e90f416f7e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.915265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Deleting port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:44.916878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.929955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=0339f309-3a18-4959-8f79-e47e5d413f2d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.943923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': '6397c28e-4f14-48b3-91d5-8570145059b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:44.945090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: 7b5b181e-b19a-4649-bf9c-23948ab22ffb, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:44.956709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.993451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.995600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/subnets/630c9e8f-9699-4152-9d64-ef33c32161a5 HTTP/1.1" status: 204 len: 168 time: 0.6567960 Jun 30 02:43:45.036812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ce558-a83d-4d0a-83ca-c902937dd95e tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Subnet': ['ID=630c9e8f-9699-4152-9d64-ef33c32161a5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.043188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.074848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] For port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,segment=NetworkSegment(ea9da7c8-06bd-4bf6-bce3-37be7a99b544),segment_id=ea9da7c8-06bd-4bf6-bce3-37be7a99b544)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:45.075480 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.106496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Calling delete_port for cb511b94-4c1a-48a0-bd1a-ec2f69a7489b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:45.235383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d8eeb-5ef4-428d-8092-dccf37a38d5b None None] Network 2f9c59cb-ac8f-4630-b8ed-dab56af69439 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:45.261209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.327915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Pushing event deleted for resources: {'Port': ['ID=cb511b94-4c1a-48a0-bd1a-ec2f69a7489b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.330520 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.368879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] No DVR routers for this DVR port cb511b94-4c1a-48a0-bd1a-ec2f69a7489b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:45.378174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.378793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.379406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.387596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.388169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.388718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.389286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.389841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.390428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.391022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.391590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.392166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785223f-9ac4-435a-a110-8a82582e1306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:45.521584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.532662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7368b2-54ef-44bd-8566-75240b56a7e7']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:45.540603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.543896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:45.544491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9da7c8-06bd-4bf6-bce3-37be7a99b544') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:45.556545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.573667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.581297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:45.582208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:45.630795 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:45.724272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.729051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:45.763328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] DHCP port deletion for 2f9c59cb-ac8f-4630-b8ed-dab56af69439 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:45.763779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.767152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/networks/5c7368b2-54ef-44bd-8566-75240b56a7e7 HTTP/1.1" status: 204 len: 168 time: 0.7214930 Jun 30 02:43:45.772257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed442a6-6214-45b9-a1fc-1ae921ef9c4a tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Network': ['ID=5c7368b2-54ef-44bd-8566-75240b56a7e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.775335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.797889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85e1c366-564a-47fe-8aa5-e4ff71609ef9 req-cb953607-bef7-48dd-bf80-487c78cc0d77 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0939856 Jun 30 02:43:45.812122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7b5b181e-b19a-4649-bf9c-23948ab22ffb) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:45.825448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d108dce-f1cd-4e18-b0b5-8601d89c6597 None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:45.829802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.830865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.930707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05f6d236-45eb-4151-b0b1-fba5e972bec8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3701227 Jun 30 02:43:45.939921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41428) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.951948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:45.985597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806400b-01be-4167-99a0-60d47721d238 req-683b27d5-3dd7-41f6-add7-ffeb38d2cc52 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.998068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e806400b-01be-4167-99a0-60d47721d238 req-683b27d5-3dd7-41f6-add7-ffeb38d2cc52 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3686643 Jun 30 02:43:46.044126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cb511b94-4c1a-48a0-bd1a-ec2f69a7489b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:46.054103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.105525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: cb511b94-4c1a-48a0-bd1a-ec2f69a7489b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:46.106080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cb511b94-4c1a-48a0-bd1a-ec2f69a7489b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:46.106812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f152da2e-ca89-496a-81fa-8488592e1028 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:46.113169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e806400b-01be-4167-99a0-60d47721d238 req-c23986d9-cbe6-481d-bd5f-25e13ef2a62b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134849 Jun 30 02:43:46.116828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e42db0b-e724-4423-a787-c893b6baa777 req-01c96d73-a3a5-4e3c-8ad7-004dd519fec9 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.67 "GET /v2.0/ports?device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.1695807 Jun 30 02:43:46.256827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:46.264816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.283544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Deleting port f152da2e-ca89-496a-81fa-8488592e1028 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:46.284203 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.336609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] Deleting port f152da2e-ca89-496a-81fa-8488592e1028 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:46.337001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.381347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': '0339f309-3a18-4959-8f79-e47e5d413f2d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:43:46.382277 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.464840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.465096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2ba41f9-77b7-42e4-bbd2-784174710406 req-1419b682-ab62-4fcf-84d8-36969029ba09 tempest-ServerShowV247Test-1460374401 tempest-ServerShowV247Test-1460374401-project] 10.222.0.78 "GET /v2.0/ports?device_id=90f9e025-ed9d-4516-8e20-6e5a1db35145 HTTP/1.1" status: 200 len: 210 time: 0.1296546 Jun 30 02:43:46.479368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] For port f152da2e-ca89-496a-81fa-8488592e1028, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f152da2e-ca89-496a-81fa-8488592e1028,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:46.481027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.497662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] For port f152da2e-ca89-496a-81fa-8488592e1028, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f152da2e-ca89-496a-81fa-8488592e1028,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:46.498267 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.520178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.527447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Calling delete_port for f152da2e-ca89-496a-81fa-8488592e1028 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:46.573577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] Calling delete_port for f152da2e-ca89-496a-81fa-8488592e1028 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:46.605706 n-d-798054-5 neutron-server[93822]: INFO neutron.db.ipam_backend_mixin [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0339f309-3a18-4959-8f79-e47e5d413f2d (CIDR: 2001:db8::/64) Jun 30 02:43:46.615842 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:43:46.616409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:46.623983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f152da2e-ca89-496a-81fa-8488592e1028, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f152da2e-ca89-496a-81fa-8488592e1028,segment=NetworkSegment(125010ad-edae-4b82-84ee-d27fa04f2ec7),segment_id=125010ad-edae-4b82-84ee-d27fa04f2ec7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:46.636614 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-260638cc-0613-4621-98db-4c434b83fd6d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6944861 Jun 30 02:43:46.679406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41434) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.684472 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.685127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:46.827490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.849789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f152da2e-ca89-496a-81fa-8488592e1028,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.921192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Port': ['ID=f152da2e-ca89-496a-81fa-8488592e1028,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.926511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Router 97e82603-b2e7-414d-a5a6-5459f5562400 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:43:46.938753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] No DVR routers for this DVR port f152da2e-ca89-496a-81fa-8488592e1028 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:46.945700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:46.949809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.973904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Allocated IP 2001:db8::2 (7b5b181e-b19a-4649-bf9c-23948ab22ffb/0339f309-3a18-4959-8f79-e47e5d413f2d/43efda7a-8926-42c6-8d32-e6d09318e503) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:47.064320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.164279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.199961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] No DVR routers for this DVR port f152da2e-ca89-496a-81fa-8488592e1028 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:47.201965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9c59cb-ac8f-4630-b8ed-dab56af69439']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.239936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125010ad-edae-4b82-84ee-d27fa04f2ec7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.240229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125010ad-edae-4b82-84ee-d27fa04f2ec7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.240430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cd804-a2cb-4324-b84f-64bd1e6eecb1 None None] Pushing event deleted for resources: {'Port': ['ID=f152da2e-ca89-496a-81fa-8488592e1028,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.269174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.278761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ebb6393-8af1-447e-85cc-3df317a1e5d9 req-2ddf6600-b677-4525-af76-29272b0a8109 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0662434 Jun 30 02:43:47.292088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.333148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:47.339275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:47.424369 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:47.455482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:47.457334 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.467268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.476685 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.476942 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ea841-8405-41a6-be20-068e4248950c None None] Sync routers for ids ['97e82603-b2e7-414d-a5a6-5459f5562400'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:47.482202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] 10.222.0.78 "DELETE /v2.0/networks/2f9c59cb-ac8f-4630-b8ed-dab56af69439 HTTP/1.1" status: 204 len: 168 time: 1.7041974 Jun 30 02:43:47.508624 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ea841-8405-41a6-be20-068e4248950c None None] Routers {'97e82603-b2e7-414d-a5a6-5459f5562400'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:47.509687 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-162ea841-8405-41a6-be20-068e4248950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97e82603-b2e7-414d-a5a6-5459f5562400'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.523780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06d666-bef7-436d-9e82-35e426982496 tempest-TaggedBootDevicesTest_v242-2009699350 tempest-TaggedBootDevicesTest_v242-2009699350-project] Pushing event deleted for resources: {'Network': ['ID=2f9c59cb-ac8f-4630-b8ed-dab56af69439,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.544828 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.551407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc9f3320-825c-4d2c-a445-30c2dc864d9e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3507659 Jun 30 02:43:47.551644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.552364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.567088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Transition to ACTIVE for port object 43efda7a-8926-42c6-8d32-e6d09318e503 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:47.584674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Transition to ACTIVE for port object 43efda7a-8926-42c6-8d32-e6d09318e503 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:47.603000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.629852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:47.631757 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-162ea841-8405-41a6-be20-068e4248950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.644111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:47.652704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.654173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.664411 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ea841-8405-41a6-be20-068e4248950c None None] Routers {'97e82603-b2e7-414d-a5a6-5459f5562400'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:47.668020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-162ea841-8405-41a6-be20-068e4248950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:43:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97e82603-b2e7-414d-a5a6-5459f5562400'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.685301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0045662 Jun 30 02:43:47.692072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.704239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'fixed_ips': [{'subnet_id': '0339f309-3a18-4959-8f79-e47e5d413f2d'}, {'subnet_id': '2f6ed79d-9b21-4c21-9ee5-a27d5bddc182'}], 'name': 'tempest-PortsIpV6TestJSON-522996782'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.713344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d20960-927f-4729-a700-6416847866e9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=2f6ed79d-9b21-4c21-9ee5-a27d5bddc182,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.760117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-162ea841-8405-41a6-be20-068e4248950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.761224 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ea841-8405-41a6-be20-068e4248950c None None] The sync data for ids ['97e82603-b2e7-414d-a5a6-5459f5562400'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:47.792922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:47.799206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Pushing event updated for resources: {'Port': ['ID=43efda7a-8926-42c6-8d32-e6d09318e503,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.806102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:47.814528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8103-2aeb-4519-b24a-68e369be432d req-4f5c4ff1-bea6-40e0-bf58-5762fe3f64cb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.816056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:47.822367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a82f8103-2aeb-4519-b24a-68e369be432d req-4f5c4ff1-bea6-40e0-bf58-5762fe3f64cb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3609955 Jun 30 02:43:47.867050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60eecacf-f823-42fd-ad96-7af93e5a18a0 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/97e82603-b2e7-414d-a5a6-5459f5562400 HTTP/1.1" status: 200 len: 920 time: 0.3119802 Jun 30 02:43:47.870185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.896129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a82f8103-2aeb-4519-b24a-68e369be432d req-a9315cb6-74c3-4b73-9e6f-8cbb5875a4ad tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724068 Jun 30 02:43:47.917075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Attempting to bind port 43efda7a-8926-42c6-8d32-e6d09318e503 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:47.917692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Attempting to bind port 43efda7a-8926-42c6-8d32-e6d09318e503 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6397c28e-4f14-48b3-91d5-8570145059b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:47.918385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Attempting to bind port 43efda7a-8926-42c6-8d32-e6d09318e503 on network 7b5b181e-b19a-4649-bf9c-23948ab22ffb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:47.927802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:47.928544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Checking segment: {'id': '6397c28e-4f14-48b3-91d5-8570145059b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:47.929287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.929982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Bound using segment: {'id': '6397c28e-4f14-48b3-91d5-8570145059b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:47.931039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Bound port: 43efda7a-8926-42c6-8d32-e6d09318e503, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6397c28e-4f14-48b3-91d5-8570145059b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:47.931881 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.978422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d59f96f0-66e5-45a5-9a05-eee708f64904 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=97e82603-b2e7-414d-a5a6-5459f5562400 HTTP/1.1" status: 200 len: 205 time: 0.1025896 Jun 30 02:43:47.978688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41462) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.048268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-31153055-9889-4ed0-b510-68877ba24602 None None] For port 43efda7a-8926-42c6-8d32-e6d09318e503, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:48.055835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-31153055-9889-4ed0-b510-68877ba24602 None None] For port 43efda7a-8926-42c6-8d32-e6d09318e503, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43efda7a-8926-42c6-8d32-e6d09318e503,segment=NetworkSegment(6397c28e-4f14-48b3-91d5-8570145059b2),segment_id=6397c28e-4f14-48b3-91d5-8570145059b2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:48.064457 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.155913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153055-9889-4ed0-b510-68877ba24602 None None] Pushing event updated for resources: {'Port': ['ID=43efda7a-8926-42c6-8d32-e6d09318e503,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.192580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:48.423263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.450240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.480175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.751236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aaf7f4f6-689e-4b84-80ef-cd4e94a208e2 req-50020d77-52e1-4b91-9022-647e2ae6529e tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0870461 Jun 30 02:43:48.806518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bec6062-173c-4f26-a7d6-5e189a7bdcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.811381 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.900603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9054e84d-0167-4ead-a44e-de25df6c937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.911310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:49.049198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bec6062-173c-4f26-a7d6-5e189a7bdcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.065490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bec6062-173c-4f26-a7d6-5e189a7bdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.158333 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.315549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec6062-173c-4f26-a7d6-5e189a7bdcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879fbe41-63ae-4327-949e-a0593c199bdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.326491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bec6062-173c-4f26-a7d6-5e189a7bdcd2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a9eda22c2e549bfb12b041e10138e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439350 Jun 30 02:43:49.331886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:49.381045 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9054e84d-0167-4ead-a44e-de25df6c937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.397029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9054e84d-0167-4ead-a44e-de25df6c937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.478768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9054e84d-0167-4ead-a44e-de25df6c937f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=801cf164f15f49abaecad45a6d933cab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0215611 Jun 30 02:43:49.483068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054e84d-0167-4ead-a44e-de25df6c937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e2ccc-7d2b-4536-a49a-9633ded07616,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.501559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:49.552210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::28d (7b5b181e-b19a-4649-bf9c-23948ab22ffb/0339f309-3a18-4959-8f79-e47e5d413f2d/9d14f682-f661-4fa3-bd59-3dcdbfa85525) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:49.565484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8:0:1::2b7 (7b5b181e-b19a-4649-bf9c-23948ab22ffb/2f6ed79d-9b21-4c21-9ee5-a27d5bddc182/9d14f682-f661-4fa3-bd59-3dcdbfa85525) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:49.608361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Deleting port 1d4ea0da-caf4-4616-889a-43e90f416f7e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:49.609283 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.622053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a241fc-eff6-4930-9196-bce3e31b36ab req-17020979-7652-43f3-a31a-3dc2108a509c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.624207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66a241fc-eff6-4930-9196-bce3e31b36ab req-17020979-7652-43f3-a31a-3dc2108a509c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.4439785 Jun 30 02:43:49.719469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a192b6e8-0a73-405c-acef-bcc315b489cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.736336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.776558 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a192b6e8-0a73-405c-acef-bcc315b489cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.997496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.019958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43efda7a-8926-42c6-8d32-e6d09318e503 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:50.057796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f4de7a-b681-4306-b594-2d1e411e385f None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:50.108663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66a241fc-eff6-4930-9196-bce3e31b36ab req-0183a473-286d-4537-8c94-45e14d05c4be tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737661 Jun 30 02:43:50.119876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.123715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.129190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/879fbe41-63ae-4327-949e-a0593c199bdf HTTP/1.1" status: 204 len: 168 time: 0.7938244 Jun 30 02:43:50.194707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6a437d48-b32a-4361-90f0-7a08e1d5c2b2 None None] Provisioning for port 43efda7a-8926-42c6-8d32-e6d09318e503 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:50.199285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879fbe41-63ae-4327-949e-a0593c199bdf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:50.242566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.251390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.251614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 43efda7a-8926-42c6-8d32-e6d09318e503 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:50.253012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.255104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.257983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.260890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.263904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.264585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.265190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.266565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.267174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.271795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c0801-e42f-4574-be5b-2cbf7718bde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:50.277355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a192b6e8-0a73-405c-acef-bcc315b489cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.280555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 43efda7a-8926-42c6-8d32-e6d09318e503 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:50.281516 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.282925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a192b6e8-0a73-405c-acef-bcc315b489cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.284679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a192b6e8-0a73-405c-acef-bcc315b489cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b28e2ccc-7d2b-4536-a49a-9633ded07616 HTTP/1.1" status: 204 len: 168 time: 0.7735848 Jun 30 02:43:50.313418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b6e8-0a73-405c-acef-bcc315b489cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e2ccc-7d2b-4536-a49a-9633ded07616,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:50.410130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f324cf5-96d3-4464-ae9a-578293a0786a req-a930208d-fb24-441e-895b-9855be4d0e01 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0572400 Jun 30 02:43:50.688217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.708567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Calling delete_port for 1d4ea0da-caf4-4616-889a-43e90f416f7e owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:50.752629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.813444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 43efda7a-8926-42c6-8d32-e6d09318e503, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43efda7a-8926-42c6-8d32-e6d09318e503,segment=NetworkSegment(6397c28e-4f14-48b3-91d5-8570145059b2),segment_id=6397c28e-4f14-48b3-91d5-8570145059b2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:50.836604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.882980 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.951804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 9d14f682-f661-4fa3-bd59-3dcdbfa85525 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:51.012847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Update dhcp port {'port': {'network_id': '7b5b181e-b19a-4649-bf9c-23948ab22ffb', 'fixed_ips': [{'subnet_id': '0339f309-3a18-4959-8f79-e47e5d413f2d', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f6ed79d-9b21-4c21-9ee5-a27d5bddc182'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '43efda7a-8926-42c6-8d32-e6d09318e503'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:43:51.052477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.139043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=9d14f682-f661-4fa3-bd59-3dcdbfa85525,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:51.159800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:51.161733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:51.165434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.168434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:51.174981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.175527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.239654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event deleted for resources: {'Port': ['ID=1d4ea0da-caf4-4616-889a-43e90f416f7e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:51.363278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b065be5e-25ae-4d6f-8b6a-4d175f7d0630 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6625381 Jun 30 02:43:51.363599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41526) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:51.370012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0339f309-3a18-4959-8f79-e47e5d413f2d'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:51.490373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=43efda7a-8926-42c6-8d32-e6d09318e503,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:51.521740 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.727934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.156549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43efda7a-8926-42c6-8d32-e6d09318e503 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:52.197000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.230879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Allocated IP 2001:db8:0:1::2 (7b5b181e-b19a-4649-bf9c-23948ab22ffb/2f6ed79d-9b21-4c21-9ee5-a27d5bddc182/43efda7a-8926-42c6-8d32-e6d09318e503) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:52.265859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b35a3387-dd59-4322-97c2-98e3e811463b req-6cb8d6da-6bc4-4f3e-a110-fedc5b2a7677 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.4228425 Jun 30 02:43:52.268141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.277201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.314605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41564) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:52.493370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f10c3c16-c3ec-4842-8069-3c18bb16f67d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:52.511325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79507030-e52d-43b8-ac9f-3b3bf4e257be req-44451539-7aa8-423a-9a62-5827d7c33c05 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:52.515366 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-79507030-e52d-43b8-ac9f-3b3bf4e257be req-44451539-7aa8-423a-9a62-5827d7c33c05 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.9987245 Jun 30 02:43:52.549978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.553784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Fanout notify agent at l3_agent the message router_deleted on router 97e82603-b2e7-414d-a5a6-5459f5562400 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:52.580950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.583988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dc531a56-5363-4c93-aac1-260562bb7eab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/97e82603-b2e7-414d-a5a6-5459f5562400 HTTP/1.1" status: 204 len: 168 time: 4.6037347 Jun 30 02:43:52.592074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:52.623585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 43efda7a-8926-42c6-8d32-e6d09318e503 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:52.625347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.627961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'name': 'tempest-snat-router-397907144', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': False}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:52.788021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-79507030-e52d-43b8-ac9f-3b3bf4e257be req-20dbbcab-8696-4d96-a69d-cb0bd7910135 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586379 Jun 30 02:43:52.793478 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:43:52.811242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.812951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.851156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1671518491-network', 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:52.925429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:52.933309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.967781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.060953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.078259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] For port 43efda7a-8926-42c6-8d32-e6d09318e503, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43efda7a-8926-42c6-8d32-e6d09318e503,segment=NetworkSegment(6397c28e-4f14-48b3-91d5-8570145059b2),segment_id=6397c28e-4f14-48b3-91d5-8570145059b2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:53.317862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.349026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:53.395414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Transition to ACTIVE for port object 43efda7a-8926-42c6-8d32-e6d09318e503 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:53.397268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'mac_address': 'fa:16:3e:e6:ff:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:53.403233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.648698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Delete allocated IP 2001:db8:0:1::2b7 (7b5b181e-b19a-4649-bf9c-23948ab22ffb/2f6ed79d-9b21-4c21-9ee5-a27d5bddc182) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:43:53.787745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.856671 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.929846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f10c3c16-c3ec-4842-8069-3c18bb16f67d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:53.943904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7789b-359f-41f4-9812-43ebdfc65e31 None None] Pushing event updated for resources: {'Port': ['ID=43efda7a-8926-42c6-8d32-e6d09318e503,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:53.954541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e35ea931-8b7f-4120-9741-93d76eb84284 req-c8ecafb1-4ec0-4555-90ed-7c319457c0f0 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1449938 Jun 30 02:43:53.958705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41606) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:54.025286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:54.044887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.205582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:54.308844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['f10c3c16-c3ec-4842-8069-3c18bb16f67d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:54.371796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.461534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Ignored duplicate provisioning block setup for port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:43:54.471608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.622597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0361-c719-4866-b8f8-b275d268e2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.704868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] In _notify_port_updated(), no bound segment for port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 on network 7b5b181e-b19a-4649-bf9c-23948ab22ffb {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:54.715744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:54.717185 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.720397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/ports/9d14f682-f661-4fa3-bd59-3dcdbfa85525 HTTP/1.1" status: 200 len: 925 time: 3.3555799 Jun 30 02:43:54.725336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:54.731520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0339f309-3a18-4959-8f79-e47e5d413f2d'}, {'subnet_id': '2f6ed79d-9b21-4c21-9ee5-a27d5bddc182'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:54.875984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.896177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.911342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.931985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:54.964096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.965113 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Added segment f7c199cd-29b9-4c2a-8472-63a6a169dcc9 of type vlan for network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 Jun 30 02:43:55.123965 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.200923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d06a40-5d94-4135-a1df-30ed4cb864a7 None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:55.357760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:55.449713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-99124c07-720e-454a-b1c5-da7e42c77a76 None None] Provisioning for port 43efda7a-8926-42c6-8d32-e6d09318e503 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:55.470279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.472456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.475181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.482686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-99124c07-720e-454a-b1c5-da7e42c77a76 None None] Provisioning complete for port 43efda7a-8926-42c6-8d32-e6d09318e503 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:55.484984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99124c07-720e-454a-b1c5-da7e42c77a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.559748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8:0:1::1d9 (7b5b181e-b19a-4649-bf9c-23948ab22ffb/2f6ed79d-9b21-4c21-9ee5-a27d5bddc182/9d14f682-f661-4fa3-bd59-3dcdbfa85525) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:55.584991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a71bb-901c-4d55-be7c-d6d2429e5387 req-02322c64-899d-41e4-94ad-b1b6f0961d46 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.603801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c6a71bb-901c-4d55-be7c-d6d2429e5387 req-02322c64-899d-41e4-94ad-b1b6f0961d46 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 945 time: 1.2089357 Jun 30 02:43:55.846039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.869862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Ignored duplicate provisioning block setup for port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:43:55.886751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada254e-5af3-456d-ab71-954e6082d1ac tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=9d14f682-f661-4fa3-bd59-3dcdbfa85525,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:55.893541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.950463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07c1ee1a-968c-4572-ad49-65f894f66344 req-503e392f-4f1f-46a0-abd0-7dee852812bf tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0722179 Jun 30 02:43:56.110834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=9d14f682-f661-4fa3-bd59-3dcdbfa85525,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:56.199478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43efda7a-8926-42c6-8d32-e6d09318e503 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:56.270191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] In _notify_port_updated(), no bound segment for port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 on network 7b5b181e-b19a-4649-bf9c-23948ab22ffb {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:56.284492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.285474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.287187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08e075a1-b686-498e-9e34-9dbd07c3f443 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/ports/9d14f682-f661-4fa3-bd59-3dcdbfa85525 HTTP/1.1" status: 200 len: 1011 time: 1.5605133 Jun 30 02:43:56.299439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:56.469329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 43efda7a-8926-42c6-8d32-e6d09318e503 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:56.470405 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.555120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f10c3c16-c3ec-4842-8069-3c18bb16f67d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:56.628225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] Pushing event updated for resources: {'Network': ['ID=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:56.632543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:56.633341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.647328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.692508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:56.809838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c6a71bb-901c-4d55-be7c-d6d2429e5387 req-ec2d2ae3-fb58-43f1-977b-89989a5c33a2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2007434 Jun 30 02:43:56.814348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.831920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.861228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 9d14f682-f661-4fa3-bd59-3dcdbfa85525 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:57.160379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0361-c719-4866-b8f8-b275d268e2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.198159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0361-c719-4866-b8f8-b275d268e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.231195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port f10c3c16-c3ec-4842-8069-3c18bb16f67d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:57.233946 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.335695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Allocated IP 172.25.0.32 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/83785610-3551-4de8-8edb-d298307321ee) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:57.376862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10063257-80be-47eb-9bd0-9d96d907c96b None None] Provisioning for port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:57.464811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10063257-80be-47eb-9bd0-9d96d907c96b None None] Provisioning complete for port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:57.467342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10063257-80be-47eb-9bd0-9d96d907c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.563502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-10063257-80be-47eb-9bd0-9d96d907c96b None None] Port 9d14f682-f661-4fa3-bd59-3dcdbfa85525 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:57.666995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.670846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.675154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10063257-80be-47eb-9bd0-9d96d907c96b None None] Provisioning complete for port 43efda7a-8926-42c6-8d32-e6d09318e503 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:57.675818 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10063257-80be-47eb-9bd0-9d96d907c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.805133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:57.810822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:57.815640 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5401a7c7-3e50-4968-8e4d-8e9fa362533e" -d '{"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-plugged", "status": "completed", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:57.840327 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6aa347f-3092-4e7a-a9e7-f8cbf99d0ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.852343 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.903148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-684dccff-d4b1-48fb-b947-df13d207afe2 req-ee897121-8d18-4acb-9d69-030f9e12db9a tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.2762785 Jun 30 02:43:57.945534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a2c85938-bfff-4304-84fb-f5f91be8699d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.6246302 Jun 30 02:43:57.947473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:57.955980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Request body: {'subnet': {'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1671518491-subnet', 'tenant_id': 'a99970169b8448409f5875b47ddae43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:58.001464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3b3d0361-c719-4866-b8f8-b275d268e2a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97cdb44ea5014c0e8c04fd9f72a6f573&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0358324 Jun 30 02:43:58.014847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:58.060708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:58.065026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.065194 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf24c248-6532-42f9-87e3-05c8117f8ba4 x-openstack-request-id: req-cf24c248-6532-42f9-87e3-05c8117f8ba4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:58.072451 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-plugged", "status": "completed", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:58.072860 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf24c248-6532-42f9-87e3-05c8117f8ba4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:58.073494 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'code': 200} Jun 30 02:43:58.074899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.135441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d0361-c719-4866-b8f8-b275d268e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf165d-6667-428b-b661-4fb820ff73c4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.175347 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.302142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Port': ['ID=83785610-3551-4de8-8edb-d298307321ee,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.319570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.326102 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fb1871-4a97-4581-a8d4-71f279d67794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.340587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:58.351785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:58.355059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be21d5ef-475e-47bf-a0a4-63f0d0e10ea8 None None] Could not find standard attr ID for object 9d14f682-f661-4fa3-bd59-3dcdbfa85525. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:43:58.370869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:58.417437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fb1871-4a97-4581-a8d4-71f279d67794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.480233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-aedcb95c-0246-4d57-8719-4acd3d769b30 None None] Could not find standard attr ID for object 9d14f682-f661-4fa3-bd59-3dcdbfa85525. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:43:58.516597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=9d14f682-f661-4fa3-bd59-3dcdbfa85525,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.732645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.754753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-df175ca9-4efc-4224-8c48-13cccad9b3bd tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/9d14f682-f661-4fa3-bd59-3dcdbfa85525 HTTP/1.1" status: 204 len: 168 time: 2.4470880 Jun 30 02:43:58.771248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:58.857625 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d85b817-077d-47c1-8cb1-33f559b47acb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:43:58.866414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d85b817-077d-47c1-8cb1-33f559b47acb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/9d14f682-f661-4fa3-bd59-3dcdbfa85525 HTTP/1.1" status: 404 len: 333 time: 0.0870461 Jun 30 02:43:58.866414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:59.041830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69da5c2-54eb-4964-a6f1-56e46255f7cb req-d7cf37d9-2012-43a0-ae76-354669326e98 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.048392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1f9d059e-8968-4548-b252-d46c993fdb54 None None] Could not find standard attr ID for object 9d14f682-f661-4fa3-bd59-3dcdbfa85525. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:43:59.060831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e69da5c2-54eb-4964-a6f1-56e46255f7cb req-d7cf37d9-2012-43a0-ae76-354669326e98 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.6193302 Jun 30 02:43:59.077055 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fb1871-4a97-4581-a8d4-71f279d67794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.081709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fb1871-4a97-4581-a8d4-71f279d67794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.086793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83fb1871-4a97-4581-a8d4-71f279d67794 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61bf165d-6667-428b-b661-4fb820ff73c4 HTTP/1.1" status: 204 len: 168 time: 1.0694516 Jun 30 02:43:59.191747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e69da5c2-54eb-4964-a6f1-56e46255f7cb req-d0e7f897-4822-46a6-88fc-cfb0d398375a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298928 Jun 30 02:43:59.192593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb1871-4a97-4581-a8d4-71f279d67794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf165d-6667-428b-b661-4fb820ff73c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:59.231453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet 2f6ed79d-9b21-4c21-9ee5-a27d5bddc182 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:59.243305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.312023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.325976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.352215 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:43:59.662863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.737628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa3c4476-4a09-40c9-ba04-c7f82e13d26f req-e3ff43a8-5726-43b9-aaa4-31624582a34b tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1348810 Jun 30 02:43:59.770908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.927175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.929031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/2f6ed79d-9b21-4c21-9ee5-a27d5bddc182 HTTP/1.1" status: 204 len: 168 time: 1.0625899 Jun 30 02:43:59.930106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed32e4a-9ea0-4b45-b54d-e2ee02caebf2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6ed79d-9b21-4c21-9ee5-a27d5bddc182,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:59.934183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:59.938812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b3c5a-e0ee-49e1-b478-7ff4fa7c9c7b None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:00.016471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.036841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet 0339f309-3a18-4959-8f79-e47e5d413f2d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:00.048746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.142713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.252083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.446641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Router 4894422f-13d0-4dcb-87f9-c9e7f7b1b04f is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:00.488725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32878b34-74ed-42e5-87e8-bacba1260e7c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:00.537215 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0d22-480f-40d6-80cd-7a939438cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.571003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:00.580490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Network hostable DHCP agents. Network: 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:00.658148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.728100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:00.745668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:00.756974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.757881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.766412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a1793-51cc-4212-b0c5-ec6b67271811 None None] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:00.786640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cfa3535a-a468-4099-9ebc-212dbaf579f2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.8374610 Jun 30 02:44:00.791740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.854501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:00.908418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Sync routers for ids ['4894422f-13d0-4dcb-87f9-c9e7f7b1b04f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:00.962178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Routers {'4894422f-13d0-4dcb-87f9-c9e7f7b1b04f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:00.970562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4894422f-13d0-4dcb-87f9-c9e7f7b1b04f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:00.985816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.991188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-65a1e99f-e5b8-4615-a612-1ea40a6e45f8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.3742168 Jun 30 02:44:00.991472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:00.994082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:01.068233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a543-795c-4670-b143-24c38d568701 req-2103766f-4376-4342-a428-a112be60805f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.074405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca11a543-795c-4670-b143-24c38d568701 req-2103766f-4376-4342-a428-a112be60805f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.4354148 Jun 30 02:44:01.226879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca11a543-795c-4670-b143-24c38d568701 req-c57e50e2-e1fa-409d-a11a-e70e52c4871c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390643 Jun 30 02:44:01.238817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.455096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Set router 4894422f-13d0-4dcb-87f9-c9e7f7b1b04f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:01.461208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1731208992-network', 'tenant_id': '28f09afc6c9442d6b9bd7a9fd6b71971'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:01.492891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=0339f309-3a18-4959-8f79-e47e5d413f2d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:01.513944 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.516919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a1e752a4-c6af-41fb-b392-dbab021d2737 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/0339f309-3a18-4959-8f79-e47e5d413f2d HTTP/1.1" status: 204 len: 168 time: 1.5816588 Jun 30 02:44:01.519781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41698) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:01.622930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ccba319-fcb8-4fd7-b188-07633523dddc req-aa05201a-98bd-48c9-9f83-fbe5818e84be tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1579506 Jun 30 02:44:01.764317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.792997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2117a089-3e6d-4bc5-8626-925ce7831f18 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/4894422f-13d0-4dcb-87f9-c9e7f7b1b04f HTTP/1.1" status: 200 len: 907 time: 0.7919748 Jun 30 02:44:01.800552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41702) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:01.810589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Made reservation on behalf of 28f09afc6c9442d6b9bd7a9fd6b71971 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:01.820644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.874429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'name': 'tempest-snat-router-397907144', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': True}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:01.892282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.133751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.137661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.280297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 43efda7a-8926-42c6-8d32-e6d09318e503 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:02.281244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.356730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.363643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.400358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb89d0f-c0b4-46d4-ac61-5c10964059f7 None None] Network 7b5b181e-b19a-4649-bf9c-23948ab22ffb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:02.426825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe53d3-0b4f-4cff-99cd-149d564f36b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:02.456982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:02.479868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.480610 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Added segment 66dc4528-8c25-45f8-be7e-f1db1a0ea1cf of type vlan for network fac8143c-cd9f-4815-b8c0-8a7ddee42c99 Jun 30 02:44:02.608763 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.684703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.686070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.686921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.770195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] Pushing event updated for resources: {'Network': ['ID=fac8143c-cd9f-4815-b8c0-8a7ddee42c99,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:02.839280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77f188-2898-4753-a07f-d72f41335dce req-abc9016d-28cc-41a0-b80b-c9a9e657fbd9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.841834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e77f188-2898-4753-a07f-d72f41335dce req-abc9016d-28cc-41a0-b80b-c9a9e657fbd9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.2958827 Jun 30 02:44:02.848576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a3325e3b-a949-4ca5-bbb9-bc6f1e7cdeed admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8453569 Jun 30 02:44:02.860144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:02.871147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Request body: {'subnet': {'network_id': 'fac8143c-cd9f-4815-b8c0-8a7ddee42c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1731208992-subnet', 'tenant_id': '28f09afc6c9442d6b9bd7a9fd6b71971', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:02.967181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.972231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network fac8143c-cd9f-4815-b8c0-8a7ddee42c99 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:03.069852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f7698b-564d-4da1-8166-118a9017d728 None None] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:03.072707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Made reservation on behalf of 28f09afc6c9442d6b9bd7a9fd6b71971 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:03.076456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.254068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-66921a2a-f4d1-4edf-89e2-91e7f5bb7929 None None] Provisioning complete for port 43efda7a-8926-42c6-8d32-e6d09318e503 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:03.254490 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66921a2a-f4d1-4edf-89e2-91e7f5bb7929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.319688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] For port 43efda7a-8926-42c6-8d32-e6d09318e503, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43efda7a-8926-42c6-8d32-e6d09318e503,segment=NetworkSegment(6397c28e-4f14-48b3-91d5-8570145059b2),segment_id=6397c28e-4f14-48b3-91d5-8570145059b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:03.320274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.322940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e77f188-2898-4753-a07f-d72f41335dce req-dee4dad3-ec7c-4fee-832f-fb6f36d959a1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611754 Jun 30 02:44:03.344592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 43efda7a-8926-42c6-8d32-e6d09318e503 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:03.395775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4894422f-13d0-4dcb-87f9-c9e7f7b1b04f', 'name': 'tempest-snat-router-397907144', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.32'}], 'enable_snat': False}, 'gw_port_id': '83785610-3551-4de8-8edb-d298307321ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:43:52Z', 'updated_at': '2021-06-30T02:43:58Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '83785610-3551-4de8-8edb-d298307321ee', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4894422f-13d0-4dcb-87f9-c9e7f7b1b04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:43:56Z', 'updated_at': '2021-06-30T02:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:03.441062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Checking router: 4894422f-13d0-4dcb-87f9-c9e7f7b1b04f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:03.441678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Updating router 4894422f-13d0-4dcb-87f9-c9e7f7b1b04f port 83785610-3551-4de8-8edb-d298307321ee binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:03.525235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] DHCP port deletion for 7b5b181e-b19a-4649-bf9c-23948ab22ffb request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:44:03.587493 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.665177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.678627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efbf4d90-0e55-4262-8e1a-356ebbdd7d5e req-c1aae315-4295-45db-90b9-58a95153e5de tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0520442 Jun 30 02:44:03.800478 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.862720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] Deleting port 43efda7a-8926-42c6-8d32-e6d09318e503 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:03.863909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.940835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c1c637-9dac-4092-ad8c-9e1bcc092f42,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.006833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] For port 43efda7a-8926-42c6-8d32-e6d09318e503, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43efda7a-8926-42c6-8d32-e6d09318e503,segment=NetworkSegment(6397c28e-4f14-48b3-91d5-8570145059b2),segment_id=6397c28e-4f14-48b3-91d5-8570145059b2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:04.007263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.018936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-35dbf7fd-bd81-46d7-bb53-6d0f197f0a40 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.020792 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-35dbf7fd-bd81-46d7-bb53-6d0f197f0a40 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 1.8725626 Jun 30 02:44:04.022183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] Calling delete_port for 43efda7a-8926-42c6-8d32-e6d09318e503 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:04.030766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Checking segment: {'id': '66dc4528-8c25-45f8-be7e-f1db1a0ea1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fac8143c-cd9f-4815-b8c0-8a7ddee42c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:04.031851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Network hostable DHCP agents. Network: fac8143c-cd9f-4815-b8c0-8a7ddee42c99, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:04.069229 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.073261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Network fac8143c-cd9f-4815-b8c0-8a7ddee42c99 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:04.092474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, fac8143c-cd9f-4815-b8c0-8a7ddee42c99) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:04.107526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.119764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.160125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.163814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-33e5de35-1e1a-4253-ba83-60e83dab5e3c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3002412 Jun 30 02:44:04.170864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43efda7a-8926-42c6-8d32-e6d09318e503 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:04.173747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d62ef-94b2-4b45-a585-29d2dfab6951 None None] Network fac8143c-cd9f-4815-b8c0-8a7ddee42c99 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:04.262863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] No DVR routers for this DVR port 43efda7a-8926-42c6-8d32-e6d09318e503 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:04.274334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No DVR routers for this DVR port 43efda7a-8926-42c6-8d32-e6d09318e503 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:04.279233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=43efda7a-8926-42c6-8d32-e6d09318e503,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.293682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.300367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-468919af-2018-44c2-b9f3-9488f3cf2d51 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.2372031 Jun 30 02:44:04.476137 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.487096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Transition to ACTIVE for port object 83785610-3551-4de8-8edb-d298307321ee will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:04.492144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 43efda7a-8926-42c6-8d32-e6d09318e503 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:04.492688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43efda7a-8926-42c6-8d32-e6d09318e503 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:04.518425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-55daf79f-a7ea-42c0-8eb5-92fc2f25ae85 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1816089 Jun 30 02:44:04.534551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.538705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d1fda-ffed-4bf7-a872-ea954b87a55f None None] Pushing event deleted for resources: {'Port': ['ID=43efda7a-8926-42c6-8d32-e6d09318e503,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.556136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.640970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b0628-eeb8-423f-96a0-d51d3648de03 None None] Pushing event updated for resources: {'Port': ['ID=83785610-3551-4de8-8edb-d298307321ee,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.654492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Attempting to bind port 83785610-3551-4de8-8edb-d298307321ee on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:04.655095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Attempting to bind port 83785610-3551-4de8-8edb-d298307321ee by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:04.655655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Attempting to bind port 83785610-3551-4de8-8edb-d298307321ee on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:04.681644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:04.682368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:04.682939 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.683492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:04.684126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Bound port: 83785610-3551-4de8-8edb-d298307321ee, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:04.684691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.793157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37f250-a7e2-48a9-96bf-74d6ebffcb0c None None] Network fac8143c-cd9f-4815-b8c0-8a7ddee42c99 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:04.819513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54980-4d3e-44ec-86d1-4613f6a2c115 req-a7d29dfc-9ee9-4037-9d66-389babc60cd0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.832039 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90e54980-4d3e-44ec-86d1-4613f6a2c115 req-a7d29dfc-9ee9-4037-9d66-389babc60cd0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1455786 Jun 30 02:44:04.919092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] For port 83785610-3551-4de8-8edb-d298307321ee, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:04.925380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] For port 83785610-3551-4de8-8edb-d298307321ee, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=83785610-3551-4de8-8edb-d298307321ee,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:04.942458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90e54980-4d3e-44ec-86d1-4613f6a2c115 req-9522d632-63f2-45f1-91ff-64526a4d35e6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037605 Jun 30 02:44:04.943178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.948387 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.030380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-2c7cd89f-0247-4edd-8226-2d737b102bd6 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568914 Jun 30 02:44:05.032282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5b181e-b19a-4649-bf9c-23948ab22ffb']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.062793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6397c28e-4f14-48b3-91d5-8570145059b2') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.063564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6397c28e-4f14-48b3-91d5-8570145059b2') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.178128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b0628-eeb8-423f-96a0-d51d3648de03 None None] Pushing event updated for resources: {'Port': ['ID=83785610-3551-4de8-8edb-d298307321ee,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.208730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.241050 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-a7c1ece0-375d-485e-8b27-63ab6bf426a6 req-88af831d-f716-4348-ae63-c8b57b8df5db tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] show failed (client error): The resource could not be found. Jun 30 02:44:05.253401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7c1ece0-375d-485e-8b27-63ab6bf426a6 req-88af831d-f716-4348-ae63-c8b57b8df5db tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups/4e162b90-0f0f-430a-b99c-700e2361578c HTTP/1.1" status: 404 len: 352 time: 0.0270474 Jun 30 02:44:05.256623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-6e7cca73-e7f7-4ec8-8014-c7bc9e5b2c23 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105787 Jun 30 02:44:05.272533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Routers {'4894422f-13d0-4dcb-87f9-c9e7f7b1b04f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:05.273171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4894422f-13d0-4dcb-87f9-c9e7f7b1b04f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.294132 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.315116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:05.315535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:05.319657 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:05.432855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.445271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.454194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:05.459663 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/7b5b181e-b19a-4649-bf9c-23948ab22ffb HTTP/1.1" status: 204 len: 168 time: 3.9378371 Jun 30 02:44:05.498226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea024916-f1d5-40e0-9ab9-0e109a11082c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=7b5b181e-b19a-4649-bf9c-23948ab22ffb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.548818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] Set router 4894422f-13d0-4dcb-87f9-c9e7f7b1b04f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:05.583868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3e7ce6d3-f0ca-404d-af77-da058b7dc876 req-a603cfbf-d63a-4959-891a-d637d9ac49d9 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1118894 Jun 30 02:44:05.662404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a5761b-be38-44d8-8591-ccba348ddc87 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.667268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-98a5761b-be38-44d8-8591-ccba348ddc87 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2095842 Jun 30 02:44:05.671470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:05.848434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.864762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b7e6ff84-d0f7-4235-ba2e-c199653371c3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1883678 Jun 30 02:44:05.866054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:05.872838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-938422486'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:05.902956 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.910228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:05.915599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.978965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:05.987184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-034003ff-fd5f-47a5-9bd3-baa249a1b9af req-a16045c7-f813-465b-8681-90004025dbb3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 210 time: 0.0840673 Jun 30 02:44:06.002706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.008214 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment 1fb3899c-1394-4c6f-815d-4355cfa04783 of type vlan for network 06fd0986-5179-431e-8e02-2627cc91d36d Jun 30 02:44:06.137351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.227028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.241753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:06.242600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.269481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3991573 Jun 30 02:44:06.273214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41762) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:06.313721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:06.429622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cc6dd-02e5-464c-8b55-a896c8ca4c5e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=06fd0986-5179-431e-8e02-2627cc91d36d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:06.456542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4894422f-13d0-4dcb-87f9-c9e7f7b1b04f', 'name': 'tempest-snat-router-397907144', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.32'}], 'enable_snat': False}, 'gw_port_id': '83785610-3551-4de8-8edb-d298307321ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:43:52Z', 'updated_at': '2021-06-30T02:43:58Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '83785610-3551-4de8-8edb-d298307321ee', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4894422f-13d0-4dcb-87f9-c9e7f7b1b04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:43:56Z', 'updated_at': '2021-06-30T02:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:06.551315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afe5e8-9b2a-4416-87ef-2bfcdd7aa6fa None None] The sync data for ids ['4894422f-13d0-4dcb-87f9-c9e7f7b1b04f'] in n-d-798054-5 is: [{'id': '4894422f-13d0-4dcb-87f9-c9e7f7b1b04f', 'name': 'tempest-snat-router-397907144', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.32'}], 'enable_snat': False}, 'gw_port_id': '83785610-3551-4de8-8edb-d298307321ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:43:52Z', 'updated_at': '2021-06-30T02:43:58Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '83785610-3551-4de8-8edb-d298307321ee', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4894422f-13d0-4dcb-87f9-c9e7f7b1b04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:43:56Z', 'updated_at': '2021-06-30T02:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:06.555044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 06fd0986-5179-431e-8e02-2627cc91d36d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:06.604511 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5208e130-0ce3-4042-b2ca-fd93e702dad7 req-49331b9d-dd90-4756-a168-f576fb2d99b2 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28f09afc6c9442d6b9bd7a9fd6b71971 HTTP/1.1" status: 200 len: 2988 time: 0.4701803 Jun 30 02:44:06.785694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00092a-e071-42d5-837e-a81611357504 req-23b7bf58-22fd-4554-a3a8-ba5b52c9f8e8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:06.788261 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d00092a-e071-42d5-837e-a81611357504 req-23b7bf58-22fd-4554-a3a8-ba5b52c9f8e8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.2372594 Jun 30 02:44:06.850799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:06.907633 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5208e130-0ce3-4042-b2ca-fd93e702dad7 req-09317938-9db6-4dac-8571-5759697b88d0 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups/32fe53d3-0b4f-4cff-99cd-149d564f36b8 HTTP/1.1" status: 200 len: 2985 time: 0.2993054 Jun 30 02:44:06.941723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:06.952565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.967647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Allocated IP 172.25.0.7 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/2e2feb50-575a-4b39-bf06-f277af9928c2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:06.996185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d00092a-e071-42d5-837e-a81611357504 req-f65af533-e9e1-439a-a559-f62c2f06d4f3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980920 Jun 30 02:44:07.478804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-889b37fa-a3d2-4783-858a-e4d6884252b4 req-c5394387-b63f-40d0-9e3d-df05653e60a5 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1128430 Jun 30 02:44:07.745255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5208e130-0ce3-4042-b2ca-fd93e702dad7 req-db08cb11-6278-4b83-8adc-46135e200b9e tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups/32fe53d3-0b4f-4cff-99cd-149d564f36b8 HTTP/1.1" status: 200 len: 2985 time: 0.8364143 Jun 30 02:44:07.948005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fdefaf8d-c957-49a3-aef4-772132052de2 req-9e577dc5-7863-4b48-a855-1d240a73182b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 210 time: 0.1178145 Jun 30 02:44:08.066932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 83785610-3551-4de8-8edb-d298307321ee up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:08.233415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-737b96d3-6bd9-440b-accf-c412d3ecf61e req-50abb9fb-6df3-4bb4-87ee-7d4a23ad7646 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups/32fe53d3-0b4f-4cff-99cd-149d564f36b8 HTTP/1.1" status: 200 len: 2985 time: 0.2477262 Jun 30 02:44:08.264064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 83785610-3551-4de8-8edb-d298307321ee completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:08.280492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 83785610-3551-4de8-8edb-d298307321ee triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:08.286467 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.289913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.518459 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-737b96d3-6bd9-440b-accf-c412d3ecf61e req-e21c86dd-ffd4-4a9e-a39b-80f52d3c7fac tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:44:08.527251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-737b96d3-6bd9-440b-accf-c412d3ecf61e req-e21c86dd-ffd4-4a9e-a39b-80f52d3c7fac tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "DELETE /v2.0/security-groups/32fe53d3-0b4f-4cff-99cd-149d564f36b8 HTTP/1.1" status: 409 len: 352 time: 0.2816660 Jun 30 02:44:08.682554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.712860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 83785610-3551-4de8-8edb-d298307321ee, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=83785610-3551-4de8-8edb-d298307321ee,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:08.719357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.888924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.935995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=83785610-3551-4de8-8edb-d298307321ee,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.972930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.979559 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5130bdb-7aaa-49a1-8b99-309f2893e028 req-0852b0d3-7822-4381-90c3-d622fcfe23c3 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0666070 Jun 30 02:44:09.007873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec311c-23ab-40b1-866f-3c5bd8e44943 req-fe51a99d-cef8-43bf-a654-63efc0e4820d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.015873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8ec311c-23ab-40b1-866f-3c5bd8e44943 req-fe51a99d-cef8-43bf-a654-63efc0e4820d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.6899440 Jun 30 02:44:09.072542 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-d04dcbf8-e975-47d9-b3b6-deee9b3e4d13 req-cebd8f82-201a-4bde-af50-8db73c9387a2 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] show failed (client error): The resource could not be found. Jun 30 02:44:09.074781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.082325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d04dcbf8-e975-47d9-b3b6-deee9b3e4d13 req-cebd8f82-201a-4bde-af50-8db73c9387a2 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups/3b919ace-4d9b-4817-ae9e-99093fad86d6 HTTP/1.1" status: 404 len: 352 time: 0.0358181 Jun 30 02:44:09.177269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-6a51db78-2a8d-4742-a5f9-77990ae7776d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.178906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-6a51db78-2a8d-4742-a5f9-77990ae7776d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.8397336 Jun 30 02:44:09.200657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8ec311c-23ab-40b1-866f-3c5bd8e44943 req-b8c7a2a2-356a-4c2b-9e47-de99c2570061 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838663 Jun 30 02:44:09.209243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:09.214209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:09.231202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:09.231202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:09.269197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e33eb2b3-1b7d-4be2-b220-89f27ad25a62 req-19bccc6d-c1eb-47c0-9a79-8e751d790623 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 210 time: 0.0592430 Jun 30 02:44:09.318109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': '1fb3899c-1394-4c6f-815d-4355cfa04783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:09.318741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: 06fd0986-5179-431e-8e02-2627cc91d36d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:09.321681 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-bd7f0d49-8f1e-485f-8ba7-ad960fe517bf req-daae9175-b706-486c-8c5a-99fe09dd6d98 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] show failed (client error): The resource could not be found. Jun 30 02:44:09.331311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd7f0d49-8f1e-485f-8ba7-ad960fe517bf req-daae9175-b706-486c-8c5a-99fe09dd6d98 tempest-SecurityGroupsNegativeTestJSON-827825851 tempest-SecurityGroupsNegativeTestJSON-827825851-project] 10.222.0.78 "GET /v2.0/security-groups/9d21d098-8aac-477f-9039-d2d1741a7b36 HTTP/1.1" status: 404 len: 352 time: 0.0339925 Jun 30 02:44:09.339923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.348422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.365431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Port': ['ID=2e2feb50-575a-4b39-bf06-f277af9928c2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:09.427218 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.444053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Deleting subnet f7c1c637-9dac-4092-ad8c-9e1bcc092f42 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:09.450871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.486212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 06fd0986-5179-431e-8e02-2627cc91d36d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:09.513292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.587791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.616183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 06fd0986-5179-431e-8e02-2627cc91d36d) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:09.631044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d93cfb-2b09-4c83-b1f9-92b8909dff60 None None] Network 06fd0986-5179-431e-8e02-2627cc91d36d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:09.637870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.637870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.706009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:09.717175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.722976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.829636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-91f3c701-a176-4888-b173-77a57a5cd100 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5301909 Jun 30 02:44:09.831473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41794) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.842402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.849188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f7c1c637-9dac-4092-ad8c-9e1bcc092f42 HTTP/1.1" status: 204 len: 168 time: 0.5042627 Jun 30 02:44:09.849188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b335bf7-0fa1-4601-b0c4-82da57bded15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c1c637-9dac-4092-ad8c-9e1bcc092f42,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:09.849542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d', 'name': 'tempest-PortsIpV6TestJSON-1765394277'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:09.854761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.901423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-06fd0986-5179-431e-8e02-2627cc91d36d', 'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': 'a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:09.902264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.996805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.036664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 83785610-3551-4de8-8edb-d298307321ee up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:10.134529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 83785610-3551-4de8-8edb-d298307321ee triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:10.135116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.243463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Allocated IP 2001:db8::2 (06fd0986-5179-431e-8e02-2627cc91d36d/a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2/77ecc7f6-e8ac-4d5b-8242-caf505366930) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:10.255126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.281700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac8143c-cd9f-4815-b8c0-8a7ddee42c99']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:10.310672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dc4528-8c25-45f8-be7e-f1db1a0ea1cf') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:10.311055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dc4528-8c25-45f8-be7e-f1db1a0ea1cf') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:10.357300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.412869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9596dfee-8a1f-4d4a-b026-6d581cb32bf8 req-ba5b891a-7914-474c-8e1e-534550613048 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0927033 Jun 30 02:44:10.427312 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.444045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:10.444772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:10.564239 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:10.579863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.584954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.590492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fac8143c-cd9f-4815-b8c0-8a7ddee42c99 HTTP/1.1" status: 204 len: 168 time: 0.7281990 Jun 30 02:44:10.640938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a75a69-fa54-4153-9d1e-e84552f135e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac8143c-cd9f-4815-b8c0-8a7ddee42c99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:10.695401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d4e78f6-312e-4692-8f43-11f2cc4917c3 req-0b3bfd1e-58b1-4303-9be5-f9a9a9040654 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 210 time: 0.0640719 Jun 30 02:44:10.808626 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.816830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:10.828953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Transition to ACTIVE for port object 77ecc7f6-e8ac-4d5b-8242-caf505366930 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:10.878339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Transition to ACTIVE for port object 77ecc7f6-e8ac-4d5b-8242-caf505366930 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:10.880950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.897605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.914059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-613d211b-cc4c-41ae-8660-a3bc17811617 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28f09afc6c9442d6b9bd7a9fd6b71971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935111 Jun 30 02:44:10.914203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:10.948256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Network 06fd0986-5179-431e-8e02-2627cc91d36d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:10.951297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.5 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/886362bf-80b7-4a83-aaae-8b84a751065a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:10.953779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:10.958131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:10.989369 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-253f7f07-5aeb-4ef9-9bb7-a4513f4e2ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.018243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-253f7f07-5aeb-4ef9-9bb7-a4513f4e2ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.023804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Pushing event updated for resources: {'Port': ['ID=77ecc7f6-e8ac-4d5b-8242-caf505366930,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.043519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Attempting to bind port 77ecc7f6-e8ac-4d5b-8242-caf505366930 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:11.044201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Attempting to bind port 77ecc7f6-e8ac-4d5b-8242-caf505366930 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1fb3899c-1394-4c6f-815d-4355cfa04783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:11.044677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Attempting to bind port 77ecc7f6-e8ac-4d5b-8242-caf505366930 on network 06fd0986-5179-431e-8e02-2627cc91d36d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:11.054986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:11.055552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Checking segment: {'id': '1fb3899c-1394-4c6f-815d-4355cfa04783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:11.056649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.057169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Bound using segment: {'id': '1fb3899c-1394-4c6f-815d-4355cfa04783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:11.058847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Bound port: 77ecc7f6-e8ac-4d5b-8242-caf505366930, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb3899c-1394-4c6f-815d-4355cfa04783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:11.058847 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.089286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-253f7f07-5aeb-4ef9-9bb7-a4513f4e2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.095330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-253f7f07-5aeb-4ef9-9bb7-a4513f4e2ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.100956 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-253f7f07-5aeb-4ef9-9bb7-a4513f4e2ae2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32fe53d3-0b4f-4cff-99cd-149d564f36b8 HTTP/1.1" status: 204 len: 168 time: 0.1822078 Jun 30 02:44:11.107986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f7f07-5aeb-4ef9-9bb7-a4513f4e2ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe53d3-0b4f-4cff-99cd-149d564f36b8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.143101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.159672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] For port 77ecc7f6-e8ac-4d5b-8242-caf505366930, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:11.165798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] For port 77ecc7f6-e8ac-4d5b-8242-caf505366930, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77ecc7f6-e8ac-4d5b-8242-caf505366930,segment=NetworkSegment(1fb3899c-1394-4c6f-815d-4355cfa04783),segment_id=1fb3899c-1394-4c6f-815d-4355cfa04783)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:11.176304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.268457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e191d2-79c0-4f7a-b9f4-d6a6c7627ad4 None None] Pushing event updated for resources: {'Port': ['ID=77ecc7f6-e8ac-4d5b-8242-caf505366930,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.326416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5af1d-76e1-4cd4-a7bd-9303dff75348 req-07185322-8292-4e19-88c3-4bb165dc0d43 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.330190 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53d5af1d-76e1-4cd4-a7bd-9303dff75348 req-07185322-8292-4e19-88c3-4bb165dc0d43 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.9228444 Jun 30 02:44:11.398489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:11.402546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.429076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.600108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 0d043b57-7ac0-4a84-8805-211936b8a647 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:11.652671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53d5af1d-76e1-4cd4-a7bd-9303dff75348 req-78bd3918-561e-4548-be97-6cf7f69e4a13 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017452 Jun 30 02:44:11.853770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c08458fe-ffdc-4198-aed8-23b953b7f9ae req-b0635a66-a9bb-4f89-bfcb-15432d61b6ec tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1350060 Jun 30 02:44:11.854347 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.031356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:12.042550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ecc7f6-e8ac-4d5b-8242-caf505366930 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:12.050965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Deleting port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:12.051579 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.068409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::c (06fd0986-5179-431e-8e02-2627cc91d36d/a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2/0d043b57-7ac0-4a84-8805-211936b8a647) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:12.101916 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.112195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:12.227995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 77ecc7f6-e8ac-4d5b-8242-caf505366930 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:12.347592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:12.372145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=886362bf-80b7-4a83-aaae-8b84a751065a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:12.686749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.688783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.715531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] For port 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:12.716196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.735677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Calling delete_port for 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:12.888493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da89f-791f-4afb-ae58-b8c9ddac1625 req-01787627-cb6f-4ce1-814b-3870a63afbf0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.899720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd3da89f-791f-4afb-ae58-b8c9ddac1625 req-01787627-cb6f-4ce1-814b-3870a63afbf0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 931 time: 0.9856839 Jun 30 02:44:12.943733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:12.984331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-f685b79a-254e-41ae-b4c8-79c5664bdc7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7937543 Jun 30 02:44:13.007539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1454b-9496-47b0-aeea-943e688217e4 req-878a784d-ae3a-4453-bc1b-a30e47aff075 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.009741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4a1454b-9496-47b0-aeea-943e688217e4 req-878a784d-ae3a-4453-bc1b-a30e47aff075 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1648152 Jun 30 02:44:13.055713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.065006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7578c-88a2-4277-b632-d36c825f4669 None None] Network 06fd0986-5179-431e-8e02-2627cc91d36d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:13.092959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4a1454b-9496-47b0-aeea-943e688217e4 req-5ec996e9-6ef7-4e3a-9ba4-93436c6509db tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692456 Jun 30 02:44:13.156759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 0d043b57-7ac0-4a84-8805-211936b8a647 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:13.297691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd3da89f-791f-4afb-ae58-b8c9ddac1625 req-7095d2bc-ad75-45d8-abbf-860eedafc31d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967021 Jun 30 02:44:13.301141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.306676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.328444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-749759553-network', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:13.404136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Made reservation on behalf of e1c8a922f07a44349373be9e94e608ef for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:13.408722 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.442576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Request body: {'port': {'device_id': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:13.470796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] Provisioning for port 77ecc7f6-e8ac-4d5b-8242-caf505366930 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:13.479015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] Provisioning complete for port 77ecc7f6-e8ac-4d5b-8242-caf505366930 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:13.479964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.481377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fe5594f-a721-4f93-b1cf-40bd6b7f8267 req-3008dbce-2a84-44dc-8942-025c22486553 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1088264 Jun 30 02:44:13.487341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=0d043b57-7ac0-4a84-8805-211936b8a647,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:13.496856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.575513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Pushing event deleted for resources: {'Port': ['ID=214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:13.629365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 06fd0986-5179-431e-8e02-2627cc91d36d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:13.631328 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.632981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:13.641470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.671319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:13.680935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] For port 77ecc7f6-e8ac-4d5b-8242-caf505366930, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77ecc7f6-e8ac-4d5b-8242-caf505366930,segment=NetworkSegment(1fb3899c-1394-4c6f-815d-4355cfa04783),segment_id=1fb3899c-1394-4c6f-815d-4355cfa04783)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:13.687135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.691656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.694336 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.770796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32061aea-096f-44a6-b029-9c51a1c48397 None None] Pushing event updated for resources: {'Port': ['ID=77ecc7f6-e8ac-4d5b-8242-caf505366930,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:13.845340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.853615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.928959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e6f6b0-7a0c-4c18-bcbe-6744e8de64ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:13.932045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:13.961782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:13.963410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4bf8a5ba-eae8-405e-86a2-c356efca7d57 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1252723 Jun 30 02:44:13.973290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.974154 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Added segment 3c02ed22-e01d-44a4-a8ba-4c287fec6d9f of type vlan for network 8638be7a-0435-43fb-bebe-9ff6352fe974 Jun 30 02:44:13.982682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '06fd0986-5179-431e-8e02-2627cc91d36d', 'name': 'tempest-PortsIpV6TestJSON-1934407217'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:14.019459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Router 801837dd-54d2-463f-ba4c-e68a98074622 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:14.147433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ecc7f6-e8ac-4d5b-8242-caf505366930 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:14.187799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.291798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-622c8210-2f85-41d8-97c4-19eefabd9d5d None None] Provisioning for port 0d043b57-7ac0-4a84-8805-211936b8a647 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:14.305798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-622c8210-2f85-41d8-97c4-19eefabd9d5d None None] Provisioning complete for port 0d043b57-7ac0-4a84-8805-211936b8a647 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:14.306168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-622c8210-2f85-41d8-97c4-19eefabd9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.351801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.352840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.353486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.363231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8b8b436-3d3c-4d02-8cc8-0284719e5afc req-bd0993c7-88f7-4b14-ba3c-d4ff8487ef23 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.4511797 Jun 30 02:44:14.394985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 77ecc7f6-e8ac-4d5b-8242-caf505366930 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:14.395984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.457193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:14.462349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.492652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-622c8210-2f85-41d8-97c4-19eefabd9d5d None None] Port 0d043b57-7ac0-4a84-8805-211936b8a647 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:14.559932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-622c8210-2f85-41d8-97c4-19eefabd9d5d None None] Provisioning complete for port 77ecc7f6-e8ac-4d5b-8242-caf505366930 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:14.564828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-622c8210-2f85-41d8-97c4-19eefabd9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.594816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6437140 Jun 30 02:44:14.612921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41866) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:14.679901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 3b6a420b-1bf0-4c54-980f-adf5860209c5 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:14.719685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea10b-7350-444e-9e94-4b56ea35e829 admin admin] Pushing event updated for resources: {'Network': ['ID=8638be7a-0435-43fb-bebe-9ff6352fe974,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:14.736871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:14.792996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a1fd-aada-4b73-8ed1-41c9dfb525e0 req-d244b59b-ae6b-48b4-94b1-94376246e79b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.794675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eaf9a1fd-aada-4b73-8ed1-41c9dfb525e0 req-d244b59b-ae6b-48b4-94b1-94376246e79b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3476708 Jun 30 02:44:14.887918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-66c2e743-a256-4973-a860-7925cf7d2fd2 None None] Provisioning complete for port 0d043b57-7ac0-4a84-8805-211936b8a647 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:14.888477 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66c2e743-a256-4973-a860-7925cf7d2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.899756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eaf9a1fd-aada-4b73-8ed1-41c9dfb525e0 req-8a989945-d44b-4f98-9ced-a68254fdb0d4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943632 Jun 30 02:44:14.946542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-66c2e743-a256-4973-a860-7925cf7d2fd2 None None] Port 0d043b57-7ac0-4a84-8805-211936b8a647 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:14.968363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::3b8 (06fd0986-5179-431e-8e02-2627cc91d36d/a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2/3b6a420b-1bf0-4c54-980f-adf5860209c5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:15.110957 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a1e6593-fb18-4727-9105-16313e6ceaf9 req-acce0a15-99a2-45b7-beda-19fdbe3ede2c tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0464668 Jun 30 02:44:15.204675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886362bf-80b7-4a83-aaae-8b84a751065a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:15.217813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.232051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Transition to ACTIVE for port object 886362bf-80b7-4a83-aaae-8b84a751065a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:15.239849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Request body: {'subnet': {'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-749759553-subnet', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:15.264990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.278003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Made reservation on behalf of e1c8a922f07a44349373be9e94e608ef for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:15.280453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.313708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.335907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 3b6a420b-1bf0-4c54-980f-adf5860209c5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:15.383241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.524382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.538654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:15.559868 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Sync routers for ids ['801837dd-54d2-463f-ba4c-e68a98074622'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:15.591027 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Routers {'801837dd-54d2-463f-ba4c-e68a98074622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:15.591991 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['801837dd-54d2-463f-ba4c-e68a98074622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:15.607602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Pushing event updated for resources: {'Port': ['ID=886362bf-80b7-4a83-aaae-8b84a751065a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:15.704087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.705678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6634d55d-b32c-454f-90bf-1cae4773e296 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 13.9047277 Jun 30 02:44:15.743192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386120aa-c8b6-4e5d-a900-f58ed1c92bdd req-f7cdc62e-0aac-431f-93f6-b540cfbe8eb0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.750795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-386120aa-c8b6-4e5d-a900-f58ed1c92bdd req-f7cdc62e-0aac-431f-93f6-b540cfbe8eb0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 943 time: 0.4891529 Jun 30 02:44:15.756313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 06fd0986-5179-431e-8e02-2627cc91d36d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:15.758001 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Set router 801837dd-54d2-463f-ba4c-e68a98074622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:15.760409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41868) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:15.760722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:15.766858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:15.774045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.774850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.825847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=3b6a420b-1bf0-4c54-980f-adf5860209c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:15.832173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-735908eb-f49d-4261-bc3a-2e36e0e6ed02 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8658533 Jun 30 02:44:15.835299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:16.018164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-386120aa-c8b6-4e5d-a900-f58ed1c92bdd req-ecc07313-7795-40c8-952f-69948021b07f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663302 Jun 30 02:44:16.074419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2b8ce5-bcff-4eee-b762-4e0fd57fd7f6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.094490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7e2b8ce5-bcff-4eee-b762-4e0fd57fd7f6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac HTTP/1.1" status: 200 len: 927 time: 0.2576962 Jun 30 02:44:16.095552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:16.155677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.195421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Attempting to bind port 886362bf-80b7-4a83-aaae-8b84a751065a on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:16.195590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Attempting to bind port 886362bf-80b7-4a83-aaae-8b84a751065a by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:16.195798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Attempting to bind port 886362bf-80b7-4a83-aaae-8b84a751065a on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:16.198492 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801837dd-54d2-463f-ba4c-e68a98074622', 'name': 'tempest-snat-router-397907144', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '2e2feb50-575a-4b39-bf06-f277af9928c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:02Z', 'updated_at': '2021-06-30T02:44:09Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '2e2feb50-575a-4b39-bf06-f277af9928c2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801837dd-54d2-463f-ba4c-e68a98074622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:05Z', 'updated_at': '2021-06-30T02:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:16.255907 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Checking router: 801837dd-54d2-463f-ba4c-e68a98074622 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:16.259091 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Updating router 801837dd-54d2-463f-ba4c-e68a98074622 port 2e2feb50-575a-4b39-bf06-f277af9928c2 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:16.287171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bdcebf29-3d2f-456e-bd8b-19aecc6b0f64 None None] Provisioning for port 3b6a420b-1bf0-4c54-980f-adf5860209c5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:16.294523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bdcebf29-3d2f-456e-bd8b-19aecc6b0f64 None None] Provisioning complete for port 3b6a420b-1bf0-4c54-980f-adf5860209c5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:16.297668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdcebf29-3d2f-456e-bd8b-19aecc6b0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.300298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e982-1423-4ed2-a96e-9b98fe9173ed req-1b04e2ee-4edc-4324-b299-e9fa96059156 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.303907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d41e982-1423-4ed2-a96e-9b98fe9173ed req-1b04e2ee-4edc-4324-b299-e9fa96059156 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.1413112 Jun 30 02:44:16.317300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 3b6a420b-1bf0-4c54-980f-adf5860209c5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:16.317653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.340840 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.394819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bdcebf29-3d2f-456e-bd8b-19aecc6b0f64 None None] Port 3b6a420b-1bf0-4c54-980f-adf5860209c5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:16.406634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Port 886362bf-80b7-4a83-aaae-8b84a751065a on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:16.406957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Attempting to bind port 886362bf-80b7-4a83-aaae-8b84a751065a on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:16.426557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d41e982-1423-4ed2-a96e-9b98fe9173ed req-4051ea41-4ed3-4386-a6ff-e8d70aec93dc tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159694 Jun 30 02:44:16.478347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.483581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f2d256e4-0395-480b-9d22-9baeaaa645e0 req-4c7eb4d0-5cea-4161-8c7f-e72aece57d7f tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0683205 Jun 30 02:44:16.496034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 3b6a420b-1bf0-4c54-980f-adf5860209c5 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:16.527842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:16.527842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:16.534201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:16.534712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Bound port: 886362bf-80b7-4a83-aaae-8b84a751065a, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:16.535076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.553435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:16.618393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-72369f1e-f41a-4089-8703-3a6143803496 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/801837dd-54d2-463f-ba4c-e68a98074622 HTTP/1.1" status: 200 len: 905 time: 0.8574667 Jun 30 02:44:16.619212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33a428c-028d-4f52-b0c4-c51a7532dd01,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:16.627480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:16.750596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Checking segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:16.750997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Network hostable DHCP agents. Network: 8638be7a-0435-43fb-bebe-9ff6352fe974, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:16.828079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.879865 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.907694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Transition to ACTIVE for port object 2e2feb50-575a-4b39-bf06-f277af9928c2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:16.926219 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.933972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] For port 886362bf-80b7-4a83-aaae-8b84a751065a, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:16.949636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=3b6a420b-1bf0-4c54-980f-adf5860209c5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:16.951881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.956315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ddff3fb7-e671-45d7-842b-73698a6d1faa tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/3b6a420b-1bf0-4c54-980f-adf5860209c5 HTTP/1.1" status: 204 len: 168 time: 0.8572125 Jun 30 02:44:16.967482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:17.014424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:17.024408 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab32b7a-6fae-49d6-a1d2-ac82a08d493a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:44:17.026070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eab32b7a-6fae-49d6-a1d2-ac82a08d493a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/3b6a420b-1bf0-4c54-980f-adf5860209c5 HTTP/1.1" status: 404 len: 333 time: 0.0574811 Jun 30 02:44:17.035079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:17.037058 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Attempting to bind port 2e2feb50-575a-4b39-bf06-f277af9928c2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:17.037564 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Attempting to bind port 2e2feb50-575a-4b39-bf06-f277af9928c2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:17.038097 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Attempting to bind port 2e2feb50-575a-4b39-bf06-f277af9928c2 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:17.054009 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Pushing event updated for resources: {'Port': ['ID=2e2feb50-575a-4b39-bf06-f277af9928c2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.056073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] For port 886362bf-80b7-4a83-aaae-8b84a751065a, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=886362bf-80b7-4a83-aaae-8b84a751065a,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:17.089717 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.090080 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.091329 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.091788 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.096371 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.097067 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.097975 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.102376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.102376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.102376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.102376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.102376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.114129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.114662 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:17.115054 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:17.119887 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.120400 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:17.121655 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Bound port: 2e2feb50-575a-4b39-bf06-f277af9928c2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:17.122124 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.139318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.145449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8638be7a-0435-43fb-bebe-9ff6352fe974) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:17.183975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4664ae-a20b-4ac7-b578-95a724f3048c None None] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:17.278641 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] For port 2e2feb50-575a-4b39-bf06-f277af9928c2, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:17.291117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] For port 2e2feb50-575a-4b39-bf06-f277af9928c2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2e2feb50-575a-4b39-bf06-f277af9928c2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:17.301022 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.312393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 0d043b57-7ac0-4a84-8805-211936b8a647 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:17.313087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.368588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.368950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.374953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:17.398333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] Sync routers for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:17.409710 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b8360-0b14-4d8b-81a8-2174fb4975cf None None] Pushing event updated for resources: {'Port': ['ID=2e2feb50-575a-4b39-bf06-f277af9928c2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.422324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f5d74fc4-7d0c-4638-b3eb-b8b320bf978e admin admin] 10.222.0.78 "PUT /v2.0/routers/507e8ab7-f27a-4022-81fb-bb56e1d3c5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5628614 Jun 30 02:44:17.427197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41894) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:17.432022 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Routers {'801837dd-54d2-463f-ba4c-e68a98074622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:17.432495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257eb5a0-06ed-40aa-96d7-7f2f6ee2345b req-ed4da7d8-6007-43c0-b13f-7a24eb285855 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=74437689226540d18c88b22fd1c674c3&device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.2079406 Jun 30 02:44:17.433854 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['801837dd-54d2-463f-ba4c-e68a98074622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:17.455221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.455846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.457248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] 10.222.0.67 "PUT /v2.0/ports/886362bf-80b7-4a83-aaae-8b84a751065a HTTP/1.1" status: 200 len: 1091 time: 4.4521921 Jun 30 02:44:17.467005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'tag': '886362bf-80b7-4a83-aaae-8b84a751065a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:17.469800 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ffc9c6-ce2b-443f-b116-14f3f052f617", "tag": "886362bf-80b7-4a83-aaae-8b84a751065a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:17.492869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:17.506933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:17.509837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.525576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 0d043b57-7ac0-4a84-8805-211936b8a647 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:17.584612 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] Set router 801837dd-54d2-463f-ba4c-e68a98074622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:17.643201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a519ea91-5479-4c04-9e6e-93cc4e92cb37 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.0265396 Jun 30 02:44:17.693403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41902) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:17.704194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:17.717887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17bc5ab0-a21c-4701-9dda-fc828f236235 req-cb35726a-53ea-4771-9939-cacbe6b73e76 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.4017909 Jun 30 02:44:17.726590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.839181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1efb6a-49d0-40b7-8cfe-129d21425de6 service neutron] Pushing event updated for resources: {'Port': ['ID=886362bf-80b7-4a83-aaae-8b84a751065a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.844290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257eb5a0-06ed-40aa-96d7-7f2f6ee2345b req-145530f1-983e-47ff-8cd1-abb9aefa47ee service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=74437689226540d18c88b22fd1c674c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3713815 Jun 30 02:44:17.888888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.894731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:17.895689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/0d043b57-7ac0-4a84-8805-211936b8a647 HTTP/1.1" status: 204 len: 168 time: 0.8594036 Jun 30 02:44:17.897323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae665760-c421-4b69-8d0c-1603bca16406 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=0d043b57-7ac0-4a84-8805-211936b8a647,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.898241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8638be7a-0435-43fb-bebe-9ff6352fe974', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:17.899128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.901879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:17.960812 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4282d15e-14f8-4491-81ff-7aa72249c9f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:44:17.979199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4282d15e-14f8-4491-81ff-7aa72249c9f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/0d043b57-7ac0-4a84-8805-211936b8a647 HTTP/1.1" status: 404 len: 333 time: 0.0758505 Jun 30 02:44:17.979946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:18.006074 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801837dd-54d2-463f-ba4c-e68a98074622', 'name': 'tempest-snat-router-397907144', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '2e2feb50-575a-4b39-bf06-f277af9928c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:02Z', 'updated_at': '2021-06-30T02:44:09Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '2e2feb50-575a-4b39-bf06-f277af9928c2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801837dd-54d2-463f-ba4c-e68a98074622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:05Z', 'updated_at': '2021-06-30T02:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:18.077310 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a21657-12e3-44ea-acbe-ecb49b035feb None None] The sync data for ids ['801837dd-54d2-463f-ba4c-e68a98074622'] in n-d-798054-5 is: [{'id': '801837dd-54d2-463f-ba4c-e68a98074622', 'name': 'tempest-snat-router-397907144', 'tenant_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '2e2feb50-575a-4b39-bf06-f277af9928c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:02Z', 'updated_at': '2021-06-30T02:44:09Z', 'revision_number': 3, 'project_id': 'dbaa2424b1b746f18a26ce483e4010c9', 'gw_port': {'id': '2e2feb50-575a-4b39-bf06-f277af9928c2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801837dd-54d2-463f-ba4c-e68a98074622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:05Z', 'updated_at': '2021-06-30T02:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:18.161048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:18.166788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.241343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.242994 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.243150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e9bf9-d9a8-4685-b5fe-4a52624a7be5 req-7cc4553a-f25f-41df-9b7c-5d0708afe3b4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.252042 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-152e9bf9-d9a8-4685-b5fe-4a52624a7be5 req-7cc4553a-f25f-41df-9b7c-5d0708afe3b4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.2431610 Jun 30 02:44:18.258612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.279988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7588c-d65d-4241-92e6-5329af926269 req-afba8745-d76a-4632-b9d1-12045b07fcd8 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.282508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Allocated IP 172.20.0.2 (8638be7a-0435-43fb-bebe-9ff6352fe974/f33a428c-028d-4f52-b0c4-c51a7532dd01/4f51ca10-c14b-47c3-b229-3fa60f97b62b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:18.289383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6de7588c-d65d-4241-92e6-5329af926269 req-afba8745-d76a-4632-b9d1-12045b07fcd8 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 943 time: 0.9178345 Jun 30 02:44:18.351275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-152e9bf9-d9a8-4685-b5fe-4a52624a7be5 req-8980a4c2-6dba-47cd-8130-3b57dbd4cad5 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985906 Jun 30 02:44:18.427063 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.504333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.518681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.589723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.590576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-5859a049-0630-4b45-af8c-a43f39ff00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.594686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-5859a049-0630-4b45-af8c-a43f39ff00b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 1094 time: 0.9743803 Jun 30 02:44:18.604719 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a0d7e4-d820-4e38-b53c-7f9069c34cfe x-openstack-request-id: req-b7a0d7e4-d820-4e38-b53c-7f9069c34cfe {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:18.605094 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ffc9c6-ce2b-443f-b116-14f3f052f617", "tag": "886362bf-80b7-4a83-aaae-8b84a751065a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:18.605313 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7a0d7e4-d820-4e38-b53c-7f9069c34cfe {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:18.605634 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'tag': '886362bf-80b7-4a83-aaae-8b84a751065a', 'status': 'completed', 'code': 200} Jun 30 02:44:18.606894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Transition to ACTIVE for port object 4f51ca10-c14b-47c3-b229-3fa60f97b62b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:18.663215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Transition to ACTIVE for port object 4f51ca10-c14b-47c3-b229-3fa60f97b62b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:18.677796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.684202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.726479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:18.730103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.746544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.750368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48355a60-84ba-4d68-a24d-1e88401c2f2d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2 HTTP/1.1" status: 204 len: 168 time: 0.7680101 Jun 30 02:44:18.753626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:18.793547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:18.809926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Pushing event updated for resources: {'Port': ['ID=4f51ca10-c14b-47c3-b229-3fa60f97b62b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:18.818600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:18.825456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:18.827941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b72800-20f6-4e58-927e-c680896eeab6 None None] Network 06fd0986-5179-431e-8e02-2627cc91d36d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:18.935615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.944964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-fb93c758-8bbc-4d90-a03b-6f2676e57637 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=886362bf-80b7-4a83-aaae-8b84a751065a HTTP/1.1" status: 200 len: 217 time: 0.3350549 Jun 30 02:44:18.995028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e64ade-ed22-43d2-95dd-03509cf9bcc7 req-495bf0b2-bf3a-40a1-b6ea-e2e659f4b962 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.0481832 Jun 30 02:44:19.081799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 77ecc7f6-e8ac-4d5b-8242-caf505366930 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:19.087825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.134281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6de7588c-d65d-4241-92e6-5329af926269 req-98a42b43-96dd-4cbb-a0c0-c1d897788447 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8433514 Jun 30 02:44:19.180568 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.204563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] For port 77ecc7f6-e8ac-4d5b-8242-caf505366930, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77ecc7f6-e8ac-4d5b-8242-caf505366930,segment=NetworkSegment(1fb3899c-1394-4c6f-815d-4355cfa04783),segment_id=1fb3899c-1394-4c6f-815d-4355cfa04783)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:19.205447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.223420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 77ecc7f6-e8ac-4d5b-8242-caf505366930 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:19.238982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eb5a0-06ed-40aa-96d7-7f2f6ee2345b req-f0d10d16-0883-43a9-93f5-c1e234b2c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.240871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257eb5a0-06ed-40aa-96d7-7f2f6ee2345b req-f0d10d16-0883-43a9-93f5-c1e234b2c69f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3827646 Jun 30 02:44:19.254688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Attempting to bind port 4f51ca10-c14b-47c3-b229-3fa60f97b62b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:19.255082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Attempting to bind port 4f51ca10-c14b-47c3-b229-3fa60f97b62b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:19.255446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Attempting to bind port 4f51ca10-c14b-47c3-b229-3fa60f97b62b on network 8638be7a-0435-43fb-bebe-9ff6352fe974 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:19.290442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:19.290886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Checking segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:19.291229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.291634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Bound using segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:19.292121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Bound port: 4f51ca10-c14b-47c3-b229-3fa60f97b62b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:19.292501 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.320748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:44:13Z', 'revision_number': 5, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port': {'id': 'e6cbdbf7-76c9-4076-9659-1f16ff30ec80', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:59Z', 'updated_at': '2021-06-30T02:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:19.345659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-e4012a56-891e-4c0f-93a4-fd844b2a4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.346666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.347733 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-e4012a56-891e-4c0f-93a4-fd844b2a4f91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.3954685 Jun 30 02:44:19.384771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=77ecc7f6-e8ac-4d5b-8242-caf505366930,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:19.399319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No DVR routers for this DVR port 77ecc7f6-e8ac-4d5b-8242-caf505366930 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:19.448300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] Checking router: 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:19.524300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] For port 4f51ca10-c14b-47c3-b229-3fa60f97b62b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:19.530528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] Routers {'507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:19.531884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:19.535414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] For port 4f51ca10-c14b-47c3-b229-3fa60f97b62b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4f51ca10-c14b-47c3-b229-3fa60f97b62b,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:19.630479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.643069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693de5c5-2a39-4ea7-b23e-da320f924c14 None None] DHCP port deletion for 06fd0986-5179-431e-8e02-2627cc91d36d request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:44:19.648848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.676510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fd0986-5179-431e-8e02-2627cc91d36d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:19.700650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb3899c-1394-4c6f-815d-4355cfa04783') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:19.701478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb3899c-1394-4c6f-815d-4355cfa04783') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:19.746254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.769199 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.785932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:19.786416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:19.789875 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:19.886743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37e506-8a18-44a2-9d6c-30d613e4dbb7 req-285abd4d-a6aa-4107-a946-03f2fbcaa6ef tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.896244 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c37e506-8a18-44a2-9d6c-30d613e4dbb7 req-285abd4d-a6aa-4107-a946-03f2fbcaa6ef tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.2080419 Jun 30 02:44:19.929295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.942052 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.946831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/06fd0986-5179-431e-8e02-2627cc91d36d HTTP/1.1" status: 204 len: 168 time: 1.1908545 Jun 30 02:44:19.954914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:19.978680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-974460351'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:20.041888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060dd77-8320-40a3-a55f-d16708b39981 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=06fd0986-5179-431e-8e02-2627cc91d36d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:20.123761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e2feb50-575a-4b39-bf06-f277af9928c2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:20.132934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c37e506-8a18-44a2-9d6c-30d613e4dbb7 req-c42f57f6-07b8-4c08-817e-7fd6e83a5d46 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360740 Jun 30 02:44:20.133695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.147516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-73c3dd50-7033-4d48-93f3-f0c61985d1d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7496252 Jun 30 02:44:20.159306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:20.166631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530cef1-f423-43e8-b0a1-b1449849ce33 None None] Pushing event updated for resources: {'Port': ['ID=4f51ca10-c14b-47c3-b229-3fa60f97b62b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:20.167524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.191385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] Set router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:20.313073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:20.322450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:44:19Z', 'revision_number': 6, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:20.353131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.353892 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment 4b35ee39-ec08-4c38-ad69-0a8877e32ddf of type vlan for network d0b03901-4e1d-4a0d-8287-0309d54486c2 Jun 30 02:44:20.383783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f456a2-6e7f-40c9-ac40-9cdc5bf8ea6d None None] The sync data for ids ['507e8ab7-f27a-4022-81fb-bb56e1d3c5c1'] in n-d-798054-5 is: [{'id': '507e8ab7-f27a-4022-81fb-bb56e1d3c5c1', 'name': 'tempest-TaggedBootDevicesTest_v242-792165439-router', 'tenant_id': '8dc4f07ff54248b0810c51dc608c32f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:58Z', 'updated_at': '2021-06-30T02:44:19Z', 'revision_number': 6, 'project_id': '8dc4f07ff54248b0810c51dc608c32f7', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:20.412352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 2e2feb50-575a-4b39-bf06-f277af9928c2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:20.429751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2e2feb50-575a-4b39-bf06-f277af9928c2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:20.439594 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.466375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Deleting port 2e2feb50-575a-4b39-bf06-f277af9928c2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:20.466739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.514717 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.563935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8717c4d6-b20f-4754-b6a8-034c31d1e1e5 req-1a533253-868d-4922-a2f8-d85ab77e0ee1 tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.78 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1940534 Jun 30 02:44:20.592219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Deleting port e6cbdbf7-76c9-4076-9659-1f16ff30ec80 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:20.592219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.596073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.613765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.614448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.660020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.699230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257eb5a0-06ed-40aa-96d7-7f2f6ee2345b req-6ef998c5-1489-4158-9362-d6d16cfcffba tempest-ServerShowV254Test-773714090 tempest-ServerShowV254Test-773714090-project] 10.222.0.90 "GET /v2.0/ports?device_id=44a18919-65cf-4a7c-b379-d90d3f0b2769 HTTP/1.1" status: 200 len: 210 time: 0.1119111 Jun 30 02:44:20.705776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 2e2feb50-575a-4b39-bf06-f277af9928c2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2e2feb50-575a-4b39-bf06-f277af9928c2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:20.710296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=d0b03901-4e1d-4a0d-8287-0309d54486c2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:20.721374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:20.724712 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d6f7cb4-d309-41e9-8d3e-968c8f39e4fb tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7565124 Jun 30 02:44:20.735225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130ac44-82d4-4649-9a05-bf76f8bb5042 req-c594356d-feb7-4b5d-8326-e14231a27061 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.737222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9130ac44-82d4-4649-9a05-bf76f8bb5042 req-c594356d-feb7-4b5d-8326-e14231a27061 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 943 time: 0.2496014 Jun 30 02:44:20.737887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:20.743183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:20.851690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.857825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] For port 2e2feb50-575a-4b39-bf06-f277af9928c2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2e2feb50-575a-4b39-bf06-f277af9928c2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:20.858206 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.897413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Calling delete_port for 2e2feb50-575a-4b39-bf06-f277af9928c2 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:20.968600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ecc7f6-e8ac-4d5b-8242-caf505366930 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:21.038216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9130ac44-82d4-4649-9a05-bf76f8bb5042 req-0b08c28b-0fa5-48f5-85a9-8b4affe367a6 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907717 Jun 30 02:44:21.099109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:21.102955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.110341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 77ecc7f6-e8ac-4d5b-8242-caf505366930 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:21.111634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77ecc7f6-e8ac-4d5b-8242-caf505366930 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:21.132517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=2e2feb50-575a-4b39-bf06-f277af9928c2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.157754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-9c6ffc08-49d0-41a0-a03a-2d9652c928fb service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666374 Jun 30 02:44:21.373356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] For port e6cbdbf7-76c9-4076-9659-1f16ff30ec80, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:21.373730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.424128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Calling delete_port for e6cbdbf7-76c9-4076-9659-1f16ff30ec80 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:21.437104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.441803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.515869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da22e1e-71df-410b-9236-6d722cd5bdfe req-05b5b32a-967e-4746-834f-fca4bd32a367 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492692 Jun 30 02:44:21.561045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e2feb50-575a-4b39-bf06-f277af9928c2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.655065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daaeab-4397-4ff9-9d62-77f35273da72 req-f05fd8c2-6afa-4425-bf40-9bee721b8ca2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.665757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99daaeab-4397-4ff9-9d62-77f35273da72 req-f05fd8c2-6afa-4425-bf40-9bee721b8ca2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.3609974 Jun 30 02:44:21.713952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=e1065e8c-4aac-4c93-bb85-e5f26bee43ed,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.774879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': '4b35ee39-ec08-4c38-ad69-0a8877e32ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:21.775822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: d0b03901-4e1d-4a0d-8287-0309d54486c2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:21.786620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99daaeab-4397-4ff9-9d62-77f35273da72 req-6cda0afa-7e71-4261-a7e7-0c10d84b7bba tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198051 Jun 30 02:44:21.813008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:21.826824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d0b03901-4e1d-4a0d-8287-0309d54486c2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:21.841609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5a5b4-083f-498e-a7bb-06499093b880 None None] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:21.852849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.856823 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.895533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4957e6be-166d-42a5-883f-d821266a55f7 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1537254 Jun 30 02:44:21.898055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:21.908263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2', 'name': 'tempest-PortsIpV6TestJSON-576851311', 'fixed_ips': [{'subnet_id': 'e1065e8c-4aac-4c93-bb85-e5f26bee43ed', 'ip_address': '2001:db8::10'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:22.006069 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.240864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4f51ca10-c14b-47c3-b229-3fa60f97b62b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:22.295374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:22.304680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.321854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4e420-2926-44d7-9264-e693430a4d34 None None] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:22.336439 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.340839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:22.476457 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.543037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.558523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.562471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-81e4d397-b60e-411b-9296-44c2ef4d3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.564387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-81e4d397-b60e-411b-9296-44c2ef4d3217 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 1094 time: 0.9360716 Jun 30 02:44:22.581562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd557f2-161f-4b6c-8722-816746eb6e65 req-f146cc2e-ac5f-49d8-9953-1b573107d558 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.591417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dbd557f2-161f-4b6c-8722-816746eb6e65 req-f146cc2e-ac5f-49d8-9953-1b573107d558 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 943 time: 0.2763438 Jun 30 02:44:22.613354 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3301f2e2-456c-41bd-8605-912399140d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.631108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.632170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 801837dd-54d2-463f-ba4c-e68a98074622 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:22.640830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d0b03901-4e1d-4a0d-8287-0309d54486c2', 'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': 'e1065e8c-4aac-4c93-bb85-e5f26bee43ed'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:22.641732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.646776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:22.733066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.735280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e5fd1bd5-c771-4336-a262-107377819298 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/routers/801837dd-54d2-463f-ba4c-e68a98074622 HTTP/1.1" status: 204 len: 168 time: 6.1061268 Jun 30 02:44:22.744638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41944) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:22.893280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Allocated IP 2001:db8::2 (d0b03901-4e1d-4a0d-8287-0309d54486c2/e1065e8c-4aac-4c93-bb85-e5f26bee43ed/88801ece-8006-4e80-9e20-0e24182544e1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:22.918330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.938076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dbd557f2-161f-4b6c-8722-816746eb6e65 req-c3313ed2-e735-4330-ba8a-e1b3301b0391 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430209 Jun 30 02:44:23.057312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cbdbf7-76c9-4076-9659-1f16ff30ec80,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.068776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fac10c8e-10eb-4b3c-98f2-ae76d2d14714 None None] Provisioning for port 4f51ca10-c14b-47c3-b229-3fa60f97b62b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:23.116014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4f51ca10-c14b-47c3-b229-3fa60f97b62b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:23.148801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4f51ca10-c14b-47c3-b229-3fa60f97b62b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:23.149613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.226372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-4a9b80e6-2b37-4f88-8c52-d47ba4ef3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.227978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-4a9b80e6-2b37-4f88-8c52-d47ba4ef3b19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.6282306 Jun 30 02:44:23.240162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.259122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Transition to ACTIVE for port object 88801ece-8006-4e80-9e20-0e24182544e1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:23.306251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Transition to ACTIVE for port object 88801ece-8006-4e80-9e20-0e24182544e1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:23.328967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.350107 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.382496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Allocated IP 172.25.0.107 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/567ddd4d-f5ec-440d-b4b9-a1d56c1ce474) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:23.386897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:23.397237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:23.402798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:23.492610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::10 (d0b03901-4e1d-4a0d-8287-0309d54486c2/e1065e8c-4aac-4c93-bb85-e5f26bee43ed/67729c76-a7f2-4cff-a7c3-c01a28a2ffd8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:23.521441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 4f51ca10-c14b-47c3-b229-3fa60f97b62b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4f51ca10-c14b-47c3-b229-3fa60f97b62b,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:23.530986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.540143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Pushing event updated for resources: {'Port': ['ID=88801ece-8006-4e80-9e20-0e24182544e1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.616322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3301f2e2-456c-41bd-8605-912399140d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.633593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.655506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:23.662771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3301f2e2-456c-41bd-8605-912399140d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.702568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Attempting to bind port 88801ece-8006-4e80-9e20-0e24182544e1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:23.703456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Attempting to bind port 88801ece-8006-4e80-9e20-0e24182544e1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4b35ee39-ec08-4c38-ad69-0a8877e32ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:23.704045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Attempting to bind port 88801ece-8006-4e80-9e20-0e24182544e1 on network d0b03901-4e1d-4a0d-8287-0309d54486c2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:23.724515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:23.725265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 214175c9-83ae-40dd-ad5e-d9a7e4fb2e9c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:23.725910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6cbdbf7-76c9-4076-9659-1f16ff30ec80 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:23.748481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:23.749667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Checking segment: {'id': '4b35ee39-ec08-4c38-ad69-0a8877e32ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:23.752195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.753129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Bound using segment: {'id': '4b35ee39-ec08-4c38-ad69-0a8877e32ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:23.753867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Bound port: 88801ece-8006-4e80-9e20-0e24182544e1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b35ee39-ec08-4c38-ad69-0a8877e32ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:23.754594 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.845117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:23.845384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3301f2e2-456c-41bd-8605-912399140d3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74437689226540d18c88b22fd1c674c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5008554 Jun 30 02:44:23.847606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-57bc946d-ffd2-45f3-a408-60345d9ce26b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=886362bf-80b7-4a83-aaae-8b84a751065a HTTP/1.1" status: 200 len: 217 time: 0.6073194 Jun 30 02:44:23.918898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] For port 88801ece-8006-4e80-9e20-0e24182544e1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:23.923474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] For port 88801ece-8006-4e80-9e20-0e24182544e1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=88801ece-8006-4e80-9e20-0e24182544e1,segment=NetworkSegment(4b35ee39-ec08-4c38-ad69-0a8877e32ddf),segment_id=4b35ee39-ec08-4c38-ad69-0a8877e32ddf)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:23.941045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.946723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e6cbdbf7-76c9-4076-9659-1f16ff30ec80 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:23.950912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6cbdbf7-76c9-4076-9659-1f16ff30ec80 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:23.973670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9c52ce0f-dc78-4130-8cff-f8276ddc2af6 None None] Provisioning complete for port 4f51ca10-c14b-47c3-b229-3fa60f97b62b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:23.980131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c52ce0f-dc78-4130-8cff-f8276ddc2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.005063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=4f51ca10-c14b-47c3-b229-3fa60f97b62b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.018498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.072648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.080895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e2feb50-575a-4b39-bf06-f277af9928c2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:24.114192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:24.166628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9f8a-6f66-4655-91a4-c3677ac4b28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.232727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249aa80-d51f-4286-9f6d-6163cd9b6207 None None] Pushing event updated for resources: {'Port': ['ID=88801ece-8006-4e80-9e20-0e24182544e1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.243231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 2e2feb50-575a-4b39-bf06-f277af9928c2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:24.243787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2e2feb50-575a-4b39-bf06-f277af9928c2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:24.250254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9f8a-6f66-4655-91a4-c3677ac4b28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.404898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.421862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9f8a-6f66-4655-91a4-c3677ac4b28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.425107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9f8a-6f66-4655-91a4-c3677ac4b28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.425277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 886362bf-80b7-4a83-aaae-8b84a751065a details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:24.428735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5cfe9f8a-6f66-4655-91a4-c3677ac4b28d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2aaae091-4de9-4d5a-a749-97ada7efb7ef HTTP/1.1" status: 204 len: 168 time: 0.5723319 Jun 30 02:44:24.568521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=67729c76-a7f2-4cff-a7c3-c01a28a2ffd8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.581952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe9f8a-6f66-4655-91a4-c3677ac4b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaae091-4de9-4d5a-a749-97ada7efb7ef,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.611271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:24.615787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:24.619260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:24.626397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.627119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.677540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8e296c71-9798-443e-980c-f1b9b4da607d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7782910 Jun 30 02:44:24.680978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:24.688918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': 'd0b03901-4e1d-4a0d-8287-0309d54486c2', 'name': 'tempest-PortsIpV6TestJSON-2059068585', 'fixed_ips': [{'subnet_id': 'e1065e8c-4aac-4c93-bb85-e5f26bee43ed', 'ip_address': '2001:db8::f'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:24.757576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 886362bf-80b7-4a83-aaae-8b84a751065a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=886362bf-80b7-4a83-aaae-8b84a751065a,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:24.776460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '886362bf-80b7-4a83-aaae-8b84a751065a', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': '886362bf-80b7-4a83-aaae-8b84a751065a', 'mac_address': 'fa:16:3e:75:61:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:24.826382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.839789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b3d5-3dd5-4b16-89d6-6cbaa3f505b2 req-8b295266-d4c5-47a3-9139-5f741dcfdcf8 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.841937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e424b3d5-3dd5-4b16-89d6-6cbaa3f505b2 req-8b295266-d4c5-47a3-9139-5f741dcfdcf8 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 943 time: 0.6037116 Jun 30 02:44:24.842111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886362bf-80b7-4a83-aaae-8b84a751065a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:24.868996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 886362bf-80b7-4a83-aaae-8b84a751065a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=886362bf-80b7-4a83-aaae-8b84a751065a,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:24.874282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.914674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:24.916323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.921229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.925897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.940698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e424b3d5-3dd5-4b16-89d6-6cbaa3f505b2 req-ac8dfbac-7716-4ebb-b30e-6ecfef70b3fe tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908015 Jun 30 02:44:24.943641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=886362bf-80b7-4a83-aaae-8b84a751065a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.952031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:24.970353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301f2e2-456c-41bd-8605-912399140d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaae091-4de9-4d5a-a749-97ada7efb7ef,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.046068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddde7-efec-4ae0-b2f6-7c209ffcf31a req-a56fb1ec-e053-40b8-ad92-d38cbfa8b07b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.051244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70ddde7-efec-4ae0-b2f6-7c209ffcf31a req-a56fb1ec-e053-40b8-ad92-d38cbfa8b07b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 2.0126245 Jun 30 02:44:25.052966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-8680bb88-751e-4bfd-983b-713dea5ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.054345 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-8680bb88-751e-4bfd-983b-713dea5ce63c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 1.0798850 Jun 30 02:44:25.081361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:25.150410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.151031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:25.159651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.165546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.166918 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c463787b-1b2c-4d7c-b482-48a4387143a2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/507e8ab7-f27a-4022-81fb-bb56e1d3c5c1 HTTP/1.1" status: 204 len: 168 time: 7.7334497 Jun 30 02:44:25.213565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41984) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:25.219547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-cf639046-e1b9-46f3-904e-151cbc922e95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958157 Jun 30 02:44:25.432889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.525641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f70ddde7-efec-4ae0-b2f6-7c209ffcf31a req-8f9e3b2d-ac27-45b2-ab27-b642fe826165 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630046 Jun 30 02:44:25.583139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::f (d0b03901-4e1d-4a0d-8287-0309d54486c2/e1065e8c-4aac-4c93-bb85-e5f26bee43ed/d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:25.587039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Deleting subnet 10fac86b-9dd1-4208-b2f7-e83b35dc9323 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:25.604054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.677634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.759489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.762894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:25.799716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-9273ce88-27c5-4d50-b7e8-0af97d4f9e79 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712941 Jun 30 02:44:25.810743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:25.822849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.829807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eba73a-2a65-4b7f-8ea3-90c6f478fd19 None None] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:25.830555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:25.843588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Pushing event updated for resources: {'Port': ['ID=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.847005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Deleting port 83785610-3551-4de8-8edb-d298307321ee {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:25.847182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:25.847641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.892583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.924148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ca25-445a-4846-8739-42a7aac76857 req-ba4b8a7b-d0be-487e-812e-c0cd7cbe3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.925723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-ba4b8a7b-d0be-487e-812e-c0cd7cbe3555 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 1097 time: 0.5998662 Jun 30 02:44:25.934532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-36458d12-d2e0-434a-87ef-4315ebac66f6 None None] Provisioning for port 88801ece-8006-4e80-9e20-0e24182544e1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:25.956616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:25.961591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:25.964013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:25.973993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.974853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.005648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.019057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb79f09e-f647-41a6-b29a-24e085a193e4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3365731 Jun 30 02:44:26.019996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.332909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4f51ca10-c14b-47c3-b229-3fa60f97b62b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:26.368249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9189181-e0bd-4d4c-862e-c9572ffa45b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.372985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c9189181-e0bd-4d4c-862e-c9572ffa45b6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3516655 Jun 30 02:44:26.373745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.390219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.413884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4f51ca10-c14b-47c3-b229-3fa60f97b62b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:26.414354 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.463084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 886362bf-80b7-4a83-aaae-8b84a751065a up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:26.498354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00dd91-c7cf-454c-a545-61ac3e49785e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.517375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00dd91-c7cf-454c-a545-61ac3e49785e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.526504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00dd91-c7cf-454c-a545-61ac3e49785e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.533277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5c00dd91-c7cf-454c-a545-61ac3e49785e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1577921 Jun 30 02:44:26.539417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.608310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 886362bf-80b7-4a83-aaae-8b84a751065a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:26.623189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 886362bf-80b7-4a83-aaae-8b84a751065a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:26.623763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.675082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ac05fac-a5a8-4540-91b1-c4eea6c217c2 req-06a372f1-8c0b-4851-a4fa-42de3f411a89 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556597 Jun 30 02:44:26.677958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 88801ece-8006-4e80-9e20-0e24182544e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:26.682854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] For port 83785610-3551-4de8-8edb-d298307321ee, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=83785610-3551-4de8-8edb-d298307321ee,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:26.683733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.698063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:26.698725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.809088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ca25-445a-4846-8739-42a7aac76857 req-7b693f48-911d-4cef-a3ba-8b364f7b8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.810914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-7b693f48-911d-4cef-a3ba-8b364f7b8b7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.8328865 Jun 30 02:44:26.846713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Calling delete_port for 83785610-3551-4de8-8edb-d298307321ee owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:26.847878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 88801ece-8006-4e80-9e20-0e24182544e1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:26.855291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.866295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 88801ece-8006-4e80-9e20-0e24182544e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:26.866702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.872522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:26.913773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Provisioning complete for port 88801ece-8006-4e80-9e20-0e24182544e1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:26.914151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.927420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-4b095229-2599-4279-80b4-82aa5b3308c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d HTTP/1.1" status: 200 len: 217 time: 0.1007180 Jun 30 02:44:26.965590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.998462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.020054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 886362bf-80b7-4a83-aaae-8b84a751065a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=886362bf-80b7-4a83-aaae-8b84a751065a,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:27.021767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886362bf-80b7-4a83-aaae-8b84a751065a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:27.024424 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d394a463-6136-4d40-9efb-d131f1a5ae3a" -d '{"events": [{"server_uuid": "f4ffc9c6-ce2b-443f-b116-14f3f052f617", "name": "network-vif-plugged", "status": "completed", "tag": "886362bf-80b7-4a83-aaae-8b84a751065a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:27.082352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.105184 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.163264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.165271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.222271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] For port 88801ece-8006-4e80-9e20-0e24182544e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=88801ece-8006-4e80-9e20-0e24182544e1,segment=NetworkSegment(4b35ee39-ec08-4c38-ad69-0a8877e32ddf),segment_id=4b35ee39-ec08-4c38-ad69-0a8877e32ddf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:27.225895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=886362bf-80b7-4a83-aaae-8b84a751065a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.242226 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.270211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.271834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.307164 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.311257 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5d3ecfaa-44ad-47a8-9dcf-f4832689d865 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f HTTP/1.1" status: 204 len: 168 time: 0.7686241 Jun 30 02:44:27.315749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:27.317404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Provisioning for port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:27.329560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Provisioning complete for port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:27.329960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.377008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f962591-a1d8-40fc-9ff8-9036f61785db req-7ea00207-5c69-4984-997d-fbd2bc94d2cb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.381998 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a2e9c8-1572-44df-92e2-68aef141c1b4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:44:27.387248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5a2e9c8-1572-44df-92e2-68aef141c1b4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f HTTP/1.1" status: 404 len: 333 time: 0.0693476 Jun 30 02:44:27.387896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:27.392444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f962591-a1d8-40fc-9ff8-9036f61785db req-7ea00207-5c69-4984-997d-fbd2bc94d2cb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 944 time: 1.1671095 Jun 30 02:44:27.428241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fac86b-9dd1-4208-b2f7-e83b35dc9323,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.431417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ca25-445a-4846-8739-42a7aac76857 req-229c1d00-e130-48b9-aa43-78df18d5a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.433267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-229c1d00-e130-48b9-aa43-78df18d5a278 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.4900246 Jun 30 02:44:27.461735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.465984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2b8a1188-1ffd-4493-89c6-16c1cf5cd42b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/10fac86b-9dd1-4208-b2f7-e83b35dc9323 HTTP/1.1" status: 204 len: 168 time: 2.2432566 Jun 30 02:44:27.476250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:27.516596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-f805e2bc-2db8-46d9-89bf-9f3367eb2996 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562487 Jun 30 02:44:27.551581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af3a4-dada-4a82-974d-8f26363379a1 req-b463d9e2-80c2-4639-98d1-ce9ff9d9064a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.554975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-046af3a4-dada-4a82-974d-8f26363379a1 req-b463d9e2-80c2-4639-98d1-ce9ff9d9064a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 946 time: 0.4340880 Jun 30 02:44:27.573565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:27.577253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae4821-be92-452f-bc12-ac2ca6fc6b76 None None] Network eed9ce84-e230-4855-8758-b8a5ff868a3c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:27.590611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Could not find standard attr ID for object d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:44:27.663218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:44:27.663702 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:44:27.670053 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9e595c8-030c-491c-b6a6-8e6e2f9b25b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.687321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b5c42-94e9-4af1-a04e-65d7635f8ad1 None None] Pushing event updated for resources: {'Port': ['ID=88801ece-8006-4e80-9e20-0e24182544e1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.693677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-046af3a4-dada-4a82-974d-8f26363379a1 req-2ac9e338-803a-4ba6-ba5b-cc445769fd3a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237023 Jun 30 02:44:27.720654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2064e388-c2a0-431f-9448-94c45c542383 None None] Provisioning complete for port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:27.721054 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2064e388-c2a0-431f-9448-94c45c542383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.774192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:27.774865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.818458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f962591-a1d8-40fc-9ff8-9036f61785db req-db9833c5-945e-4828-ae66-d801dabfd5a2 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249170 Jun 30 02:44:27.839814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2064e388-c2a0-431f-9448-94c45c542383 None None] Port 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:27.895856 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591cd2dc-2966-498a-9f88-d4406abd318c x-openstack-request-id: req-591cd2dc-2966-498a-9f88-d4406abd318c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:27.896084 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ffc9c6-ce2b-443f-b116-14f3f052f617", "name": "network-vif-plugged", "status": "completed", "tag": "886362bf-80b7-4a83-aaae-8b84a751065a", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:27.906121 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-591cd2dc-2966-498a-9f88-d4406abd318c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:27.906844 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886362bf-80b7-4a83-aaae-8b84a751065a', 'code': 200} Jun 30 02:44:27.915743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2064e388-c2a0-431f-9448-94c45c542383 None None] Could not find standard attr ID for object d71e8c1a-a7a3-4ffe-b14e-ef23c35ee51f. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:44:28.021749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.026247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.045472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] DHCP port deletion for eed9ce84-e230-4855-8758-b8a5ff868a3c request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:44:28.066409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b523bb40-646b-441f-9685-d8534c26aaa9 req-e52beeff-6d1f-4e5c-8fa6-6d87e4e6f8c4 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1577830 Jun 30 02:44:28.078487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:28.114486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] Deleting port 90139080-16a0-40f8-ba57-d81d9871b0da {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:28.114872 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.161400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.175310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.201783 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-ae9b9285-010d-4f41-a839-ab0b5adaceaf service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887332 Jun 30 02:44:28.210144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] For port 90139080-16a0-40f8-ba57-d81d9871b0da, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=90139080-16a0-40f8-ba57-d81d9871b0da,segment=NetworkSegment(6a4ed048-20cf-4a52-85aa-2c49305fbca9),segment_id=6a4ed048-20cf-4a52-85aa-2c49305fbca9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:28.210583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.230164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] Calling delete_port for 90139080-16a0-40f8-ba57-d81d9871b0da owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:28.244044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.286742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=67729c76-a7f2-4cff-a7c3-c01a28a2ffd8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:28.331815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event deleted for resources: {'Port': ['ID=83785610-3551-4de8-8edb-d298307321ee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:28.337689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.351831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 88801ece-8006-4e80-9e20-0e24182544e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:28.356591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.361675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b8b63dc9-fee6-4e3d-9d37-0b9ca4119c25 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 HTTP/1.1" status: 204 len: 168 time: 0.9712203 Jun 30 02:44:28.364215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:28.407324 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-11526688-f754-43eb-8255-4b7c9de83ef1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:44:28.415464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-11526688-f754-43eb-8255-4b7c9de83ef1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/67729c76-a7f2-4cff-a7c3-c01a28a2ffd8 HTTP/1.1" status: 404 len: 333 time: 0.0480325 Jun 30 02:44:28.418558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:28.462802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] Pushing event deleted for resources: {'Port': ['ID=90139080-16a0-40f8-ba57-d81d9871b0da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:28.481669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e663807-b1b9-41f0-89c4-d5d7b95dd6b2 None None] No DVR routers for this DVR port 90139080-16a0-40f8-ba57-d81d9871b0da on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:28.503033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet e1065e8c-4aac-4c93-bb85-e5f26bee43ed {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:28.507950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.512233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 88801ece-8006-4e80-9e20-0e24182544e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:28.512919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.592014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.681045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f10c3c16-c3ec-4842-8069-3c18bb16f67d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:28.757130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.759843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 90139080-16a0-40f8-ba57-d81d9871b0da no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:28.799251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 90139080-16a0-40f8-ba57-d81d9871b0da {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:28.800014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 90139080-16a0-40f8-ba57-d81d9871b0da not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:28.844959 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.884782 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.900402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=e1065e8c-4aac-4c93-bb85-e5f26bee43ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:28.903719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.904855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b8b5ab-bf59-44bf-93e6-f43da7fae96b None None] Network d0b03901-4e1d-4a0d-8287-0309d54486c2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:28.906296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-470376b8-b6ae-4e23-b73e-777274185391 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/e1065e8c-4aac-4c93-bb85-e5f26bee43ed HTTP/1.1" status: 204 len: 168 time: 0.4799519 Jun 30 02:44:28.909288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:28.985825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1726764-f346-427a-a4de-780f279bc03e req-7770269a-7c5d-4908-ad15-a6ce4a464272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:28.987243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1726764-f346-427a-a4de-780f279bc03e req-7770269a-7c5d-4908-ad15-a6ce4a464272 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 1096 time: 0.9542139 Jun 30 02:44:28.991117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:28.997162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.046891 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.103001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.108588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.120575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78d0e-6962-4b69-8001-a7c83d648cb1 req-4434cecf-e850-4ee9-bc13-2cef695dfebd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.122645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ce78d0e-6962-4b69-8001-a7c83d648cb1 req-4434cecf-e850-4ee9-bc13-2cef695dfebd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 945 time: 0.1387861 Jun 30 02:44:29.158719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Deleting port 90139080-16a0-40f8-ba57-d81d9871b0da {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:29.159070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.211953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] DHCP port deletion for d0b03901-4e1d-4a0d-8287-0309d54486c2 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:44:29.236621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ce78d0e-6962-4b69-8001-a7c83d648cb1 req-24b059b5-0d2d-4d16-914f-706f012f695e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025033 Jun 30 02:44:29.246388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 88801ece-8006-4e80-9e20-0e24182544e1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:29.246741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.247546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4da0ca25-445a-4846-8739-42a7aac76857 req-2171e417-54c9-4067-9124-e743401eda56 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9936979 Jun 30 02:44:29.289203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1726764-f346-427a-a4de-780f279bc03e req-e3fa8fe1-8380-42dc-a4c9-bad3ce1a7acf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850127 Jun 30 02:44:29.300116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] Deleting port 88801ece-8006-4e80-9e20-0e24182544e1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:29.300736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.316404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.323993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.342366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ca23c0cd-7498-49fa-befd-41feccd73336 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1856263 Jun 30 02:44:29.351826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] For port 88801ece-8006-4e80-9e20-0e24182544e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=88801ece-8006-4e80-9e20-0e24182544e1,segment=NetworkSegment(4b35ee39-ec08-4c38-ad69-0a8877e32ddf),segment_id=4b35ee39-ec08-4c38-ad69-0a8877e32ddf)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:29.352203 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.365676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 88801ece-8006-4e80-9e20-0e24182544e1 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:29.404814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a689c1-b0f9-46d9-8523-6486ad9d5475 req-ece32932-b1c0-446a-aabd-130d1f9d7716 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.406514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7a689c1-b0f9-46d9-8523-6486ad9d5475 req-ece32932-b1c0-446a-aabd-130d1f9d7716 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.4266493 Jun 30 02:44:29.414149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] For port 90139080-16a0-40f8-ba57-d81d9871b0da, host n-d-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:29.414885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.420478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:29.429738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] For port 88801ece-8006-4e80-9e20-0e24182544e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=88801ece-8006-4e80-9e20-0e24182544e1,segment=NetworkSegment(4b35ee39-ec08-4c38-ad69-0a8877e32ddf),segment_id=4b35ee39-ec08-4c38-ad69-0a8877e32ddf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:29.430238 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.432133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.432656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4894422f-13d0-4dcb-87f9-c9e7f7b1b04f {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:29.438166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.443563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-81c0057c-db4d-4756-9cc7-2523e1450f31 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "DELETE /v2.0/routers/4894422f-13d0-4dcb-87f9-c9e7f7b1b04f HTTP/1.1" status: 204 len: 168 time: 6.6859865 Jun 30 02:44:29.446276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] Calling delete_port for 88801ece-8006-4e80-9e20-0e24182544e1 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:29.453844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42054) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:29.469754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Calling delete_port for 90139080-16a0-40f8-ba57-d81d9871b0da owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:29.474749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-708044610', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:29.485132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Port 90139080-16a0-40f8-ba57-d81d9871b0da was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:44:29.494429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.524610 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.583414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=88801ece-8006-4e80-9e20-0e24182544e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.591629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No DVR routers for this DVR port 88801ece-8006-4e80-9e20-0e24182544e1 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:29.592102 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.606941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] No DVR routers for this DVR port 88801ece-8006-4e80-9e20-0e24182544e1 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:29.630715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2de1e0-e179-465e-b84c-21e2beec245b None None] Pushing event deleted for resources: {'Port': ['ID=88801ece-8006-4e80-9e20-0e24182544e1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.687495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] No DVR routers for this DVR port 90139080-16a0-40f8-ba57-d81d9871b0da on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:29.693105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7a689c1-b0f9-46d9-8523-6486ad9d5475 req-ff03b60d-809b-4490-a7f0-e7d46291e702 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745762 Jun 30 02:44:29.693950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90139080-16a0-40f8-ba57-d81d9871b0da,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.705187 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.706103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.731042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:29.732640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59dfaf9e-b915-4772-af90-63139edd87eb req-1453543d-5d47-4a0f-8708-e0fec71acf6d tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1362882 Jun 30 02:44:29.771025 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Sync routers for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:29.778984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.800073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:29.801873 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:29.805916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b03901-4e1d-4a0d-8287-0309d54486c2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:29.816073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.820602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9da5a03c-6fc0-491b-b4c6-bbbddc1e3885 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.1201105 Jun 30 02:44:29.820833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b35ee39-ec08-4c38-ad69-0a8877e32ddf') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:29.821225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b35ee39-ec08-4c38-ad69-0a8877e32ddf') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:29.821366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42056) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:29.834806 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.851942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.852841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.853096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.853641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.854192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.855039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.855586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.858106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ccaf2970-de14-46f8-99e9-3028673a79c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 0.4220028 Jun 30 02:44:29.883630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.888562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.898438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:29.899224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:29.903142 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:29.908156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:29.910882 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d2b70d-d72b-4671-acc3-458ab0a4c820" -d '{"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:29.970426 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.973916 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0e1e593-faea-42e2-b8fa-eaa786791f3e req-49b36cfa-b8c8-44d9-98a6-b6d9438de5a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1479769 Jun 30 02:44:29.977773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9ce84-e230-4855-8758-b8a5ff868a3c']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:29.997643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4ed048-20cf-4a52-85aa-2c49305fbca9') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:29.998375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4ed048-20cf-4a52-85aa-2c49305fbca9') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:30.005299 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c566d-30c9-4d8c-993b-d1a6e10a8f53 x-openstack-request-id: req-240c566d-30c9-4d8c-993b-d1a6e10a8f53 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:30.005635 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:30.005923 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-240c566d-30c9-4d8c-993b-d1a6e10a8f53 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:30.006881 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'code': 200} Jun 30 02:44:30.074357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.082805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.086673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.089171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/d0b03901-4e1d-4a0d-8287-0309d54486c2 HTTP/1.1" status: 204 len: 168 time: 1.1787102 Jun 30 02:44:30.096453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42062) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:30.119830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206424-be10-45e7-aba5-5016ffd6b37c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=d0b03901-4e1d-4a0d-8287-0309d54486c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:30.122449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-52510cd7-3d33-426b-87b7-b489ad1cfdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.123042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-52510cd7-3d33-426b-87b7-b489ad1cfdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.123591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-52510cd7-3d33-426b-87b7-b489ad1cfdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.125778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-52510cd7-3d33-426b-87b7-b489ad1cfdda service neutron] 10.222.0.90 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 2291 time: 0.2193522 Jun 30 02:44:30.138161 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:30.139378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210656410'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:30.156238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.173199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:30.173886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:30.175936 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:30.237421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-a7c1503e-e362-448c-9e3b-b40a04971600 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 1002 time: 0.1036818 Jun 30 02:44:30.291695 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8a66-9621-4a54-b4ed-169aed4e4333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.316340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:30.320177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.324122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-2b1d8f8f-932d-453b-9fad-205075f2f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.324343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.326329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-2b1d8f8f-932d-453b-9fad-205075f2f751 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 200 len: 850 time: 0.0810523 Jun 30 02:44:30.348821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.375704 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:26Z', 'revision_number': 3, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:30.382447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 88801ece-8006-4e80-9e20-0e24182544e1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:30.400066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.402180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/eed9ce84-e230-4855-8758-b8a5ff868a3c HTTP/1.1" status: 204 len: 168 time: 2.9213681 Jun 30 02:44:30.418218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 88801ece-8006-4e80-9e20-0e24182544e1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:30.420592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 88801ece-8006-4e80-9e20-0e24182544e1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:30.422194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Checking router: 0b26c3ff-9470-4a76-89d0-f7760f4bca75 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:30.422735 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Updating router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:30.424660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 83785610-3551-4de8-8edb-d298307321ee no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:30.473221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539105d-d0e6-4709-a830-1872328e58c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed9ce84-e230-4855-8758-b8a5ff868a3c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:30.477623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 83785610-3551-4de8-8edb-d298307321ee {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:30.477979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 83785610-3551-4de8-8edb-d298307321ee not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:30.492449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.496346 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.509345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-f46398ba-5017-4230-86e0-1509eaf48660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.511066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-f46398ba-5017-4230-86e0-1509eaf48660 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05158402-4f23-4e72-a500-4cf01d25dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759412 Jun 30 02:44:30.557632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:30.624626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.625366 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Added segment 2acb6100-45dd-455f-9824-10b796821cbc of type vlan for network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 Jun 30 02:44:30.717673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.857063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42072) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:30.857773 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.865138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.865792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.941567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e7591-2945-43fe-a64b-75084d8e7869 req-a0fa85e0-7feb-4ff1-b519-6e814b87398e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.944412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-601e7591-2945-43fe-a64b-75084d8e7869 req-a0fa85e0-7feb-4ff1-b519-6e814b87398e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 945 time: 0.4931931 Jun 30 02:44:30.952525 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.971297 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Transition to ACTIVE for port object 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:30.981000 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.002275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-f5b7d5a4-1dc5-4b03-84cb-0e5ab750e44a service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785368 Jun 30 02:44:31.018444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9165089 Jun 30 02:44:31.021433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42076) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:31.029933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-601e7591-2945-43fe-a64b-75084d8e7869 req-3a3a0420-b2b4-46da-bf90-0f352707c829 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788710 Jun 30 02:44:31.030143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:31.075195 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Attempting to bind port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:31.075702 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Attempting to bind port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:31.076341 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Attempting to bind port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:31.084459 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f027-19fa-4970-82c0-253e85dd4e08 None None] Pushing event updated for resources: {'Port': ['ID=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:31.088201 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:31.088589 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:31.089149 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.089840 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:31.090367 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Bound port: 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:31.090722 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.152162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53505594-1f5a-4913-b67b-e933d072254e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Network': ['ID=09ee3ae0-5c2e-4927-ad33-fd76327fccd3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:31.165966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:31.175012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-9e85a59d-9ff1-4b2b-933a-291e8cafd0b3 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603487 Jun 30 02:44:31.201703 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] For port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:31.207101 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] For port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:31.213261 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.284361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-26f4a8f8-7102-4020-afda-75301edd09e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 217 time: 0.1021521 Jun 30 02:44:31.315576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a91315ac-fba8-4a66-a9af-045885bafd53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8dc4f07ff54248b0810c51dc608c32f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440262 Jun 30 02:44:31.318823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42082) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:31.336320 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:31.337161 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:31.341359 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f027-19fa-4970-82c0-253e85dd4e08 None None] Pushing event updated for resources: {'Port': ['ID=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:31.370052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8697252-3037-4bc1-9303-4d98fd2fd7a1 req-8af86cea-e64d-407f-8d3c-65fb64d84cb9 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0644693 Jun 30 02:44:31.387144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-fa1d9c32-ca80-4034-a7fa-fa5cedebf097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.388937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-fa1d9c32-ca80-4034-a7fa-fa5cedebf097 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.0967391 Jun 30 02:44:31.435680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d66b97-cf23-4d4a-acbd-aa3621933744 req-c92610b8-13f2-470e-84c8-7e9a59168633 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.444956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5d66b97-cf23-4d4a-acbd-aa3621933744 req-c92610b8-13f2-470e-84c8-7e9a59168633 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.5637581 Jun 30 02:44:31.457919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-23a9618b-01d7-45e0-8d90-ce7f1a507137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.459952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-23a9618b-01d7-45e0-8d90-ce7f1a507137 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623872 Jun 30 02:44:31.505410 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:31.559709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:31.563967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.644346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-7f80ee73-33bd-4c90-8c91-70c2a09d400d service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766806 Jun 30 02:44:31.697462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.712818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb4c55-5b6d-4d7e-ba4a-fde107bea92e req-c8bc8ba4-b2ba-410c-be08-ca82b34ed821 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.714777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42cb4c55-5b6d-4d7e-ba4a-fde107bea92e req-c8bc8ba4-b2ba-410c-be08-ca82b34ed821 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.1941657 Jun 30 02:44:31.744245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5d66b97-cf23-4d4a-acbd-aa3621933744 req-d9d2f52d-4e9e-48c3-8534-845ccaf8fa17 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926242 Jun 30 02:44:31.751415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ec-ed05-439f-8817-aa8d241b94d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.763912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42cb4c55-5b6d-4d7e-ba4a-fde107bea92e req-298ef36c-d815-47b1-a15b-8c87ee88bd31 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0348232 Jun 30 02:44:31.767591 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.779660 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:26Z', 'revision_number': 3, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:31.818166 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007607-4c67-4e5e-9285-47e3eb4ea0a8 None None] The sync data for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 is: [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:26Z', 'revision_number': 3, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:31.819020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-456b0d0b-9f51-40c3-80e1-f5f4825b572e service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595113 Jun 30 02:44:31.882688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-80860a47-440f-411d-ae72-528942ac05a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 217 time: 0.0548790 Jun 30 02:44:31.957512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.972230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ec-ed05-439f-8817-aa8d241b94d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.977427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42cb4c55-5b6d-4d7e-ba4a-fde107bea92e req-804f1282-c31c-41a9-9127-2da95a5031b4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051206 Jun 30 02:44:31.995956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-7e18cb7c-38e1-4e6b-96f3-4aca3ce222c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.997907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-7e18cb7c-38e1-4e6b-96f3-4aca3ce222c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1049542 Jun 30 02:44:32.101278 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.148704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-24bf1297-e20d-455a-abaf-ebebb1e4bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.150486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-24bf1297-e20d-455a-abaf-ebebb1e4bd4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430278 Jun 30 02:44:32.237248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Allocated IP 172.25.0.238 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/f536c21a-492d-4192-9723-a6f62f03d5fd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:32.276806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42cb4c55-5b6d-4d7e-ba4a-fde107bea92e req-18acdf43-c512-4dbb-bb8b-b0a2c30d97ce service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776654 Jun 30 02:44:32.304345 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ec-ed05-439f-8817-aa8d241b94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.307917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ec-ed05-439f-8817-aa8d241b94d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.310196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b755e6ec-ed05-439f-8817-aa8d241b94d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c334f35-e945-4b3c-beb1-36f80312adce HTTP/1.1" status: 204 len: 168 time: 0.9884493 Jun 30 02:44:32.476745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:32.487210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755e6ec-ed05-439f-8817-aa8d241b94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c334f35-e945-4b3c-beb1-36f80312adce,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:32.548806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.597385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-6c75d603-e998-4cc2-ba87-17b1e4cec1c9 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332292 Jun 30 02:44:32.661887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:32.666979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:32.667439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.791678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.822489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:32.830360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.836765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42cb4c55-5b6d-4d7e-ba4a-fde107bea92e req-a3264b72-258f-4e9e-bd50-be116a96e439 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508838 Jun 30 02:44:32.875188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-8690624a-84f7-48af-afdb-4162c1f84cf5 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615476 Jun 30 02:44:32.942994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-0801ffe2-f54e-46c7-9bb0-87d264b776db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 200 len: 217 time: 0.0612559 Jun 30 02:44:33.019616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.081480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-5a5906c7-d137-4bba-8c74-f43830a130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.083052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-5a5906c7-d137-4bba-8c74-f43830a130e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1337173 Jun 30 02:44:33.218271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-67f1b605-35f7-47bf-924f-e61a8330409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.220204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-67f1b605-35f7-47bf-924f-e61a8330409f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280344 Jun 30 02:44:33.379990 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-2386b7b3-1090-4c4d-85f4-ca4a921cd26b service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515563 Jun 30 02:44:33.395108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33e5adef-d0ad-47db-a2d7-3c85fdac85c8 req-23bb9904-0493-4d1a-a51f-43ecf5443eab tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1065013 Jun 30 02:44:33.456695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=e9d79b94-507b-4f08-a4aa-f315565bebcf,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.474197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Allocated IP 172.20.0.1 (8638be7a-0435-43fb-bebe-9ff6352fe974/f33a428c-028d-4f52-b0c4-c51a7532dd01/c906bacd-bed2-4703-8f23-4755275422c0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:33.556469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Checking segment: {'id': '2acb6100-45dd-455f-9824-10b796821cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:33.557103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network hostable DHCP agents. Network: 09ee3ae0-5c2e-4927-ad33-fd76327fccd3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:33.562810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.607056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ea0e-2d03-4a59-a77d-b42f6043da25 req-042a10b2-fdca-4a8d-be73-60993d946c44 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.616476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c568ea0e-2d03-4a59-a77d-b42f6043da25 req-042a10b2-fdca-4a8d-be73-60993d946c44 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.3858955 Jun 30 02:44:33.621862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-5ded4ff0-3f8b-4893-9356-36ae06cf28c6 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337143 Jun 30 02:44:33.626851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:33.674990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 09ee3ae0-5c2e-4927-ad33-fd76327fccd3) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:33.683047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66e6c7-2d12-4511-a8f1-4f01bf553e70 None None] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:33.686038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.697141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.697736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.715319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.724877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42150) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:33.729554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Transition to ACTIVE for port object c906bacd-bed2-4703-8f23-4755275422c0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:33.739979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-961446f9-0f9a-46ca-bd5c-0ffc13e041ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 200 len: 217 time: 0.1033733 Jun 30 02:44:33.766854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c568ea0e-2d03-4a59-a77d-b42f6043da25 req-2bd89f41-3597-409d-b695-23e38ed4becd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461005 Jun 30 02:44:33.857057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-601f8d36-cb40-4eeb-98ab-fa0dbb99517c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8306994 Jun 30 02:44:33.861582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:33.888911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-7dfe67a4-7f83-4797-bcb2-26a549745074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.894296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-7dfe67a4-7f83-4797-bcb2-26a549745074 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1262026 Jun 30 02:44:33.900395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:33.900751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1110537928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:33.910335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event updated for resources: {'Port': ['ID=f536c21a-492d-4192-9723-a6f62f03d5fd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.923195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:33.937316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:33.977859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.038550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-09ee3ae0-5c2e-4927-ad33-fd76327fccd3', 'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': 'e9d79b94-507b-4f08-a4aa-f315565bebcf'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:34.039757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.087593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.088773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.104585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1537786794-network', 'tenant_id': '4982cd81000b49f282339079a737692a'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:34.184887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:34.189246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-5198cefb-c14d-4549-8fed-dab7f1e5285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:34.192598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-5198cefb-c14d-4549-8fed-dab7f1e5285f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2762754 Jun 30 02:44:34.193344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.213574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.274253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Allocated IP 2001:db8::2 (09ee3ae0-5c2e-4927-ad33-fd76327fccd3/e9d79b94-507b-4f08-a4aa-f315565bebcf/d965588e-e8e8-401c-941b-eb473aaa7cfa) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:34.283032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:34.296711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:34.296909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.343492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c906bacd-bed2-4703-8f23-4755275422c0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.353452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Made reservation on behalf of 4982cd81000b49f282339079a737692a for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:34.355954 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.372195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.379352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-66c38e99-c810-405a-9d56-fa247ceedbd0 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5138075 Jun 30 02:44:34.385068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:34.399394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3', 'name': 'tempest-PortsIpV6TestJSON-654852619'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:34.407232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:34.507323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.590519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-8f30a8d6-4824-46f8-b815-0357bceb672c service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908246 Jun 30 02:44:34.624216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.689017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:34.690540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.752959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f10c3c16-c3ec-4842-8069-3c18bb16f67d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:34.779020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-792605f9-cb74-41fe-804c-92c24abb9292 req-a1f33674-85b6-4514-9368-c78e952648b8 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0956850 Jun 30 02:44:34.789942 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-f9fc6973-7820-474d-84a3-be1ceae485ce service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903210 Jun 30 02:44:34.810072 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.821099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7b8c2c3-5330-460f-bc95-dd2ac5806ab6 None None] Provisioning for port c906bacd-bed2-4703-8f23-4755275422c0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:34.831916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Transition to ACTIVE for port object d965588e-e8e8-401c-941b-eb473aaa7cfa will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:34.851596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7b8c2c3-5330-460f-bc95-dd2ac5806ab6 None None] Provisioning complete for port c906bacd-bed2-4703-8f23-4755275422c0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:34.851894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c2c3-5330-460f-bc95-dd2ac5806ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.859836 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-058791f2-0d88-418a-aed8-1652d2abefca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 200 len: 217 time: 0.0594966 Jun 30 02:44:34.897567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8c2c3-5330-460f-bc95-dd2ac5806ab6 None None] Port c906bacd-bed2-4703-8f23-4755275422c0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:34.944807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Transition to ACTIVE for port object d965588e-e8e8-401c-941b-eb473aaa7cfa will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:34.956966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-e9809855-0fe3-4494-9b93-f9b76519dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:34.959538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-e9809855-0fe3-4494-9b93-f9b76519dce6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.0923495 Jun 30 02:44:34.977774 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.989777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.993209 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.051161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:35.060410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:35.065437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:35.066186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:35.068841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Pushing event updated for resources: {'Port': ['ID=d965588e-e8e8-401c-941b-eb473aaa7cfa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:35.072606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.086362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.089536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-884c6267-dd40-44ed-a536-f2e35a7f8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.091684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-884c6267-dd40-44ed-a536-f2e35a7f8291 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253088 Jun 30 02:44:35.112005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.114468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:35.144831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Attempting to bind port d965588e-e8e8-401c-941b-eb473aaa7cfa on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:35.144831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Attempting to bind port d965588e-e8e8-401c-941b-eb473aaa7cfa by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '2acb6100-45dd-455f-9824-10b796821cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:35.145195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:35.145288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Attempting to bind port d965588e-e8e8-401c-941b-eb473aaa7cfa on network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:35.151251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:35.151520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Checking segment: {'id': '2acb6100-45dd-455f-9824-10b796821cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:35.151854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.152304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Bound using segment: {'id': '2acb6100-45dd-455f-9824-10b796821cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:35.153355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Bound port: d965588e-e8e8-401c-941b-eb473aaa7cfa, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb6100-45dd-455f-9824-10b796821cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '09ee3ae0-5c2e-4927-ad33-fd76327fccd3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:35.153355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.212816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.213157 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Added segment a9d0d07e-9b84-40cc-aee8-b85f9719437a of type vlan for network 5dc77cb3-1491-429f-9014-ac126e30bbc6 Jun 30 02:44:35.234009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] For port d965588e-e8e8-401c-941b-eb473aaa7cfa, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:35.238297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] For port d965588e-e8e8-401c-941b-eb473aaa7cfa, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d965588e-e8e8-401c-941b-eb473aaa7cfa,segment=NetworkSegment(2acb6100-45dd-455f-9824-10b796821cbc),segment_id=2acb6100-45dd-455f-9824-10b796821cbc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:35.244412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326091d-5e9f-4279-a4d3-0aafaa9299a8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:35.245286 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.335557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-a8e2a513-68cc-45d8-9f95-473aad0810ab tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.339428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a71de-aaf2-478e-bd24-6b18a95b28a1 None None] Pushing event updated for resources: {'Port': ['ID=d965588e-e8e8-401c-941b-eb473aaa7cfa,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:35.344944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-a8e2a513-68cc-45d8-9f95-473aad0810ab tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.3776300 Jun 30 02:44:35.388314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::17d (09ee3ae0-5c2e-4927-ad33-fd76327fccd3/e9d79b94-507b-4f08-a4aa-f315565bebcf/6184a1e5-adbf-4a9b-9a29-0ab3cd13861a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:35.389461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.414913 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-e264eb2b-a62d-47b2-a282-051fb551480e service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120697 Jun 30 02:44:35.437546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-c7b7b5ba-507c-440d-a8d1-c91aa249a909 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0901320 Jun 30 02:44:35.443870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-b8b01bf6-92d9-4c81-9b3e-f041376d27f6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.446855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-b8b01bf6-92d9-4c81-9b3e-f041376d27f6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=799e6af7-7546-4123-90d5-d7e2b0de60f6 HTTP/1.1" status: 200 len: 944 time: 0.2659099 Jun 30 02:44:35.647220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.647220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.647220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.689364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.732037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9808362 Jun 30 02:44:35.737484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42226) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:35.788582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Request body: {'subnet': {'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1537786794-subnet', 'tenant_id': '4982cd81000b49f282339079a737692a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:35.831321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935bda6-92e7-46a0-9b54-dc17d164031a admin admin] Pushing event updated for resources: {'Network': ['ID=5dc77cb3-1491-429f-9014-ac126e30bbc6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:35.840178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.845216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5dc77cb3-1491-429f-9014-ac126e30bbc6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:35.851659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-9453b289-5d14-49e0-858b-48dca8e666e0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3797138 Jun 30 02:44:35.864500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.994541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Made reservation on behalf of 4982cd81000b49f282339079a737692a for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:35.996856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.015374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-04a51274-a071-4527-8994-53e5920413c8 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915422 Jun 30 02:44:36.077257 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-06e8f8e3-9546-4fb0-9ebe-7fc53c402508 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 217 time: 0.0499375 Jun 30 02:44:36.085115 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.125533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c906bacd-bed2-4703-8f23-4755275422c0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:36.128691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.147492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port f10c3c16-c3ec-4842-8069-3c18bb16f67d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:36.148107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.156594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:36.237491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ed9a04fd-6616-478b-a575-755d101b8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:36.239530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-ed9a04fd-6616-478b-a575-755d101b8fc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.1466463 Jun 30 02:44:36.258338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-02e6ff7e-1058-4f1d-9271-a74a171503e8 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904705 Jun 30 02:44:36.342299 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:44:36.355457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port f10c3c16-c3ec-4842-8069-3c18bb16f67d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f10c3c16-c3ec-4842-8069-3c18bb16f67d,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:36.355914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.373421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for f10c3c16-c3ec-4842-8069-3c18bb16f67d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:36.381723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.398028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Router 0d18a929-2210-41c0-9d80-a24a1c5bec34 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:36.400165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d965588e-e8e8-401c-941b-eb473aaa7cfa up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:36.470644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d965588e-e8e8-401c-941b-eb473aaa7cfa completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:36.474797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb52e-9c42-4085-a678-0d17d180b46a req-3ce12538-64ef-4855-996d-aef29a6e9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:36.476426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-3ce12538-64ef-4855-996d-aef29a6e9cc6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2277265 Jun 30 02:44:36.487997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fb6db-9af7-47b4-b43d-d2098b852cdc None None] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:36.492701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:36.502043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:36.512112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.512347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:36.559280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-358130ca-d55c-4245-929e-684a4858fdb5 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996588 Jun 30 02:44:36.567022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] Provisioning for port d965588e-e8e8-401c-941b-eb473aaa7cfa completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:36.574551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] Provisioning complete for port d965588e-e8e8-401c-941b-eb473aaa7cfa triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:36.575262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.577945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:36.580661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=6184a1e5-adbf-4a9b-9a29-0ab3cd13861a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:36.591922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:36.599766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:36.600203 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.621561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-16fbf2d6-b1b5-4cd3-b07f-1d6b9007dfa2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2331672 Jun 30 02:44:36.633467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:36.847110 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.886428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] For port d965588e-e8e8-401c-941b-eb473aaa7cfa, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d965588e-e8e8-401c-941b-eb473aaa7cfa,segment=NetworkSegment(2acb6100-45dd-455f-9824-10b796821cbc),segment_id=2acb6100-45dd-455f-9824-10b796821cbc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:36.893132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.961099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d8f52-e88d-43db-a4eb-a85cad31ff64 None None] Pushing event updated for resources: {'Port': ['ID=d965588e-e8e8-401c-941b-eb473aaa7cfa,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:37.031247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a372d9d2-6f05-4410-8e36-7f6382edc6a3 None None] Provisioning complete for port c906bacd-bed2-4703-8f23-4755275422c0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:37.031771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a372d9d2-6f05-4410-8e36-7f6382edc6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.068758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-5a8bba52-fd23-48e8-adf6-6e742b33ff57 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821648 Jun 30 02:44:37.096896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a372d9d2-6f05-4410-8e36-7f6382edc6a3 None None] Port c906bacd-bed2-4703-8f23-4755275422c0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:37.239350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.326685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=f10c3c16-c3ec-4842-8069-3c18bb16f67d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:37.328384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3444e5b6-0686-45eb-813e-bda99059fa75 None None] Provisioning for port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:37.342413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3444e5b6-0686-45eb-813e-bda99059fa75 None None] Provisioning complete for port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:37.343486 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3444e5b6-0686-45eb-813e-bda99059fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.363255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Checking segment: {'id': 'a9d0d07e-9b84-40cc-aee8-b85f9719437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:37.364246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Network hostable DHCP agents. Network: 5dc77cb3-1491-429f-9014-ac126e30bbc6, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:37.367760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9396606-b5ce-46ba-9014-d09e8d958d26,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:37.399117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port f10c3c16-c3ec-4842-8069-3c18bb16f67d on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:37.399906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3444e5b6-0686-45eb-813e-bda99059fa75 None None] Port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:37.404358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.408937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0dbd222-f4b8-4a30-bcc1-9ea92456bf8a req-8d640460-f089-4875-9e9d-bb3c31608d2e tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "DELETE /v2.0/ports/f10c3c16-c3ec-4842-8069-3c18bb16f67d HTTP/1.1" status: 204 len: 173 time: 1.9391584 Jun 30 02:44:37.411605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-deleted', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:37.414039 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87279e97-fe75-49d1-b375-08423025db5f" -d '{"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-deleted", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:37.424049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3444e5b6-0686-45eb-813e-bda99059fa75 None None] Provisioning complete for port d965588e-e8e8-401c-941b-eb473aaa7cfa triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:37.426719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-911fb52e-9c42-4085-a678-0d17d180b46a req-3b8c03b7-9576-4e15-bdc9-d0e89b8d2fed service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384578 Jun 30 02:44:37.428408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3444e5b6-0686-45eb-813e-bda99059fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.470897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b54c43be-d48b-4903-9fba-d8ad44729180 req-cc2fbbb9-cbc3-46df-829b-f1d71a30fb0a tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0983815 Jun 30 02:44:37.530926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:37.568935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Network 5dc77cb3-1491-429f-9014-ac126e30bbc6 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:37.574734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] Sync routers for ids ['0d18a929-2210-41c0-9d80-a24a1c5bec34'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:37.593564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:37.607055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.609637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1ff1ca5-7698-40d4-9645-8e94e7bdec8e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1536453 Jun 30 02:44:37.613386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:37.615008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.615912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] Routers {'0d18a929-2210-41c0-9d80-a24a1c5bec34'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:37.617646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0d18a929-2210-41c0-9d80-a24a1c5bec34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:37.623743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': False}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:37.660116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:37.671826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] Routers {'0d18a929-2210-41c0-9d80-a24a1c5bec34'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:37.672745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0d18a929-2210-41c0-9d80-a24a1c5bec34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:37.714837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5dc77cb3-1491-429f-9014-ac126e30bbc6) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:37.722006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:37.723075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2ec61-3e29-4bf8-a389-b4314fcbe121 None None] The sync data for ids ['0d18a929-2210-41c0-9d80-a24a1c5bec34'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:37.726938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ae998f-8976-47b9-bf45-01194ad3d8c9 None None] Network 5dc77cb3-1491-429f-9014-ac126e30bbc6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:37.736924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:37.740613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.800327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-84bcfabc-f6c4-466f-8669-97a64a149836 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0549557 Jun 30 02:44:37.823746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3f66ec84-6702-4da4-ac20-3650b01a98de None None] Provisioning complete for port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:37.824266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f66ec84-6702-4da4-ac20-3650b01a98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.917983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3f66ec84-6702-4da4-ac20-3650b01a98de None None] Port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:37.972726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b45c208-43d8-4ce2-a38e-6bc291648935 req-14270a79-5495-4c67-8bab-2174ca6c17a7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 210 time: 0.1676693 Jun 30 02:44:38.036171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71633f6-bcd6-48a4-bd2e-a18d9610f546 None None] Network 5dc77cb3-1491-429f-9014-ac126e30bbc6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:38.111714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.126871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.146639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:38.157852 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Sync routers for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:38.175210 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:38.176126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:38.178278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be8f70ec-1658-4672-b2a2-1f4879154c77 admin admin] 10.222.0.78 "PUT /v2.0/routers/0b26c3ff-9470-4a76-89d0-f7760f4bca75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3440795 Jun 30 02:44:38.385806 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c580d-853d-42f9-922a-64a9c4b2e273 x-openstack-request-id: req-6c2c580d-853d-42f9-922a-64a9c4b2e273 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:38.387795 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799e6af7-7546-4123-90d5-d7e2b0de60f6", "name": "network-vif-deleted", "tag": "f10c3c16-c3ec-4842-8069-3c18bb16f67d", "status": "failed", "code": 422}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:38.388059 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c2c580d-853d-42f9-922a-64a9c4b2e273 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:38.388471 n-d-798054-5 neutron-server[93821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '799e6af7-7546-4123-90d5-d7e2b0de60f6', 'name': 'network-vif-deleted', 'tag': 'f10c3c16-c3ec-4842-8069-3c18bb16f67d', 'status': 'failed', 'code': 422} returned with failed status Jun 30 02:44:38.445230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=6184a1e5-adbf-4a9b-9a29-0ab3cd13861a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.480539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d965588e-e8e8-401c-941b-eb473aaa7cfa up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:38.535749 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:38.664051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.736605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d965588e-e8e8-401c-941b-eb473aaa7cfa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:38.736994 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.814596 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.955765 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:35Z', 'revision_number': 2, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:38.966366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f251c0e2-899f-423d-b550-32ca66a406b7 None None] Provisioning complete for port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:38.966937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f251c0e2-899f-423d-b550-32ca66a406b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.993713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.000983 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Checking router: 0b26c3ff-9470-4a76-89d0-f7760f4bca75 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:39.001338 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Updating router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 port c906bacd-bed2-4703-8f23-4755275422c0 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:39.026707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-612c31b5-68ba-45ca-a8ed-30342869a3c7 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:39.028674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-612c31b5-68ba-45ca-a8ed-30342869a3c7 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/networks?id=5dc77cb3-1491-429f-9014-ac126e30bbc6 HTTP/1.1" status: 200 len: 822 time: 0.3744583 Jun 30 02:44:39.037403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-d363e834-594d-4506-bbc4-f4f378927cb7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:39.039470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-d363e834-594d-4506-bbc4-f4f378927cb7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.4334164 Jun 30 02:44:39.051887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f251c0e2-899f-423d-b550-32ca66a406b7 None None] Port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:39.065386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:39.080087 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.180846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-05a16ad8-d9d2-4083-b684-7dd6a5ab6ffc tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/quotas/4982cd81000b49f282339079a737692a HTTP/1.1" status: 200 len: 375 time: 0.1392219 Jun 30 02:44:39.235244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-6b18161e-369e-427c-8d6c-e2cdf2a4cd4a tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4982cd81000b49f282339079a737692a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427611 Jun 30 02:44:39.260903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:39.266085 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.339724 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.347126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.348059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.429509 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.480252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=6184a1e5-adbf-4a9b-9a29-0ab3cd13861a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.531792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:39.533509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:39.606221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42294) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:39.620334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567373062', 'description': 'tempest-description--2049788262'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:39.631362 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.662349 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Transition to ACTIVE for port object c906bacd-bed2-4703-8f23-4755275422c0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:39.666085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-dfd045fa-947f-4e10-9a6e-2fab0c63f23a service neutron] 10.222.0.78 "GET /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172432 Jun 30 02:44:39.682728 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.738066 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d505a-01bd-45fb-97f1-21adfc670f17 None None] Pushing event updated for resources: {'Port': ['ID=c906bacd-bed2-4703-8f23-4755275422c0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.740925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.767017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.14 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/af0d74f0-8726-4468-bcba-85dde15d4cb1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:39.830802 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Attempting to bind port c906bacd-bed2-4703-8f23-4755275422c0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:39.831587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Attempting to bind port c906bacd-bed2-4703-8f23-4755275422c0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:39.831587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Attempting to bind port c906bacd-bed2-4703-8f23-4755275422c0 on network 8638be7a-0435-43fb-bebe-9ff6352fe974 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:39.837495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:39.837942 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Checking segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:39.838270 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.838682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Bound using segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:39.839145 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Bound port: c906bacd-bed2-4703-8f23-4755275422c0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:39.839536 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.929209 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] For port c906bacd-bed2-4703-8f23-4755275422c0, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:39.933186 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] For port c906bacd-bed2-4703-8f23-4755275422c0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c906bacd-bed2-4703-8f23-4755275422c0,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:39.940732 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.990167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2f00fd64-7255-4ce3-8f9d-f5de93c36216 None None] Provisioning complete for port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:39.990747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f00fd64-7255-4ce3-8f9d-f5de93c36216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.012105 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:40.012939 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:40.051811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f00fd64-7255-4ce3-8f9d-f5de93c36216 None None] Port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:40.086171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd2f40d8-25be-43dd-af43-d95724958316 req-3e655c84-b061-4b41-86e5-e43339d4f9f5 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0500216 Jun 30 02:44:40.096524 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d505a-01bd-45fb-97f1-21adfc670f17 None None] Pushing event updated for resources: {'Port': ['ID=c906bacd-bed2-4703-8f23-4755275422c0,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.106760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Router 6e3fc728-2793-4c50-a3b3-24dfe9937b10 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:40.168701 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-9a97778e-ccef-4f51-8ef0-04f4a4d1ad61 service neutron] 10.222.0.78 "GET /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013196 Jun 30 02:44:40.199528 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:40.397925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.407051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-ee70e36a-87e7-4635-8a9d-ebe459508b1d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.415138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-ee70e36a-87e7-4635-8a9d-ebe459508b1d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.1431367 Jun 30 02:44:40.467527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-59fd344c-cc61-49e0-8bc5-45f9fdd151d1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0512102 Jun 30 02:44:40.503303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.507926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.516430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-e7043eab-ae01-4745-8a6b-759d16ccaa92 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473011 Jun 30 02:44:40.520245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:40.533415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:40.546584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-119de6cf-ff5b-4d2b-bfe8-e09fd2cc0718 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/routers/6e3fc728-2793-4c50-a3b3-24dfe9937b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9105687 Jun 30 02:44:40.556432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:40.560868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] Sync routers for ids ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:40.579528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] Routers {'6e3fc728-2793-4c50-a3b3-24dfe9937b10'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:40.580146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:40.622565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.625502 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:40.632184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:40.649628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] Routers {'6e3fc728-2793-4c50-a3b3-24dfe9937b10'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:40.650700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:40.657961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.673833 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb01fd2-7d1b-4cc7-ad0e-4e3f45f9df1e None None] The sync data for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 is: [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:40.697873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ac59b-bc69-47b5-a7cb-125bbbfcdb3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.702515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a3ac59b-bc69-47b5-a7cb-125bbbfcdb3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e3fc728-2793-4c50-a3b3-24dfe9937b10 HTTP/1.1" status: 200 len: 988 time: 0.1449838 Jun 30 02:44:40.703551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:40.713923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-1b64852b-0a4d-491b-89df-6ad36ef59150 service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965749 Jun 30 02:44:40.752994 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.758105 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=af0d74f0-8726-4468-bcba-85dde15d4cb1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.805267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:40.806727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ea8a8-cc2d-4c63-98d3-24dde21d1d22 None None] The sync data for ids ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:40.830908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.873011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:40.882245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.886909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2774515 Jun 30 02:44:40.891033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:40.895769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:40.903034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:40.912839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:40.923661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbb4fd-09bd-41ae-8d9a-7f55c2404ea8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.042061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285e8a-ab83-46f6-918d-fab76100c8a5 req-51611ca3-2b7f-4c42-b2ed-35080a89aad1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.043626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f285e8a-ab83-46f6-918d-fab76100c8a5 req-51611ca3-2b7f-4c42-b2ed-35080a89aad1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 932 time: 0.4968014 Jun 30 02:44:41.056856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.057504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.066727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Router 0d18a929-2210-41c0-9d80-a24a1c5bec34 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:41.107518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-e5f88990-7610-4a41-8021-8099cd69275d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0467229 Jun 30 02:44:41.128146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Request body: {'port': {'device_id': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:41.176949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.200028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f285e8a-ab83-46f6-918d-fab76100c8a5 req-6274b26b-2e16-4faf-a444-ff303b57a4b2 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385880 Jun 30 02:44:41.266049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-068997a5-61c3-492f-88df-be107ce5b89f service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465083 Jun 30 02:44:41.291712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.415904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:41.427384 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] Sync routers for ids ['0d18a929-2210-41c0-9d80-a24a1c5bec34'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:41.431822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.437301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:41.438834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7502b06b-bcff-46bd-a22f-85cb1bf841a4 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "PUT /v2.0/routers/0d18a929-2210-41c0-9d80-a24a1c5bec34 HTTP/1.1" status: 200 len: 921 time: 3.8219988 Jun 30 02:44:41.442281 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] Routers {'0d18a929-2210-41c0-9d80-a24a1c5bec34'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:41.443894 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0d18a929-2210-41c0-9d80-a24a1c5bec34'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:41.494469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.544959 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.545603 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:41.569799 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] Routers {'0d18a929-2210-41c0-9d80-a24a1c5bec34'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:41.570592 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0d18a929-2210-41c0-9d80-a24a1c5bec34'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:41.632602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38978160-cb83-4f84-a105-257e030b31a8 req-e7adbf8f-a2a5-4442-93a2-4074012bba29 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 210 time: 0.0588965 Jun 30 02:44:41.648825 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:41.649478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d34cb63-95fc-497e-91ea-dff3c51f65f7 None None] The sync data for ids ['0d18a929-2210-41c0-9d80-a24a1c5bec34'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:41.667180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f30fc7-1fd7-46e0-8af3-e74165bdebd4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.760466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.765188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42332) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:41.766068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1428821b-a398-4db8-a535-9d2134c62fb1 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8738394 Jun 30 02:44:41.822127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e22e7613-2b73-481d-bf3e-65a878c687ac req-438188e7-451a-4061-a612-ccc26050452a tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0812793 Jun 30 02:44:41.922040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.931860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb59aa78-2c67-4e77-badd-af82bc673aa8 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/0d18a929-2210-41c0-9d80-a24a1c5bec34 HTTP/1.1" status: 200 len: 921 time: 0.4934344 Jun 30 02:44:41.934978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:42.310961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Request body: {'security_group_rule': {'security_group_id': 'bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:42.351144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44031d10-b0ed-4504-8dff-d46d23b280ab req-b60d0b1e-8201-4100-a8e6-1b5b8c6ab9b3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 210 time: 0.5902040 Jun 30 02:44:42.472628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c906bacd-bed2-4703-8f23-4755275422c0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:42.497541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.542061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c7def-419c-446a-8c34-895cc2c8ef12 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.544032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a16c7def-419c-446a-8c34-895cc2c8ef12 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=0d18a929-2210-41c0-9d80-a24a1c5bec34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6073706 Jun 30 02:44:42.552358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:42.588816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c906bacd-bed2-4703-8f23-4755275422c0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:42.598236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c906bacd-bed2-4703-8f23-4755275422c0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:42.598770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.674767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f37d45-06e1-43e8-9d40-f1e9b2eb6c16 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.682670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:42.691594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b4f37d45-06e1-43e8-9d40-f1e9b2eb6c16 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.1381285 Jun 30 02:44:42.732056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0b4ffe83-767f-4c1f-9e8b-589de200114c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d18a929-2210-41c0-9d80-a24a1c5bec34 HTTP/1.1" status: 200 len: 205 time: 0.0474787 Jun 30 02:44:42.736946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42352) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:42.739445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0d74f0-8726-4468-bcba-85dde15d4cb1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:42.813227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.813816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-7a6bbada-c5e7-4393-9222-959da31cfe24 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.815573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-7a6bbada-c5e7-4393-9222-959da31cfe24 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.90 "GET /v2.0/networks?id=5dc77cb3-1491-429f-9014-ac126e30bbc6 HTTP/1.1" status: 200 len: 822 time: 0.2678659 Jun 30 02:44:42.828957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee26db8-8a85-43f7-a1b3-d93be7f0cd78 req-b8a79974-84cb-4c04-9024-d9be461f44fd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.836684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ee26db8-8a85-43f7-a1b3-d93be7f0cd78 req-b8a79974-84cb-4c04-9024-d9be461f44fd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 932 time: 0.2912953 Jun 30 02:44:42.844534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Request body: {'port': {'device_id': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6', 'admin_state_up': True, 'tenant_id': '4982cd81000b49f282339079a737692a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:42.845892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.854563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c906bacd-bed2-4703-8f23-4755275422c0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c906bacd-bed2-4703-8f23-4755275422c0,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:42.863287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.896404 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-691fbe3f-f2b4-416f-806a-8b449cb9383e req-59ae220a-00a9-45a5-b87e-c87215c9aa9f tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 210 time: 0.0627003 Jun 30 02:44:42.900267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.958363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c906bacd-bed2-4703-8f23-4755275422c0,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:42.996516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ee26db8-8a85-43f7-a1b3-d93be7f0cd78 req-748b6eb8-69f1-4691-b8f0-ba9c52bda66b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583831 Jun 30 02:44:42.997801 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.028670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Transition to ACTIVE for port object af0d74f0-8726-4468-bcba-85dde15d4cb1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:43.050422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.052438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.059287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:43.059767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.113664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Made reservation on behalf of 4982cd81000b49f282339079a737692a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:43.117782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.133402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5caa19e-b374-481c-8933-ac58defac8c0,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.169472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.169731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.170107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.170445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.172367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.172367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.172367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.172367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.172794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.172975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.174049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.174049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:43.176714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.178354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-84bbf498-6816-42ef-b85e-f68d90d45a9a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8851593 Jun 30 02:44:43.184326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42356) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:43.193864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:43.225312 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.246006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Pushing event updated for resources: {'Port': ['ID=af0d74f0-8726-4468-bcba-85dde15d4cb1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.248135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 6184a1e5-adbf-4a9b-9a29-0ab3cd13861a owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:43.319834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e632e79-242b-420a-a6af-2e328cc69ef4 req-a9bff94f-ad32-4712-99b2-a61327743fa6 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0794959 Jun 30 02:44:43.345266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Allocated IP 172.20.0.10 (5dc77cb3-1491-429f-9014-ac126e30bbc6/a9396606-b5ce-46ba-9014-d09e8d958d26/57eb8d59-6c23-4545-b898-419d36fbd138) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:43.366630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.395464 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.465428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Attempting to bind port af0d74f0-8726-4468-bcba-85dde15d4cb1 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:43.465885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Attempting to bind port af0d74f0-8726-4468-bcba-85dde15d4cb1 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:43.466501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Attempting to bind port af0d74f0-8726-4468-bcba-85dde15d4cb1 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:43.498227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Port af0d74f0-8726-4468-bcba-85dde15d4cb1 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:43.498698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Attempting to bind port af0d74f0-8726-4468-bcba-85dde15d4cb1 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:43.509658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:43.509999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:43.510416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:43.510859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Bound port: af0d74f0-8726-4468-bcba-85dde15d4cb1, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:43.511226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.597567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Deleting port f536c21a-492d-4192-9723-a6f62f03d5fd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:43.597729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.608178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c1d9c25-8dc5-4d46-a6b3-a72296827188 req-0a1a32d4-3ec0-4992-90de-b7d4d4c80f02 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 210 time: 0.0868151 Jun 30 02:44:43.677675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] For port af0d74f0-8726-4468-bcba-85dde15d4cb1, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:43.698293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] For port af0d74f0-8726-4468-bcba-85dde15d4cb1, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:43.712446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.727374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-3b1cd746-3bfe-47e5-8789-52226c2322f9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.728817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-3b1cd746-3bfe-47e5-8789-52226c2322f9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.2708390 Jun 30 02:44:43.746946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:43.753441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.778120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.836115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.836556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.838021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] 10.222.0.67 "PUT /v2.0/ports/af0d74f0-8726-4468-bcba-85dde15d4cb1 HTTP/1.1" status: 200 len: 1092 time: 2.7184801 Jun 30 02:44:43.838749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.843159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=6184a1e5-adbf-4a9b-9a29-0ab3cd13861a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.844801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'tag': 'af0d74f0-8726-4468-bcba-85dde15d4cb1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:43.847279 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a12b1da-725e-49ee-8e75-b0563bea0ecb", "tag": "af0d74f0-8726-4468-bcba-85dde15d4cb1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:43.942078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.002044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Calling delete_port for f536c21a-492d-4192-9723-a6f62f03d5fd owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:44.007974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250361e-076b-465f-a3e5-16d5c49f0438 service neutron] Pushing event updated for resources: {'Port': ['ID=af0d74f0-8726-4468-bcba-85dde15d4cb1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:44.009360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.039463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Allocated IP 172.25.0.149 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6133afc2-033e-48ab-872d-780bdbe61ebb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:44.050660 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63d591-7047-4906-bbe6-b159671465a1 x-openstack-request-id: req-4f63d591-7047-4906-bbe6-b159671465a1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:44.050969 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a12b1da-725e-49ee-8e75-b0563bea0ecb", "tag": "af0d74f0-8726-4468-bcba-85dde15d4cb1", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:44.051196 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f63d591-7047-4906-bbe6-b159671465a1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:44.051606 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'tag': 'af0d74f0-8726-4468-bcba-85dde15d4cb1', 'status': 'completed', 'code': 200} Jun 30 02:44:44.065173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-69e450f7-147e-427b-bf07-d43ede184e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.066676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-69e450f7-147e-427b-bf07-d43ede184e9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 1095 time: 0.1662405 Jun 30 02:44:44.112194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.201888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-2ddcd59a-f6bb-423e-9222-82ca88751a28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1 HTTP/1.1" status: 200 len: 217 time: 0.1248238 Jun 30 02:44:44.202936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:44.206401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.216939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Network 5dc77cb3-1491-429f-9014-ac126e30bbc6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:44.280186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:44.286591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:44.321320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Pushing event updated for resources: {'Port': ['ID=57eb8d59-6c23-4545-b898-419d36fbd138,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:44.339351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c906bacd-bed2-4703-8f23-4755275422c0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:44.391279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb343-4747-4642-a392-a751659c5558 req-cc558899-bf39-4572-b2ba-d6b275e00a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.391938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c906bacd-bed2-4703-8f23-4755275422c0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:44.392038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Router 6e3fc728-2793-4c50-a3b3-24dfe9937b10 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:44.392145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.392780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-cc558899-bf39-4572-b2ba-d6b275e00a1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1453710 Jun 30 02:44:44.432014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.432630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.433245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f945d0-eb28-4e76-810f-0b80ae253ba6 req-6d7b9877-24fd-4bf5-a860-ea45488fd796 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.434773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20f945d0-eb28-4e76-810f-0b80ae253ba6 req-6d7b9877-24fd-4bf5-a860-ea45488fd796 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 932 time: 0.3552213 Jun 30 02:44:44.471105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-34458ef6-485e-4e54-8aa2-7bd821e04885 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628915 Jun 30 02:44:44.474880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.490752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-93ceeecf-0900-49cd-b69c-a64a923a99eb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6505282 Jun 30 02:44:44.540925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15db7-dc42-4e1c-9581-fb79b8ccff30 req-7d10a902-5502-4dfe-a6d8-559a3438e49b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.542334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fca15db7-dc42-4e1c-9581-fb79b8ccff30 req-7d10a902-5502-4dfe-a6d8-559a3438e49b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 944 time: 0.3661911 Jun 30 02:44:44.546785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Request body: {'port': {'device_id': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:44.628096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20f945d0-eb28-4e76-810f-0b80ae253ba6 req-ec10ebeb-6cf8-4ef2-856b-92a9ea7dd3db tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606226 Jun 30 02:44:44.651321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:44.668594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6950c36f-d478-483b-a20a-697de0e90eab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/routers/6e3fc728-2793-4c50-a3b3-24dfe9937b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9525170 Jun 30 02:44:44.669478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42374) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:44.675660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] Sync routers for ids ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:44.678617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.685305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.690415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] Routers {'6e3fc728-2793-4c50-a3b3-24dfe9937b10'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:44.691374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.718173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-b1d2e3e6-8535-42dc-809e-88c31758472a service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300098 Jun 30 02:44:44.721821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event deleted for resources: {'Port': ['ID=f536c21a-492d-4192-9723-a6f62f03d5fd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:44.745748 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c299cd88-b81f-4518-a411-9dd25db3253c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:44:44.750992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c299cd88-b81f-4518-a411-9dd25db3253c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/6184a1e5-adbf-4a9b-9a29-0ab3cd13861a HTTP/1.1" status: 404 len: 333 time: 0.0733652 Jun 30 02:44:44.752398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.4 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/30a75ad1-c952-41fe-8574-2aa2739b031a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:44.754421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:44.767559 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fca15db7-dc42-4e1c-9581-fb79b8ccff30 req-aa37c424-7b9c-4911-b630-b8432a8a7851 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130909 Jun 30 02:44:44.767745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.782850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] Routers {'6e3fc728-2793-4c50-a3b3-24dfe9937b10'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:44.783484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.806593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:44.827335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.836267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.837060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3caf-249e-407d-927d-741e311dce7d None None] The sync data for ids ['6e3fc728-2793-4c50-a3b3-24dfe9937b10'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:44.843123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:44.879478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:44.940365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-19269505-5290-49ec-9d3b-f21c9e8383f9 req-53b968fd-40f0-4a79-82cd-6760b071d5bc tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1048124 Jun 30 02:44:44.945791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event updated for resources: {'Port': ['ID=6133afc2-033e-48ab-872d-780bdbe61ebb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:44.982044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de2613da-c096-4a33-8bb6-3bfa235f2d6a req-23541086-a3a2-4463-a22b-a056fbd3abbd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 210 time: 0.0910661 Jun 30 02:44:44.984791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.992093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.095369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cabcb343-4747-4642-a392-a751659c5558 req-978dc16d-9dca-4ad5-95c7-3fcc7378c7af service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656850 Jun 30 02:44:45.120789 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.125568 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.208989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.218543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.219097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Fanout notify agent at l3_agent the message router_deleted on router 0d18a929-2210-41c0-9d80-a24a1c5bec34 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:45.227696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.228857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bd94abc1-db4e-49fd-bf12-e36451b1764d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/0d18a929-2210-41c0-9d80-a24a1c5bec34 HTTP/1.1" status: 204 len: 168 time: 2.4844460 Jun 30 02:44:45.232675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42380) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:45.238994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-319038729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:45.300944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.301972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.309124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.344280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-397fa141-6878-4073-8262-dc334bbfdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.345854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-397fa141-6878-4073-8262-dc334bbfdf6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 1095 time: 0.1704929 Jun 30 02:44:45.481628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.511731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.555822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.557010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71f5da83-491e-4565-a3a6-6f199b76dc42 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3215494 Jun 30 02:44:45.565080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42382) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:45.572085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:45.573530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.580028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.617177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-57a2c14b-df6d-4b3b-9539-2749addbd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.618671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-57a2c14b-df6d-4b3b-9539-2749addbd323 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.2654333 Jun 30 02:44:45.685286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.685820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3fc728-2793-4c50-a3b3-24dfe9937b10 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:45.696858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.697969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-813c01eb-e86a-4cdf-9b3c-120dd792ecab tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/routers/6e3fc728-2793-4c50-a3b3-24dfe9937b10 HTTP/1.1" status: 204 len: 168 time: 0.9294713 Jun 30 02:44:45.701317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42386) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:45.719935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.722978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-85adb226-2c97-4f69-9329-f8074bae734b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1 HTTP/1.1" status: 200 len: 217 time: 0.0700595 Jun 30 02:44:45.897346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.926801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eb8d59-6c23-4545-b898-419d36fbd138 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:45.983837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.017035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:46.021090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Transition to ACTIVE for port object 57eb8d59-6c23-4545-b898-419d36fbd138 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:46.023784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:46.025667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=30a75ad1-c952-41fe-8574-2aa2739b031a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.032693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:46.036680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.094593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51cd3-e909-4080-b2d6-4f1fcfd5f05c req-525d2443-d589-4b34-98ea-cd12cfe13eb6 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.096125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92b51cd3-e909-4080-b2d6-4f1fcfd5f05c req-525d2443-d589-4b34-98ea-cd12cfe13eb6 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 932 time: 0.3237338 Jun 30 02:44:46.158418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.158961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.161342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Pushing event updated for resources: {'Port': ['ID=57eb8d59-6c23-4545-b898-419d36fbd138,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.209259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f2e9594f-9bb1-47f2-a04d-2d12db464693 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4660258 Jun 30 02:44:46.229707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92b51cd3-e909-4080-b2d6-4f1fcfd5f05c req-4c6bc2a3-91c2-4337-9719-0b6a451b8ae3 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272399 Jun 30 02:44:46.236770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Request body: {'port': {'device_id': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:46.244589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.320853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Attempting to bind port 57eb8d59-6c23-4545-b898-419d36fbd138 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:46.321210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Attempting to bind port 57eb8d59-6c23-4545-b898-419d36fbd138 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'a9d0d07e-9b84-40cc-aee8-b85f9719437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:46.321689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Attempting to bind port 57eb8d59-6c23-4545-b898-419d36fbd138 on network 5dc77cb3-1491-429f-9014-ac126e30bbc6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:46.326849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.330137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Port 57eb8d59-6c23-4545-b898-419d36fbd138 on network 5dc77cb3-1491-429f-9014-ac126e30bbc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:46.330299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Attempting to bind port 57eb8d59-6c23-4545-b898-419d36fbd138 on network 5dc77cb3-1491-429f-9014-ac126e30bbc6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:46.341860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:46.342208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Checking segment: {'id': 'a9d0d07e-9b84-40cc-aee8-b85f9719437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:46.343162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Bound using segment: {'id': 'a9d0d07e-9b84-40cc-aee8-b85f9719437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:46.343592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Bound port: 57eb8d59-6c23-4545-b898-419d36fbd138, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d0d07e-9b84-40cc-aee8-b85f9719437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:46.343992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.347287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.365627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.372643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet e9d79b94-507b-4f08-a4aa-f315565bebcf {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:46.384067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-75ab5a9d-a660-439d-8de3-21983ba4a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.385519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-75ab5a9d-a660-439d-8de3-21983ba4a931 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.6259882 Jun 30 02:44:46.387191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.433198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5bc0a6a-358f-425a-9e23-4bf37c036e79 req-c6cacd50-9974-4bd2-a8cb-4f22d2955428 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0666380 Jun 30 02:44:46.510960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-218d22c8-fdea-4fb9-9cc4-b88c070120e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934975 Jun 30 02:44:46.517888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event updated for resources: {'Port': ['ID=6133afc2-033e-48ab-872d-780bdbe61ebb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.523438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device af0d74f0-8726-4468-bcba-85dde15d4cb1 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:46.557368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.606012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] For port 57eb8d59-6c23-4545-b898-419d36fbd138, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:46.625353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] For port 57eb8d59-6c23-4545-b898-419d36fbd138, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=57eb8d59-6c23-4545-b898-419d36fbd138,segment=NetworkSegment(a9d0d07e-9b84-40cc-aee8-b85f9719437a),segment_id=a9d0d07e-9b84-40cc-aee8-b85f9719437a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:46.640591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port af0d74f0-8726-4468-bcba-85dde15d4cb1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:46.651096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.654603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'af0d74f0-8726-4468-bcba-85dde15d4cb1', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': 'af0d74f0-8726-4468-bcba-85dde15d4cb1', 'mac_address': 'fa:16:3e:af:0f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:46.667368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6a25e-2fca-43ea-a34a-2fd4c5efdf7f req-d64ab552-6952-4c73-a95e-c1b8c955dfcf tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.668860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0cd6a25e-2fca-43ea-a34a-2fd4c5efdf7f req-d64ab552-6952-4c73-a95e-c1b8c955dfcf tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 944 time: 0.4992833 Jun 30 02:44:46.675600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.696558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.711701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0d74f0-8726-4468-bcba-85dde15d4cb1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:46.718794 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.720111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-488211bc-ac3f-40cc-a51d-3a66fe6252fc tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5309830 Jun 30 02:44:46.746450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.747012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.749026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] 10.222.0.90 "PUT /v2.0/ports/57eb8d59-6c23-4545-b898-419d36fbd138 HTTP/1.1" status: 200 len: 1092 time: 2.2175150 Jun 30 02:44:46.751246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'tag': '57eb8d59-6c23-4545-b898-419d36fbd138'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:46.753725 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e" -d '{"events": [{"name": "network-changed", "server_uuid": "45548b90-3820-46c2-9fe0-42b6eac084fb", "tag": "57eb8d59-6c23-4545-b898-419d36fbd138"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:46.783645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port af0d74f0-8726-4468-bcba-85dde15d4cb1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:46.785820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42f91b-040a-44c1-a0e0-c47b0180ee66 req-17cad45f-d94a-4de3-a1c3-481b436b8227 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.787435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea42f91b-040a-44c1-a0e0-c47b0180ee66 req-17cad45f-d94a-4de3-a1c3-481b436b8227 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 931 time: 0.2382591 Jun 30 02:44:46.798406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.812286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-6a97fd7f-974a-4389-af09-3aaaaac291b8 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575319 Jun 30 02:44:46.836636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.855325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=af0d74f0-8726-4468-bcba-85dde15d4cb1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.863551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.863899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.864243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.864582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.864918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.865251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.865580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.865907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.866236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.867130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.867130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.867366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.867587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce0b52-8ec1-42af-a9af-e31f8b524b10 service neutron] Pushing event updated for resources: {'Port': ['ID=57eb8d59-6c23-4545-b898-419d36fbd138,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.901958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0cd6a25e-2fca-43ea-a34a-2fd4c5efdf7f req-8d185f27-1945-4633-ba0e-13654290bfbe tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096071 Jun 30 02:44:46.930993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea42f91b-040a-44c1-a0e0-c47b0180ee66 req-dbe44506-fbcf-4abe-8d81-2f64bee3527f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244252 Jun 30 02:44:46.985614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-4c289b80-4e49-4716-b9cd-3dfb9a6b65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.986919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-4c289b80-4e49-4716-b9cd-3dfb9a6b65c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4982cd81000b49f282339079a737692a&device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 1095 time: 0.1771984 Jun 30 02:44:46.990494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a75ad1-c952-41fe-8574-2aa2739b031a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:47.002263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['af0d74f0-8726-4468-bcba-85dde15d4cb1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:47.039497 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c06b712-aa4b-4b98-b0f8-8c00bd7e28bb req-bfbc1f4b-f96c-43d6-9214-db2eb1967a20 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163703 Jun 30 02:44:47.041995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.045673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-ed135717-efbd-4abc-bfca-d8ff8ea244c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57eb8d59-6c23-4545-b898-419d36fbd138 HTTP/1.1" status: 200 len: 217 time: 0.0471225 Jun 30 02:44:47.048850 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932cfc44-7237-451d-b79f-8e56ea6df9bf x-openstack-request-id: req-932cfc44-7237-451d-b79f-8e56ea6df9bf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:47.049777 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45548b90-3820-46c2-9fe0-42b6eac084fb", "tag": "57eb8d59-6c23-4545-b898-419d36fbd138", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:47.049777 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-932cfc44-7237-451d-b79f-8e56ea6df9bf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:47.050120 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'tag': '57eb8d59-6c23-4545-b898-419d36fbd138', 'status': 'completed', 'code': 200} Jun 30 02:44:47.099906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Transition to ACTIVE for port object 30a75ad1-c952-41fe-8574-2aa2739b031a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:47.100467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.122926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.150219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.153073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d79b94-507b-4f08-a4aa-f315565bebcf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.174456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.176351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-34d81af4-7411-4844-85cd-5602d0cc1f68 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/e9d79b94-507b-4f08-a4aa-f315565bebcf HTTP/1.1" status: 204 len: 168 time: 1.4742048 Jun 30 02:44:47.179414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42410) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:47.180957 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.184055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16a557-bc3d-428a-98d8-3729df0e2e5c None None] Network 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:47.203571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-83441dc2-05ec-4f12-bd5f-8c52c9117d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:47.204970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-83441dc2-05ec-4f12-bd5f-8c52c9117d8b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9396606-b5ce-46ba-9014-d09e8d958d26 HTTP/1.1" status: 200 len: 862 time: 0.1510577 Jun 30 02:44:47.249414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-f6303765-693d-4d75-ae47-dd6c563100ba tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1567373062&fields=id&tenant_id=e1c8a922f07a44349373be9e94e608ef HTTP/1.1" status: 200 len: 267 time: 0.1413336 Jun 30 02:44:47.279086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-dcac8058-8231-4652-9897-58909f23af46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5dc77cb3-1491-429f-9014-ac126e30bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536678 Jun 30 02:44:47.299755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Pushing event updated for resources: {'Port': ['ID=30a75ad1-c952-41fe-8574-2aa2739b031a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.312554 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.430125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Allocated IP 172.25.0.60 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/1344b26c-1296-45bf-8a3d-3016a8a9610c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:47.449545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] DHCP port deletion for 09ee3ae0-5c2e-4927-ad33-fd76327fccd3 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:44:47.498845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] Deleting port d965588e-e8e8-401c-941b-eb473aaa7cfa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:47.499701 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.512037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Attempting to bind port 30a75ad1-c952-41fe-8574-2aa2739b031a on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:47.512487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Attempting to bind port 30a75ad1-c952-41fe-8574-2aa2739b031a by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:47.512722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Attempting to bind port 30a75ad1-c952-41fe-8574-2aa2739b031a on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:47.528527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port d965588e-e8e8-401c-941b-eb473aaa7cfa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:47.529115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.547254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Port 30a75ad1-c952-41fe-8574-2aa2739b031a on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:47.548555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Attempting to bind port 30a75ad1-c952-41fe-8574-2aa2739b031a on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:47.568566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] For port d965588e-e8e8-401c-941b-eb473aaa7cfa, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d965588e-e8e8-401c-941b-eb473aaa7cfa,segment=NetworkSegment(2acb6100-45dd-455f-9824-10b796821cbc),segment_id=2acb6100-45dd-455f-9824-10b796821cbc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:47.569104 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.576558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:47.576964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:47.577680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:47.578060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Bound port: 30a75ad1-c952-41fe-8574-2aa2739b031a, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:47.578835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.582497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] Calling delete_port for d965588e-e8e8-401c-941b-eb473aaa7cfa owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:47.599468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-1a1c444e-b607-4fbf-9d66-a78d863cf238 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:47.601000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-1a1c444e-b607-4fbf-9d66-a78d863cf238 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/networks?id=8638be7a-0435-43fb-bebe-9ff6352fe974 HTTP/1.1" status: 200 len: 805 time: 0.3260376 Jun 30 02:44:47.601275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b34f-9464-45a2-a1db-b37a7b7443ee req-81d8c9bb-5a07-492e-992b-3ef4b1e40695 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:47.602817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47a8b34f-9464-45a2-a1db-b37a7b7443ee req-81d8c9bb-5a07-492e-992b-3ef4b1e40695 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 944 time: 0.2280240 Jun 30 02:44:47.614686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-f3436f7e-bea7-4215-9cb5-b55f67607e03 service neutron] 10.222.0.90 "GET /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966480 Jun 30 02:44:47.653562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-359c7d50-25d8-42f0-8020-a32009380f72 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/quotas/e1c8a922f07a44349373be9e94e608ef HTTP/1.1" status: 200 len: 375 time: 0.0409112 Jun 30 02:44:47.664938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] For port d965588e-e8e8-401c-941b-eb473aaa7cfa, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d965588e-e8e8-401c-941b-eb473aaa7cfa,segment=NetworkSegment(2acb6100-45dd-455f-9824-10b796821cbc),segment_id=2acb6100-45dd-455f-9824-10b796821cbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:47.665317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.672798 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.684543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.697730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for d965588e-e8e8-401c-941b-eb473aaa7cfa owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:47.716934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] Pushing event deleted for resources: {'Port': ['ID=d965588e-e8e8-401c-941b-eb473aaa7cfa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.719704 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47a8b34f-9464-45a2-a1db-b37a7b7443ee req-2bb46399-e0af-4669-b6d1-f089163b6b72 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013441 Jun 30 02:44:47.723654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615adc6c-ce34-4bea-afe1-a60d907a55dc None None] No DVR routers for this DVR port d965588e-e8e8-401c-941b-eb473aaa7cfa on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:47.791132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] For port 30a75ad1-c952-41fe-8574-2aa2739b031a, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:47.796765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] For port 30a75ad1-c952-41fe-8574-2aa2739b031a, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=30a75ad1-c952-41fe-8574-2aa2739b031a,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:47.814576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.821568 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.866999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43306ccf-0b18-4128-bd5e-45d429565c18 req-7d0b0403-c3cc-4b8f-9fd4-59f06c3a025d service neutron] 10.222.0.90 "GET /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437224 Jun 30 02:44:47.872763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:47.873553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.875460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] 10.222.0.67 "PUT /v2.0/ports/30a75ad1-c952-41fe-8574-2aa2739b031a HTTP/1.1" status: 200 len: 1091 time: 1.6435828 Jun 30 02:44:47.884858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:47.910868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:47.914239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-27906dd6-a6c0-4d71-80be-7ce99a439652 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1c8a922f07a44349373be9e94e608ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2366753 Jun 30 02:44:47.914559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d35c976-8cc2-40b7-8ac5-417f0ad9cde6 req-62e6d5ca-7353-4efa-8e1b-26d721652073 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0775502 Jun 30 02:44:47.915067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:47.930608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de9f5-6593-45b9-b4f3-4f0505c69617 service neutron] Pushing event updated for resources: {'Port': ['ID=30a75ad1-c952-41fe-8574-2aa2739b031a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.964310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.974969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event updated for resources: {'Port': ['ID=1344b26c-1296-45bf-8a3d-3016a8a9610c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.065033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No DVR routers for this DVR port d965588e-e8e8-401c-941b-eb473aaa7cfa on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:48.080648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=d965588e-e8e8-401c-941b-eb473aaa7cfa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.111385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-21dacdbd-e942-4a22-9e43-23481720bb6f service neutron] 10.222.0.78 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932499 Jun 30 02:44:48.114014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-82adc1d8-670f-4e8d-9aef-b815c87a8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.115517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-82adc1d8-670f-4e8d-9aef-b815c87a8a21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 1094 time: 0.1371603 Jun 30 02:44:48.117275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-5f6ea67a-168e-4590-83f7-16ff0667c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.118637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-5f6ea67a-168e-4590-83f7-16ff0667c647 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4982cd81000b49f282339079a737692a&device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 1095 time: 0.1676781 Jun 30 02:44:48.209536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.215972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-9ea87d34-9d6c-4ab7-b600-a18634152df9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a75ad1-c952-41fe-8574-2aa2739b031a HTTP/1.1" status: 200 len: 217 time: 0.0886533 Jun 30 02:44:48.234593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee3ae0-5c2e-4927-ad33-fd76327fccd3']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:48.250000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acb6100-45dd-455f-9824-10b796821cbc') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:48.250301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acb6100-45dd-455f-9824-10b796821cbc') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:48.300516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.324737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.334853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d965588e-e8e8-401c-941b-eb473aaa7cfa no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:48.338937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733b439-037e-4cea-85a7-732193c225d1 req-7259c86c-32fb-4687-9a74-e92d774e8555 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.339756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7733b439-037e-4cea-85a7-732193c225d1 req-7259c86c-32fb-4687-9a74-e92d774e8555 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 945 time: 0.2729137 Jun 30 02:44:48.360694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d965588e-e8e8-401c-941b-eb473aaa7cfa {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:48.361174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d965588e-e8e8-401c-941b-eb473aaa7cfa not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:48.377336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:48.377763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:48.383305 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:48.483704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.493866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.495758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/09ee3ae0-5c2e-4927-ad33-fd76327fccd3 HTTP/1.1" status: 204 len: 168 time: 1.3124595 Jun 30 02:44:48.496844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.502331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7733b439-037e-4cea-85a7-732193c225d1 req-31ccbcd8-17dc-44fe-b6cc-d78d374e28ce tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270421 Jun 30 02:44:48.502913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42422) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:48.544289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device af0d74f0-8726-4468-bcba-85dde15d4cb1 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:48.557608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fb071-491a-4008-ae68-2b706127813f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=09ee3ae0-5c2e-4927-ad33-fd76327fccd3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.641378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port af0d74f0-8726-4468-bcba-85dde15d4cb1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:48.647109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port af0d74f0-8726-4468-bcba-85dde15d4cb1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:48.647667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.647897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-df7a9629-270b-42b8-a7fd-ff757fc7489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.649347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-df7a9629-270b-42b8-a7fd-ff757fc7489c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.4054217 Jun 30 02:44:48.654751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-e31454dd-898e-4235-bb95-631304f4a7e1 service neutron] 10.222.0.78 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352402 Jun 30 02:44:48.668162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb115e-169b-4c49-b06a-174d977105a9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.672937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9dfb115e-169b-4c49-b06a-174d977105a9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/588b8d2a-f588-4f2f-8c71-d0eafa34ab49 HTTP/1.1" status: 200 len: 844 time: 0.1635084 Jun 30 02:44:48.673326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:48.702651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-9e742528-9c20-4150-8fe5-31128d3f9934 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429313 Jun 30 02:44:48.733202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-130ae283-0e81-48ef-ae2c-24c40dcd8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.735340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-130ae283-0e81-48ef-ae2c-24c40dcd8e5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=5dc77cb3-1491-429f-9014-ac126e30bbc6 HTTP/1.1" status: 200 len: 923 time: 0.6012385 Jun 30 02:44:48.770462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.810966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313dc92-7d65-4ac6-8462-7c951955a86b req-18576844-fb93-41ef-b3f2-df67680a61be tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.817081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port af0d74f0-8726-4468-bcba-85dde15d4cb1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:48.818513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d74f0-8726-4468-bcba-85dde15d4cb1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:48.820472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3313dc92-7d65-4ac6-8462-7c951955a86b req-18576844-fb93-41ef-b3f2-df67680a61be tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 943 time: 0.1620581 Jun 30 02:44:48.821444 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28973a0b-9963-4c65-a722-44646e4d927f" -d '{"events": [{"server_uuid": "4a12b1da-725e-49ee-8e75-b0563bea0ecb", "name": "network-vif-plugged", "status": "completed", "tag": "af0d74f0-8726-4468-bcba-85dde15d4cb1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:48.831001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.834478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-be6e8a87-f821-432f-bf0b-8a1678ac2ccd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57eb8d59-6c23-4545-b898-419d36fbd138 HTTP/1.1" status: 200 len: 217 time: 0.0847595 Jun 30 02:44:48.841423 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-019b021d-1a5a-418a-bf8f-3139ff823273 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/588b8d2a-f588-4f2f-8c71-d0eafa34ab49?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1670198 Jun 30 02:44:48.857192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:48.887033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:48.919215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3313dc92-7d65-4ac6-8462-7c951955a86b req-81722146-ac95-4f09-9068-b5cc723c5355 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976958 Jun 30 02:44:48.927650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=af0d74f0-8726-4468-bcba-85dde15d4cb1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.987858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-793f8b5f-8be4-4fda-aeb0-c2bf0b232721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.989333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-793f8b5f-8be4-4fda-aeb0-c2bf0b232721 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9396606-b5ce-46ba-9014-d09e8d958d26 HTTP/1.1" status: 200 len: 862 time: 0.1423216 Jun 30 02:44:48.998299 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.002444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.020146 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-2fec6f70-4b24-4d4e-b782-237e50ebf1e6 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975719 Jun 30 02:44:49.048483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-f6d0f775-e482-4904-98e9-109840028ae7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5dc77cb3-1491-429f-9014-ac126e30bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473666 Jun 30 02:44:49.051219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'tag': '30a75ad1-c952-41fe-8574-2aa2739b031a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:49.054555 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d85764-00b0-447e-9899-34f97dee3782" -d '{"events": [{"name": "network-changed", "server_uuid": "29edfd1c-04e4-4c95-8d1d-626d6867d488", "tag": "30a75ad1-c952-41fe-8574-2aa2739b031a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:49.057519 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b350cc7a-b87e-4b6a-8704-d71b7dadab71 x-openstack-request-id: req-b350cc7a-b87e-4b6a-8704-d71b7dadab71 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:49.057878 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a12b1da-725e-49ee-8e75-b0563bea0ecb", "name": "network-vif-plugged", "status": "completed", "tag": "af0d74f0-8726-4468-bcba-85dde15d4cb1", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:49.058199 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b350cc7a-b87e-4b6a-8704-d71b7dadab71 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:49.058697 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d74f0-8726-4468-bcba-85dde15d4cb1', 'code': 200} Jun 30 02:44:49.196026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2d72a56-3e4e-47d5-aa63-74db66787763 req-a64a57d3-85d3-4ce7-baa1-ae1e9d8158bb tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 210 time: 0.0729935 Jun 30 02:44:49.238249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:49.242420 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.298676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cfeeb-5434-49f9-b0c1-fd3e3b3af450 req-bdb6f5d4-d1be-40b2-884b-b88be8a321b8 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.300625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c6cfeeb-5434-49f9-b0c1-fd3e3b3af450 req-bdb6f5d4-d1be-40b2-884b-b88be8a321b8 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 944 time: 0.1705301 Jun 30 02:44:49.306722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8beddf-345b-4e93-8c73-27fa0bde673d req-3c58b7c7-bf59-45d9-b743-3fc9e7eb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.308420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a8beddf-345b-4e93-8c73-27fa0bde673d req-3c58b7c7-bf59-45d9-b743-3fc9e7eb5d11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 1097 time: 0.1671109 Jun 30 02:44:49.327458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aed43720-6c32-4bd5-894a-780d6f80b3dd req-fd8b574a-1a99-42bb-9001-c12f2fe29d4a service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873077 Jun 30 02:44:49.348286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Router 2a1e8824-842d-4c95-a9de-f31baf1c9616 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:49.349377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-2d2c15f7-aceb-4f82-bfb3-a83b19612b4e service neutron] 10.222.0.90 "GET /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816553 Jun 30 02:44:49.392554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a8beddf-345b-4e93-8c73-27fa0bde673d req-08721bcf-4940-4889-a840-6e4f69816581 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764093 Jun 30 02:44:49.395420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c6cfeeb-5434-49f9-b0c1-fd3e3b3af450 req-08c5e9bb-fff8-46d0-b34b-46f745fb7d04 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850673 Jun 30 02:44:49.453958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb5ecc51-d4d4-4243-bf73-b9851b51b290 req-1928f577-19d6-46db-ab76-72fce7f860ba tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0887852 Jun 30 02:44:49.467092 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc46429-c6d6-4616-b1d7-18c8661345ca x-openstack-request-id: req-4cc46429-c6d6-4616-b1d7-18c8661345ca {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:49.467390 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29edfd1c-04e4-4c95-8d1d-626d6867d488", "tag": "30a75ad1-c952-41fe-8574-2aa2739b031a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:49.467691 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4cc46429-c6d6-4616-b1d7-18c8661345ca {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:49.468325 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'tag': '30a75ad1-c952-41fe-8574-2aa2739b031a', 'status': 'completed', 'code': 200} Jun 30 02:44:49.553405 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb7f294b-b9c4-4bcc-af04-68f56d90c47e req-b15354b5-299b-46ed-a9ee-a71830df8ae8 service neutron] 10.222.0.90 "GET /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953454 Jun 30 02:44:49.599236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:49.610160 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.611220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d7048956-9404-41a6-ba94-e4915e00cf30 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "PUT /v2.0/routers/2a1e8824-842d-4c95-a9de-f31baf1c9616 HTTP/1.1" status: 200 len: 878 time: 4.0451822 Jun 30 02:44:49.613690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42448) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:49.613835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] Sync routers for ids ['2a1e8824-842d-4c95-a9de-f31baf1c9616'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:49.624970 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] Routers {'2a1e8824-842d-4c95-a9de-f31baf1c9616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:49.624970 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2a1e8824-842d-4c95-a9de-f31baf1c9616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:49.629648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.663121 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:49.673778 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] Routers {'2a1e8824-842d-4c95-a9de-f31baf1c9616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:49.674717 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2a1e8824-842d-4c95-a9de-f31baf1c9616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:49.676968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d85764-00b0-447e-9899-34f97dee3782 req-b08c044d-2981-4a3d-b346-35bbc94d8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.679402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-b08c044d-2981-4a3d-b346-35bbc94d8c95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 1094 time: 0.1584299 Jun 30 02:44:49.701050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:49.705129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:49.714398 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:49.715216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d5fe2-25b4-4f60-9752-dc8f1654e000 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:49.715662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.715866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccbdd8-884c-4b6c-918d-399049d874a6 None None] The sync data for ids ['2a1e8824-842d-4c95-a9de-f31baf1c9616'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:49.716110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.739702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=f15f9ac2-3edb-485a-9e6f-7dabc961cd76,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.749617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18108815-a786-4447-8865-1bf7fd99e3c2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8872187 Jun 30 02:44:49.752448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:49.757347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'security_group': {'name': 'tempest-secgroup-82071176'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:49.784428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.911931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.917235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.930899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-31bd0612-54a4-4979-8b27-7536d6ee2b88', 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'tenant_id': '2e578be7d63f498fb819a09c274c3e6b', 'fixed_ips': [{'subnet_id': 'f15f9ac2-3edb-485a-9e6f-7dabc961cd76'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:49.931731 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.971997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.973120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2197459 Jun 30 02:44:49.974220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceded5b-86c5-4f8e-af26-766e2d8bf289 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab9374-901f-4cf8-9705-422a12275c9d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.976450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:49.981362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'security_group': {'name': 'tempest-secgroup-62707509'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:50.008039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.130498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.139231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.149301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Allocated IP 2001:db8::2 (31bd0612-54a4-4979-8b27-7536d6ee2b88/f15f9ac2-3edb-485a-9e6f-7dabc961cd76/37811664-0769-403e-80ba-f59aa47d2209) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:50.200202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.205402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2241952 Jun 30 02:44:50.212463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:50.220377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-319179828', 'security_groups': ['9499d744-3073-4c10-ac4c-dbe7efd34644'], 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f15f9ac2-3edb-485a-9e6f-7dabc961cd76'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:50.297994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d85764-00b0-447e-9899-34f97dee3782 req-f22bb251-7b7e-4e10-ac4d-b77aaaf4252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.299592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-f22bb251-7b7e-4e10-ac4d-b77aaaf4252b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.6101749 Jun 30 02:44:50.349439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-8b8acad0-e854-4da8-80f6-0856d8e9dbe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a75ad1-c952-41fe-8574-2aa2739b031a HTTP/1.1" status: 200 len: 217 time: 0.0415800 Jun 30 02:44:50.354337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9499d744-3073-4c10-ac4c-dbe7efd34644,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:50.356520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b9fe5484-bc59-4a49-85c3-1133b386d6b9 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/2a1e8824-842d-4c95-a9de-f31baf1c9616 HTTP/1.1" status: 200 len: 919 time: 0.7415731 Jun 30 02:44:50.363855 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.366140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42464) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:50.370852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.371336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.371692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.372023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.372357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.372688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.373012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.373496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.373869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.374153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.374512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.374822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ade703-7c17-4456-98e6-ef566403536a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:50.377733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Transition to ACTIVE for port object 37811664-0769-403e-80ba-f59aa47d2209 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:50.395252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:50.404179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Transition to ACTIVE for port object 37811664-0769-403e-80ba-f59aa47d2209 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:50.412556 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.433283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc04e5-959a-46f5-b6e1-3f8fb29264b5 req-53f24183-d75a-4456-8f82-827583daa352 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.435023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cabc04e5-959a-46f5-b6e1-3f8fb29264b5 req-53f24183-d75a-4456-8f82-827583daa352 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 943 time: 0.2821851 Jun 30 02:44:50.468918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec225b6-d962-45f6-9f3a-eee71d69edfa req-c2952679-e9b3-41da-b04d-5a7818ebe271 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.470528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cec225b6-d962-45f6-9f3a-eee71d69edfa req-c2952679-e9b3-41da-b04d-5a7818ebe271 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 946 time: 0.6877818 Jun 30 02:44:50.505671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d85764-00b0-447e-9899-34f97dee3782 req-820c8589-8654-45f7-8649-2943744d0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.507195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-820c8589-8654-45f7-8649-2943744d0c50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.1489789 Jun 30 02:44:50.521132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:50.530178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:50.539475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:50.542830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Pushing event updated for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:50.574642 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-a96162da-7b90-4419-afb1-9f86218f3706 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527847 Jun 30 02:44:50.603682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cabc04e5-959a-46f5-b6e1-3f8fb29264b5 req-ee1c5181-fead-44aa-a0de-a7a3be0fc319 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304908 Jun 30 02:44:50.613199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Attempting to bind port 37811664-0769-403e-80ba-f59aa47d2209 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:50.615675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Attempting to bind port 37811664-0769-403e-80ba-f59aa47d2209 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'fc9b2e74-4aeb-4a15-9549-b02850a12359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:50.616051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Attempting to bind port 37811664-0769-403e-80ba-f59aa47d2209 on network 31bd0612-54a4-4979-8b27-7536d6ee2b88 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:50.626935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:50.627198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Checking segment: {'id': 'fc9b2e74-4aeb-4a15-9549-b02850a12359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:50.627562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.627954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Bound using segment: {'id': 'fc9b2e74-4aeb-4a15-9549-b02850a12359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:50.628436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Bound port: 37811664-0769-403e-80ba-f59aa47d2209, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9b2e74-4aeb-4a15-9549-b02850a12359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:50.628825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.667008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cec225b6-d962-45f6-9f3a-eee71d69edfa req-f26d0bef-76f5-43f4-b338-7b08085d1929 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822162 Jun 30 02:44:50.685690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef09f5c-1f38-45ae-bad0-233f538792ac tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.685690 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fef09f5c-1f38-45ae-bad0-233f538792ac tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=2a1e8824-842d-4c95-a9de-f31baf1c9616&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3094823 Jun 30 02:44:50.686969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:50.756603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:50.762558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=37811664-0769-403e-80ba-f59aa47d2209,segment=NetworkSegment(fc9b2e74-4aeb-4a15-9549-b02850a12359),segment_id=fc9b2e74-4aeb-4a15-9549-b02850a12359)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:50.767158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-56aa413c-ac76-4880-83ac-2b1b3992fbb4 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807640 Jun 30 02:44:50.772545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.815957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.846143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 57eb8d59-6c23-4545-b898-419d36fbd138 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:50.856984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-db29fbb9-aa96-4cd1-a584-63f4c4bb9ec8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.859217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-db29fbb9-aa96-4cd1-a584-63f4c4bb9ec8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.90 "GET /v2.0/networks?id=8638be7a-0435-43fb-bebe-9ff6352fe974 HTTP/1.1" status: 200 len: 805 time: 0.3860221 Jun 30 02:44:50.869569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:50.919389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3a11fdf-d96c-445b-a84d-147a4fd0cf68 req-585a01ae-750b-486d-9932-cb60383858d9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 210 time: 0.0385988 Jun 30 02:44:50.971992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34d85764-00b0-447e-9899-34f97dee3782 req-b0bd8145-1dad-4dc4-b83b-a2205c83dbc7 service neutron] 10.222.0.67 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981337 Jun 30 02:44:50.987100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3cc465-bdbe-40a3-a71c-c7da6de9d159 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.992167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0b3cc465-bdbe-40a3-a71c-c7da6de9d159 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.3090780 Jun 30 02:44:50.992867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:51.036700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfce7-4a7b-49d1-bbd4-6fa10b44ef79 None None] Pushing event updated for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.072026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 57eb8d59-6c23-4545-b898-419d36fbd138, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=57eb8d59-6c23-4545-b898-419d36fbd138,segment=NetworkSegment(a9d0d07e-9b84-40cc-aee8-b85f9719437a),segment_id=a9d0d07e-9b84-40cc-aee8-b85f9719437a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:51.087880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '57eb8d59-6c23-4545-b898-419d36fbd138', 'network_id': '5dc77cb3-1491-429f-9014-ac126e30bbc6', 'port_id': '57eb8d59-6c23-4545-b898-419d36fbd138', 'mac_address': 'fa:16:3e:5e:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9396606-b5ce-46ba-9014-d09e8d958d26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:51.118749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8e18deb4-4947-417a-8b36-15ad32367387 req-86c6af72-2046-4cd4-ba97-b100a5e7840b tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0430446 Jun 30 02:44:51.131380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.150813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eb8d59-6c23-4545-b898-419d36fbd138 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:51.155447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cef7e0ff-8d82-46ca-958e-f82d1377e5ab tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a1e8824-842d-4c95-a9de-f31baf1c9616 HTTP/1.1" status: 200 len: 205 time: 0.1389048 Jun 30 02:44:51.157975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42474) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:51.200117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 57eb8d59-6c23-4545-b898-419d36fbd138, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=57eb8d59-6c23-4545-b898-419d36fbd138,segment=NetworkSegment(a9d0d07e-9b84-40cc-aee8-b85f9719437a),segment_id=a9d0d07e-9b84-40cc-aee8-b85f9719437a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:51.202754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-ece2d1cc-7b63-4b3e-aa69-0efb06925ae3 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1c8a922f07a44349373be9e94e608ef HTTP/1.1" status: 200 len: 380 time: 0.2816484 Jun 30 02:44:51.208730 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.212709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Request body: {'port': {'device_id': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'admin_state_up': True, 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'security_groups': ['bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:51.334436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=57eb8d59-6c23-4545-b898-419d36fbd138,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.362257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.408847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919266dd-0a79-4641-a039-2c0c3a16e9de req-0cd5b7e6-93f6-42af-9e51-eba96892e4fb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.410426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-919266dd-0a79-4641-a039-2c0c3a16e9de req-0cd5b7e6-93f6-42af-9e51-eba96892e4fb tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 944 time: 0.4060767 Jun 30 02:44:51.423194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::3a5 (31bd0612-54a4-4979-8b27-7536d6ee2b88/f15f9ac2-3edb-485a-9e6f-7dabc961cd76/3989d35c-be69-42e1-bae3-c98a9fcc54a9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:51.498511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.509931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['57eb8d59-6c23-4545-b898-419d36fbd138'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:51.513271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-919266dd-0a79-4641-a039-2c0c3a16e9de req-b636496a-aee2-44a0-a020-28aaabeb54bc tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777988 Jun 30 02:44:51.522035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Made reservation on behalf of e1c8a922f07a44349373be9e94e608ef for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:51.525579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.566924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Deleting port 1344b26c-1296-45bf-8a3d-3016a8a9610c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:51.567424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.672171 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.701870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Calling delete_port for 1344b26c-1296-45bf-8a3d-3016a8a9610c owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:51.744487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.770161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 3989d35c-be69-42e1-bae3-c98a9fcc54a9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:51.778752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Allocated IP 172.20.0.9 (8638be7a-0435-43fb-bebe-9ff6352fe974/f33a428c-028d-4f52-b0c4-c51a7532dd01/ae4ca384-4883-42b2-8304-de49baa31580) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:51.897854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.923153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000e08c-33d7-485b-ab79-7f49a5bc2088 req-05478a49-6d37-4de2-893f-d1fd25dfe081 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.924879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5000e08c-33d7-485b-ab79-7f49a5bc2088 req-05478a49-6d37-4de2-893f-d1fd25dfe081 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 943 time: 0.1392539 Jun 30 02:44:52.011886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:52.013877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5000e08c-33d7-485b-ab79-7f49a5bc2088 req-f5d9b3b8-ed28-4de0-b219-ef56aeab0e72 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776882 Jun 30 02:44:52.026871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:52.027463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.044747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161639a-c92b-4427-9ca5-9a9f7e974aee req-65c4b0ca-12ad-4a2e-a65d-6b58d6110295 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.044747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3161639a-c92b-4427-9ca5-9a9f7e974aee req-65c4b0ca-12ad-4a2e-a65d-6b58d6110295 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 946 time: 0.2354774 Jun 30 02:44:52.044747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:52.047519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.048517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.057928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=3989d35c-be69-42e1-bae3-c98a9fcc54a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:52.087395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event deleted for resources: {'Port': ['ID=1344b26c-1296-45bf-8a3d-3016a8a9610c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:52.138958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.143252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-119b2928-bd4e-44c1-a088-42d21f2d8572 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9272447 Jun 30 02:44:52.150213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42486) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.158584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.169834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3161639a-c92b-4427-9ca5-9a9f7e974aee req-f7f6a6a0-bd43-45a9-ad7c-76bc707ad004 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054480 Jun 30 02:44:52.180117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Transition to ACTIVE for port object ae4ca384-4883-42b2-8304-de49baa31580 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:52.235075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.252179 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.347590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:52.348878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event updated for resources: {'Port': ['ID=ae4ca384-4883-42b2-8304-de49baa31580,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:52.351702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:52.363631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:52.402995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.405804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.437170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d41fbd29-6dd1-4f41-901e-bfb99f72d6c4 None None] Provisioning for port 37811664-0769-403e-80ba-f59aa47d2209 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:52.467295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d41fbd29-6dd1-4f41-901e-bfb99f72d6c4 None None] Provisioning complete for port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:52.467295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d41fbd29-6dd1-4f41-901e-bfb99f72d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.486178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.486885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.509907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-98c53ec8-0bcc-4381-a742-5a553a8ecf55 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015783 Jun 30 02:44:52.510794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2d5004a-2fd7-4c52-a3ed-b0c890d9a11b req-1c01f0ff-f313-4e8b-8e46-6459b4a0458a tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1099405 Jun 30 02:44:52.527405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Request body: {'port': {'device_id': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.545694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aa85d-fd1c-41c5-b2e9-fdce5dc6b515 req-6eb430c5-7c59-4d80-9f95-69983d5dc858 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.547994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-566aa85d-fd1c-41c5-b2e9-fdce5dc6b515 req-6eb430c5-7c59-4d80-9f95-69983d5dc858 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 931 time: 0.1568661 Jun 30 02:44:52.566142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.566964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1e8824-842d-4c95-a9de-f31baf1c9616 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:52.577649 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.581035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5213044a-8a19-4b8e-8339-7bec6fa99bfe tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/2a1e8824-842d-4c95-a9de-f31baf1c9616 HTTP/1.1" status: 204 len: 168 time: 1.4209142 Jun 30 02:44:52.584878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:52.585833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.597493 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.607150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-846456803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.713333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.714567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.736000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-566aa85d-fd1c-41c5-b2e9-fdce5dc6b515 req-43240bad-9c86-4000-9880-d597867bacec tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490331 Jun 30 02:44:52.774283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:52.776353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 30a75ad1-c952-41fe-8574-2aa2739b031a details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:52.822237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 57eb8d59-6c23-4545-b898-419d36fbd138 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:52.831048 n-d-798054-5 neutron-server[93822]: INFO neutron.db.ipam_backend_mixin [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f15f9ac2-3edb-485a-9e6f-7dabc961cd76 (CIDR: 2001:db8::/64) Jun 30 02:44:52.839221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac85b5e-ddd0-440d-b283-ee12eb3c76eb req-cf6b9d38-e60b-4194-b1da-cc33a515e9fd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.840828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.846219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cac85b5e-ddd0-440d-b283-ee12eb3c76eb req-cf6b9d38-e60b-4194-b1da-cc33a515e9fd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 946 time: 0.1487639 Jun 30 02:44:52.854896 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:44:52.855355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:44:52.877641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-768c89a2-6c6c-415b-8d43-66d99c102ac1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7244580 Jun 30 02:44:52.877865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.880818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.885766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.893198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d41fbd29-6dd1-4f41-901e-bfb99f72d6c4 None None] Port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:52.908566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cac85b5e-ddd0-440d-b283-ee12eb3c76eb req-5d986159-fcad-4f04-b6de-44c7adc41f6b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607660 Jun 30 02:44:52.966252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.015811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 37811664-0769-403e-80ba-f59aa47d2209 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:53.025174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 57eb8d59-6c23-4545-b898-419d36fbd138 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:53.033456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:53.033834 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.059314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 57eb8d59-6c23-4545-b898-419d36fbd138 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:53.059694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.068393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 30a75ad1-c952-41fe-8574-2aa2739b031a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=30a75ad1-c952-41fe-8574-2aa2739b031a,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:53.098204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Provisioning for port ae4ca384-4883-42b2-8304-de49baa31580 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:53.114065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '30a75ad1-c952-41fe-8574-2aa2739b031a', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': '30a75ad1-c952-41fe-8574-2aa2739b031a', 'mac_address': 'fa:16:3e:27:30:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:53.118660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Provisioning complete for port ae4ca384-4883-42b2-8304-de49baa31580 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:53.119045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.209067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Port ae4ca384-4883-42b2-8304-de49baa31580 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:53.245901 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.287736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Provisioning for port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:53.292612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.300249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a75ad1-c952-41fe-8574-2aa2739b031a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:53.319658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Provisioning complete for port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:53.320045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.346038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638610e-d193-4a5b-951a-79feb52b193d req-0aa563e8-ed40-41df-bde0-8e5d90d89f7b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.347959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5638610e-d193-4a5b-951a-79feb52b193d req-0aa563e8-ed40-41df-bde0-8e5d90d89f7b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 943 time: 0.0722530 Jun 30 02:44:53.352434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.356402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-44db399a-ee3f-421a-86cf-6e626da6f48a tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7591062 Jun 30 02:44:53.359270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:53.367051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.369131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:53.379146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 30a75ad1-c952-41fe-8574-2aa2739b031a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=30a75ad1-c952-41fe-8574-2aa2739b031a,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:53.393192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5638610e-d193-4a5b-951a-79feb52b193d req-df1a8cab-7272-4495-afe1-6c391875c44d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374157 Jun 30 02:44:53.396737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.423080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb8d59-6c23-4545-b898-419d36fbd138'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:53.425371 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa305c7-83d9-4b6e-8f0e-677e997d5722" -d '{"events": [{"server_uuid": "45548b90-3820-46c2-9fe0-42b6eac084fb", "name": "network-vif-plugged", "status": "completed", "tag": "57eb8d59-6c23-4545-b898-419d36fbd138"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:53.461662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=37811664-0769-403e-80ba-f59aa47d2209,segment=NetworkSegment(fc9b2e74-4aeb-4a15-9549-b02850a12359),segment_id=fc9b2e74-4aeb-4a15-9549-b02850a12359)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:53.463690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 57eb8d59-6c23-4545-b898-419d36fbd138, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=57eb8d59-6c23-4545-b898-419d36fbd138,segment=NetworkSegment(a9d0d07e-9b84-40cc-aee8-b85f9719437a),segment_id=a9d0d07e-9b84-40cc-aee8-b85f9719437a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:53.466008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b61339ce-e79e-4c9f-b21a-08273990e09c None None] Port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:53.472390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.476707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.495010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=30a75ad1-c952-41fe-8574-2aa2739b031a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.554969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.609880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113e77-7439-4b87-b853-cd1c33cc7b47 req-fdc2e58a-780c-4815-bad2-7b82835dc3a4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.611956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba113e77-7439-4b87-b853-cd1c33cc7b47 req-fdc2e58a-780c-4815-bad2-7b82835dc3a4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 946 time: 0.0839112 Jun 30 02:44:53.613828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=57eb8d59-6c23-4545-b898-419d36fbd138,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.633372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['30a75ad1-c952-41fe-8574-2aa2739b031a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:53.663162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba113e77-7439-4b87-b853-cd1c33cc7b47 req-efc506f1-1d18-4895-b7d6-f234cf5f29a4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Jun 30 02:44:53.715670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2368c2-f559-4484-8041-83e384cf4e0d req-38e21eb9-75e1-4dd7-b23a-b992fcc9a065 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.717220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b2368c2-f559-4484-8041-83e384cf4e0d req-38e21eb9-75e1-4dd7-b23a-b992fcc9a065 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 945 time: 0.7563903 Jun 30 02:44:53.723040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:53.726586 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.825838 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b14f19-ac04-404b-8186-d0e1e6eae4a3 x-openstack-request-id: req-b3b14f19-ac04-404b-8186-d0e1e6eae4a3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:53.826136 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45548b90-3820-46c2-9fe0-42b6eac084fb", "name": "network-vif-plugged", "status": "completed", "tag": "57eb8d59-6c23-4545-b898-419d36fbd138", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:53.826449 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3b14f19-ac04-404b-8186-d0e1e6eae4a3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:53.826830 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb8d59-6c23-4545-b898-419d36fbd138', 'code': 200} Jun 30 02:44:53.866478 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.941786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b2368c2-f559-4484-8041-83e384cf4e0d req-c91d0b55-931c-48f8-841f-5bee436b2e2c tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085717 Jun 30 02:44:53.979908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70a4180c-d9c6-41a5-ab44-1f577dae6426 req-4f09fefd-c769-43ab-b8d8-cc3f2f6fc224 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0376525 Jun 30 02:44:54.010430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb5a95-8331-4831-b1fd-ea8ebeb0684b req-e96113c2-3912-4b73-8971-4da9d31e60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.012514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5cbb5a95-8331-4831-b1fd-ea8ebeb0684b req-e96113c2-3912-4b73-8971-4da9d31e60e4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 1097 time: 0.0986929 Jun 30 02:44:54.054958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5cbb5a95-8331-4831-b1fd-ea8ebeb0684b req-1306410d-1010-4539-932b-fa243aeea419 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jun 30 02:44:54.122946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4ca384-4883-42b2-8304-de49baa31580 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:54.157349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.192657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Transition to ACTIVE for port object ae4ca384-4883-42b2-8304-de49baa31580 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:54.206447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.319144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aed7f-bbb2-4cb9-b985-e7005835f2e4 req-b3a9d8bf-884b-4e3d-b02f-798b23ee6a91 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.320718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d5aed7f-bbb2-4cb9-b985-e7005835f2e4 req-b3a9d8bf-884b-4e3d-b02f-798b23ee6a91 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 931 time: 0.2525988 Jun 30 02:44:54.335561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:54.357396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4ca384-4883-42b2-8304-de49baa31580,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.391019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:54.391303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.480994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.547369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d5aed7f-bbb2-4cb9-b985-e7005835f2e4 req-2f3e53bf-ad43-4b14-a87a-ad4a5c4d2325 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144651 Jun 30 02:44:54.564665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 30a75ad1-c952-41fe-8574-2aa2739b031a up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:54.598432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:54.609698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:54.615931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.616562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.627620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c79731-96ff-4a8c-8f0c-8351bb114d3b None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:54.629514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=899f473f-7fd6-432b-9a47-6989a9e04d25,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.641774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.646899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Attempting to bind port ae4ca384-4883-42b2-8304-de49baa31580 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:54.647236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Attempting to bind port ae4ca384-4883-42b2-8304-de49baa31580 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:54.647563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Attempting to bind port ae4ca384-4883-42b2-8304-de49baa31580 on network 8638be7a-0435-43fb-bebe-9ff6352fe974 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:54.649471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f60e9-95e9-47ae-8e77-f95bd695c768 req-6c5fc733-9975-4a9f-af9f-c47da5d06dcb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.651637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f29f60e9-95e9-47ae-8e77-f95bd695c768 req-6c5fc733-9975-4a9f-af9f-c47da5d06dcb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 944 time: 0.1104746 Jun 30 02:44:54.669189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.674708 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-507285ab-7105-4c23-9c24-0ccd468d8fed tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7905431 Jun 30 02:44:54.674922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:54.680403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1398887308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '899f473f-7fd6-432b-9a47-6989a9e04d25'}], 'security_groups': ['31ab9374-901f-4cf8-9705-422a12275c9d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:54.722748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f29f60e9-95e9-47ae-8e77-f95bd695c768 req-832951ab-d28f-47da-8505-7431dbb9ac6c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Jun 30 02:44:54.745863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-857a9001-d3d0-41df-a9bf-9f57413e1651 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.747459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-857a9001-d3d0-41df-a9bf-9f57413e1651 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 946 time: 0.1318407 Jun 30 02:44:54.758639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 30a75ad1-c952-41fe-8574-2aa2739b031a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:54.782685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 30a75ad1-c952-41fe-8574-2aa2739b031a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:54.783476 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.783613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Port ae4ca384-4883-42b2-8304-de49baa31580 on network 8638be7a-0435-43fb-bebe-9ff6352fe974 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:54.783866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Attempting to bind port ae4ca384-4883-42b2-8304-de49baa31580 on network 8638be7a-0435-43fb-bebe-9ff6352fe974 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:54.793689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:54.794036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Checking segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:54.796656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Bound using segment: {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:54.796656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Bound port: ae4ca384-4883-42b2-8304-de49baa31580, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:54.796656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.896273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port af0d74f0-8726-4468-bcba-85dde15d4cb1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:54.896648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.927910 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.984510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 30a75ad1-c952-41fe-8574-2aa2739b031a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=30a75ad1-c952-41fe-8574-2aa2739b031a,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:54.994649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.020277 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.031893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port af0d74f0-8726-4468-bcba-85dde15d4cb1, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=af0d74f0-8726-4468-bcba-85dde15d4cb1,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:55.032506 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.052002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for af0d74f0-8726-4468-bcba-85dde15d4cb1 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:55.052339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] For port ae4ca384-4883-42b2-8304-de49baa31580, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:55.096931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Update dhcp port {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'fixed_ips': [{'subnet_id': 'f15f9ac2-3edb-485a-9e6f-7dabc961cd76', 'ip_address': '2001:db8::2'}, {'subnet_id': '899f473f-7fd6-432b-9a47-6989a9e04d25'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '37811664-0769-403e-80ba-f59aa47d2209'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:44:55.109061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Allocated IP 172.25.0.156 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/24ea9dd4-b9b9-4f7b-9f15-65375530dac9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:55.118999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] For port ae4ca384-4883-42b2-8304-de49baa31580, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ae4ca384-4883-42b2-8304-de49baa31580,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:55.137865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=30a75ad1-c952-41fe-8574-2aa2739b031a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:55.152307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a4491-bd2b-4cdc-964a-0e2a9ec0deac req-8c3babb8-6bf3-4e64-817f-b3561124753e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.159654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a28a4491-bd2b-4cdc-964a-0e2a9ec0deac req-8c3babb8-6bf3-4e64-817f-b3561124753e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a12b1da-725e-49ee-8e75-b0563bea0ecb HTTP/1.1" status: 200 len: 946 time: 0.3672848 Jun 30 02:44:55.161904 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.168770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.283714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01514c5-5847-4dea-b13d-4699788691d2 req-cec0eae6-4fd6-4c54-98b4-3c61ceefa1d0 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.285259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d01514c5-5847-4dea-b13d-4699788691d2 req-cec0eae6-4fd6-4c54-98b4-3c61ceefa1d0 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 946 time: 0.1147532 Jun 30 02:44:55.293233 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.305964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a', 'af0d74f0-8726-4468-bcba-85dde15d4cb1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:55.314958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.315591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.316991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] 10.222.0.90 "PUT /v2.0/ports/ae4ca384-4883-42b2-8304-de49baa31580 HTTP/1.1" status: 200 len: 1091 time: 2.7938640 Jun 30 02:44:55.317446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:55.335088 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f80f46-f295-4dbf-976b-1957c95d631a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "tag": "ae4ca384-4883-42b2-8304-de49baa31580"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:55.387868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=af0d74f0-8726-4468-bcba-85dde15d4cb1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:55.415749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port af0d74f0-8726-4468-bcba-85dde15d4cb1 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:55.419577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.421934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b70010f1-e2d6-4b87-a766-781e447cd551 req-daf19e67-a1c3-4ad7-939c-abd14fc8fc0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "DELETE /v2.0/ports/af0d74f0-8726-4468-bcba-85dde15d4cb1 HTTP/1.1" status: 204 len: 173 time: 0.6679704 Jun 30 02:44:55.422620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'name': 'network-vif-deleted', 'tag': 'af0d74f0-8726-4468-bcba-85dde15d4cb1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:55.425815 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77154d34-3698-40df-81e8-6b523f39d553" -d '{"events": [{"server_uuid": "4a12b1da-725e-49ee-8e75-b0563bea0ecb", "name": "network-vif-deleted", "tag": "af0d74f0-8726-4468-bcba-85dde15d4cb1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:55.426532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Allocated IP 2001:db8:0:1::2 (31bd0612-54a4-4979-8b27-7536d6ee2b88/899f473f-7fd6-432b-9a47-6989a9e04d25/37811664-0769-403e-80ba-f59aa47d2209) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:55.448705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d01514c5-5847-4dea-b13d-4699788691d2 req-9b459646-9439-4223-b9fb-c6e8a33e4436 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566257 Jun 30 02:44:55.624949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=37811664-0769-403e-80ba-f59aa47d2209,segment=NetworkSegment(fc9b2e74-4aeb-4a15-9549-b02850a12359),segment_id=fc9b2e74-4aeb-4a15-9549-b02850a12359)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:55.683355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.683686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7deecc04-86c1-4fbb-99b5-64359fe74d3f req-ad501460-6aef-4ef8-b865-431b18acbd89 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0378270 Jun 30 02:44:55.709836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Transition to ACTIVE for port object 37811664-0769-403e-80ba-f59aa47d2209 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:55.721295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.774764 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c3e45-f02b-4710-ad30-12ef3b4e0b8e x-openstack-request-id: req-415c3e45-f02b-4710-ad30-12ef3b4e0b8e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:55.775386 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "tag": "ae4ca384-4883-42b2-8304-de49baa31580", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:55.775386 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-415c3e45-f02b-4710-ad30-12ef3b4e0b8e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:55.775789 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580', 'status': 'completed', 'code': 200} Jun 30 02:44:55.777635 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd57a3-cd1c-44db-9a71-925681bc21f6 x-openstack-request-id: req-98fd57a3-cd1c-44db-9a71-925681bc21f6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:55.778024 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a12b1da-725e-49ee-8e75-b0563bea0ecb", "name": "network-vif-deleted", "tag": "af0d74f0-8726-4468-bcba-85dde15d4cb1", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:55.778406 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98fd57a3-cd1c-44db-9a71-925681bc21f6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:55.778904 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a12b1da-725e-49ee-8e75-b0563bea0ecb', 'name': 'network-vif-deleted', 'tag': 'af0d74f0-8726-4468-bcba-85dde15d4cb1', 'status': 'completed', 'code': 200} Jun 30 02:44:55.813070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d7bae-7336-4aad-afa1-07e128ce5fe2 None None] Pushing event updated for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:55.834787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a75ad1-c952-41fe-8574-2aa2739b031a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:55.836295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a28a4491-bd2b-4cdc-964a-0e2a9ec0deac req-a33cd182-e32a-4cf8-b87e-3d81518f3324 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757925 Jun 30 02:44:55.837043 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa48ea-3704-40f3-82c5-8bd10ef7a03c" -d '{"events": [{"server_uuid": "29edfd1c-04e4-4c95-8d1d-626d6867d488", "name": "network-vif-plugged", "status": "completed", "tag": "30a75ad1-c952-41fe-8574-2aa2739b031a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:55.869875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594141e-95bd-4e4b-bc4a-31ad01b57a58 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4ca384-4883-42b2-8304-de49baa31580,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:55.976354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.986605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e497-963d-4d97-8524-ade06694f5e2 req-c5414736-d36d-426d-8f66-e244a913cb82 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.993973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a426e497-963d-4d97-8524-ade06694f5e2 req-c5414736-d36d-426d-8f66-e244a913cb82 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 943 time: 0.1138759 Jun 30 02:44:56.044485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a426e497-963d-4d97-8524-ade06694f5e2 req-861a34c4-4d35-4705-8a7b-a2049d2ef7d3 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491359 Jun 30 02:44:56.058465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-025c6ec0-da4b-4f74-8746-73f9733c542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.059983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-025c6ec0-da4b-4f74-8746-73f9733c542a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c8a922f07a44349373be9e94e608ef&device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 1094 time: 0.2836013 Jun 30 02:44:56.091738 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a28eca-5e2b-41a1-b208-0ea77e45a9c9 x-openstack-request-id: req-31a28eca-5e2b-41a1-b208-0ea77e45a9c9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:56.092027 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29edfd1c-04e4-4c95-8d1d-626d6867d488", "name": "network-vif-plugged", "status": "completed", "tag": "30a75ad1-c952-41fe-8574-2aa2739b031a", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:56.092304 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31a28eca-5e2b-41a1-b208-0ea77e45a9c9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:56.093256 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a75ad1-c952-41fe-8574-2aa2739b031a', 'code': 200} Jun 30 02:44:56.149478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-b6867783-5505-4233-9f6c-936642adf96e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae4ca384-4883-42b2-8304-de49baa31580 HTTP/1.1" status: 200 len: 217 time: 0.0738688 Jun 30 02:44:56.281645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3503b-baa8-4aaf-ac19-a0dbe8a6eb1f req-6055b550-d349-45f5-a491-73477968b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.282602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3bef-d7b8-4e08-b4c9-e7ad6b7a7922 req-d5d0f717-9ada-46ef-8958-a2ae9b1c2317 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.283393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9b3503b-baa8-4aaf-ac19-a0dbe8a6eb1f req-6055b550-d349-45f5-a491-73477968b805 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 1096 time: 0.0647824 Jun 30 02:44:56.289909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b9b3bef-d7b8-4e08-b4c9-e7ad6b7a7922 req-d5d0f717-9ada-46ef-8958-a2ae9b1c2317 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.3005459 Jun 30 02:44:56.305199 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.325538 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9b3503b-baa8-4aaf-ac19-a0dbe8a6eb1f req-d38d693a-2769-4e52-b746-5cfccf8a78aa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Jun 30 02:44:56.336470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:56.339759 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Delete allocated IP 2001:db8::3a5 (31bd0612-54a4-4979-8b27-7536d6ee2b88/f15f9ac2-3edb-485a-9e6f-7dabc961cd76) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:44:56.365349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-c1c045cb-9b17-4242-a508-f31e0d160ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.366857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-c1c045cb-9b17-4242-a508-f31e0d160ac5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f33a428c-028d-4f52-b0c4-c51a7532dd01 HTTP/1.1" status: 200 len: 844 time: 0.2014391 Jun 30 02:44:56.400113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8:0:1::10c (31bd0612-54a4-4979-8b27-7536d6ee2b88/899f473f-7fd6-432b-9a47-6989a9e04d25/3989d35c-be69-42e1-bae3-c98a9fcc54a9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:56.435639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:56.458718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:56.461450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:56.472347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b9b3bef-d7b8-4e08-b4c9-e7ad6b7a7922 req-31e959ae-22e2-4eed-9eec-167e638d2f52 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814511 Jun 30 02:44:56.472960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Port': ['ID=24ea9dd4-b9b9-4f7b-9f15-65375530dac9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:56.637559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-fb98dd4a-8e4c-4ed0-bce4-d2d238d9e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.639458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-fb98dd4a-8e4c-4ed0-bce4-d2d238d9e8b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8638be7a-0435-43fb-bebe-9ff6352fe974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530978 Jun 30 02:44:56.653942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Provisioning complete for port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:56.655175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.657598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c27d41-0c54-4307-99e9-e3f63750df98 req-a5acef56-f654-46fb-8ddd-d7d2ff9f4cf3 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.660195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0c27d41-0c54-4307-99e9-e3f63750df98 req-a5acef56-f654-46fb-8ddd-d7d2ff9f4cf3 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 946 time: 0.0709331 Jun 30 02:44:56.695377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:56.704957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0c27d41-0c54-4307-99e9-e3f63750df98 req-22893696-2cc9-4c4c-a8a1-60a65b471bd1 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Jun 30 02:44:56.707956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Provisioning for port 37811664-0769-403e-80ba-f59aa47d2209 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:56.713617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:56.714008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.826360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Provisioning complete for port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:56.827334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.834150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.880882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b9880b9-c52c-45f2-afed-3dd135faef83 None None] Port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:56.928795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5e5687b-4612-41b2-a690-2021d5c324b5 req-f6bf78cc-ea21-470d-b4d5-9a66e6b65eee tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0540550 Jun 30 02:44:56.939515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 3989d35c-be69-42e1-bae3-c98a9fcc54a9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:56.947263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.997420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-650b26f0-696b-4626-8780-526102f151b4 service neutron] 10.222.0.90 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208580 Jun 30 02:44:57.119211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] In _notify_port_updated(), no bound segment for port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 on network 31bd0612-54a4-4979-8b27-7536d6ee2b88 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:44:57.125521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.126268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.130797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/ports/3989d35c-be69-42e1-bae3-c98a9fcc54a9 HTTP/1.1" status: 200 len: 931 time: 2.4524517 Jun 30 02:44:57.131531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42554) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:57.147926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d9f00-7f30-4e39-9fbd-358539bd2774 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=3989d35c-be69-42e1-bae3-c98a9fcc54a9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.160947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.359032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4ba5cfb-8de9-4d32-bb59-3223dda20c13 req-6ed468d0-290b-4999-8ad5-3c134cd6aa96 service neutron] 10.222.0.90 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346055 Jun 30 02:44:57.419470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.430524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bfdb71ab-594b-4507-afa3-5e3be87958dd None None] Provisioning for port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:57.434662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.439089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bfdb71ab-594b-4507-afa3-5e3be87958dd None None] Provisioning complete for port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:57.439458 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfdb71ab-594b-4507-afa3-5e3be87958dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.441318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fcf59-1f9c-4752-854f-ff7aa7ec6384 req-d545b133-3466-4f95-a142-1f6f37dfb216 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.442684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee0fcf59-1f9c-4752-854f-ff7aa7ec6384 req-d545b133-3466-4f95-a142-1f6f37dfb216 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 943 time: 0.1936810 Jun 30 02:44:57.492581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb71ab-594b-4507-afa3-5e3be87958dd None None] Port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:57.502870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee0fcf59-1f9c-4752-854f-ff7aa7ec6384 req-8df5344f-9875-4234-8f51-04631bd806d8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469985 Jun 30 02:44:57.507318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 3989d35c-be69-42e1-bae3-c98a9fcc54a9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:57.507737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.598548 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-195f6da8-4b2d-48eb-bc29-0805c788f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.609783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-9c45b38e-67f6-45c5-a1f4-38b2e96e9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.611390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-9c45b38e-67f6-45c5-a1f4-38b2e96e9f85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c8a922f07a44349373be9e94e608ef&device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 1094 time: 0.1887782 Jun 30 02:44:57.625978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.638201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 3989d35c-be69-42e1-bae3-c98a9fcc54a9 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:57.760688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1850f92-2e4a-4596-b8ad-b2c4fd81bc88 req-8b05c87f-0650-4f51-ba76-f6768e4b3fea tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.762342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1850f92-2e4a-4596-b8ad-b2c4fd81bc88 req-8b05c87f-0650-4f51-ba76-f6768e4b3fea tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 946 time: 0.1914115 Jun 30 02:44:57.771461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-1ae43582-fbab-4b36-81fc-a5292d16a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.773094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-1ae43582-fbab-4b36-81fc-a5292d16a2c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8638be7a-0435-43fb-bebe-9ff6352fe974 HTTP/1.1" status: 200 len: 906 time: 0.1431005 Jun 30 02:44:57.782280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Router 2e9465e1-d586-4394-a02c-72c54ddc9d92 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:57.830542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.850545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-8c27b51d-0583-419d-8d7b-55b20df1d8f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae4ca384-4883-42b2-8304-de49baa31580 HTTP/1.1" status: 200 len: 217 time: 0.0578086 Jun 30 02:44:57.857565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1850f92-2e4a-4596-b8ad-b2c4fd81bc88 req-d5fedb6b-4397-4f00-805a-094e2cd4367c tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835707 Jun 30 02:44:57.863341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=3989d35c-be69-42e1-bae3-c98a9fcc54a9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.910846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.915809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-28f935af-295c-4345-bc93-1e79c43d350b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/3989d35c-be69-42e1-bae3-c98a9fcc54a9 HTTP/1.1" status: 204 len: 168 time: 0.7825830 Jun 30 02:44:57.916460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42566) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:57.937054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ba64-79a3-47a7-a22a-a8edab7c403f req-12bb7bef-23b5-4f59-994e-54c7474788ab tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.938681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99b0ba64-79a3-47a7-a22a-a8edab7c403f req-12bb7bef-23b5-4f59-994e-54c7474788ab tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1577501 Jun 30 02:44:57.961347 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08cd039-6e71-4903-89a8-137a4e395bb5 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:44:57.965990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a08cd039-6e71-4903-89a8-137a4e395bb5 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/3989d35c-be69-42e1-bae3-c98a9fcc54a9 HTTP/1.1" status: 404 len: 333 time: 0.0465803 Jun 30 02:44:57.967046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42574) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.034764 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99b0ba64-79a3-47a7-a22a-a8edab7c403f req-c56f95f1-dfe4-4dac-ae25-2307dddb8b76 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760205 Jun 30 02:44:58.054959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2feef52e-8ad6-44e0-8416-e0894f478271 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.083291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2feef52e-8ad6-44e0-8416-e0894f478271 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.136372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2feef52e-8ad6-44e0-8416-e0894f478271 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.140244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2feef52e-8ad6-44e0-8416-e0894f478271 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.143864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2feef52e-8ad6-44e0-8416-e0894f478271 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/security-groups/9499d744-3073-4c10-ac4c-dbe7efd34644 HTTP/1.1" status: 204 len: 168 time: 0.1679802 Jun 30 02:44:58.144702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42582) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.164446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feef52e-8ad6-44e0-8416-e0894f478271 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9499d744-3073-4c10-ac4c-dbe7efd34644,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.221174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-606800c4-7dba-46ea-ba58-aba5aafdc18b req-77ce3f2a-f81f-4cb4-bb84-b38a3f66e743 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0430059 Jun 30 02:44:58.240938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25680484-d850-454b-8374-4c873043419d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.266998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25680484-d850-454b-8374-4c873043419d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.312846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25680484-d850-454b-8374-4c873043419d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.316178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25680484-d850-454b-8374-4c873043419d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.319705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-25680484-d850-454b-8374-4c873043419d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/security-groups/31ab9374-901f-4cf8-9705-422a12275c9d HTTP/1.1" status: 204 len: 168 time: 0.1717064 Jun 30 02:44:58.321057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.355408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25680484-d850-454b-8374-4c873043419d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab9374-901f-4cf8-9705-422a12275c9d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.365410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-b3443920-6fae-46c7-8fac-f154c04777fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.366750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-b3443920-6fae-46c7-8fac-f154c04777fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f33a428c-028d-4f52-b0c4-c51a7532dd01 HTTP/1.1" status: 200 len: 844 time: 0.1629043 Jun 30 02:44:58.382756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet f15f9ac2-3edb-485a-9e6f-7dabc961cd76 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:58.385825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.439816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.463597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:58.471272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.472117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7641e32b-e255-4810-ae51-167ea68447dc tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "PUT /v2.0/routers/2e9465e1-d586-4394-a02c-72c54ddc9d92 HTTP/1.1" status: 200 len: 914 time: 5.1098297 Jun 30 02:44:58.476642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42588) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.478843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-75250eae-a524-4c1a-9f88-935b59e30f38 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.480147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] Sync routers for ids ['2e9465e1-d586-4394-a02c-72c54ddc9d92'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:58.485597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-75250eae-a524-4c1a-9f88-935b59e30f38 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.2805164 Jun 30 02:44:58.491434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] Routers {'2e9465e1-d586-4394-a02c-72c54ddc9d92'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:58.492318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2e9465e1-d586-4394-a02c-72c54ddc9d92'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:58.508536 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-84a7ae95-3828-4b99-8071-1f8029336d0a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0220108 Jun 30 02:44:58.533048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:58.542416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] Routers {'2e9465e1-d586-4394-a02c-72c54ddc9d92'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:58.543747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['2e9465e1-d586-4394-a02c-72c54ddc9d92'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:58.553139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.567310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-9b56ae20-ded2-40c2-a1d7-723471c8e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.568710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-9b56ae20-ded2-40c2-a1d7-723471c8e459 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8638be7a-0435-43fb-bebe-9ff6352fe974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795406 Jun 30 02:44:58.579121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:58.580033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f05496-98d3-4ba9-843d-2a064102e59b None None] The sync data for ids ['2e9465e1-d586-4394-a02c-72c54ddc9d92'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:58.601473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device af0d74f0-8726-4468-bcba-85dde15d4cb1 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:58.622020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: af0d74f0-8726-4468-bcba-85dde15d4cb1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:58.622399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device af0d74f0-8726-4468-bcba-85dde15d4cb1 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:58.641988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-d7efd6a7-b6e1-4a8f-8a49-51250dad1f66 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324613 Jun 30 02:44:58.736189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-4d11a247-6a50-45f3-9422-4940ca335710 service neutron] 10.222.0.90 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567314 Jun 30 02:44:58.743117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.784998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-893774f1-93f1-4507-b7ac-1eff700b6217 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/2e9465e1-d586-4394-a02c-72c54ddc9d92 HTTP/1.1" status: 200 len: 920 time: 0.3074045 Jun 30 02:44:58.785792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=f15f9ac2-3edb-485a-9e6f-7dabc961cd76,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.788590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42594) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.791873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.793683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-748d79a9-5d16-4ecd-a39b-bd95197d973b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/f15f9ac2-3edb-485a-9e6f-7dabc961cd76 HTTP/1.1" status: 204 len: 168 time: 0.4717283 Jun 30 02:44:58.802188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e3415-b8b2-46d1-93b9-4a32fcb201b9 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:58.804659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.808890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:58.821247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadf21-7095-495c-b004-ba7d99213629 req-77a22d17-48d6-49e8-a764-6295b7832d51 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.828200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-935dde7f-37d4-4262-9d9e-41c159c58342 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695428 Jun 30 02:44:58.828439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9aadf21-7095-495c-b004-ba7d99213629 req-77a22d17-48d6-49e8-a764-6295b7832d51 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.2487526 Jun 30 02:44:58.915535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8f80f46-f295-4dbf-976b-1957c95d631a req-52609342-8a7b-4e56-adbd-69c52c99c45e service neutron] 10.222.0.90 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691556 Jun 30 02:44:58.951520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9aadf21-7095-495c-b004-ba7d99213629 req-e8803bd0-a926-4c52-9a6b-530a24970e11 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222987 Jun 30 02:44:58.964751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-67be28b2-81e1-45f0-823d-03fd8daeb19a service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232519 Jun 30 02:44:59.023686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9006101-a480-4b77-ba70-413d7df57cde tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.025928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e9006101-a480-4b77-ba70-413d7df57cde tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=2e9465e1-d586-4394-a02c-72c54ddc9d92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2312162 Jun 30 02:44:59.028800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.040746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:59.047612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.207681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4559ed5-64bc-446a-9a5e-d3fb03bce109 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.211696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4559ed5-64bc-446a-9a5e-d3fb03bce109 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.1807423 Jun 30 02:44:59.213571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.265090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1a492810-7aef-4eb6-90b8-f1ed02c6cd82 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e9465e1-d586-4394-a02c-72c54ddc9d92 HTTP/1.1" status: 200 len: 205 time: 0.0496109 Jun 30 02:44:59.265696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.524531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.690207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e71f16-f8fc-4f54-9fbf-1b12c9be0e97 req-db825537-e1b2-4409-93c7-11b2adeec705 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.693488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.699128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13e71f16-f8fc-4f54-9fbf-1b12c9be0e97 req-db825537-e1b2-4409-93c7-11b2adeec705 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 943 time: 0.6218102 Jun 30 02:44:59.740061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b404f-dfe1-45a6-bf94-10fa32d71350 req-77ac2d61-907c-4da8-a335-58d9297c5501 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.741696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c0b404f-dfe1-45a6-bf94-10fa32d71350 req-77ac2d61-907c-4da8-a335-58d9297c5501 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 946 time: 0.3640506 Jun 30 02:44:59.751824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-7a4ec7c4-131b-41df-aae5-c16f129e75a3 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.753445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-7a4ec7c4-131b-41df-aae5-c16f129e75a3 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.90 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 946 time: 0.3745084 Jun 30 02:44:59.773894 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13e71f16-f8fc-4f54-9fbf-1b12c9be0e97 req-a6e9ad56-9600-49b8-9af8-0fbc3c4f78cb tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724990 Jun 30 02:44:59.864947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c0b404f-dfe1-45a6-bf94-10fa32d71350 req-985b838b-0738-4884-a278-1c0b66bf4331 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/security-groups?id=4326091d-5e9f-4279-a4d3-0aafaa9299a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091313 Jun 30 02:44:59.899500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Deleting port 24ea9dd4-b9b9-4f7b-9f15-65375530dac9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:59.899880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.961407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d7a707b-126d-4e1c-a1a7-dcd601b7effd None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:59.962008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d7a707b-126d-4e1c-a1a7-dcd601b7effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.968703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c13f05c8-5a58-4596-9852-1f0e60e2444e req-0a501b72-68e3-42af-a860-66e20391376d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 210 time: 0.0406015 Jun 30 02:45:00.033754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.067517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:00.087974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afdc5cc5-1e73-4dff-acf9-c9f6a2946359 req-cd74a594-5af8-4ee9-828f-2e6c17e5d414 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0466571 Jun 30 02:45:00.116971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:00.135983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.137120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.152157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.158917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300dbcda-8368-4b65-8999-e5aaa50f2047 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:00.174722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Calling delete_port for 24ea9dd4-b9b9-4f7b-9f15-65375530dac9 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:00.177312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Deleting port 57eb8d59-6c23-4545-b898-419d36fbd138 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:00.177785 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.207440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4018567 Jun 30 02:45:00.212904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42620) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:00.220223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d7a707b-126d-4e1c-a1a7-dcd601b7effd None None] Provisioning complete for port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:00.220427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'security_group': {'name': 'tempest-secgroup-1294129244'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:00.220599 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d7a707b-126d-4e1c-a1a7-dcd601b7effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.227916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa472c-400a-407a-b11c-545adaf5b86e tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=de7ba780-493c-4028-8340-20b5fe1cb418,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.284421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2849-2ac0-4b2a-a553-938c621107fb req-a07c6c59-07bd-4cf9-aad2-885bdf12d69f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.291881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a07c2849-2ac0-4b2a-a553-938c621107fb req-a07c6c59-07bd-4cf9-aad2-885bdf12d69f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1406462 Jun 30 02:45:00.301921 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.317111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] For port 57eb8d59-6c23-4545-b898-419d36fbd138, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=57eb8d59-6c23-4545-b898-419d36fbd138,segment=NetworkSegment(a9d0d07e-9b84-40cc-aee8-b85f9719437a),segment_id=a9d0d07e-9b84-40cc-aee8-b85f9719437a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:00.317497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.336677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Calling delete_port for 57eb8d59-6c23-4545-b898-419d36fbd138 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:00.360030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a07c2849-2ac0-4b2a-a553-938c621107fb req-5dc9613e-fead-436b-9022-22caf9a400b3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660279 Jun 30 02:45:00.455622 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.464340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.473496 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52dd6c73-266e-45fc-b39f-36e69227500d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.488970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a707b-126d-4e1c-a1a7-dcd601b7effd None None] Port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:00.518867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.521370 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3066735 Jun 30 02:45:00.524192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52617075-e51a-4ab5-a843-76d3ac34cc22 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d1271-a637-4e44-8d51-332c88336a8f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.524422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.525187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:00.530459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283468572'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:00.559799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.715443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.718719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Update dhcp port {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'fixed_ips': [{'subnet_id': '899f473f-7fd6-432b-9a47-6989a9e04d25', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'de7ba780-493c-4028-8340-20b5fe1cb418'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '37811664-0769-403e-80ba-f59aa47d2209'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:45:00.750355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-7b0da2f3-944d-4da1-af14-ed3b9de6cf68 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.751853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-7b0da2f3-944d-4da1-af14-ed3b9de6cf68 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.1538012 Jun 30 02:45:00.752157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['57eb8d59-6c23-4545-b898-419d36fbd138'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:00.766271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.772354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:00.777231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Pushing event deleted for resources: {'Port': ['ID=57eb8d59-6c23-4545-b898-419d36fbd138,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.802352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.842098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event deleted for resources: {'Port': ['ID=24ea9dd4-b9b9-4f7b-9f15-65375530dac9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.868394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ae4ca384-4883-42b2-8304-de49baa31580 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:00.924471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] No DVR routers for this DVR port 57eb8d59-6c23-4545-b898-419d36fbd138 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:00.930165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.932348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ace592ca-1351-4b77-b0fd-0db0fa10f7f6 req-d3fb88ce-5fce-4dc6-8da2-00de8b8e4128 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.90 "DELETE /v2.0/ports/57eb8d59-6c23-4545-b898-419d36fbd138 HTTP/1.1" status: 204 len: 173 time: 1.1646886 Jun 30 02:45:00.956864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'name': 'network-vif-deleted', 'tag': '57eb8d59-6c23-4545-b898-419d36fbd138'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:00.959647 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb38f47-9fc4-4c56-abca-98f8245e70f3" -d '{"events": [{"server_uuid": "45548b90-3820-46c2-9fe0-42b6eac084fb", "name": "network-vif-deleted", "tag": "57eb8d59-6c23-4545-b898-419d36fbd138"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:00.988998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.023489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:01.028372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.029001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.114242 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.116021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5889270 Jun 30 02:45:01.117492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.121683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bd633-0b9d-4641-a49b-652f8f59913c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c72c2-1b70-4302-b561-c4e5394077dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.127823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.132528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'security_group': {'name': 'tempest-secgroup-1725271493'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:01.162651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Allocated IP 2001:db8::2 (31bd0612-54a4-4979-8b27-7536d6ee2b88/de7ba780-493c-4028-8340-20b5fe1cb418/37811664-0769-403e-80ba-f59aa47d2209) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:01.174414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ae4ca384-4883-42b2-8304-de49baa31580, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ae4ca384-4883-42b2-8304-de49baa31580,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:01.200290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'ae4ca384-4883-42b2-8304-de49baa31580', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'port_id': 'ae4ca384-4883-42b2-8304-de49baa31580', 'mac_address': 'fa:16:3e:00:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:01.239243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2270537f-61d4-41bc-8419-92532580be7b req-5260c123-2410-4b1f-97e4-ba82ff20a329 tempest-ServerAddressesNegativeTestJSON-1436745061 tempest-ServerAddressesNegativeTestJSON-1436745061-project] 10.222.0.78 "GET /v2.0/ports?device_id=45548b90-3820-46c2-9fe0-42b6eac084fb HTTP/1.1" status: 200 len: 210 time: 0.1215105 Jun 30 02:45:01.259840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.263013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.291434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.8 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/730d24c6-3a4c-4631-bd7e-e1ae80b8d907) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:01.293551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.328760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4ca384-4883-42b2-8304-de49baa31580 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:01.338082 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f5b69-891a-46ea-9677-c9d4251a6da8 x-openstack-request-id: req-1f9f5b69-891a-46ea-9677-c9d4251a6da8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:01.338642 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45548b90-3820-46c2-9fe0-42b6eac084fb", "name": "network-vif-deleted", "tag": "57eb8d59-6c23-4545-b898-419d36fbd138", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:01.339327 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f9f5b69-891a-46ea-9677-c9d4251a6da8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:01.340313 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45548b90-3820-46c2-9fe0-42b6eac084fb', 'name': 'network-vif-deleted', 'tag': '57eb8d59-6c23-4545-b898-419d36fbd138', 'status': 'completed', 'code': 200} Jun 30 02:45:01.344830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.349543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.350272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Fanout notify agent at l3_agent the message router_deleted on router 2e9465e1-d586-4394-a02c-72c54ddc9d92 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:01.359512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=37811664-0769-403e-80ba-f59aa47d2209,segment=NetworkSegment(fc9b2e74-4aeb-4a15-9549-b02850a12359),segment_id=fc9b2e74-4aeb-4a15-9549-b02850a12359)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:01.367380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192f309-4a70-44ca-a2ab-20ce27b44ea0 req-b156fe8f-a678-432e-98a5-8b9d4e83e981 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.368878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d192f309-4a70-44ca-a2ab-20ce27b44ea0 req-b156fe8f-a678-432e-98a5-8b9d4e83e981 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 943 time: 0.3998127 Jun 30 02:45:01.375813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.376973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e28beff9-412e-4089-89f2-66a874b27768 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/2e9465e1-d586-4394-a02c-72c54ddc9d92 HTTP/1.1" status: 204 len: 168 time: 2.1102393 Jun 30 02:45:01.380703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ae4ca384-4883-42b2-8304-de49baa31580, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ae4ca384-4883-42b2-8304-de49baa31580,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:01.382151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.387541 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.389774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1899199048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:01.430040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.456552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Transition to ACTIVE for port object 37811664-0769-403e-80ba-f59aa47d2209 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:01.465040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.471048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ae4ca384-4883-42b2-8304-de49baa31580,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.503472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d192f309-4a70-44ca-a2ab-20ce27b44ea0 req-3d5e7220-c904-4460-9c62-2f0d4ffb009a tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199348 Jun 30 02:45:01.528790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.533604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.573794 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.579083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fcb42b-e09a-4c59-a0df-a829c1a6200e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.585238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.587342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.592074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.596871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c8b75073-c6c5-44f1-bf66-b505063b35f3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4651957 Jun 30 02:45:01.597027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.603320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1706549590', 'security_groups': ['36fcb42b-e09a-4c59-a0df-a829c1a6200e'], 'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de7ba780-493c-4028-8340-20b5fe1cb418'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:01.640034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dcaf0-c0bf-4d0a-98eb-b2a93685d3a2 None None] Pushing event updated for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.640288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.648644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:01.722901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.742798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:01.745103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:01.747494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:01.753923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ae4ca384-4883-42b2-8304-de49baa31580'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:01.801559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.814366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.862213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.863690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd47c-fa17-4b13-a162-0db476df3086 req-d3ee4833-ae75-405d-a4d0-883bb94df66d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.868949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c2634a45-9370-4a47-90c2-21b56d30621c tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4833431 Jun 30 02:45:01.871015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a33fd47c-fa17-4b13-a162-0db476df3086 req-d3ee4833-ae75-405d-a4d0-883bb94df66d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 931 time: 0.2474453 Jun 30 02:45:01.880268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.880928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.884793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42646) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.901186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': False}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:01.933722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-daff4ee8-9c79-4352-9f9d-d01f3bac721d req-cd632457-d33a-48e4-8d4c-2450eba0f519 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0527556 Jun 30 02:45:01.970066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:02.113258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.126417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.136589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] device_id is not set on port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:02.266916 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a33fd47c-fa17-4b13-a162-0db476df3086 req-5e7e95ff-dba6-4ade-ad05-cbbf3f36a6b9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947341 Jun 30 02:45:02.269675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.279710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6e737e59-7513-47c3-a216-d89883aaccae tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5119522 Jun 30 02:45:02.315732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Request body: {'port': {'device_id': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:02.380098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:02.401443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8::1ff (31bd0612-54a4-4979-8b27-7536d6ee2b88/de7ba780-493c-4028-8340-20b5fe1cb418/68fcff26-f1d5-4119-a31e-d3a9756b8c0b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:02.429915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd025-ce23-4682-aed1-80448041525f req-fd871165-479c-4082-b39f-aecec82b7594 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:02.432907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42650) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:02.434792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc5cd025-ce23-4682-aed1-80448041525f req-fd871165-479c-4082-b39f-aecec82b7594 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1704390 Jun 30 02:45:02.500590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.528110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Deleting subnet a9396606-b5ce-46ba-9014-d09e8d958d26 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:02.552128 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.615895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.639326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5fa57f4b-e074-4070-a15c-a5e2f1a0b156 None None] Provisioning for port 37811664-0769-403e-80ba-f59aa47d2209 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:02.648684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5fa57f4b-e074-4070-a15c-a5e2f1a0b156 None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:02.649622 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fa57f4b-e074-4070-a15c-a5e2f1a0b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.763626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5fa57f4b-e074-4070-a15c-a5e2f1a0b156 None None] Provisioning complete for port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:02.763998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fa57f4b-e074-4070-a15c-a5e2f1a0b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.775705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.808829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5fa57f4b-e074-4070-a15c-a5e2f1a0b156 None None] Port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:02.860934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ae4ca384-4883-42b2-8304-de49baa31580 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:02.867307 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc5cd025-ce23-4682-aed1-80448041525f req-d35c5f1e-6179-413e-a3f8-28d1c989ca7a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217224 Jun 30 02:45:02.915570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port ae4ca384-4883-42b2-8304-de49baa31580 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:02.919588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port ae4ca384-4883-42b2-8304-de49baa31580 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:02.919962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.946466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.962038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 68fcff26-f1d5-4119-a31e-d3a9756b8c0b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:02.975300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.999241 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.004169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a9396606-b5ce-46ba-9014-d09e8d958d26 HTTP/1.1" status: 204 len: 168 time: 0.5684876 Jun 30 02:45:03.010188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42656) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:03.021072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.050237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ad5c4-bb53-430e-beae-adb992a1ae77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9396606-b5ce-46ba-9014-d09e8d958d26,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.051665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.074810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:03.079978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:03.090257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:03.097248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.098396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.111263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=68fcff26-f1d5-4119-a31e-d3a9756b8c0b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.120538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ae4ca384-4883-42b2-8304-de49baa31580, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ae4ca384-4883-42b2-8304-de49baa31580,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:03.123125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:03.128534 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99af7c78-301f-4a7e-8b82-ad526b54a915" -d '{"events": [{"server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "name": "network-vif-plugged", "status": "completed", "tag": "ae4ca384-4883-42b2-8304-de49baa31580"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:03.133529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.134408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 57eb8d59-6c23-4545-b898-419d36fbd138 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:03.148855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7d52588-2c6b-42b3-b6ac-957c464c1e3c req-2e99f9e7-2dbf-432c-b424-576a84e19f62 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0412776 Jun 30 02:45:03.150218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc598f25-204a-42fe-9bc5-9fc646915474 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5521080 Jun 30 02:45:03.153039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:03.158101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:03.164507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 57eb8d59-6c23-4545-b898-419d36fbd138 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:03.164854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 57eb8d59-6c23-4545-b898-419d36fbd138 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:03.208715 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7703f33-1a33-4a9f-b2e7-6d0ab4250854 x-openstack-request-id: req-d7703f33-1a33-4a9f-b2e7-6d0ab4250854 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:03.209291 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "name": "network-vif-plugged", "status": "completed", "tag": "ae4ca384-4883-42b2-8304-de49baa31580", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:03.209514 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7703f33-1a33-4a9f-b2e7-6d0ab4250854 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:03.209904 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580', 'code': 200} Jun 30 02:45:03.241949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.267896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f0fc4-7eab-4186-a554-76272d08bd87 req-919c14cf-def3-4a86-b79a-53a29cf86d83 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.272679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ae4ca384-4883-42b2-8304-de49baa31580,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.275333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a9f0fc4-7eab-4186-a554-76272d08bd87 req-919c14cf-def3-4a86-b79a-53a29cf86d83 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 944 time: 0.5830109 Jun 30 02:45:03.294986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.366204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.409471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:03.413022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.440877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eee0d0eb-1c02-4201-89e8-61c8db27f743 None None] Provisioning for port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:03.444983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eee0d0eb-1c02-4201-89e8-61c8db27f743 None None] Provisioning complete for port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:03.445352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c443-402c-4135-934e-699398d71d4b req-cc1780df-f84f-49fc-a692-c444d96860a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.445504 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eee0d0eb-1c02-4201-89e8-61c8db27f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.448256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2359c443-402c-4135-934e-699398d71d4b req-cc1780df-f84f-49fc-a692-c444d96860a0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 1096 time: 0.1532691 Jun 30 02:45:03.478954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eee0d0eb-1c02-4201-89e8-61c8db27f743 None None] Port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:03.492042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a9f0fc4-7eab-4186-a554-76272d08bd87 req-eb19479d-399d-4ad4-b37f-cfd2ffe88c61 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871262 Jun 30 02:45:03.576243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2359c443-402c-4135-934e-699398d71d4b req-8c282646-6f38-41b9-ba6c-3240a683e8a4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953376 Jun 30 02:45:03.598050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.599436 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de7ba780-493c-4028-8340-20b5fe1cb418 (CIDR: 2001:db8::/64) Jun 30 02:45:03.606210 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:45:03.606684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:03.617252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc77cb3-1491-429f-9014-ac126e30bbc6']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.622548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ceccd-d1a3-4960-b94b-c95a2bb94ea6 req-7aeddbc4-05b6-40b0-98ff-70efa9496148 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.624400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-512ceccd-d1a3-4960-b94b-c95a2bb94ea6 req-7aeddbc4-05b6-40b0-98ff-70efa9496148 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 931 time: 0.1467471 Jun 30 02:45:03.633945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d0d07e-9b84-40cc-aee8-b85f9719437a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.634249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d0d07e-9b84-40cc-aee8-b85f9719437a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.637231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:03.640165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9af6414-7f8f-4807-be4c-a14353cf4c56 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4859545 Jun 30 02:45:03.647621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:03.658251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:03.667959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-512ceccd-d1a3-4960-b94b-c95a2bb94ea6 req-96dbc7f9-3fb8-4068-b180-9f1b26eea9aa tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Jun 30 02:45:03.676456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.687584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Allocated IP 172.25.0.132 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/cab77f1d-5317-4c7b-94b4-003d398536c2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:03.691216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.755081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Transition to ACTIVE for port object 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:03.756198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.773472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.812197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:03.812599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:03.818748 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:03.961862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.963643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Pushing event updated for resources: {'Port': ['ID=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.994400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.996249 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5dc77cb3-1491-429f-9014-ac126e30bbc6 HTTP/1.1" status: 204 len: 168 time: 0.9611361 Jun 30 02:45:04.048867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7633d-b4de-457d-8742-4297cd48acf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc77cb3-1491-429f-9014-ac126e30bbc6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.098175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.100926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:04.104406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.109795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.151124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3036ffc3-2a43-4889-a846-eb17c23c5885 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4982cd81000b49f282339079a737692a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395558 Jun 30 02:45:04.153306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.204264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1577c5-972a-407f-a4d9-9e5b7648f3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.214166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Attempting to bind port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:04.214531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Attempting to bind port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:04.214865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Attempting to bind port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:04.228440 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1577c5-972a-407f-a4d9-9e5b7648f3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.250748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:04.251086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Attempting to bind port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:04.261102 n-d-798054-5 neutron-server[93822]: INFO neutron.db.ipam_backend_mixin [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 899f473f-7fd6-432b-9a47-6989a9e04d25 (CIDR: 2001:db8:0:1::/64) Jun 30 02:45:04.270482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc76a0-44b5-4880-9ece-6662e81c86f0 req-e24cda27-3837-4f01-8669-2e97bac6dfdd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.272161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0cc76a0-44b5-4880-9ece-6662e81c86f0 req-e24cda27-3837-4f01-8669-2e97bac6dfdd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.2638466 Jun 30 02:45:04.276322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:04.276662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:04.277051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:04.279375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Bound port: 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:04.279375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.283102 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:45:04.283544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:04.303080 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.306938 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1577c5-972a-407f-a4d9-9e5b7648f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.307193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.309524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a1577c5-972a-407f-a4d9-9e5b7648f3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.310667 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a1577c5-972a-407f-a4d9-9e5b7648f3fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4326091d-5e9f-4279-a4d3-0aafaa9299a8 HTTP/1.1" status: 204 len: 168 time: 0.1566153 Jun 30 02:45:04.339845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-597d8959-0972-4605-aef3-0683d42ded04 req-af05950a-06c3-4cb2-9888-1f4d3d7893dd tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0464146 Jun 30 02:45:04.345500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1577c5-972a-407f-a4d9-9e5b7648f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326091d-5e9f-4279-a4d3-0aafaa9299a8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.738524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575c49-8992-43a4-bf0c-88649058f903 req-c710a7a2-85c9-4a17-af1a-78bd682a41ee tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.740318 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f4575c49-8992-43a4-bf0c-88649058f903 req-c710a7a2-85c9-4a17-af1a-78bd682a41ee tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.0842299 Jun 30 02:45:04.803559 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f4575c49-8992-43a4-bf0c-88649058f903 req-303b932c-f974-4a53-84c4-6666d6f813c8 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508349 Jun 30 02:45:04.851012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f0d4483b-04f5-46d6-bd18-f70ee5447d1c tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1975760 Jun 30 02:45:04.853836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.860123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'subnet': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:04.883384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:04.896742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0cc76a0-44b5-4880-9ece-6662e81c86f0 req-e507ffe8-68f0-4d5b-b474-34fa5edac727 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157761 Jun 30 02:45:04.897597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:04.903341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Pushing event updated for resources: {'Port': ['ID=cab77f1d-5317-4c7b-94b4-003d398536c2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.910773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:04.947652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] For port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:04.970339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] For port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:04.979095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.063338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e48782-7d0a-42e8-a7c7-86798aa66be5 req-31cd2ea7-9f78-4a0d-ae14-c5639ff547f5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.064901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7e48782-7d0a-42e8-a7c7-86798aa66be5 req-31cd2ea7-9f78-4a0d-ae14-c5639ff547f5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 943 time: 0.1148651 Jun 30 02:45:05.077829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Made reservation on behalf of 2e578be7d63f498fb819a09c274c3e6b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:05.078248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.078950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.080360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] 10.222.0.67 "PUT /v2.0/ports/730d24c6-3a4c-4631-bd7e-e1ae80b8d907 HTTP/1.1" status: 200 len: 1091 time: 2.7931211 Jun 30 02:45:05.081592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.098510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'tag': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:05.100808 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "21eeecea-6f3c-4909-9d41-a16a4b1959ed", "tag": "730d24c6-3a4c-4631-bd7e-e1ae80b8d907"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:05.150522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be69ee9-2e33-429f-b8b9-730c6d946bdc service neutron] Pushing event updated for resources: {'Port': ['ID=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:05.176516 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17fd308-996d-436f-8bfc-5bdb90145033 x-openstack-request-id: req-b17fd308-996d-436f-8bfc-5bdb90145033 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:05.176838 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21eeecea-6f3c-4909-9d41-a16a4b1959ed", "tag": "730d24c6-3a4c-4631-bd7e-e1ae80b8d907", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:05.177085 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b17fd308-996d-436f-8bfc-5bdb90145033 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:05.177507 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'tag': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907', 'status': 'completed', 'code': 200} Jun 30 02:45:05.188604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7e48782-7d0a-42e8-a7c7-86798aa66be5 req-40d9f7b5-14ba-4285-8793-49531be873e2 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026535 Jun 30 02:45:05.275228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42708) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:05.287741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-b891b6be-c9ff-4d29-81dc-feffad2013c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.289211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-b891b6be-c9ff-4d29-81dc-feffad2013c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 1094 time: 0.1538270 Jun 30 02:45:05.346116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-90fb1ec0-16b5-4824-a733-a867ee5d5670 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907 HTTP/1.1" status: 200 len: 217 time: 0.0467803 Jun 30 02:45:05.347059 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.378009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.397074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-847623212-network', 'tenant_id': '2d8801989b424032b105ee12a3e0b55e'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:05.425814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:05.431776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:05.436991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.437736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.448554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688dbd56-6c50-4e34-abe7-1a2188ee56b8 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:05.450441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Subnet': ['ID=f2770357-e88a-4450-8eb3-a8192aee38c7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:05.507122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a71e087-a944-4926-add3-e77fe085188a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6518717 Jun 30 02:45:05.510146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:05.518007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1952164239', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f2770357-e88a-4450-8eb3-a8192aee38c7'}], 'security_groups': ['cb4d1271-a637-4e44-8d51-332c88336a8f', 'bb4c72c2-1b70-4302-b561-c4e5394077dc']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:05.534624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Made reservation on behalf of 2d8801989b424032b105ee12a3e0b55e for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:05.536943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.545129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-1e4a5a46-7f8f-4066-9cf1-fb96b315dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.547565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-1e4a5a46-7f8f-4066-9cf1-fb96b315dc11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1647711 Jun 30 02:45:05.549434 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-78f4b041-6a34-4734-b036-87edda1235dd req-dc5027c6-0f10-466a-ae8b-0d62194bae65 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0540884 Jun 30 02:45:05.566664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.607523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-8ce058c3-5b98-45ed-abb0-21e14bbe6852 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501297 Jun 30 02:45:05.645062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.739394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Update dhcp port {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'fixed_ips': [{'subnet_id': '899f473f-7fd6-432b-9a47-6989a9e04d25', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'de7ba780-493c-4028-8340-20b5fe1cb418', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2770357-e88a-4450-8eb3-a8192aee38c7'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '37811664-0769-403e-80ba-f59aa47d2209'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:45:05.780411 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.819057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.850889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.013821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-b4ae290f-0c68-4f0d-9f86-714354337c8e service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606172 Jun 30 02:45:06.056256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Delete allocated IP 2001:db8::1ff (31bd0612-54a4-4979-8b27-7536d6ee2b88/de7ba780-493c-4028-8340-20b5fe1cb418) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:45:06.068198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Allocated IP 2001:db8:0:2::18d (31bd0612-54a4-4979-8b27-7536d6ee2b88/f2770357-e88a-4450-8eb3-a8192aee38c7/68fcff26-f1d5-4119-a31e-d3a9756b8c0b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:06.131168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d09b34e7-252e-419a-9f7c-009081b60667 req-993e9aa3-e9b8-400a-b4ef-000f57b6c7ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0644362 Jun 30 02:45:06.180156 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.201416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.232032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7638cfd9-07b3-45cf-bcfa-6cd6ce2ef2d9 req-6bfc5483-8470-40f3-b66b-fca5aa6b4214 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073238 Jun 30 02:45:06.243499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:06.256809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a8066-5083-41af-a3c4-dc5f1aed9c72 req-1329fadf-3753-4221-ae0e-698c118e7e55 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.258823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-675a8066-5083-41af-a3c4-dc5f1aed9c72 req-1329fadf-3753-4221-ae0e-698c118e7e55 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1930904 Jun 30 02:45:06.269222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9e700-7b2f-4988-b682-2185057f5fcf req-07aafb3e-b903-4b51-93e8-b0e176645647 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.270685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54f9e700-7b2f-4988-b682-2185057f5fcf req-07aafb3e-b903-4b51-93e8-b0e176645647 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.2541494 Jun 30 02:45:06.276500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d14c9f6-1e2a-40ab-9935-3c861b488259,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.280283 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.280828 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Added segment be27127a-b38b-4dd5-95c0-3c969665e1ad of type vlan for network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 Jun 30 02:45:06.292936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Router 0fbcc413-9d0c-4685-bbdb-21a217f022a4 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:06.347738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-675a8066-5083-41af-a3c4-dc5f1aed9c72 req-46800fd3-ecf4-49a7-ab49-695b07e47bbd tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 Jun 30 02:45:06.370071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.394666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Transition to ACTIVE for port object 68fcff26-f1d5-4119-a31e-d3a9756b8c0b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:06.395898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54f9e700-7b2f-4988-b682-2185057f5fcf req-aa1a39d2-ffff-469c-9f24-228fa491521f tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129506 Jun 30 02:45:06.402016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.419495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.528976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-5cab3164-74fc-426f-b291-2d25f87fcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.529269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-5cab3164-74fc-426f-b291-2d25f87fcefd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 1094 time: 0.2443185 Jun 30 02:45:06.549315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.550280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.550892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.558827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Allocated IP 2001:db8:0:2::2 (31bd0612-54a4-4979-8b27-7536d6ee2b88/f2770357-e88a-4450-8eb3-a8192aee38c7/37811664-0769-403e-80ba-f59aa47d2209) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:06.646829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] In _notify_port_updated(), no bound segment for port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b on network 31bd0612-54a4-4979-8b27-7536d6ee2b88 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:45:06.668055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.669124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.674492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "PUT /v2.0/ports/68fcff26-f1d5-4119-a31e-d3a9756b8c0b HTTP/1.1" status: 200 len: 970 time: 1.1597347 Jun 30 02:45:06.687091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=37811664-0769-403e-80ba-f59aa47d2209,segment=NetworkSegment(fc9b2e74-4aeb-4a15-9549-b02850a12359),segment_id=fc9b2e74-4aeb-4a15-9549-b02850a12359)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:06.701096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.717716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:06.718575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f994af-794b-4a9f-b003-c6b3bab2e420 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event updated for resources: {'Port': ['ID=68fcff26-f1d5-4119-a31e-d3a9756b8c0b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.720506 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.730788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.735641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc151200-51ec-4d94-9b2f-e7ee2d549742 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "PUT /v2.0/routers/0fbcc413-9d0c-4685-bbdb-21a217f022a4 HTTP/1.1" status: 200 len: 916 time: 4.8420863 Jun 30 02:45:06.739916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Transition to ACTIVE for port object 37811664-0769-403e-80ba-f59aa47d2209 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:06.741591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.745160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.750782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] Sync routers for ids ['0fbcc413-9d0c-4685-bbdb-21a217f022a4'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:06.766406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4863243 Jun 30 02:45:06.766406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527de9-d983-43d3-822d-bae2fbe3a3cc admin admin] Pushing event updated for resources: {'Network': ['ID=8dba3a67-e8cc-4da7-802e-0f08d2ee3024,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.778096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42734) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.778390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] Routers {'0fbcc413-9d0c-4685-bbdb-21a217f022a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:06.782743 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0fbcc413-9d0c-4685-bbdb-21a217f022a4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.790088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Request body: {'subnet': {'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-847623212-subnet', 'tenant_id': '2d8801989b424032b105ee12a3e0b55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:06.853262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:06.877812 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.880396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5f2d7-a753-403f-b325-64eef0164943 req-bcca3d19-b4b0-441b-bfae-94d578fcd11e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.881987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55c5f2d7-a753-403f-b325-64eef0164943 req-bcca3d19-b4b0-441b-bfae-94d578fcd11e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 943 time: 0.3331351 Jun 30 02:45:06.891700 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] Routers {'0fbcc413-9d0c-4685-bbdb-21a217f022a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:06.892784 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0fbcc413-9d0c-4685-bbdb-21a217f022a4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.900516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-1b541c8d-2d0a-4e3d-9dbb-2dadbe2d6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.902013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-1b541c8d-2d0a-4e3d-9dbb-2dadbe2d6be1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.3635840 Jun 30 02:45:06.911078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50586f07-fd19-4426-aeb1-48709ffe9de3 req-6ec0fa59-845b-46f7-a9b2-7f7ca6cdf80f tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.912648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50586f07-fd19-4426-aeb1-48709ffe9de3 req-6ec0fa59-845b-46f7-a9b2-7f7ca6cdf80f tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.2623236 Jun 30 02:45:06.916547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Made reservation on behalf of 2d8801989b424032b105ee12a3e0b55e for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:06.919305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.925563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.930487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Request body: {'floatingip': {'port_id': 'ae4ca384-4883-42b2-8304-de49baa31580'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:06.936774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3d70e63-7141-40cb-a5e8-196ade475f87 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/0fbcc413-9d0c-4685-bbdb-21a217f022a4 HTTP/1.1" status: 200 len: 922 time: 0.1921709 Jun 30 02:45:06.975678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4f000-d96e-4043-9b50-7e0353cbd698 None None] Pushing event updated for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.988448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-77738bce-e2ce-42be-92ab-aca0d906ae49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907 HTTP/1.1" status: 200 len: 217 time: 0.0652187 Jun 30 02:45:06.995946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42738) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:07.001010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:07.001669 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444f304-cb29-4fbc-865e-7aaaf837bd25 None None] The sync data for ids ['0fbcc413-9d0c-4685-bbdb-21a217f022a4'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:07.047069 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.118732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55c5f2d7-a753-403f-b325-64eef0164943 req-98bbf122-3093-4bef-9131-9e742dde6706 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262132 Jun 30 02:45:07.162860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-568c0fd4-6e54-495c-af03-4f9c17d494e7 req-67c5e843-578c-4d8f-8ccf-2a093e97cdad tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0577087 Jun 30 02:45:07.237641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:07.238395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.241698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-eec55b3d-9f49-4498-bd36-52fe81275820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:07.243203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-eec55b3d-9f49-4498-bd36-52fe81275820 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1947141 Jun 30 02:45:07.356145 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-2e2d8292-4c1c-41e9-b7f3-f736565f0a53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830569 Jun 30 02:45:07.362734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1bec87-c9ec-4d2e-a492-3920163fa6ce tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:07.367110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dc1bec87-c9ec-4d2e-a492-3920163fa6ce tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=0fbcc413-9d0c-4685-bbdb-21a217f022a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3554888 Jun 30 02:45:07.367767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42740) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:07.737665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Provisioning for port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:07.744270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Provisioning complete for port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:07.745287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.793625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:07.814193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Provisioning for port 37811664-0769-403e-80ba-f59aa47d2209 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:07.820053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:07.820710 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.927987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Provisioning complete for port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:07.928983 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.976651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.981571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cee3b0a8-0295-4a2c-8a49-594b08116695 None None] Port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:08.038887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 68fcff26-f1d5-4119-a31e-d3a9756b8c0b owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:08.067984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-f83c8bcd-eb80-49e4-a7b5-f212f8609ba2 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951933 Jun 30 02:45:08.096914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.105069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d3437e50-ae2a-412a-88cf-a6f09f2074aa None None] Provisioning complete for port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:08.105675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3437e50-ae2a-412a-88cf-a6f09f2074aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.144607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d3437e50-ae2a-412a-88cf-a6f09f2074aa None None] Port 68fcff26-f1d5-4119-a31e-d3a9756b8c0b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:08.162767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.167809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.202167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268a3e7-4645-46d3-87c5-5e3a776f5dc3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.204220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e268a3e7-4645-46d3-87c5-5e3a776f5dc3 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.8297698 Jun 30 02:45:08.210778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.284652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bd7a-d431-45c7-983a-246de34a210c req-37af36d2-57c1-4d8e-bbec-d34bbee85db7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.286163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1450bd7a-d431-45c7-983a-246de34a210c req-37af36d2-57c1-4d8e-bbec-d34bbee85db7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.7743540 Jun 30 02:45:08.286827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07b142a-5298-44f1-aa35-2b7fe75c89f3,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.332629 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Floating IP 4c3eadc0-8c13-46a3-8da0-f67f396716da associated. External IP: 172.25.0.149, port: ae4ca384-4883-42b2-8304-de49baa31580. Jun 30 02:45:08.341598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9adc1442-7571-4a28-989e-3dd9147a6ee0 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=0fbcc413-9d0c-4685-bbdb-21a217f022a4 HTTP/1.1" status: 200 len: 205 time: 0.1096034 Jun 30 02:45:08.351754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42752) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.407634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Checking segment: {'id': 'be27127a-b38b-4dd5-95c0-3c969665e1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:08.407890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Network hostable DHCP agents. Network: 8dba3a67-e8cc-4da7-802e-0f08d2ee3024, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:08.418381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c14ce0bb-e468-48ec-b8c7-7168f4bd0c3f req-1a42edcf-89f6-4084-a2f0-ce96d654afb3 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374643 Jun 30 02:45:08.467646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1450bd7a-d431-45c7-983a-246de34a210c req-56b2c131-1aaf-4220-8e1d-f1e8b2bee2b3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672394 Jun 30 02:45:08.470137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:08.518744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344c7a-b70c-49e2-a987-00bd713c9bfa req-df50f98e-f251-48b1-8456-2a9813840df9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.520453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81344c7a-b70c-49e2-a987-00bd713c9bfa req-df50f98e-f251-48b1-8456-2a9813840df9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 943 time: 0.1997230 Jun 30 02:45:08.527813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:08.550283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8dba3a67-e8cc-4da7-802e-0f08d2ee3024) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:08.554458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:08.554962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.566329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.566924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.568996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.581745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24290e61-66e2-4537-bb05-bd67a9bf09d8 None None] Network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:08.604280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.643184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81344c7a-b70c-49e2-a987-00bd713c9bfa req-43a9a499-bf29-45ec-94b9-8f6f0efd5eea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127713 Jun 30 02:45:08.678701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:08.680526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=68fcff26-f1d5-4119-a31e-d3a9756b8c0b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.734560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:08.747647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4fdaa1d-ecb0-4ac6-a0c7-d59652ee5717 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9663506 Jun 30 02:45:08.752070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.757191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.757619 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b8429dcb-3283-4416-b34e-3bf620ff08cc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/68fcff26-f1d5-4119-a31e-d3a9756b8c0b HTTP/1.1" status: 204 len: 168 time: 2.0531681 Jun 30 02:45:08.803072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d49fee41-a110-4367-85f2-3fb35f1b19e7 req-cb9b9186-c364-4d29-8213-4bf7203ac667 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.1345949 Jun 30 02:45:08.826401 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa07e7d-ffdd-45b8-922f-39693d7089e8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] GET failed (client error): The resource could not be found. Jun 30 02:45:08.826401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5fa07e7d-ffdd-45b8-922f-39693d7089e8 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports/68fcff26-f1d5-4119-a31e-d3a9756b8c0b HTTP/1.1" status: 404 len: 333 time: 0.0657089 Jun 30 02:45:08.836487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.922484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.006673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a392cd-c284-4cd4-bd68-228f4cda4ffe None None] Network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:09.064466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Deleting port cab77f1d-5317-4c7b-94b4-003d398536c2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:09.064825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.071272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:09.078048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.152029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5274e9ee-8ee3-42e0-9b58-3f8150248db2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.169462 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4d80f558-e6de-48c9-8ca8-54ebd7450ce6 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "PUT /v2.0/floatingips/4c3eadc0-8c13-46a3-8da0-f67f396716da HTTP/1.1" status: 200 len: 991 time: 2.2401004 Jun 30 02:45:09.176625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:09.180446 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "tag": "ae4ca384-4883-42b2-8304-de49baa31580"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:09.211831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5274e9ee-8ee3-42e0-9b58-3f8150248db2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.228801 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.261034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Calling delete_port for cab77f1d-5317-4c7b-94b4-003d398536c2 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:09.262784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] Sync routers for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:09.295929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d90b84b-145e-4daa-986a-9c8ed33106d4 req-8cbf9d18-80ab-4c1b-b049-c133f6814f62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c97e35c7e5145a0a5127e0c53c2b324&device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0385151 Jun 30 02:45:09.324765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5274e9ee-8ee3-42e0-9b58-3f8150248db2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.328233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5274e9ee-8ee3-42e0-9b58-3f8150248db2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.329734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5274e9ee-8ee3-42e0-9b58-3f8150248db2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/security-groups/36fcb42b-e09a-4c59-a0df-a829c1a6200e HTTP/1.1" status: 204 len: 168 time: 0.4917960 Jun 30 02:45:09.333573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:09.334498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:09.340040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:09.345742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.366496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d90b84b-145e-4daa-986a-9c8ed33106d4 req-c9e71474-e272-4b3e-8900-9c190c46cdc8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4c97e35c7e5145a0a5127e0c53c2b324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600009 Jun 30 02:45:09.374419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274e9ee-8ee3-42e0-9b58-3f8150248db2 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fcb42b-e09a-4c59-a0df-a829c1a6200e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.407780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907', 'mac_address': 'fa:16:3e:6c:01:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:09.458505 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.463721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.502251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:09.535569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:09.544852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:09.550033 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.592617 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c27da-3844-46c6-b7a4-0d02ecc060e7 x-openstack-request-id: req-1c8c27da-3844-46c6-b7a4-0d02ecc060e7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:09.593052 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "tag": "ae4ca384-4883-42b2-8304-de49baa31580", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:09.593418 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c8c27da-3844-46c6-b7a4-0d02ecc060e7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:09.594231 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580', 'status': 'completed', 'code': 200} Jun 30 02:45:09.645762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.671024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.687322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c99460d-44f8-4c99-bee2-2d0bdc3fb7b2 req-56e9c398-e812-4f6d-9b41-bed48c51caa3 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0857306 Jun 30 02:45:09.704740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-c23aa039-a379-4295-8376-578d7eba837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.710894 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-c23aa039-a379-4295-8376-578d7eba837f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c8a922f07a44349373be9e94e608ef&device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 1096 time: 0.1882150 Jun 30 02:45:09.714895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b84b-145e-4daa-986a-9c8ed33106d4 req-6c2415e4-d457-4f32-9a11-a1341fd3c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.716522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d90b84b-145e-4daa-986a-9c8ed33106d4 req-6c2415e4-d457-4f32-9a11-a1341fd3c5dc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3393457 Jun 30 02:45:09.736494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event deleted for resources: {'Port': ['ID=cab77f1d-5317-4c7b-94b4-003d398536c2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.740627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f1cc78-1397-46c4-be74-671bef1eba3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.771864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f1cc78-1397-46c4-be74-671bef1eba3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.772731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['730d24c6-3a4c-4631-bd7e-e1ae80b8d907'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:09.830802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f1cc78-1397-46c4-be74-671bef1eba3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.833799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f1cc78-1397-46c4-be74-671bef1eba3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.838360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8f1cc78-1397-46c4-be74-671bef1eba3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/security-groups/bb4c72c2-1b70-4302-b561-c4e5394077dc HTTP/1.1" status: 204 len: 168 time: 0.4876685 Jun 30 02:45:09.842246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.903530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1cc78-1397-46c4-be74-671bef1eba3f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c72c2-1b70-4302-b561-c4e5394077dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.921476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f32aaf03-e27b-45c5-85ba-80f77c582081 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.950908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f32aaf03-e27b-45c5-85ba-80f77c582081 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.978074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.033054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f32aaf03-e27b-45c5-85ba-80f77c582081 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.035847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f32aaf03-e27b-45c5-85ba-80f77c582081 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.037099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f32aaf03-e27b-45c5-85ba-80f77c582081 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/security-groups/cb4d1271-a637-4e44-8d51-332c88336a8f HTTP/1.1" status: 204 len: 168 time: 0.1919839 Jun 30 02:45:10.041379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.056518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '4c3eadc0-8c13-46a3-8da0-f67f396716da', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'port_id': 'ae4ca384-4883-42b2-8304-de49baa31580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'mac_address': 'fa:16:3e:00:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:44:45Z', 'updated_at': '2021-06-30T02:45:07Z', 'revision_number': 1, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:10.085564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aaf03-e27b-45c5-85ba-80f77c582081 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d1271-a637-4e44-8d51-332c88336a8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.087745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] Checking router: 0b26c3ff-9470-4a76-89d0-f7760f4bca75 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:10.114731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:10.115477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:10.118564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.120905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d53a74-e526-45fd-bfa8-fbb77aee1320 req-7ad3b8d0-4981-499b-bcf5-36c33232322d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.122658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8d53a74-e526-45fd-bfa8-fbb77aee1320 req-7ad3b8d0-4981-499b-bcf5-36c33232322d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 944 time: 0.1352260 Jun 30 02:45:10.127389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet de7ba780-493c-4028-8340-20b5fe1cb418 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:10.129021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92ada-3ebc-4372-b928-a098d6301c9e req-32aca5a9-a899-4d10-b5fa-ce3c4cc7d3c0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.130546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fbc92ada-3ebc-4372-b928-a098d6301c9e req-32aca5a9-a899-4d10-b5fa-ce3c4cc7d3c0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.3255303 Jun 30 02:45:10.131947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.132776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.135746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-eda73a89-bfe6-432f-90dc-5d5afd82f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.137174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-eda73a89-bfe6-432f-90dc-5d5afd82f887 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8638be7a-0435-43fb-bebe-9ff6352fe974 HTTP/1.1" status: 200 len: 906 time: 0.4231241 Jun 30 02:45:10.195088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.220782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8d53a74-e526-45fd-bfa8-fbb77aee1320 req-f977309b-74c9-46c9-a156-057c31e10792 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906179 Jun 30 02:45:10.231511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.232073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Fanout notify agent at l3_agent the message router_deleted on router 0fbcc413-9d0c-4685-bbdb-21a217f022a4 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:10.242126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.247191 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0ef82204-629a-4ed9-946b-57b389ac608e tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/0fbcc413-9d0c-4685-bbdb-21a217f022a4 HTTP/1.1" status: 204 len: 168 time: 1.8846023 Jun 30 02:45:10.247827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42790) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.256665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427789723', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:10.264448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:10.307972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fbc92ada-3ebc-4372-b928-a098d6301c9e req-d1a1afc2-7ceb-4b77-b89e-10f04dc1b1f3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309178 Jun 30 02:45:10.335108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.335813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-42ff2db5-5190-4ce3-828b-23ac258aef77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae4ca384-4883-42b2-8304-de49baa31580 HTTP/1.1" status: 200 len: 999 time: 0.1575341 Jun 30 02:45:10.340024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.341861 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.425979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.464501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-3fc6e2c4-0d0a-49a6-bac2-84d5cfc0cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.466065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-3fc6e2c4-0d0a-49a6-bac2-84d5cfc0cb51 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f33a428c-028d-4f52-b0c4-c51a7532dd01 HTTP/1.1" status: 200 len: 844 time: 0.1151655 Jun 30 02:45:10.470477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.494812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=de7ba780-493c-4028-8340-20b5fe1cb418,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.502809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.504707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b11eb6b7-61c9-4d05-b2f7-3f9e8e1e08fc tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/de7ba780-493c-4028-8340-20b5fe1cb418 HTTP/1.1" status: 204 len: 168 time: 0.4621952 Jun 30 02:45:10.510523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.527039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8398e-060c-49bb-8024-386b6965e978 None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:10.575393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet f2770357-e88a-4450-8eb3-a8192aee38c7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:10.579858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.637258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.681830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.705156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:10.723403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-80aa20c1-1b67-460a-b777-0a9ff636a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.725341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-80aa20c1-1b67-460a-b777-0a9ff636a517 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8638be7a-0435-43fb-bebe-9ff6352fe974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498233 Jun 30 02:45:10.761986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.818532 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.856926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.891498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '4c3eadc0-8c13-46a3-8da0-f67f396716da', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'port_id': 'ae4ca384-4883-42b2-8304-de49baa31580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'mac_address': 'fa:16:3e:00:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:44:45Z', 'updated_at': '2021-06-30T02:45:07Z', 'revision_number': 1, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:10.897122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:10.906666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=f2770357-e88a-4450-8eb3-a8192aee38c7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.918911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-e8baf779-65c2-4773-9494-e1bbe4c58448 service neutron] 10.222.0.90 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499591 Jun 30 02:45:10.934731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0e92-2699-4435-9577-509ce84f8f38 None None] The sync data for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 is: [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '4c3eadc0-8c13-46a3-8da0-f67f396716da', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'port_id': 'ae4ca384-4883-42b2-8304-de49baa31580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'mac_address': 'fa:16:3e:00:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:44:45Z', 'updated_at': '2021-06-30T02:45:07Z', 'revision_number': 1, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:10.937014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.938627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60286b3b-4027-4793-b347-81b08e9332b9 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/f2770357-e88a-4450-8eb3-a8192aee38c7 HTTP/1.1" status: 204 len: 168 time: 0.4268591 Jun 30 02:45:10.941194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f86bfafa-c9c6-4093-9bc7-a6e4d775f027 req-f64d5320-7880-4d43-8fd4-3d8409e7c2f1 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.78 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0716639 Jun 30 02:45:10.941368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:10.941672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.941803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.997315 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a77e70-12f8-40b6-a522-56213a362609 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:10.997845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a77e70-12f8-40b6-a522-56213a362609 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.000704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-96a77e70-12f8-40b6-a522-56213a362609 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/de7ba780-493c-4028-8340-20b5fe1cb418 HTTP/1.1" status: 404 len: 337 time: 0.0581152 Jun 30 02:45:11.003470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.081684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting subnet 899f473f-7fd6-432b-9a47-6989a9e04d25 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:11.088110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.100518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.153357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.165210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:11.167507 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e7606-96ad-43bc-b51c-8ef8103cb3d8" -d '{"events": [{"server_uuid": "21eeecea-6f3c-4909-9d41-a16a4b1959ed", "name": "network-vif-plugged", "status": "completed", "tag": "730d24c6-3a4c-4631-bd7e-e1ae80b8d907"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:11.172057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d6d9a-a4d4-41c4-90bb-92ac6ccc294f None None] Update dhcp port {'port': {'network_id': '31bd0612-54a4-4979-8b27-7536d6ee2b88', 'fixed_ips': [{'subnet_id': '899f473f-7fd6-432b-9a47-6989a9e04d25', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f2770357-e88a-4450-8eb3-a8192aee38c7'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '37811664-0769-403e-80ba-f59aa47d2209'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:45:11.203897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:11.215885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.251472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0a667a8-ec30-4438-b6f3-8b5e751eb56e req-7a4b96a2-bf81-44eb-93a4-e30fc77def5c service neutron] 10.222.0.90 "GET /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203132 Jun 30 02:45:11.298987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.302885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c8d6d9a-a4d4-41c4-90bb-92ac6ccc294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.306649 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15742222-58db-4db0-8812-d7172b21cbe5 None None] New status for floating IP 4c3eadc0-8c13-46a3-8da0-f67f396716da: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:45:11.324047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.379792 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7dbbe1-be05-43b3-b35d-f1f70edc05e0 x-openstack-request-id: req-ab7dbbe1-be05-43b3-b35d-f1f70edc05e0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:11.379972 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeecea-6f3c-4909-9d41-a16a4b1959ed", "name": "network-vif-plugged", "status": "completed", "tag": "730d24c6-3a4c-4631-bd7e-e1ae80b8d907", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:11.380186 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab7dbbe1-be05-43b3-b35d-f1f70edc05e0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:11.380592 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907', 'code': 200} Jun 30 02:45:11.398534 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.434542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.441518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.475963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d90b84b-145e-4daa-986a-9c8ed33106d4 req-3251fe70-b529-4114-b865-5b1d34138265 tempest-ServerShowV257Test-793137072 tempest-ServerShowV257Test-793137072-project] 10.222.0.90 "GET /v2.0/ports?device_id=827dc903-c99e-44ee-b79d-d673070e4854 HTTP/1.1" status: 200 len: 210 time: 0.0783787 Jun 30 02:45:11.495563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.499643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/899f473f-7fd6-432b-9a47-6989a9e04d25 HTTP/1.1" status: 204 len: 168 time: 0.4929016 Jun 30 02:45:11.499809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70aeb1-8f2c-4813-8f5f-ad5dad2289e3 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Subnet': ['ID=899f473f-7fd6-432b-9a47-6989a9e04d25,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.501335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server [None req-2c8d6d9a-a4d4-41c4-90bb-92ac6ccc294f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 899f473f-7fd6-432b-9a47-6989a9e04d25: This subnet is being modified by another concurrent operation. Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:45:11.548699 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 899f473f-7fd6-432b-9a47-6989a9e04d25: This subnet is being modified by another concurrent operation. Jun 30 02:45:11.552395 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Jun 30 02:45:11.570443 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-220ea21a-8abd-4e39-8228-475c0b19cce1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.570917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220ea21a-8abd-4e39-8228-475c0b19cce1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.575108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-220ea21a-8abd-4e39-8228-475c0b19cce1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/f15f9ac2-3edb-485a-9e6f-7dabc961cd76 HTTP/1.1" status: 404 len: 337 time: 0.0611031 Jun 30 02:45:11.575535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.621225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-50153d56-9387-4d7a-be3b-309e2cb93b33 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e3fc728-2793-4c50-a3b3-24dfe9937b10 HTTP/1.1" status: 200 len: 205 time: 0.0446072 Jun 30 02:45:11.624056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.672570 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2ccc5434-684d-419f-a3be-43e0f5446481 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] delete failed (client error): The resource could not be found. Jun 30 02:45:11.675212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ccc5434-684d-419f-a3be-43e0f5446481 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/routers/6e3fc728-2793-4c50-a3b3-24dfe9937b10 HTTP/1.1" status: 404 len: 336 time: 0.0498910 Jun 30 02:45:11.678271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.700599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-7e41357b-961d-4591-b390-7e79b02e60f0 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.702739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-7e41357b-961d-4591-b390-7e79b02e60f0 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/networks?id=8dba3a67-e8cc-4da7-802e-0f08d2ee3024 HTTP/1.1" status: 200 len: 809 time: 0.4571772 Jun 30 02:45:11.715430 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c1ac36-8a91-44f7-9e87-d69476dd2e8d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.715822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c1ac36-8a91-44f7-9e87-d69476dd2e8d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.718211 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e4c1ac36-8a91-44f7-9e87-d69476dd2e8d tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/e9d79b94-507b-4f08-a4aa-f315565bebcf HTTP/1.1" status: 404 len: 337 time: 0.0388124 Jun 30 02:45:11.721484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa11e9-d8a8-4f5d-9efe-0d95a6879b0f None None] Network 31bd0612-54a4-4979-8b27-7536d6ee2b88 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:11.723409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42852) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.747681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416458d4-9849-415f-8dd8-0cb7171a5694 req-37321e43-c84a-4b1a-b992-e66e329eb26f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.750482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-416458d4-9849-415f-8dd8-0cb7171a5694 req-37321e43-c84a-4b1a-b992-e66e329eb26f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.2478416 Jun 30 02:45:11.769858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f41cb523-53ab-4d92-b65e-6af2c127da8f None None] Provisioning complete for port 37811664-0769-403e-80ba-f59aa47d2209 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:11.770232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41cb523-53ab-4d92-b65e-6af2c127da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.784902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-33ac2207-303f-41f0-9965-d7cedfe3d5db tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/quotas/2d8801989b424032b105ee12a3e0b55e HTTP/1.1" status: 200 len: 375 time: 0.0679188 Jun 30 02:45:11.792175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-416458d4-9849-415f-8dd8-0cb7171a5694 req-d197b1f7-5e69-4c8f-bea2-ccbdc6727f3e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Jun 30 02:45:11.792776 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe4c433-3da4-47f4-83a6-9ddd1c4a17c6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.793301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe4c433-3da4-47f4-83a6-9ddd1c4a17c6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.797907 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ffe4c433-3da4-47f4-83a6-9ddd1c4a17c6 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/e1065e8c-4aac-4c93-bb85-e5f26bee43ed HTTP/1.1" status: 404 len: 337 time: 0.0706301 Jun 30 02:45:11.798733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.829396 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d083d0-e5e2-4d99-87d9-94ea305e8d1f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.830228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d083d0-e5e2-4d99-87d9-94ea305e8d1f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.834695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-45d083d0-e5e2-4d99-87d9-94ea305e8d1f tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/a7f87ed9-393d-47a7-80ca-0fdcc7cc6cc2 HTTP/1.1" status: 404 len: 337 time: 0.0341923 Jun 30 02:45:11.834846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-5e64ff3c-baa4-4463-a8d9-86e30c1412fc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2d8801989b424032b105ee12a3e0b55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371664 Jun 30 02:45:11.835336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42856) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.842583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699474c5-8218-46e4-a7b0-2246215c8d99 req-75b963b1-e0d4-4ab8-b6d5-294493719ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.844838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-699474c5-8218-46e4-a7b0-2246215c8d99 req-75b963b1-e0d4-4ab8-b6d5-294493719ded service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 1096 time: 0.3793633 Jun 30 02:45:11.847649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Allocated IP 172.25.0.100 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/4b8369d3-8673-4060-8d43-6ec704b4a938) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:11.903418 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e3534-6575-4ca2-8f91-cc326f5c01e5 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.904053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e3534-6575-4ca2-8f91-cc326f5c01e5 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.908569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b15e3534-6575-4ca2-8f91-cc326f5c01e5 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/9d14f682-f661-4fa3-bd59-3dcdbfa85525 HTTP/1.1" status: 404 len: 333 time: 0.0604503 Jun 30 02:45:11.909012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.936317 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcec8df-54df-4298-9c49-8100838e97ba tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.936679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcec8df-54df-4298-9c49-8100838e97ba tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.940888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bcec8df-54df-4298-9c49-8100838e97ba tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/2f6ed79d-9b21-4c21-9ee5-a27d5bddc182 HTTP/1.1" status: 404 len: 337 time: 0.0284574 Jun 30 02:45:11.941374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.949762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f41cb523-53ab-4d92-b65e-6af2c127da8f None None] Provisioning complete for port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:11.950721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41cb523-53ab-4d92-b65e-6af2c127da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.979797 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4c9eed-0d6a-429c-bffc-e13cdaa597a1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:11.980102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4c9eed-0d6a-429c-bffc-e13cdaa597a1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:11.981770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ee4c9eed-0d6a-429c-bffc-e13cdaa597a1 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/0339f309-3a18-4959-8f79-e47e5d413f2d HTTP/1.1" status: 404 len: 337 time: 0.0397079 Jun 30 02:45:11.984569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.991041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f41cb523-53ab-4d92-b65e-6af2c127da8f None None] Port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:12.005946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] DHCP port deletion for 31bd0612-54a4-4979-8b27-7536d6ee2b88 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:12.037697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-699474c5-8218-46e4-a7b0-2246215c8d99 req-bb111129-35c4-4c0c-b824-ba9f3122ee2c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731129 Jun 30 02:45:12.051215 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4000bfc2-aa82-4a7e-aaa5-1b550babba0b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:12.052504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4000bfc2-aa82-4a7e-aaa5-1b550babba0b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:12.057545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4000bfc2-aa82-4a7e-aaa5-1b550babba0b tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/57335f03-13c8-461f-bcd9-23416eb9bab6 HTTP/1.1" status: 404 len: 333 time: 0.0697742 Jun 30 02:45:12.059132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.070294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] Deleting port 37811664-0769-403e-80ba-f59aa47d2209 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:12.070773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.091843 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc866da-7803-478e-a683-3b367b6f5d6a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:12.092901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc866da-7803-478e-a683-3b367b6f5d6a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:12.097765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8fc866da-7803-478e-a683-3b367b6f5d6a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/b3c4ef11-1a48-4deb-96c6-e8100cc5022b HTTP/1.1" status: 404 len: 337 time: 0.0346427 Jun 30 02:45:12.098326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.104647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-b7078e03-9de9-444e-99e1-521ae792c5b6 service neutron] 10.222.0.78 "GET /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489898 Jun 30 02:45:12.142961 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4860ce53-b822-4686-8528-485a84ca3838 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:12.143421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4860ce53-b822-4686-8528-485a84ca3838 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:12.147400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4860ce53-b822-4686-8528-485a84ca3838 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/subnets/11ae5c6f-3c0d-4033-a85e-19f19223e74b HTTP/1.1" status: 404 len: 337 time: 0.0470953 Jun 30 02:45:12.149309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.153880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] For port 37811664-0769-403e-80ba-f59aa47d2209, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=37811664-0769-403e-80ba-f59aa47d2209,segment=NetworkSegment(fc9b2e74-4aeb-4a15-9549-b02850a12359),segment_id=fc9b2e74-4aeb-4a15-9549-b02850a12359)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:12.154451 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.171772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] Calling delete_port for 37811664-0769-403e-80ba-f59aa47d2209 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:12.176517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.228717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae9a00-6382-4886-bdd5-873341483f38 req-d3d14006-d289-4cf0-a5bb-627996837881 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:12.231262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ceae9a00-6382-4886-bdd5-873341483f38 req-d3d14006-d289-4cf0-a5bb-627996837881 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.2777991 Jun 30 02:45:12.256996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8e50b3b-6aff-4cf1-98cc-4b6ee725245b service neutron] 10.222.0.78 "GET /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513758 Jun 30 02:45:12.289030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.299251 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.316130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] No DVR routers for this DVR port 37811664-0769-403e-80ba-f59aa47d2209 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:12.355801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b3e96-5d26-471d-9a34-5adfcb388544 None None] Pushing event deleted for resources: {'Port': ['ID=37811664-0769-403e-80ba-f59aa47d2209,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.359986 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ceae9a00-6382-4886-bdd5-873341483f38 req-24fe9ae9-057d-4d13-b549-c3f48213e86b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Jun 30 02:45:12.367948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a2158-2665-43ba-9604-a2997e474fc9 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:45:12.376161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:12.390386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:12.395115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Deleting port 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:12.395459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.409545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:12.466062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:12.469442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event updated for resources: {'Port': ['ID=4b8369d3-8673-4060-8d43-6ec704b4a938,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.488167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.506826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Calling delete_port for 588b8d2a-f588-4f2f-8c71-d0eafa34ab49 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:12.514398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 37811664-0769-403e-80ba-f59aa47d2209 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:12.514933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 37811664-0769-403e-80ba-f59aa47d2209 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:12.552969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a2158-2665-43ba-9604-a2997e474fc9 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:45:12.621849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.667892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Port': ['ID=588b8d2a-f588-4f2f-8c71-d0eafa34ab49,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.682210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.684488 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-11870ce8-7843-49b7-b4f2-0e62981a720a tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/ports/588b8d2a-f588-4f2f-8c71-d0eafa34ab49 HTTP/1.1" status: 204 len: 168 time: 0.5321357 Jun 30 02:45:12.688058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.859393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb84ee89-21d7-40d6-a86d-c2871f343d0b req-f04ec0c3-5227-4110-9d1f-008c0b20eacf tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 210 time: 0.0661001 Jun 30 02:45:12.864590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.115359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.136150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bd0612-54a4-4979-8b27-7536d6ee2b88']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:13.162603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9b2e74-4aeb-4a15-9549-b02850a12359') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:13.163110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9b2e74-4aeb-4a15-9549-b02850a12359') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:13.178135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.183973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a1904-3bcc-4655-a25b-b4e4e56c56eb req-5c830b67-096c-4013-a3c9-eb74ca9f078b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.185487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f5a1904-3bcc-4655-a25b-b4e4e56c56eb req-5c830b67-096c-4013-a3c9-eb74ca9f078b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.1089718 Jun 30 02:45:13.202767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.211704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:13.212317 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:13.216440 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:13.221475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.301510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f5a1904-3bcc-4655-a25b-b4e4e56c56eb req-48083c8e-5feb-4ed3-b689-3439f756538f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788355 Jun 30 02:45:13.312901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.322849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.327887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.332782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] 10.222.0.78 "DELETE /v2.0/networks/31bd0612-54a4-4979-8b27-7536d6ee2b88 HTTP/1.1" status: 204 len: 168 time: 0.6427851 Jun 30 02:45:13.340981 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:13.374050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5377b-1b49-4574-8c6e-c8ada74dfae4 tempest-PortsIpV6TestJSON-131937011 tempest-PortsIpV6TestJSON-131937011-project] Pushing event deleted for resources: {'Network': ['ID=31bd0612-54a4-4979-8b27-7536d6ee2b88,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.432920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b6f94cb-a722-45e9-83bb-f95fc0f2d915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.609410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b6f94cb-a722-45e9-83bb-f95fc0f2d915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.629569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a6f9b-9f84-45c5-b2d7-019693d50294 req-1bf33dc4-444a-46a0-88b8-4ad14a30e3ca tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.631130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-920a6f9b-9f84-45c5-b2d7-019693d50294 req-1bf33dc4-444a-46a0-88b8-4ad14a30e3ca tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1114893 Jun 30 02:45:13.632303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b6f94cb-a722-45e9-83bb-f95fc0f2d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.658939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f94cb-a722-45e9-83bb-f95fc0f2d915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcfad67-a2b9-4637-b252-88fd55f16030,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.693939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.728168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b6f94cb-a722-45e9-83bb-f95fc0f2d915 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c97e35c7e5145a0a5127e0c53c2b324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048409 Jun 30 02:45:13.730211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.778444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-920a6f9b-9f84-45c5-b2d7-019693d50294 req-0593f0dd-04a0-4e6a-ada2-4ade341c46a1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049941 Jun 30 02:45:13.779041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.834853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d761d8-f315-411d-8dd1-be67aa59b5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.861329 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d761d8-f315-411d-8dd1-be67aa59b5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.884910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Router 4de0968c-83ec-433b-b098-5c142a79fd19 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:13.923273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d761d8-f315-411d-8dd1-be67aa59b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.926460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d761d8-f315-411d-8dd1-be67aa59b5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.927932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58d761d8-f315-411d-8dd1-be67aa59b5ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ffcfad67-a2b9-4637-b252-88fd55f16030 HTTP/1.1" status: 204 len: 168 time: 0.1832960 Jun 30 02:45:13.950461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d761d8-f315-411d-8dd1-be67aa59b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcfad67-a2b9-4637-b252-88fd55f16030,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.046622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-47c3a7e9-f95f-4e00-88ff-c1e8341b1354 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e578be7d63f498fb819a09c274c3e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570288 Jun 30 02:45:14.049496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:14.056072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:14.064452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dcdac91d-4c80-4a4b-b1a2-443cacb5c1dd req-395e43be-679a-42f6-8751-ee9bcc470233 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 210 time: 0.0348732 Jun 30 02:45:14.071387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] Sync routers for ids ['4de0968c-83ec-433b-b098-5c142a79fd19'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:14.081228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] Routers {'4de0968c-83ec-433b-b098-5c142a79fd19'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:14.081919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4de0968c-83ec-433b-b098-5c142a79fd19'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.112355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.113571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2a94b89e-1245-4c97-b74e-8fff49e2700d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8607700 Jun 30 02:45:14.117992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42918) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:14.123232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:14.136213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.145881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] Routers {'4de0968c-83ec-433b-b098-5c142a79fd19'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:14.146612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4de0968c-83ec-433b-b098-5c142a79fd19'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.176552 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7699f06a-b4c6-47c5-8a2a-2da583092817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.180336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.181054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5974c1-a521-45d4-886b-129cb8d259a8 None None] The sync data for ids ['4de0968c-83ec-433b-b098-5c142a79fd19'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:14.234906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7699f06a-b4c6-47c5-8a2a-2da583092817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.359713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7699f06a-b4c6-47c5-8a2a-2da583092817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.366929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7699f06a-b4c6-47c5-8a2a-2da583092817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.370433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7699f06a-b4c6-47c5-8a2a-2da583092817 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0479e35-67c2-4afb-8c65-551eabc9b4df HTTP/1.1" status: 204 len: 168 time: 0.3176692 Jun 30 02:45:14.472673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699f06a-b4c6-47c5-8a2a-2da583092817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0479e35-67c2-4afb-8c65-551eabc9b4df,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.605646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-ff8e8792-81de-4fef-ab0b-f949418a6b4d tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.607204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-ff8e8792-81de-4fef-ab0b-f949418a6b4d tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.90 "GET /v2.0/networks?id=8dba3a67-e8cc-4da7-802e-0f08d2ee3024 HTTP/1.1" status: 200 len: 809 time: 0.2072968 Jun 30 02:45:14.655836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Request body: {'port': {'device_id': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024', 'admin_state_up': True, 'tenant_id': '2d8801989b424032b105ee12a3e0b55e'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:14.731221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e336-b884-4a7c-9733-08540f7485f0 req-5cddca41-ed0b-431e-8841-384a1d3914c7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.733334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6809e336-b884-4a7c-9733-08540f7485f0 req-5cddca41-ed0b-431e-8841-384a1d3914c7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.2706702 Jun 30 02:45:14.847250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.852666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:14.860928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6809e336-b884-4a7c-9733-08540f7485f0 req-04f11cb1-0182-437b-b49c-2c313eee93c0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901957 Jun 30 02:45:14.875055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.945196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Made reservation on behalf of 2d8801989b424032b105ee12a3e0b55e for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:14.948862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.093168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1279452913-network', 'tenant_id': 'b40ac64461a2460689b6954a3c7bc0d9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:15.139774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Made reservation on behalf of b40ac64461a2460689b6954a3c7bc0d9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:15.142499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.154688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Allocated IP 172.20.0.11 (8dba3a67-e8cc-4da7-802e-0f08d2ee3024/a07b142a-5298-44f1-aa35-2b7fe75c89f3/1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:15.159408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d3fa0-cc4d-4270-9ae1-7a283df5f3f6 req-50d9e85d-40e9-4162-aec0-e5670fe251c0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.162114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b84d3fa0-cc4d-4270-9ae1-7a283df5f3f6 req-50d9e85d-40e9-4162-aec0-e5670fe251c0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.1132753 Jun 30 02:45:15.162533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.170699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aca59d-49b7-4b10-8015-dc33145065ce req-dbef1845-bc63-420f-b09a-8a765a5075ba tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.172222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27aca59d-49b7-4b10-8015-dc33145065ce req-dbef1845-bc63-420f-b09a-8a765a5075ba tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1021771 Jun 30 02:45:15.205517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Deleting port 4b8369d3-8673-4060-8d43-6ec704b4a938 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:15.205776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.237767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b84d3fa0-cc4d-4270-9ae1-7a283df5f3f6 req-8c5a2afb-4b8e-438e-9f5c-47540b90ff25 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597034 Jun 30 02:45:15.304336 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27aca59d-49b7-4b10-8015-dc33145065ce req-32852ed6-e10b-4801-8f3f-3851eb3da6f2 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222262 Jun 30 02:45:15.305150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.315906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.355639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:15.370684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c9cf8-7445-45b2-8656-d35cbb94c306,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.376524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.377526 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Added segment 6b865adf-c000-4fc8-ae47-c3e90c74d329 of type vlan for network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb Jun 30 02:45:15.447166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.455739 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.476539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Calling delete_port for 4b8369d3-8673-4060-8d43-6ec704b4a938 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:15.514212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.515736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.516615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.590171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27d7f14c-8f7a-4369-8d97-5a5148a2fabb req-85946b6c-359a-4d40-8dfd-c5dcb018065d tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 210 time: 0.0515425 Jun 30 02:45:15.596688 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.610159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7549849 Jun 30 02:45:15.614287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:15.622428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Request body: {'subnet': {'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1279452913-subnet', 'tenant_id': 'b40ac64461a2460689b6954a3c7bc0d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:15.641541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f53cee-a3d3-4406-b827-948df214252a admin admin] Pushing event updated for resources: {'Network': ['ID=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.658087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:15.680385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Made reservation on behalf of b40ac64461a2460689b6954a3c7bc0d9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:15.683254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.818438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.849236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.855286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Pushing event deleted for resources: {'Port': ['ID=4b8369d3-8673-4060-8d43-6ec704b4a938,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.973043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:15.986209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.987450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:15.999983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:16.047756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Pushing event updated for resources: {'Port': ['ID=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:16.050618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.065978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1d9d92-181d-4862-ba47-fd378bda2a1e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:16.079132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Checking segment: {'id': '6b865adf-c000-4fc8-ae47-c3e90c74d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:16.079501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Network hostable DHCP agents. Network: 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:16.100183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:16.109246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:16.117076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9b0a6-3cc9-498e-825a-7f071cdf950d None None] Network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:16.122020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.122655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.143020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5614e86f-adaa-42ad-b2a8-7d2af4e5c6f7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5259638 Jun 30 02:45:16.170859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670af7f3-3195-402c-a9fb-bfdd97b0734c req-5b0c5875-6b06-4ef0-97a9-5aa232608f69 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.172536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-670af7f3-3195-402c-a9fb-bfdd97b0734c req-5b0c5875-6b06-4ef0-97a9-5aa232608f69 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.3025372 Jun 30 02:45:16.179824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.180451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.305564 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-670af7f3-3195-402c-a9fb-bfdd97b0734c req-fd992b71-a801-44aa-9171-2e847250d402 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203926 Jun 30 02:45:16.315312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-08880aff-b6c2-4bfa-8c79-a5a8fa2c16dc tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6670663 Jun 30 02:45:16.412373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Request body: {'port': {'device_id': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:16.457736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96bd8a-befc-462d-b3ae-4b9ce88a9379 None None] Network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:16.516446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.524689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.661636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.664932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Router 4de0968c-83ec-433b-b098-5c142a79fd19 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:16.685400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996f6e-2357-496e-906f-81d7b397b3e1 req-4c6601e2-3193-4202-a884-3cafbce5e60c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.687767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9996f6e-2357-496e-906f-81d7b397b3e1 req-4c6601e2-3193-4202-a884-3cafbce5e60c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1204050 Jun 30 02:45:16.773370 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9996f6e-2357-496e-906f-81d7b397b3e1 req-3f5ec043-0d0e-4192-b75c-c7a2eaa4e964 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796711 Jun 30 02:45:16.841206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:16.855369 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] Sync routers for ids ['4de0968c-83ec-433b-b098-5c142a79fd19'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:16.867139 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] Routers {'4de0968c-83ec-433b-b098-5c142a79fd19'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:16.868486 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4de0968c-83ec-433b-b098-5c142a79fd19'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:16.879555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.880746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-424f35a5-e270-436d-bad5-0ed04af3ed40 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "PUT /v2.0/routers/4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 200 len: 706 time: 2.7614553 Jun 30 02:45:16.883571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.924458 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:16.933885 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] Routers {'4de0968c-83ec-433b-b098-5c142a79fd19'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:16.934955 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4de0968c-83ec-433b-b098-5c142a79fd19'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:16.949889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.956082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-526297336-network', 'tenant_id': '33ae7bd67e2848b6b2ba834691c8e22f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:16.995763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc63989d-e78f-49d7-9f0b-7c04af3332e6 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/routers/4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 200 len: 741 time: 0.1104290 Jun 30 02:45:16.998890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.008786 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:17.009562 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801683c-f9d7-4e3d-b072-79af9d7031ac None None] The sync data for ids ['4de0968c-83ec-433b-b098-5c142a79fd19'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:17.132146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Made reservation on behalf of 33ae7bd67e2848b6b2ba834691c8e22f for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:17.134769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.184513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.224423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbd91c-6141-4821-8e9b-6a0ca8bb25ec req-a25058e9-b7e6-494f-bb30-0a720a3dbb62 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.226062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e8cbd91c-6141-4821-8e9b-6a0ca8bb25ec req-a25058e9-b7e6-494f-bb30-0a720a3dbb62 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 932 time: 0.3967001 Jun 30 02:45:17.345719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e8cbd91c-6141-4821-8e9b-6a0ca8bb25ec req-79f6ba0d-fe92-4b81-859f-beff421b597a tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115410 Jun 30 02:45:17.372163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c448c57b-c43d-41cf-aaba-d0582d469b37 tempest-RoutersAdminTest-1279373181 tempest-RoutersAdminTest-1279373181-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 200 len: 205 time: 0.3714700 Jun 30 02:45:17.375451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.388232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-adcbf7dc-0e11-4e66-9ab4-89fca0d652f9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.390948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-adcbf7dc-0e11-4e66-9ab4-89fca0d652f9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.3046868 Jun 30 02:45:17.409476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-590c8e63-86cc-4757-9579-cc55c0d6d68d tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 200 len: 205 time: 0.0324297 Jun 30 02:45:17.411898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.448611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:17.471892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.532202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.533252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Transition to ACTIVE for port object 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:17.543430 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.620964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.637922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.648422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:17.682921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:17.729851 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.730549 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Added segment 8ad2bfa2-74b9-4b4e-b009-5a0aaba8201c of type vlan for network 5c3241ab-5b75-4495-863d-0e8b248fc019 Jun 30 02:45:17.750450 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.753395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.763065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101a5a3-18ba-4cca-957d-448731c18900 req-9e0cbfe4-5ea3-4818-a362-0bdcc927780d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.766381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a101a5a3-18ba-4cca-957d-448731c18900 req-9e0cbfe4-5ea3-4818-a362-0bdcc927780d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 945 time: 0.2960336 Jun 30 02:45:17.841603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.843387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Fanout notify agent at l3_agent the message router_deleted on router 4de0968c-83ec-433b-b098-5c142a79fd19 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:17.853895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.855040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0727a588-4e04-4c6c-87ec-24a50eae3b69 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 204 len: 168 time: 0.4420731 Jun 30 02:45:17.859682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.914846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6710feb4-34d1-40a5-8f13-a911a6a21ad7 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 200 len: 205 time: 0.0516000 Jun 30 02:45:17.915096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.925962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a101a5a3-18ba-4cca-957d-448731c18900 req-d2dfa069-725e-4c04-9c4f-d1d9f52f6530 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160474 Jun 30 02:45:17.968116 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-210f31e1-9b11-4808-9e2b-12c15b803df0 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] delete failed (client error): The resource could not be found. Jun 30 02:45:17.970343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-210f31e1-9b11-4808-9e2b-12c15b803df0 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/4de0968c-83ec-433b-b098-5c142a79fd19 HTTP/1.1" status: 404 len: 336 time: 0.0529685 Jun 30 02:45:17.972063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.003788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81d36e7e-d21c-4ca8-9855-8c4226422ccc tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=0fbcc413-9d0c-4685-bbdb-21a217f022a4 HTTP/1.1" status: 200 len: 205 time: 0.0305717 Jun 30 02:45:18.006178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.044028 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a5ef6669-f085-4081-84e8-7465301ef1e2 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] delete failed (client error): The resource could not be found. Jun 30 02:45:18.045202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5ef6669-f085-4081-84e8-7465301ef1e2 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/0fbcc413-9d0c-4685-bbdb-21a217f022a4 HTTP/1.1" status: 404 len: 336 time: 0.0379250 Jun 30 02:45:18.047765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.079437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4971afbe-488b-449c-a242-f7848259a5a3 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e9465e1-d586-4394-a02c-72c54ddc9d92 HTTP/1.1" status: 200 len: 205 time: 0.0305486 Jun 30 02:45:18.081814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.132468 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5b451813-d960-4785-9947-d7641c0d3cc1 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] delete failed (client error): The resource could not be found. Jun 30 02:45:18.133741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b451813-d960-4785-9947-d7641c0d3cc1 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/2e9465e1-d586-4394-a02c-72c54ddc9d92 HTTP/1.1" status: 404 len: 336 time: 0.0507541 Jun 30 02:45:18.136245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.140651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786f0a7-d5db-463b-8224-a00928f68760,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.145016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:18.145292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.177158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-680392ea-48a6-4d10-8138-f0cce261d1b9 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a1e8824-842d-4c95-a9de-f31baf1c9616 HTTP/1.1" status: 200 len: 205 time: 0.0394914 Jun 30 02:45:18.179463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.265680 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7486fb57-9916-4c04-8afd-b717aea12f0b tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] delete failed (client error): The resource could not be found. Jun 30 02:45:18.266755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7486fb57-9916-4c04-8afd-b717aea12f0b tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/2a1e8824-842d-4c95-a9de-f31baf1c9616 HTTP/1.1" status: 404 len: 336 time: 0.0856771 Jun 30 02:45:18.270799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.315725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43068) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.316738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0be3c0fd-0619-40ad-adf4-16d168cb40a5 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d18a929-2210-41c0-9d80-a24a1c5bec34 HTTP/1.1" status: 200 len: 205 time: 0.0437570 Jun 30 02:45:18.354244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.419200 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-8e508866-0aa2-4a4b-8584-0031664eaf93 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] delete failed (client error): The resource could not be found. Jun 30 02:45:18.420918 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8e508866-0aa2-4a4b-8584-0031664eaf93 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/0d18a929-2210-41c0-9d80-a24a1c5bec34 HTTP/1.1" status: 404 len: 336 time: 0.0985579 Jun 30 02:45:18.425054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.447933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Attempting to bind port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:18.448277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Attempting to bind port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'be27127a-b38b-4dd5-95c0-3c969665e1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:18.448620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Attempting to bind port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b on network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:18.470220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-47290f52-d378-4f34-b1a0-f5efbfa414a2 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "GET /v2.0/ports?device_id=97e82603-b2e7-414d-a5a6-5459f5562400 HTTP/1.1" status: 200 len: 205 time: 0.0439200 Jun 30 02:45:18.473068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.484995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b on network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:18.485331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Attempting to bind port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b on network 8dba3a67-e8cc-4da7-802e-0f08d2ee3024 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:18.499349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:18.499722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.510615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:18.511040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Checking segment: {'id': 'be27127a-b38b-4dd5-95c0-3c969665e1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:18.511436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Bound using segment: {'id': 'be27127a-b38b-4dd5-95c0-3c969665e1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:18.511929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Bound port: 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be27127a-b38b-4dd5-95c0-3c969665e1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:18.512270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.517426 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8175e47a-5de4-49b0-a4cd-a5a8317bf9f5 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] delete failed (client error): The resource could not be found. Jun 30 02:45:18.520923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8175e47a-5de4-49b0-a4cd-a5a8317bf9f5 tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/routers/97e82603-b2e7-414d-a5a6-5459f5562400 HTTP/1.1" status: 404 len: 336 time: 0.0443766 Jun 30 02:45:18.528912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43078) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.529495 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.530515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.531101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.549418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:18.564110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5eedf-272c-48aa-b4de-7dff0971fdd6 req-9cac1b16-a3da-4c78-81d1-181950e69b4b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.565687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81a5eedf-272c-48aa-b4de-7dff0971fdd6 req-9cac1b16-a3da-4c78-81d1-181950e69b4b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.4089298 Jun 30 02:45:18.591607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad363c-b009-4e0e-ac03-f57b44350fc5 req-5d094672-643b-4af3-8336-bd7daedae277 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.594367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ad363c-b009-4e0e-ac03-f57b44350fc5 req-5d094672-643b-4af3-8336-bd7daedae277 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 944 time: 0.0800953 Jun 30 02:45:18.640067 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9714c5-1d51-4731-8067-234a366d5bea tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:18.640630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9714c5-1d51-4731-8067-234a366d5bea tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:18.645059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1f9714c5-1d51-4731-8067-234a366d5bea tempest-RoutersAdminTest-2051636213 tempest-RoutersAdminTest-2051636213-project] 10.222.0.78 "DELETE /v2.0/subnets/a7bcb26f-188a-48f4-b59c-5c5f89ebc10f HTTP/1.1" status: 404 len: 337 time: 0.1090350 Jun 30 02:45:18.662883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ad363c-b009-4e0e-ac03-f57b44350fc5 req-01f8a0ba-2229-465b-96e4-ca8015e07adf tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 Jun 30 02:45:18.696303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7451310 Jun 30 02:45:18.705948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.712126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Request body: {'subnet': {'network_id': '5c3241ab-5b75-4495-863d-0e8b248fc019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-526297336-subnet', 'tenant_id': '33ae7bd67e2848b6b2ba834691c8e22f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:18.750342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Made reservation on behalf of 33ae7bd67e2848b6b2ba834691c8e22f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:18.754292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.768362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223b707-66be-4b66-8e13-d750a649073f admin admin] Pushing event updated for resources: {'Network': ['ID=5c3241ab-5b75-4495-863d-0e8b248fc019,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.781243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5c3241ab-5b75-4495-863d-0e8b248fc019 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:18.824075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81a5eedf-272c-48aa-b4de-7dff0971fdd6 req-d3d4a271-252c-4db2-b76b-50d5f5bcdf6b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257049 Jun 30 02:45:18.830694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] For port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:18.835948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] For port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,segment=NetworkSegment(be27127a-b38b-4dd5-95c0-3c969665e1ad),segment_id=be27127a-b38b-4dd5-95c0-3c969665e1ad)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:18.848465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.934003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.935300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.938276 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] 10.222.0.90 "PUT /v2.0/ports/1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b HTTP/1.1" status: 200 len: 1092 time: 2.5468338 Jun 30 02:45:18.938968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'tag': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:18.942106 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df17cca-53c6-4a8b-89bb-d0d8552e314c" -d '{"events": [{"name": "network-changed", "server_uuid": "03ca80da-49d7-4ab9-af8e-3f937bfbe1ac", "tag": "1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:19.111682 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad35e1e-dffe-48b8-9f9b-c9f89d02c5e8 x-openstack-request-id: req-0ad35e1e-dffe-48b8-9f9b-c9f89d02c5e8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:19.111931 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ca80da-49d7-4ab9-af8e-3f937bfbe1ac", "tag": "1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:19.112167 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ad35e1e-dffe-48b8-9f9b-c9f89d02c5e8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:19.112560 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'tag': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b', 'status': 'completed', 'code': 200} Jun 30 02:45:19.115124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:19.132737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfcd39-be7d-4abd-b9bc-32fcd08514c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.139485 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.140102 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.151055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:19.195706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98886a95-4496-4158-afc8-73bc3f7d6dcf,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.223138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b94ee5e7-cfd9-4023-8d9c-e642e7d36a52 req-3d24188d-6087-4f8e-adae-23be54cd3b65 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=21eeecea-6f3c-4909-9d41-a16a4b1959ed HTTP/1.1" status: 200 len: 210 time: 0.0918636 Jun 30 02:45:19.227304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=730d24c6-3a4c-4631-bd7e-e1ae80b8d907,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.236537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Checking segment: {'id': '8ad2bfa2-74b9-4b4e-b009-5a0aaba8201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5c3241ab-5b75-4495-863d-0e8b248fc019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:19.236987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Network hostable DHCP agents. Network: 5c3241ab-5b75-4495-863d-0e8b248fc019, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:19.263156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Network 5c3241ab-5b75-4495-863d-0e8b248fc019 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:19.280433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5c3241ab-5b75-4495-863d-0e8b248fc019) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:19.293365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aac5f8-a86b-4d1e-a625-46b0ab6a3a6b None None] Network 5c3241ab-5b75-4495-863d-0e8b248fc019 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:19.294381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.295135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.323703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4784eb96-706b-4d81-972d-96926e2ee736 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6163921 Jun 30 02:45:19.332271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:19.341733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.347827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49ede2ae-f98d-4f4d-aad8-f7f5be005eae req-4e27ff92-dc74-4dfc-916a-f7d54d534da7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "DELETE /v2.0/ports/730d24c6-3a4c-4631-bd7e-e1ae80b8d907 HTTP/1.1" status: 204 len: 173 time: 1.9506900 Jun 30 02:45:19.392007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadfbbcc-2f5b-4514-b302-bd9eaa858c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.392853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-37bfdc6a-d9dc-4fbd-9131-5057642215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.394637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-37bfdc6a-d9dc-4fbd-9131-5057642215d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d8801989b424032b105ee12a3e0b55e&device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 1095 time: 0.3723578 Jun 30 02:45:19.598753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-cc6e345e-2375-459d-b635-bf3a5d20725f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b HTTP/1.1" status: 200 len: 217 time: 0.1755621 Jun 30 02:45:19.621367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadfbbcc-2f5b-4514-b302-bd9eaa858c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.626568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eadfbbcc-2f5b-4514-b302-bd9eaa858c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.727217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-35b4cd4a-07c3-4b5b-8ffe-7daeee33ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.729868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-35b4cd4a-07c3-4b5b-8ffe-7daeee33ab96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07b142a-5298-44f1-aa35-2b7fe75c89f3 HTTP/1.1" status: 200 len: 849 time: 0.1267629 Jun 30 02:45:19.773095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eadfbbcc-2f5b-4514-b302-bd9eaa858c40 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49e34e1115a7463da989bb799fcd3645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557682 Jun 30 02:45:19.773986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:19.775783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfbbcc-2f5b-4514-b302-bd9eaa858c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c5671-3b24-4c06-81d8-9c3a78935924,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.811737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-8c30ab28-b79f-419d-8968-b31577d00eaf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8dba3a67-e8cc-4da7-802e-0f08d2ee3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740519 Jun 30 02:45:19.848529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4ddd9-5908-4e00-93ff-8963bc4c8c2f None None] Network 5c3241ab-5b75-4495-863d-0e8b248fc019 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:19.929504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81197e61-8043-4f1d-ad49-2491c862859a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.977312 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81197e61-8043-4f1d-ad49-2491c862859a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.230942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81197e61-8043-4f1d-ad49-2491c862859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.237153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81197e61-8043-4f1d-ad49-2491c862859a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.251594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81197e61-8043-4f1d-ad49-2491c862859a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec5c5671-3b24-4c06-81d8-9c3a78935924 HTTP/1.1" status: 204 len: 168 time: 0.4637489 Jun 30 02:45:20.279549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81197e61-8043-4f1d-ad49-2491c862859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c5671-3b24-4c06-81d8-9c3a78935924,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:20.333295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-f57ff8b7-aaeb-4cfc-b942-5262ecb1f489 service neutron] 10.222.0.90 "GET /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132563 Jun 30 02:45:20.351163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c5b75-7fbf-449b-8d8e-9f84f4e193cf req-66cfe864-208e-40d2-ba35-48325fa4dbd7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.364098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f92c5b75-7fbf-449b-8d8e-9f84f4e193cf req-66cfe864-208e-40d2-ba35-48325fa4dbd7 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.2514930 Jun 30 02:45:20.391579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae8de8-6303-4c64-bb3e-64441f91549c req-438314bf-7343-4200-9521-326a5b70bf2e tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.394401 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30ae8de8-6303-4c64-bb3e-64441f91549c req-438314bf-7343-4200-9521-326a5b70bf2e tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 944 time: 0.1757898 Jun 30 02:45:20.396383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-e22d38c5-d575-46d5-8623-85af0db40ecc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4043407 Jun 30 02:45:20.495680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f92c5b75-7fbf-449b-8d8e-9f84f4e193cf req-dd0ce2b7-3dc4-41fd-a6fd-c03ae3072cb3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308594 Jun 30 02:45:20.503759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30ae8de8-6303-4c64-bb3e-64441f91549c req-dceeae16-5743-4f44-96b6-dfa213810158 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753584 Jun 30 02:45:20.596600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111d775b-4dcc-4a31-a228-8ae9ffb42784 req-d5be5f60-21fe-492c-bed7-cdcd55af5c54 service neutron] 10.222.0.90 "GET /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458620 Jun 30 02:45:20.626880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-6bf0b04e-c30e-4b02-a6cd-2437cca7666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.628952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-6bf0b04e-c30e-4b02-a6cd-2437cca7666d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 1096 time: 0.1064920 Jun 30 02:45:20.739011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:20.793827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:20.818907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:20.820464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 730d24c6-3a4c-4631-bd7e-e1ae80b8d907 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:20.878347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c2f35325-079e-4f5e-947c-9d8bd79f34a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbaa2424b1b746f18a26ce483e4010c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849893 Jun 30 02:45:20.880166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43138) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:20.892971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-09290b92-3f4a-4028-ae3b-5af85e38ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.894523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-09290b92-3f4a-4028-ae3b-5af85e38ceb2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.2378366 Jun 30 02:45:20.898960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-eebbd6e3-6a3d-4613-a3e3-0e0c8decf407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.900500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-eebbd6e3-6a3d-4613-a3e3-0e0c8decf407 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d8801989b424032b105ee12a3e0b55e&device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 1095 time: 0.2173481 Jun 30 02:45:20.981145 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-9fd7923e-b66d-416b-a4d7-6f6b0bd0ff29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=886362bf-80b7-4a83-aaae-8b84a751065a HTTP/1.1" status: 200 len: 217 time: 0.0722294 Jun 30 02:45:21.022408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-7ab0fc03-4bee-4ad8-aeec-05f938783faf tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.024432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-7ab0fc03-4bee-4ad8-aeec-05f938783faf tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/networks?id=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb HTTP/1.1" status: 200 len: 825 time: 0.1396921 Jun 30 02:45:21.045059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-3d953f6c-ed95-40a1-aeb6-5667119990e5 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/quotas/b40ac64461a2460689b6954a3c7bc0d9 HTTP/1.1" status: 200 len: 375 time: 0.0111899 Jun 30 02:45:21.085681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-87e5354a-6e85-4456-bff5-22407e84997e tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b40ac64461a2460689b6954a3c7bc0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337212 Jun 30 02:45:21.115111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'name': 'network-vif-deleted', 'tag': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:21.117451 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df74469d-81b7-419c-aad4-5d3e89a013a6" -d '{"events": [{"server_uuid": "21eeecea-6f3c-4909-9d41-a16a4b1959ed", "name": "network-vif-deleted", "tag": "730d24c6-3a4c-4631-bd7e-e1ae80b8d907"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:21.127397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-c8efcacd-acb3-4726-a3f4-712d1b8d7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.128947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-c8efcacd-acb3-4726-a3f4-712d1b8d7bc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1395962 Jun 30 02:45:21.131984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d39989aa-cd81-469e-9c6c-cb09480e1d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.174475 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8533e603-4fbe-4ddd-8bc4-6590a23bc590 x-openstack-request-id: req-8533e603-4fbe-4ddd-8bc4-6590a23bc590 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:21.174671 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeecea-6f3c-4909-9d41-a16a4b1959ed", "name": "network-vif-deleted", "tag": "730d24c6-3a4c-4631-bd7e-e1ae80b8d907", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:21.175428 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8533e603-4fbe-4ddd-8bc4-6590a23bc590 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:21.175428 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeecea-6f3c-4909-9d41-a16a4b1959ed', 'name': 'network-vif-deleted', 'tag': '730d24c6-3a4c-4631-bd7e-e1ae80b8d907', 'status': 'completed', 'code': 200} Jun 30 02:45:21.195576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-5e134c34-3a94-4e05-9be0-2d2c1e6e3841 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569992 Jun 30 02:45:21.199536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-43c76de1-efea-4978-b2d3-e1fbd9e077ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.201027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-43c76de1-efea-4978-b2d3-e1fbd9e077ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=8dba3a67-e8cc-4da7-802e-0f08d2ee3024 HTTP/1.1" status: 200 len: 910 time: 0.2408829 Jun 30 02:45:21.224218 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d39989aa-cd81-469e-9c6c-cb09480e1d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.315072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-a5c21c72-e13d-4e1c-9299-bc5e9190b75b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b HTTP/1.1" status: 200 len: 217 time: 0.0912130 Jun 30 02:45:21.388575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-e5a41f18-c9e5-420a-8e62-88859052a3fe service neutron] 10.222.0.78 "GET /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949557 Jun 30 02:45:21.489968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-1fdf5cd8-1cff-44f7-8ff1-e0d4d0fe3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.491536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-1fdf5cd8-1cff-44f7-8ff1-e0d4d0fe3f8c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07b142a-5298-44f1-aa35-2b7fe75c89f3 HTTP/1.1" status: 200 len: 849 time: 0.1480081 Jun 30 02:45:21.511481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-7367fe98-bcf0-408c-b499-6696d084b5bc service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033440 Jun 30 02:45:21.522334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-00d2c153-e5fa-440c-b18b-a5c813b1e3d9 service neutron] 10.222.0.78 "GET /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259475 Jun 30 02:45:21.538204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d39989aa-cd81-469e-9c6c-cb09480e1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.540845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d39989aa-cd81-469e-9c6c-cb09480e1d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.546441 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d39989aa-cd81-469e-9c6c-cb09480e1d8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1de59d8f-e2a7-4aba-8ea4-0a42c8a4ff67 HTTP/1.1" status: 204 len: 168 time: 0.6595469 Jun 30 02:45:21.556114 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-9bf529bb-3273-4742-9ac2-397e0b0303c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8dba3a67-e8cc-4da7-802e-0f08d2ee3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540783 Jun 30 02:45:21.622808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39989aa-cd81-469e-9c6c-cb09480e1d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de59d8f-e2a7-4aba-8ea4-0a42c8a4ff67,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.679198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-1a7642ce-8793-40a7-887a-5cb4ba385060 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.680737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-1a7642ce-8793-40a7-887a-5cb4ba385060 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.3523428 Jun 30 02:45:21.760193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-018f0102-b4d5-4d8e-a552-85ce2592bebb req-5e8c9911-87da-48d7-b9ad-e79408284657 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386651 Jun 30 02:45:21.782369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-adf6f930-8565-4b14-846d-8ad63cdbfe5e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0116179 Jun 30 02:45:21.934655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-fc163046-0dfe-493a-be89-cf9f7b860e70 service neutron] 10.222.0.90 "GET /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609173 Jun 30 02:45:21.950700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7e384-1ba1-4c4d-9a5b-6aef402c139f req-7b359268-2c1d-4246-89fb-6499cbcc0195 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.963913 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4d7e384-1ba1-4c4d-9a5b-6aef402c139f req-7b359268-2c1d-4246-89fb-6499cbcc0195 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1349113 Jun 30 02:45:21.990090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-e6adc4ed-b64b-42f5-acb0-821a3f0b5a7a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952317 Jun 30 02:45:22.028312 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4d7e384-1ba1-4c4d-9a5b-6aef402c139f req-8378d67b-3065-472f-ad3d-b02e93fe8bad tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621543 Jun 30 02:45:22.180162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1df17cca-53c6-4a8b-89bb-d0d8552e314c req-2032ddb4-d73d-41ab-b843-e7cb544f78b8 service neutron] 10.222.0.90 "GET /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362599 Jun 30 02:45:22.190663 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b3ab155c-76d8-4621-a3be-b44a5ecbfe7f service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994171 Jun 30 02:45:22.314751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54228d6-d920-45ae-9fb0-4b3ff3e298f4 req-c58ea1b6-5a46-4ce5-a622-d1476b68dbbd tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:22.317404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b54228d6-d920-45ae-9fb0-4b3ff3e298f4 req-c58ea1b6-5a46-4ce5-a622-d1476b68dbbd tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 944 time: 0.1036339 Jun 30 02:45:22.338769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-63d92a55-0f19-416e-b06a-9d51dc1a462d service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414044 Jun 30 02:45:22.393228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b54228d6-d920-45ae-9fb0-4b3ff3e298f4 req-51ae2bad-b55b-4efc-b19c-07d4dc9e997c tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681112 Jun 30 02:45:22.680679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fc6ccf8-27d6-44d5-ae89-484b63211198 req-f42e15e7-4c78-4bd2-8580-b8423760ac1a tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 210 time: 0.0605202 Jun 30 02:45:22.791702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d96c0923-78ce-4ffe-a7cf-e0e638b09da6 req-08ae410c-2db8-4a2a-880c-934b361004e5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 210 time: 0.0676749 Jun 30 02:45:22.914969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:22.951748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:23.060306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1712394441'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:23.095843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,segment=NetworkSegment(be27127a-b38b-4dd5-95c0-3c969665e1ad),segment_id=be27127a-b38b-4dd5-95c0-3c969665e1ad)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:23.112056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Made reservation on behalf of 951323c6ed4c4b5083d64cec9f209ebc for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:23.113008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b', 'network_id': '8dba3a67-e8cc-4da7-802e-0f08d2ee3024', 'port_id': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b', 'mac_address': 'fa:16:3e:d2:4f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07b142a-5298-44f1-aa35-2b7fe75c89f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:23.116180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.147563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.156412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.171583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:23.202291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,segment=NetworkSegment(be27127a-b38b-4dd5-95c0-3c969665e1ad),segment_id=be27127a-b38b-4dd5-95c0-3c969665e1ad)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:23.207547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.284013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.325823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb223f4-33c2-4799-bc2b-a61c6d67091e req-e9a1b430-2bee-4e41-a465-0e703467babc tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.330998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-deb223f4-33c2-4799-bc2b-a61c6d67091e req-e9a1b430-2bee-4e41-a465-0e703467babc tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.1186659 Jun 30 02:45:23.408657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-deb223f4-33c2-4799-bc2b-a61c6d67091e req-30982f4b-2053-4781-b854-8c2d6c865252 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693915 Jun 30 02:45:23.410666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.415912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.459082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:23.465949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9bf38-5335-4bc7-a333-fa49999ed3d9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.489306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.490048 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Added segment bc968266-8da7-4387-b5e4-5c9552e75d2b of type vlan for network 3cd1ea5c-d2f5-4389-8542-2a0138194494 Jun 30 02:45:23.518039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:23.628607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.727679 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.751887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.752699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.949481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0331788 Jun 30 02:45:23.958666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:23.966723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Request body: {'subnet': {'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:23.975887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-2454cbfd-2286-4f1e-9e5e-689596540582 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.977849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-2454cbfd-2286-4f1e-9e5e-689596540582 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.67 "GET /v2.0/networks?id=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb HTTP/1.1" status: 200 len: 825 time: 0.5112913 Jun 30 02:45:23.997018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Request body: {'port': {'device_id': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb', 'admin_state_up': True, 'tenant_id': 'b40ac64461a2460689b6954a3c7bc0d9'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:24.015088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c47d-7666-4a9d-b735-13186c3faee4 req-e2b8f13f-f84e-43b9-8427-32264ebb73d5 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.029019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8618c47d-7666-4a9d-b735-13186c3faee4 req-e2b8f13f-f84e-43b9-8427-32264ebb73d5 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 945 time: 0.3162785 Jun 30 02:45:24.075074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d129ee-0ff0-451d-a701-20a6cf11887a tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event updated for resources: {'Network': ['ID=3cd1ea5c-d2f5-4389-8542-2a0138194494,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.094926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:24.121482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8618c47d-7666-4a9d-b735-13186c3faee4 req-fcfe819e-46f8-4a0c-b7f5-e0d17fe0e05c tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912497 Jun 30 02:45:24.168453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0764e49e-57be-4d82-89d0-9c994ceaa7c5 req-5de0066e-4a85-4688-895c-f0aa01968009 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 210 time: 0.0523267 Jun 30 02:45:24.184395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Made reservation on behalf of 951323c6ed4c4b5083d64cec9f209ebc for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:24.188434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.262258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Made reservation on behalf of b40ac64461a2460689b6954a3c7bc0d9 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:24.275096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.465874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-00f4aeeb-e30c-4a5c-9d5a-02755d3c6f5e req-00d8669e-90b5-4859-b3bd-09f9a5b9218d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 210 time: 0.0691757 Jun 30 02:45:24.571640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Allocated IP 172.20.0.8 (0bc34c0c-11a1-44d6-b017-ca8cde8ecafb/4b1d9d92-181d-4862-ba47-fd378bda2a1e/7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:24.608704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.808691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event updated for resources: {'Subnet': ['ID=2811b8b9-586a-49a8-a95d-426f164f8733,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.828640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.866176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-fd0f904e-786a-442e-b23f-a91b47b9072b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.867887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-fd0f904e-786a-442e-b23f-a91b47b9072b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.3695071 Jun 30 02:45:24.880868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.887561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': '2745c40b-0e95-4895-845e-edbca592ef32', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:24.892176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Checking segment: {'id': 'bc968266-8da7-4387-b5e4-5c9552e75d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:24.892713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Network hostable DHCP agents. Network: 3cd1ea5c-d2f5-4389-8542-2a0138194494, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:24.927359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:24.930709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:24.938600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:24.955409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:24.990974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Pushing event updated for resources: {'Port': ['ID=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.043044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.043733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.049271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:25.060085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:25.063578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-1328d147-454e-4d03-8af7-68903b2aae9f tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0772393 Jun 30 02:45:25.070883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bedccd-1920-49b8-ab1d-90e93628c2c3 req-23e14caf-2b3f-45b9-99ff-678f5f498015 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.070883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0bedccd-1920-49b8-ab1d-90e93628c2c3 req-23e14caf-2b3f-45b9-99ff-678f5f498015 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.3296611 Jun 30 02:45:25.073785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:25.074164 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.077756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Request body: {'port': {'device_id': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:25.089831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3cd1ea5c-d2f5-4389-8542-2a0138194494) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:25.095027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.095627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.101786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7cf640-1575-4e43-9646-1ec5012ba0e7 None None] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:25.141520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:25.145521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.175210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3bb9c4cb-4495-4489-aad2-8dc7821e8351 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2083447 Jun 30 02:45:25.175210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0bedccd-1920-49b8-ab1d-90e93628c2c3 req-8cf7cd76-a441-4d5e-a9a6-8824f6b8c14c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985067 Jun 30 02:45:25.184651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:25.198218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Request body: {'port': {'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494', 'name': 'tempest-ExtraDHCPOptionsTestJSON-831999545'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:25.236137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.322683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.419355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:25.422497 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ef84ac-01c1-4754-b66c-9313299f3e77" -d '{"events": [{"server_uuid": "03ca80da-49d7-4ab9-af8e-3f937bfbe1ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:25.448065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-3cd1ea5c-d2f5-4389-8542-2a0138194494', 'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494', 'tenant_id': '951323c6ed4c4b5083d64cec9f209ebc', 'fixed_ips': [{'subnet_id': '2811b8b9-586a-49a8-a95d-426f164f8733'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:25.450058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.524600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.13 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/432cc1cf-57fd-4626-8fc7-f2b85e158e43) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:25.533831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Made reservation on behalf of 951323c6ed4c4b5083d64cec9f209ebc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:25.537621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.546048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,segment=NetworkSegment(be27127a-b38b-4dd5-95c0-3c969665e1ad),segment_id=be27127a-b38b-4dd5-95c0-3c969665e1ad)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:25.553714 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.590475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] device_id is not set on port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:25.724793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.737906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Allocated IP 172.20.0.2 (3cd1ea5c-d2f5-4389-8542-2a0138194494/2811b8b9-586a-49a8-a95d-426f164f8733/6984958b-6b5d-4b2b-83a8-57a10c61637b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:25.749276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5b22-ad4f-49b3-a7c0-0d2af93dac52 req-bc002e44-811b-4916-8c5d-2d14abc385de tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.751551 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58e5b22-ad4f-49b3-a7c0-0d2af93dac52 req-bc002e44-811b-4916-8c5d-2d14abc385de tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 946 time: 0.2035282 Jun 30 02:45:25.861093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:25.861366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.869794 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.883810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Transition to ACTIVE for port object 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:25.924728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58e5b22-ad4f-49b3-a7c0-0d2af93dac52 req-d4377ae3-a3a4-4115-a909-2131745ba560 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Jun 30 02:45:25.925367 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.931998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.012600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Pushing event updated for resources: {'Port': ['ID=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.016681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:26.025445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:26.032850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:26.056886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.071484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:26.091166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Attempting to bind port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:26.091387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Attempting to bind port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '6b865adf-c000-4fc8-ae47-c3e90c74d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:26.092293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Attempting to bind port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 on network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:26.095259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Transition to ACTIVE for port object 6984958b-6b5d-4b2b-83a8-57a10c61637b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:26.097353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 on network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:26.097684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Attempting to bind port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 on network 0bc34c0c-11a1-44d6-b017-ca8cde8ecafb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:26.103468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:26.103813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Checking segment: {'id': '6b865adf-c000-4fc8-ae47-c3e90c74d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:26.104204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Bound using segment: {'id': '6b865adf-c000-4fc8-ae47-c3e90c74d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:26.105343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Bound port: 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b865adf-c000-4fc8-ae47-c3e90c74d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:26.105713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.138055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=432cc1cf-57fd-4626-8fc7-f2b85e158e43,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.215269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2fba2-8683-4783-95a9-dfce973eee55 req-68c68088-d6dd-494b-b658-c2ce6074f007 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.223911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70c2fba2-8683-4783-95a9-dfce973eee55 req-68c68088-d6dd-494b-b658-c2ce6074f007 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 943 time: 0.3071315 Jun 30 02:45:26.233543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.235298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.240356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] For port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:26.247274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] For port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,segment=NetworkSegment(6b865adf-c000-4fc8-ae47-c3e90c74d329),segment_id=6b865adf-c000-4fc8-ae47-c3e90c74d329)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:26.257319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.260910 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ada4ec2-d082-4fca-ab3f-3b1f13822d15 x-openstack-request-id: req-0ada4ec2-d082-4fca-ab3f-3b1f13822d15 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:26.263178 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ca80da-49d7-4ab9-af8e-3f937bfbe1ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:26.263446 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ada4ec2-d082-4fca-ab3f-3b1f13822d15 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:26.264027 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b', 'code': 200} Jun 30 02:45:26.268364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Transition to ACTIVE for port object 6984958b-6b5d-4b2b-83a8-57a10c61637b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:26.283722 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.308069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:26.335454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:26.342479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:26.366832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.368343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.371385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] 10.222.0.67 "PUT /v2.0/ports/7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 HTTP/1.1" status: 200 len: 1091 time: 1.3000770 Jun 30 02:45:26.382523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Pushing event updated for resources: {'Port': ['ID=6984958b-6b5d-4b2b-83a8-57a10c61637b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.401122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-b4aacd84-7b9c-4626-8a72-80e8eb0c9595 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218968 Jun 30 02:45:26.417317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Request body: {'port': {'device_id': '2745c40b-0e95-4895-845e-edbca592ef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:26.434167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Allocated IP 172.20.0.13 (3cd1ea5c-d2f5-4389-8542-2a0138194494/2811b8b9-586a-49a8-a95d-426f164f8733/8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:26.438405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'tag': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:26.442777 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a43eb-617b-4da7-9de0-c40dec9b0c1f", "tag": "7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:26.470090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70c2fba2-8683-4783-95a9-dfce973eee55 req-46facfcf-5eb8-441c-bdb7-574bcc30413d tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453909 Jun 30 02:45:26.472584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Attempting to bind port 6984958b-6b5d-4b2b-83a8-57a10c61637b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:26.472916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Attempting to bind port 6984958b-6b5d-4b2b-83a8-57a10c61637b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'bc968266-8da7-4387-b5e4-5c9552e75d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:26.473548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Attempting to bind port 6984958b-6b5d-4b2b-83a8-57a10c61637b on network 3cd1ea5c-d2f5-4389-8542-2a0138194494 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:26.493283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:26.493743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Checking segment: {'id': 'bc968266-8da7-4387-b5e4-5c9552e75d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:26.494142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.494615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Bound using segment: {'id': 'bc968266-8da7-4387-b5e4-5c9552e75d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:26.495620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Bound port: 6984958b-6b5d-4b2b-83a8-57a10c61637b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc968266-8da7-4387-b5e4-5c9552e75d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:26.495620 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.663515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867ce57-c29e-43e1-8d37-efba1f9d1f3c service neutron] Pushing event updated for resources: {'Port': ['ID=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.667088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.783075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] For port 6984958b-6b5d-4b2b-83a8-57a10c61637b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:26.787267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] For port 6984958b-6b5d-4b2b-83a8-57a10c61637b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6984958b-6b5d-4b2b-83a8-57a10c61637b,segment=NetworkSegment(bc968266-8da7-4387-b5e4-5c9552e75d2b),segment_id=bc968266-8da7-4387-b5e4-5c9552e75d2b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:26.848676 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.945888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558bc4c-c99f-4e73-9e17-84c05f6171ab None None] Pushing event updated for resources: {'Port': ['ID=6984958b-6b5d-4b2b-83a8-57a10c61637b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.997094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.105081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Transition to ACTIVE for port object 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:27.290922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3edb56-44ba-49f1-8a46-d6b787ddea6a req-4f53e250-c073-488a-9efb-caf6bff0f5c5 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.292992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be3edb56-44ba-49f1-8a46-d6b787ddea6a req-4f53e250-c073-488a-9efb-caf6bff0f5c5 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.3379052 Jun 30 02:45:27.298611 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.316860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a088-e745-4d5c-b07f-927ef4c83fd4 req-9b2c2b22-d8ed-4542-9d5d-4991a1b4213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.318530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0715a088-e745-4d5c-b07f-927ef4c83fd4 req-9b2c2b22-d8ed-4542-9d5d-4991a1b4213c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 1097 time: 0.9776785 Jun 30 02:45:27.360233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-03d12145-eab3-4775-bae9-40ec67577b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.361748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-03d12145-eab3-4775-bae9-40ec67577b1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b40ac64461a2460689b6954a3c7bc0d9&device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 1094 time: 0.6865001 Jun 30 02:45:27.386360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06feb04e-c5f5-4d8c-9b00-a88da093163e req-e489650d-7c6a-4fd4-b219-93e3dd431a0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.388631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06feb04e-c5f5-4d8c-9b00-a88da093163e req-e489650d-7c6a-4fd4-b219-93e3dd431a0b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 932 time: 0.7120979 Jun 30 02:45:27.399293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:27.407245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:27.421155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-55523953-85ae-47de-a0c8-d039f445b8df tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.422843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-55523953-85ae-47de-a0c8-d039f445b8df tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.2178478 Jun 30 02:45:27.427840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:27.476091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-a8bcd604-4d75-4c3f-ae61-a93f29966757 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 HTTP/1.1" status: 200 len: 217 time: 0.1054478 Jun 30 02:45:27.477687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0715a088-e745-4d5c-b07f-927ef4c83fd4 req-677c93de-83f0-4db3-b365-5977f32adb48 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458681 Jun 30 02:45:27.478860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be3edb56-44ba-49f1-8a46-d6b787ddea6a req-962a5afc-0c68-44b3-b348-d343bce7f039 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545591 Jun 30 02:45:27.485710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event updated for resources: {'Port': ['ID=8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.562203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.562911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.587991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432cc1cf-57fd-4626-8fc7-f2b85e158e43 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:27.603632 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-50151626-ccb0-4c18-874c-3f53796956d8 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4181867 Jun 30 02:45:27.610368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10fd1b82-b175-4de5-94d9-3c00d47bbd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.611627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43296) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.614716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06feb04e-c5f5-4d8c-9b00-a88da093163e req-c85d4ef4-95f9-425e-b043-6e1992e5a0e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151573 Jun 30 02:45:27.620212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.620624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Request body: {'port': {'network_id': '3cd1ea5c-d2f5-4389-8542-2a0138194494', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1337168581', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:27.621277 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.api.validators [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] bootfile-name is not in valid_values {{(pid=93822) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:45:27.621717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.api.validators [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] tftp-server is not in valid_values {{(pid=93822) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:45:27.622143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.api.validators [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] server-ip-address is not in valid_values {{(pid=93822) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:45:27.643085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Transition to ACTIVE for port object 432cc1cf-57fd-4626-8fc7-f2b85e158e43 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:27.661882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.684922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ece61-48ea-4787-b834-3ecde442c078 req-28207e81-e85a-4981-b416-0af015033ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.686812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-28207e81-e85a-4981-b416-0af015033ef1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b1d9d92-181d-4862-ba47-fd378bda2a1e HTTP/1.1" status: 200 len: 865 time: 0.1832638 Jun 30 02:45:27.771508 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872f8306-4513-49eb-8dcc-86c805377db0 x-openstack-request-id: req-872f8306-4513-49eb-8dcc-86c805377db0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:27.774835 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a43eb-617b-4da7-9de0-c40dec9b0c1f", "tag": "7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:27.775196 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-872f8306-4513-49eb-8dcc-86c805377db0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:27.775701 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'tag': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4', 'status': 'completed', 'code': 200} Jun 30 02:45:27.782327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Pushing event updated for resources: {'Port': ['ID=432cc1cf-57fd-4626-8fc7-f2b85e158e43,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.794710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-a7d1bbed-d1ab-4a87-9b71-0a26c03c23e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975821 Jun 30 02:45:27.837158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Attempting to bind port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:27.837583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Attempting to bind port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:27.838064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Attempting to bind port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:27.844542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:27.844915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Attempting to bind port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:27.851175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:27.851523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:27.851919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:27.852553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Bound port: 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:27.852729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.995796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] For port 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:27.996454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port 30a75ad1-c952-41fe-8574-2aa2739b031a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:27.996901 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.000610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] For port 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:28.012434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.085174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.086159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.087688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] 10.222.0.67 "PUT /v2.0/ports/432cc1cf-57fd-4626-8fc7-f2b85e158e43 HTTP/1.1" status: 200 len: 1092 time: 1.6770737 Jun 30 02:45:28.090421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2745c40b-0e95-4895-845e-edbca592ef32', 'tag': '432cc1cf-57fd-4626-8fc7-f2b85e158e43'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:28.096749 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526318b1-4c71-45c4-b9eb-710eb00d6b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2745c40b-0e95-4895-845e-edbca592ef32", "tag": "432cc1cf-57fd-4626-8fc7-f2b85e158e43"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:28.212874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Made reservation on behalf of 951323c6ed4c4b5083d64cec9f209ebc for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:28.220226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.271470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-b7f38f03-1644-4077-b512-6b1ed8212dcd service neutron] 10.222.0.67 "GET /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553084 Jun 30 02:45:28.272580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42184a-f079-4179-b729-da35312bc2d7 None None] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:28.292549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port 30a75ad1-c952-41fe-8574-2aa2739b031a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=30a75ad1-c952-41fe-8574-2aa2739b031a,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:28.293037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.310015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for 30a75ad1-c952-41fe-8574-2aa2739b031a owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:28.382777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4bfeb775-1be3-4aa8-87be-e68d9d00fc15 None None] Provisioning for port 6984958b-6b5d-4b2b-83a8-57a10c61637b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:28.416141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] device_id is not set on port 5ec308fe-048f-438d-934e-a8edea0f91aa yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:28.483921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6984958b-6b5d-4b2b-83a8-57a10c61637b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:28.525780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74474afd-46c2-4018-9cc4-5c7ddf8bf172 req-c9c099f9-daea-4f31-b6c5-e615f35c4d72 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.533329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74474afd-46c2-4018-9cc4-5c7ddf8bf172 req-c9c099f9-daea-4f31-b6c5-e615f35c4d72 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 946 time: 0.6182945 Jun 30 02:45:28.588098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6586-ba45-4152-a1c0-679627cc6db1 service neutron] Pushing event updated for resources: {'Port': ['ID=432cc1cf-57fd-4626-8fc7-f2b85e158e43,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:28.631689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74474afd-46c2-4018-9cc4-5c7ddf8bf172 req-e62b89df-b094-4e0e-bc7b-2b45dc5d7fdb tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973983 Jun 30 02:45:28.690624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f68ece61-48ea-4787-b834-3ecde442c078 req-6882564a-6f0a-4615-9212-356a29258d37 service neutron] 10.222.0.67 "GET /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296053 Jun 30 02:45:28.692536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-449bb0a0-b6bd-4b94-b90a-32e9a25520ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.697250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-449bb0a0-b6bd-4b94-b90a-32e9a25520ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 1095 time: 0.1937759 Jun 30 02:45:28.769770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6984958b-6b5d-4b2b-83a8-57a10c61637b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:28.771058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-cbb0631b-50a7-47bf-a913-626a06ff84fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43 HTTP/1.1" status: 200 len: 217 time: 0.0660834 Jun 30 02:45:28.776924 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d66cb8-4d04-4e10-815e-f9cb03687869 x-openstack-request-id: req-a0d66cb8-4d04-4e10-815e-f9cb03687869 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:28.777313 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2745c40b-0e95-4895-845e-edbca592ef32", "tag": "432cc1cf-57fd-4626-8fc7-f2b85e158e43", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:28.777693 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0d66cb8-4d04-4e10-815e-f9cb03687869 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:28.778873 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2745c40b-0e95-4895-845e-edbca592ef32', 'tag': '432cc1cf-57fd-4626-8fc7-f2b85e158e43', 'status': 'completed', 'code': 200} Jun 30 02:45:28.779063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6984958b-6b5d-4b2b-83a8-57a10c61637b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:28.779545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.786756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95451b-7f35-4a52-8a84-7774e56e1496 req-db5bdc6d-0db1-4d4d-bc60-47703b37281c tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.796167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e95451b-7f35-4a52-8a84-7774e56e1496 req-db5bdc6d-0db1-4d4d-bc60-47703b37281c tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 943 time: 0.7003276 Jun 30 02:45:28.895177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-eff01492-1456-43d4-b523-fd806aedc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.897808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-eff01492-1456-43d4-b523-fd806aedc34a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1171350 Jun 30 02:45:28.921037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e95451b-7f35-4a52-8a84-7774e56e1496 req-3bfa2c52-e3e4-4723-a6e4-379edc866fc8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238792 Jun 30 02:45:28.978986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.985381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-f5121b8d-89ba-4c96-98a9-0a9c6a98cd11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794177 Jun 30 02:45:28.996643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Allocated IP 172.20.0.6 (3cd1ea5c-d2f5-4389-8542-2a0138194494/2811b8b9-586a-49a8-a95d-426f164f8733/5ec308fe-048f-438d-934e-a8edea0f91aa) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:29.063954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6984958b-6b5d-4b2b-83a8-57a10c61637b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6984958b-6b5d-4b2b-83a8-57a10c61637b,segment=NetworkSegment(bc968266-8da7-4387-b5e4-5c9552e75d2b),segment_id=bc968266-8da7-4387-b5e4-5c9552e75d2b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:29.070244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.219721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6984958b-6b5d-4b2b-83a8-57a10c61637b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.320040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff5530-7f62-4fbf-a230-92734e31cddf req-2f5c2cef-3da4-4d42-89c8-a832bebd67c8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.323452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46ff5530-7f62-4fbf-a230-92734e31cddf req-2f5c2cef-3da4-4d42-89c8-a832bebd67c8 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 945 time: 0.3326132 Jun 30 02:45:29.386758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-3f24b771-978d-434c-a659-0ef951ba1535 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770499 Jun 30 02:45:29.400290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-08ceb966-229a-4556-b1d4-a0ba9410a106 None None] Provisioning for port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:29.407409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-08ceb966-229a-4556-b1d4-a0ba9410a106 None None] Provisioning complete for port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:29.408309 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-08ceb966-229a-4556-b1d4-a0ba9410a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.412194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-cee1096a-0fcc-40a4-8145-1c3d7a28f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.413728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-cee1096a-0fcc-40a4-8145-1c3d7a28f2e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b40ac64461a2460689b6954a3c7bc0d9&device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 1094 time: 0.6628563 Jun 30 02:45:29.472889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-08ceb966-229a-4556-b1d4-a0ba9410a106 None None] Port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:29.489779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-08ceb966-229a-4556-b1d4-a0ba9410a106 None None] Provisioning complete for port 6984958b-6b5d-4b2b-83a8-57a10c61637b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:29.490175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-08ceb966-229a-4556-b1d4-a0ba9410a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.547540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc9e1cc1-7f99-4fef-aa72-5d60e2167332 req-cb05e397-4b66-4fcf-9141-16d5bd6a88af service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512699 Jun 30 02:45:29.551203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46ff5530-7f62-4fbf-a230-92734e31cddf req-a2652f68-8d6c-4541-9a39-c65bab7ffaee tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034922 Jun 30 02:45:29.586930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.626886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f722ed7-95f4-42fc-bb1e-b49ac41c4baa req-81a46b5d-ec9e-4529-8052-a3d8e08c6059 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.639593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f722ed7-95f4-42fc-bb1e-b49ac41c4baa req-81a46b5d-ec9e-4529-8052-a3d8e08c6059 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 944 time: 0.3646057 Jun 30 02:45:29.692951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.720540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-cdd6c9c5-7159-4e33-8f62-7890431e830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.722992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-cdd6c9c5-7159-4e33-8f62-7890431e830d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 1095 time: 0.1096301 Jun 30 02:45:29.755519 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=30a75ad1-c952-41fe-8574-2aa2739b031a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.767868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-8c3d4dee-1a9e-49bd-a16e-ee192af567cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.770217 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-8c3d4dee-1a9e-49bd-a16e-ee192af567cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb HTTP/1.1" status: 200 len: 926 time: 0.3270793 Jun 30 02:45:29.800974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c527a1c9-979d-4d8f-bf04-e1fd37f20402 None None] Provisioning complete for port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:29.801845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c527a1c9-979d-4d8f-bf04-e1fd37f20402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.804824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Transition to ACTIVE for port object 5ec308fe-048f-438d-934e-a8edea0f91aa will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:29.880551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c527a1c9-979d-4d8f-bf04-e1fd37f20402 None None] Port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:29.897297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-7448449b-75bd-41eb-92fc-c3018f37f1fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 HTTP/1.1" status: 200 len: 217 time: 0.1077361 Jun 30 02:45:29.927303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f722ed7-95f4-42fc-bb1e-b49ac41c4baa req-fbf13f4f-a196-4c46-be0d-214f02fc31d8 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863095 Jun 30 02:45:29.944006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-bf57b25d-2f7c-4e0a-b771-a6e6d5dfddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.946161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-bf57b25d-2f7c-4e0a-b771-a6e6d5dfddf5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.2089179 Jun 30 02:45:29.968185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port 30a75ad1-c952-41fe-8574-2aa2739b031a on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:30.010090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-144db31a-9417-4317-8e12-dd54e945d14c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43 HTTP/1.1" status: 200 len: 217 time: 0.0544381 Jun 30 02:45:30.013052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.016179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a28a28fa-d12e-4dc1-87b5-5a37edb07768 req-56ad7c1d-6e3c-4d55-a200-70a47aeb0282 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.67 "DELETE /v2.0/ports/30a75ad1-c952-41fe-8574-2aa2739b031a HTTP/1.1" status: 204 len: 173 time: 2.5505426 Jun 30 02:45:30.016571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'name': 'network-vif-deleted', 'tag': '30a75ad1-c952-41fe-8574-2aa2739b031a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:30.040350 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd25a9-bce6-43c8-98a6-71981343f60f" -d '{"events": [{"server_uuid": "29edfd1c-04e4-4c95-8d1d-626d6867d488", "name": "network-vif-deleted", "tag": "30a75ad1-c952-41fe-8574-2aa2739b031a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:30.097901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-8daf0c65-d68f-4d85-90c0-4c971e78cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.100099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-8daf0c65-d68f-4d85-90c0-4c971e78cbe7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b1d9d92-181d-4862-ba47-fd378bda2a1e HTTP/1.1" status: 200 len: 865 time: 0.1702027 Jun 30 02:45:30.106851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-b44277d0-de27-40c9-9ccd-0dcfdda0cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.109127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-b44277d0-de27-40c9-9ccd-0dcfdda0cf04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.0856113 Jun 30 02:45:30.151067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-133e7abc-934e-45bc-8cae-4244ae4bbe74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416293 Jun 30 02:45:30.153119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.161278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb34ea-9f96-4160-b4df-cf020dc11601 req-fab76885-f0c1-42f2-bc9e-8481cb151320 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.162862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aaeb34ea-9f96-4160-b4df-cf020dc11601 req-fab76885-f0c1-42f2-bc9e-8481cb151320 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 946 time: 0.1510911 Jun 30 02:45:30.166010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-ead391ab-4345-408d-82cc-83a52fc24706 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479662 Jun 30 02:45:30.263242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aaeb34ea-9f96-4160-b4df-cf020dc11601 req-0b1667f5-7905-4d83-b912-326a9d72e5c9 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941629 Jun 30 02:45:30.289523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53bfafe4-ee76-4827-8092-53b88d50bbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.341240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-d18c2d14-2537-4997-8595-f7a2b728123e service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612108 Jun 30 02:45:30.359697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event updated for resources: {'Port': ['ID=5ec308fe-048f-438d-934e-a8edea0f91aa,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.376137 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e8bb3c-ff0c-499c-ae67-f86fb87db894 x-openstack-request-id: req-75e8bb3c-ff0c-499c-ae67-f86fb87db894 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:30.376521 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29edfd1c-04e4-4c95-8d1d-626d6867d488", "name": "network-vif-deleted", "tag": "30a75ad1-c952-41fe-8574-2aa2739b031a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:30.376849 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75e8bb3c-ff0c-499c-ae67-f86fb87db894 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:30.377319 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29edfd1c-04e4-4c95-8d1d-626d6867d488', 'name': 'network-vif-deleted', 'tag': '30a75ad1-c952-41fe-8574-2aa2739b031a', 'status': 'completed', 'code': 200} Jun 30 02:45:30.395274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:30.403711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:30.411491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:30.423228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6984958b-6b5d-4b2b-83a8-57a10c61637b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:30.502710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-12b4830e-27fe-40e2-b637-c16a339df324 service neutron] 10.222.0.67 "GET /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419898 Jun 30 02:45:30.514667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.514877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.528007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-526318b1-4c71-45c4-b9eb-710eb00d6b6e req-62eaf18c-2424-4a73-9c7b-9a5098f89bbc service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784861 Jun 30 02:45:30.552182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.555303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6984958b-6b5d-4b2b-83a8-57a10c61637b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:30.555678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.598036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-530cb43e-4dd5-4ffc-8add-649489e2e94d tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9821389 Jun 30 02:45:30.600528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:30.663780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c579ee-5efa-4433-8150-61763a0e3a8d req-ec4b9cb0-e46d-4937-a27c-c8db342fe2c1 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.671624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-16c579ee-5efa-4433-8150-61763a0e3a8d req-ec4b9cb0-e46d-4937-a27c-c8db342fe2c1 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 943 time: 0.3578045 Jun 30 02:45:30.750594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a7b70-c0ac-4c75-bb82-288d68f1335b tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.761259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-16c579ee-5efa-4433-8150-61763a0e3a8d req-3818d539-d13e-4038-8bdf-a33bf101bc1e tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883815 Jun 30 02:45:30.762094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a7b70-c0ac-4c75-bb82-288d68f1335b tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.769674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2bb77cbe-f61c-4762-9364-aaf6ca63eb5f req-6ba2bdf1-b8c7-4e9a-83eb-9e120941db0f service neutron] 10.222.0.67 "GET /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518160 Jun 30 02:45:30.782036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a7b70-c0ac-4c75-bb82-288d68f1335b tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.789422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:30.790380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4c0a7b70-c0ac-4c75-bb82-288d68f1335b tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1878901 Jun 30 02:45:30.794012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 432cc1cf-57fd-4626-8fc7-f2b85e158e43 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:30.937961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 30a75ad1-c952-41fe-8574-2aa2739b031a no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:30.941604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Deleting port 5ec308fe-048f-438d-934e-a8edea0f91aa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:30.942571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.992951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 30a75ad1-c952-41fe-8574-2aa2739b031a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:30.993315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 30a75ad1-c952-41fe-8574-2aa2739b031a not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:31.031276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-91d3a5c5-7c61-46fc-9df0-aa76c5b4101e None None] Provisioning for port 5ec308fe-048f-438d-934e-a8edea0f91aa completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:31.040270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-91d3a5c5-7c61-46fc-9df0-aa76c5b4101e None None] Provisioning complete for port 5ec308fe-048f-438d-934e-a8edea0f91aa triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:31.042526 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91d3a5c5-7c61-46fc-9df0-aa76c5b4101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.070920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a428a2c-fc1f-424d-aaff-3be934b0f193 req-c0d7a607-3dbb-4462-9e2a-39b74df2e9f9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=29edfd1c-04e4-4c95-8d1d-626d6867d488 HTTP/1.1" status: 200 len: 210 time: 0.0733852 Jun 30 02:45:31.083649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:31.110179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-91d3a5c5-7c61-46fc-9df0-aa76c5b4101e None None] Port 5ec308fe-048f-438d-934e-a8edea0f91aa cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:31.112026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '432cc1cf-57fd-4626-8fc7-f2b85e158e43', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': '432cc1cf-57fd-4626-8fc7-f2b85e158e43', 'mac_address': 'fa:16:3e:6d:84:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:31.162123 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.164111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.180186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Calling delete_port for 5ec308fe-048f-438d-934e-a8edea0f91aa owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:31.188272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432cc1cf-57fd-4626-8fc7-f2b85e158e43 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:31.215411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:31.222058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.223458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:31.397246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.438898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event deleted for resources: {'Port': ['ID=5ec308fe-048f-438d-934e-a8edea0f91aa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.494391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=432cc1cf-57fd-4626-8fc7-f2b85e158e43,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.532297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,segment=NetworkSegment(6b865adf-c000-4fc8-ae47-c3e90c74d329),segment_id=6b865adf-c000-4fc8-ae47-c3e90c74d329)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:31.534426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f65893-f446-4432-bb3e-734587084972 req-f85c3d3d-5c32-4f0f-b539-74ea92daa8d7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.549126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26f65893-f446-4432-bb3e-734587084972 req-f85c3d3d-5c32-4f0f-b539-74ea92daa8d7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 945 time: 0.1834390 Jun 30 02:45:31.551304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4', 'network_id': '0bc34c0c-11a1-44d6-b017-ca8cde8ecafb', 'port_id': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4', 'mac_address': 'fa:16:3e:30:30:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1d9d92-181d-4862-ba47-fd378bda2a1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:31.609625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.614562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.617531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9c7c8330-ec83-44cf-a226-27b5f0d25922 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "DELETE /v2.0/ports/5ec308fe-048f-438d-934e-a8edea0f91aa HTTP/1.1" status: 204 len: 168 time: 0.8261368 Jun 30 02:45:31.617692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26f65893-f446-4432-bb3e-734587084972 req-672cce88-4bf0-4378-9cd4-02bc48450acf tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Jun 30 02:45:31.623226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:31.634864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:31.635774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Request body: {'port': {'name': 'tempest-new-port-name-153219817', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:31.639137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.api.validators [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] bootfile-name is not in valid_values {{(pid=93822) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:45:31.639739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.api.validators [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] tftp-server is not in valid_values {{(pid=93822) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:45:31.639840 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.api.validators [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] server-ip-address is not in valid_values {{(pid=93822) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:45:31.675685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,segment=NetworkSegment(6b865adf-c000-4fc8-ae47-c3e90c74d329),segment_id=6b865adf-c000-4fc8-ae47-c3e90c74d329)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:31.682372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.743038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36b091-290e-4c82-9cd6-06eb65c2a5b0 req-7efd3d70-6870-4e63-8a0f-c5fffd767899 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.744768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b36b091-290e-4c82-9cd6-06eb65c2a5b0 req-7efd3d70-6870-4e63-8a0f-c5fffd767899 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 946 time: 0.2317398 Jun 30 02:45:31.767344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.810125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.837081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b36b091-290e-4c82-9cd6-06eb65c2a5b0 req-13e37897-2ad5-4996-be02-acc0b2c49387 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668581 Jun 30 02:45:31.916339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['432cc1cf-57fd-4626-8fc7-f2b85e158e43'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:31.921376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:31.965728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675f683-4956-46a5-a447-a4de448cbd83 req-96b90e77-d247-4ab8-8dc3-e8dcb6ece7a3 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.967878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3675f683-4956-46a5-a447-a4de448cbd83 req-96b90e77-d247-4ab8-8dc3-e8dcb6ece7a3 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 944 time: 0.0859385 Jun 30 02:45:32.019930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3675f683-4956-46a5-a447-a4de448cbd83 req-3ac1c189-4375-4f4d-88f8-691c15e41925 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Jun 30 02:45:32.082401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.089429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.127877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.202410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event updated for resources: {'Port': ['ID=8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.227613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] In _notify_port_updated(), no bound segment for port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c on network 3cd1ea5c-d2f5-4389-8542-2a0138194494 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:45:32.235463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.236165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.237676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c4d95e35-bac4-4469-99d5-bf44f8995a98 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "PUT /v2.0/ports/8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c HTTP/1.1" status: 200 len: 1136 time: 0.6134744 Jun 30 02:45:32.241708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:32.409188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6cf443-ff62-4911-87a7-ef6e198f64ec tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.415699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:32.416195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b6cf443-ff62-4911-87a7-ef6e198f64ec tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "GET /v2.0/ports/8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c HTTP/1.1" status: 200 len: 1136 time: 0.1729641 Jun 30 02:45:32.583678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Deleting port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:32.584701 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.669980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-50b7770d-2f30-43bd-b1bc-081a20695727 None None] Provisioning complete for port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.671342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50b7770d-2f30-43bd-b1bc-081a20695727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.713428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-50b7770d-2f30-43bd-b1bc-081a20695727 None None] Port 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:32.745392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.759954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Calling delete_port for 8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:32.792739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 432cc1cf-57fd-4626-8fc7-f2b85e158e43 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:32.797641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-febdb65a-4263-4590-9f16-4bae99eeefe1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.799391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-febdb65a-4263-4590-9f16-4bae99eeefe1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.1827450 Jun 30 02:45:32.822483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-ccc4526d-71c9-4b86-a188-9938f7df45f9 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/quotas/89ac6c816ea9448bb67463a21aeec5b4 HTTP/1.1" status: 200 len: 375 time: 0.0120816 Jun 30 02:45:32.855191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:32.859750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.860540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.878152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f7218fb5-64e2-48d4-977f-c0d38c5644a0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485320 Jun 30 02:45:32.989848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.008509 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-c69f63ae-00e4-4123-bae7-41b6519c53ac service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170743 Jun 30 02:45:33.021211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2745c40b-0e95-4895-845e-edbca592ef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432cc1cf-57fd-4626-8fc7-f2b85e158e43'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:33.023943 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c5395-94ab-4cee-9864-15460e2b373a" -d '{"events": [{"server_uuid": "2745c40b-0e95-4895-845e-edbca592ef32", "name": "network-vif-plugged", "status": "completed", "tag": "432cc1cf-57fd-4626-8fc7-f2b85e158e43"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:33.026369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a8d32-4742-407e-8f49-740011d13190 req-daa4100e-2d0a-4417-ac0f-e946d5d0f881 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:33.028152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e96a8d32-4742-407e-8f49-740011d13190 req-daa4100e-2d0a-4417-ac0f-e946d5d0f881 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.90 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 946 time: 0.2027159 Jun 30 02:45:33.039553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:33.045790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.047232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:33.081819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a8a8-13a0-4650-9e5b-3884c8b12559 req-a34faaf0-ab0f-4835-9711-d52fbffc404d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:33.082088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e98a8a8-13a0-4650-9e5b-3884c8b12559 req-a34faaf0-ab0f-4835-9711-d52fbffc404d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 945 time: 0.2199161 Jun 30 02:45:33.105520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.131910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-389dea25-be7b-453a-b511-fb476cad276a service neutron] 10.222.0.78 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064153 Jun 30 02:45:33.165123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=432cc1cf-57fd-4626-8fc7-f2b85e158e43,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.176717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event deleted for resources: {'Port': ['ID=8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.207826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:33.213820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.214204 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.309841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e98a8a8-13a0-4650-9e5b-3884c8b12559 req-b47edde5-5abf-4c77-82c2-64e21226c3d7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052014 Jun 30 02:45:33.395914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.398036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-694b8aa2-397d-4718-b784-c2604ee1cace tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "DELETE /v2.0/ports/8dcfb937-1bb5-4a9b-a1ce-4f26eccae51c HTTP/1.1" status: 204 len: 168 time: 0.9808943 Jun 30 02:45:33.400472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:33.470326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Deleting port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:33.470675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.541753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Deleting subnet 2811b8b9-586a-49a8-a95d-426f164f8733 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:33.546631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.697035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.741626 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29edb67-b38c-42c6-b15b-59da5c2c756b x-openstack-request-id: req-f29edb67-b38c-42c6-b15b-59da5c2c756b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:33.745917 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2745c40b-0e95-4895-845e-edbca592ef32", "name": "network-vif-plugged", "status": "completed", "tag": "432cc1cf-57fd-4626-8fc7-f2b85e158e43", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:33.746395 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f29edb67-b38c-42c6-b15b-59da5c2c756b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:33.746930 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2745c40b-0e95-4895-845e-edbca592ef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432cc1cf-57fd-4626-8fc7-f2b85e158e43', 'code': 200} Jun 30 02:45:33.806993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c295c-d2a9-4c52-9602-fc6c3452492c req-7d894acc-d091-4fc9-9bcd-c8b7bda1bc2e tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:33.811129 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.817529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f91c295c-d2a9-4c52-9602-fc6c3452492c req-7d894acc-d091-4fc9-9bcd-c8b7bda1bc2e tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 946 time: 0.1994956 Jun 30 02:45:33.858593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,segment=NetworkSegment(6b865adf-c000-4fc8-ae47-c3e90c74d329),segment_id=6b865adf-c000-4fc8-ae47-c3e90c74d329)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:33.864151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.945882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.974860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.005667 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f91c295c-d2a9-4c52-9602-fc6c3452492c req-5caa15d6-d2e2-4196-83f1-a3f85eba0955 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d14c9f6-1e2a-40ab-9935-3c861b488259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867442 Jun 30 02:45:34.040906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.078269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event deleted for resources: {'Subnet': ['ID=2811b8b9-586a-49a8-a95d-426f164f8733,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.081127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.083080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d31735cd-2ad8-4007-b3bc-1e9d8dd7b5e4 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "DELETE /v2.0/subnets/2811b8b9-586a-49a8-a95d-426f164f8733 HTTP/1.1" status: 204 len: 168 time: 0.6813688 Jun 30 02:45:34.087055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.096116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933272ae-cc2c-42f7-b483-3fd36f279dd6 None None] Network 3cd1ea5c-d2f5-4389-8542-2a0138194494 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:34.314206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f4036b4-9394-4d54-ba39-85e36a64b050 req-494c1e40-15d3-40b7-88bb-b434cafdb527 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 210 time: 0.1258073 Jun 30 02:45:34.324169 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.388377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.495045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] For port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,segment=NetworkSegment(be27127a-b38b-4dd5-95c0-3c969665e1ad),segment_id=be27127a-b38b-4dd5-95c0-3c969665e1ad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:34.495663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.501866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Deleting port 6984958b-6b5d-4b2b-83a8-57a10c61637b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:34.502539 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.526881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Calling delete_port for 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:34.534612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f96b28-f885-4d9a-afa0-db3c5a586272 req-9298b68c-d36e-4ed0-a3a4-9be35166979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.536343 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93f96b28-f885-4d9a-afa0-db3c5a586272 req-9298b68c-d36e-4ed0-a3a4-9be35166979b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 1097 time: 1.0497594 Jun 30 02:45:34.586619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] DHCP port deletion for 3cd1ea5c-d2f5-4389-8542-2a0138194494 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:34.646639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2acfa-e94f-4ee5-812a-df438f9553aa req-c5d33a62-3762-4b47-86f1-83244c5cf27e tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.649152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9cf2acfa-e94f-4ee5-812a-df438f9553aa req-c5d33a62-3762-4b47-86f1-83244c5cf27e tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.2987981 Jun 30 02:45:34.687115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] For port 6984958b-6b5d-4b2b-83a8-57a10c61637b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6984958b-6b5d-4b2b-83a8-57a10c61637b,segment=NetworkSegment(bc968266-8da7-4387-b5e4-5c9552e75d2b),segment_id=bc968266-8da7-4387-b5e4-5c9552e75d2b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:34.687533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.721295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] Deleting port 6984958b-6b5d-4b2b-83a8-57a10c61637b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:34.721669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.726611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Calling delete_port for 6984958b-6b5d-4b2b-83a8-57a10c61637b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:34.752414 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93f96b28-f885-4d9a-afa0-db3c5a586272 req-9a537308-b4a1-4cfd-808a-f6d7c13bd35e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034836 Jun 30 02:45:34.793095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9cf2acfa-e94f-4ee5-812a-df438f9553aa req-9927ed24-8816-4615-9a12-07019fed0431 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844345 Jun 30 02:45:34.880509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] For port 6984958b-6b5d-4b2b-83a8-57a10c61637b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6984958b-6b5d-4b2b-83a8-57a10c61637b,segment=NetworkSegment(bc968266-8da7-4387-b5e4-5c9552e75d2b),segment_id=bc968266-8da7-4387-b5e4-5c9552e75d2b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:34.880857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.883758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.912860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event deleted for resources: {'Port': ['ID=6984958b-6b5d-4b2b-83a8-57a10c61637b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.913549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] Calling delete_port for 6984958b-6b5d-4b2b-83a8-57a10c61637b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:34.922587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] No DVR routers for this DVR port 6984958b-6b5d-4b2b-83a8-57a10c61637b on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:34.963605 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.976944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:34.999631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Pushing event deleted for resources: {'Port': ['ID=1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.041926 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.060971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] No DVR routers for this DVR port 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:35.064272 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.066967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e96a8d32-4742-407e-8f49-740011d13190 req-3a076f55-b8aa-456c-8824-79dd34fb09ef tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.90 "DELETE /v2.0/ports/1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b HTTP/1.1" status: 204 len: 173 time: 2.0276325 Jun 30 02:45:35.067758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'name': 'network-vif-deleted', 'tag': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:35.070560 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422628b5-1e9c-4482-b0c9-dab704ed6d7c" -d '{"events": [{"server_uuid": "03ca80da-49d7-4ab9-af8e-3f937bfbe1ac", "name": "network-vif-deleted", "tag": "1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:35.083122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] Pushing event deleted for resources: {'Port': ['ID=6984958b-6b5d-4b2b-83a8-57a10c61637b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.088323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b43a4-4a97-4363-a185-468450e0a695 None None] No DVR routers for this DVR port 6984958b-6b5d-4b2b-83a8-57a10c61637b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:35.108859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.130129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd1ea5c-d2f5-4389-8542-2a0138194494']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.157474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc968266-8da7-4387-b5e4-5c9552e75d2b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.157873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc968266-8da7-4387-b5e4-5c9552e75d2b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.169066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283e91-f62d-4dc8-81fb-c8db23470e34 req-c179ca26-19c2-42ea-a62c-7b0123122cbf tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.171584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93283e91-f62d-4dc8-81fb-c8db23470e34 req-c179ca26-19c2-42ea-a62c-7b0123122cbf tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 946 time: 0.2212625 Jun 30 02:45:35.190281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.222146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.222708 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d1c9ccc-c6e6-4525-8132-0939142b96fc req-fd71fe3c-2104-42c4-85d3-e99769a76b05 tempest-ServerGroupTestJSON-463278807 tempest-ServerGroupTestJSON-463278807-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ca80da-49d7-4ab9-af8e-3f937bfbe1ac HTTP/1.1" status: 200 len: 210 time: 0.0403042 Jun 30 02:45:35.223473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:35.223883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:35.227348 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:35.275389 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dcfcc1-d85e-4128-88cf-f5217dd7fcc9 x-openstack-request-id: req-62dcfcc1-d85e-4128-88cf-f5217dd7fcc9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:35.275848 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ca80da-49d7-4ab9-af8e-3f937bfbe1ac", "name": "network-vif-deleted", "tag": "1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:35.276099 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62dcfcc1-d85e-4128-88cf-f5217dd7fcc9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:35.276607 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ca80da-49d7-4ab9-af8e-3f937bfbe1ac', 'name': 'network-vif-deleted', 'tag': '1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b', 'status': 'completed', 'code': 200} Jun 30 02:45:35.291159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93283e91-f62d-4dc8-81fb-c8db23470e34 req-15d1f9af-b047-499b-b810-1c2dacb2b43c tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122179 Jun 30 02:45:35.331418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.345291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.348349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] 10.222.0.78 "DELETE /v2.0/networks/3cd1ea5c-d2f5-4389-8542-2a0138194494 HTTP/1.1" status: 204 len: 168 time: 1.2593820 Jun 30 02:45:35.366505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08ca0e-5412-493c-9ab6-2ea4ddf5b424 tempest-ExtraDHCPOptionsTestJSON-839868651 tempest-ExtraDHCPOptionsTestJSON-839868651-project] Pushing event deleted for resources: {'Network': ['ID=3cd1ea5c-d2f5-4389-8542-2a0138194494,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.557579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84140c8a-e58e-41ad-b6d6-aa7bff21af4b req-eb1de962-0cef-48e4-abc8-cf09571f5f9d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 210 time: 0.0412126 Jun 30 02:45:35.619190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-48413509-b936-4e27-a9d9-61d8c80edf5d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.620971 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-48413509-b936-4e27-a9d9-61d8c80edf5d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 812 time: 0.1926794 Jun 30 02:45:35.647163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Request body: {'port': {'device_id': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'admin_state_up': True, 'tenant_id': '89ac6c816ea9448bb67463a21aeec5b4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:35.749257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:35.757410 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729825ca-756a-4a8c-bb7a-6a8b41a03c15" -d '{"events": [{"server_uuid": "d39a43eb-617b-4da7-9de0-c40dec9b0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:35.868277 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ae9d7d-5862-4c87-8e87-466424f82d0a x-openstack-request-id: req-e2ae9d7d-5862-4c87-8e87-466424f82d0a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:35.868803 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a43eb-617b-4da7-9de0-c40dec9b0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:35.869488 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2ae9d7d-5862-4c87-8e87-466424f82d0a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:35.870526 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4', 'code': 200} Jun 30 02:45:35.873538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Made reservation on behalf of 89ac6c816ea9448bb67463a21aeec5b4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:35.890342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.939222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.143326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46784-2930-4359-9166-4362f2156a26 req-a7129a3a-d346-42ee-a52b-1d9d28ff4dab tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.146860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52f46784-2930-4359-9166-4362f2156a26 req-a7129a3a-d346-42ee-a52b-1d9d28ff4dab tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.1253409 Jun 30 02:45:36.222954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Allocated IP 172.20.0.9 (9c03276a-f9c2-4da3-8798-f32704e5212a/8768eb99-60eb-484c-b19b-95e2a5891ed4/60fb88c9-6131-4197-ac5f-e898982d498f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:36.238985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52f46784-2930-4359-9166-4362f2156a26 req-3d7df7bf-0232-410b-8c7b-ddbf1b213166 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759654 Jun 30 02:45:36.259520 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4589686-338e-4471-963c-b61bed719bf0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=951323c6ed4c4b5083d64cec9f209ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180532 Jun 30 02:45:36.262414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.271315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9211-a570-41f4-9599-f416ca70ba8a req-df77330a-0f8f-40ea-8211-43ac6481e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.273141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-283b9211-a570-41f4-9599-f416ca70ba8a req-df77330a-0f8f-40ea-8211-43ac6481e00d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 1096 time: 0.1196666 Jun 30 02:45:36.332081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85e7d05e-29de-4ef2-8307-b9dcfe565ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.365380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85e7d05e-29de-4ef2-8307-b9dcfe565ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.448780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85e7d05e-29de-4ef2-8307-b9dcfe565ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.455544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85e7d05e-29de-4ef2-8307-b9dcfe565ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.457575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-85e7d05e-29de-4ef2-8307-b9dcfe565ba5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15f9bf38-5335-4bc7-a333-fa49999ed3d9 HTTP/1.1" status: 204 len: 168 time: 0.1932664 Jun 30 02:45:36.488407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6984958b-6b5d-4b2b-83a8-57a10c61637b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:36.498030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-283b9211-a570-41f4-9599-f416ca70ba8a req-c098d11d-7261-4e1c-9071-c909a007e03a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160392 Jun 30 02:45:36.513263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7d05e-29de-4ef2-8307-b9dcfe565ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9bf38-5335-4bc7-a333-fa49999ed3d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.559979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6984958b-6b5d-4b2b-83a8-57a10c61637b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:36.560565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6984958b-6b5d-4b2b-83a8-57a10c61637b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:36.617737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.642905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dc0d2-09c4-4895-821c-fdd0e81f0b67 req-f48de593-6354-43eb-b8fa-488fa60ae7ec tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.645308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c0dc0d2-09c4-4895-821c-fdd0e81f0b67 req-f48de593-6354-43eb-b8fa-488fa60ae7ec tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 946 time: 0.1124167 Jun 30 02:45:36.692948 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.736183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c0dc0d2-09c4-4895-821c-fdd0e81f0b67 req-39ffd34e-2cb1-4a0c-9295-bc2acb6e881a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779490 Jun 30 02:45:36.786335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Network 9c03276a-f9c2-4da3-8798-f32704e5212a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:36.793011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:36.817375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:36.843895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event updated for resources: {'Port': ['ID=60fb88c9-6131-4197-ac5f-e898982d498f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.961572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.962992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.992395 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f2b6502e-15ee-4c7d-bcce-3617837b3ced tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3579655 Jun 30 02:45:37.016099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Request body: {'port': {'device_id': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:37.032820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:37.073125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:37.073693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1f64e8c9-a9ab-4ea9-8e63-7ca69e19bf3b not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:37.150211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c196c0-ceb7-47e6-85f5-cbbf1d90e4bc req-fd06081a-2ca1-4771-b6e5-bd0c1184bf45 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:37.157846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c196c0-ceb7-47e6-85f5-cbbf1d90e4bc req-fd06081a-2ca1-4771-b6e5-bd0c1184bf45 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 931 time: 0.3566103 Jun 30 02:45:37.205338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.219098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c196c0-ceb7-47e6-85f5-cbbf1d90e4bc req-02c157d7-a0b0-42b6-b0d6-03b7910b2794 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602601 Jun 30 02:45:37.652079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-912f5bf6-8660-4647-958e-4a4d16d64553 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:37.667303 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-912f5bf6-8660-4647-958e-4a4d16d64553 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.2445045 Jun 30 02:45:37.686505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-066ecffb-920e-4ba8-9b4d-b8097a33a161 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0178339 Jun 30 02:45:37.790518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-ceba5c07-6b4d-402c-a7d5-2ddb18e94ef4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026814 Jun 30 02:45:37.833666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43506) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:37.852042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fb88c9-6131-4197-ac5f-e898982d498f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:37.866787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.878920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f66f-9aa5-4534-a687-5ae9c6bc35c2 req-c33b9cd7-e9bb-4c7e-8d4e-a4e9df1d8aad tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:37.880479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff97f66f-9aa5-4534-a687-5ae9c6bc35c2 req-c33b9cd7-e9bb-4c7e-8d4e-a4e9df1d8aad tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.1560531 Jun 30 02:45:37.891865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-85878b79-2389-45b2-b729-b9402e4f540a service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999801 Jun 30 02:45:37.896199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Transition to ACTIVE for port object 60fb88c9-6131-4197-ac5f-e898982d498f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:37.907704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.976514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'networks': [{'name': 'tempest-network--1550722703'}, {'name': 'tempest-network--1716439673'}]} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:37.976738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'network': {'name': 'tempest-network--1550722703'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:37.977200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'network': {'name': 'tempest-network--1716439673'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:37.993556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-636e2729-b262-45e6-830e-9ab2e0ecbb9e service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947096 Jun 30 02:45:37.998923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff97f66f-9aa5-4534-a687-5ae9c6bc35c2 req-501c9afe-9676-4a72-9636-c1c0ca9122f6 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120205 Jun 30 02:45:38.016557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=60fb88c9-6131-4197-ac5f-e898982d498f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.049001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'network': 2} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:38.053590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.080328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.133154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Attempting to bind port 60fb88c9-6131-4197-ac5f-e898982d498f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:38.133277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Attempting to bind port 60fb88c9-6131-4197-ac5f-e898982d498f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:38.133637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Attempting to bind port 60fb88c9-6131-4197-ac5f-e898982d498f on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:38.146224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Port 60fb88c9-6131-4197-ac5f-e898982d498f on network 9c03276a-f9c2-4da3-8798-f32704e5212a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:38.146571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Attempting to bind port 60fb88c9-6131-4197-ac5f-e898982d498f on network 9c03276a-f9c2-4da3-8798-f32704e5212a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:38.197190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:38.197537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Checking segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:38.197936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Bound using segment: {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:38.198477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Bound port: 60fb88c9-6131-4197-ac5f-e898982d498f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:38.198841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.369171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70700302-2c05-4ad7-8a89-74ea10a059d9 req-2e7cf881-a949-4e2c-b11d-21871e68ef2a tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.378449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70700302-2c05-4ad7-8a89-74ea10a059d9 req-2e7cf881-a949-4e2c-b11d-21871e68ef2a tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.2210505 Jun 30 02:45:38.382225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374d1380-f5ae-4a97-9a7f-5fb54957ff3f req-527d92b6-b770-46b3-98f0-6433604ac2a3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 210 time: 0.0372136 Jun 30 02:45:38.430758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] For port 60fb88c9-6131-4197-ac5f-e898982d498f, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:38.446165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.472418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.472900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.478796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] For port 60fb88c9-6131-4197-ac5f-e898982d498f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=60fb88c9-6131-4197-ac5f-e898982d498f,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:38.493722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.509511 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70700302-2c05-4ad7-8a89-74ea10a059d9 req-5ccb432c-1ae1-4a9b-a318-a2a73d79f370 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297736 Jun 30 02:45:38.594399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.595039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.596894 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] 10.222.0.90 "PUT /v2.0/ports/60fb88c9-6131-4197-ac5f-e898982d498f HTTP/1.1" status: 200 len: 1091 time: 1.5926237 Jun 30 02:45:38.598834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'tag': '60fb88c9-6131-4197-ac5f-e898982d498f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:38.601603 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b223ca1-cadb-45ed-9423-1f7e2273a584" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bf137f-5f55-4437-aa00-8441703ac659", "tag": "60fb88c9-6131-4197-ac5f-e898982d498f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:38.603042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.610908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e897e16-98b8-47e8-a7a3-e1859bfc8822,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.627991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:38.664764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6aab3-d3d6-45e3-a274-6973f7bfdcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=60fb88c9-6131-4197-ac5f-e898982d498f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.733961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.734619 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Added segment 4168cb0d-43c7-46e6-92ac-23d2f1c50918 of type vlan for network 3e6403aa-128f-4802-be86-2aaf55f4ad35 Jun 30 02:45:38.811993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-fa13576d-83cf-4095-8988-5a26a2b65390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.813553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-fa13576d-83cf-4095-8988-5a26a2b65390 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 1094 time: 0.1320910 Jun 30 02:45:38.815535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Deleting subnet a07b142a-5298-44f1-aa35-2b7fe75c89f3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:38.819112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.822529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.880638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-b5c89742-7659-4d53-b020-4e663ed1767e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60fb88c9-6131-4197-ac5f-e898982d498f HTTP/1.1" status: 200 len: 217 time: 0.0536096 Jun 30 02:45:38.938685 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.939922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f0b814a9-cea7-4496-9265-3dd283f88e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.941684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-f0b814a9-cea7-4496-9265-3dd283f88e54 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.0523379 Jun 30 02:45:38.993826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-33b7da14-7fea-4ef9-88a4-358d83c34f42 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407908 Jun 30 02:45:39.001586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:39.034820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71264f22-bd8a-4f5b-a63a-b993d4cb4637 req-283f4b68-0d09-4d7a-9b56-22437fd0dc10 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.042751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71264f22-bd8a-4f5b-a63a-b993d4cb4637 req-283f4b68-0d09-4d7a-9b56-22437fd0dc10 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 943 time: 0.4202971 Jun 30 02:45:39.077874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.136676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-5a0cfa5d-083a-4c13-a9a2-16f64fd3d596 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321256 Jun 30 02:45:39.140817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.141164 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Added segment 7b76f83c-49ea-4d49-aaa0-12f23cc5aaf4 of type vlan for network e4f5eefd-2cc1-4c6b-adbb-3e13874ea5cb Jun 30 02:45:39.241729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.261041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71264f22-bd8a-4f5b-a63a-b993d4cb4637 req-9c29ad22-c1e1-4cfe-9cfe-721f8defae9d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170241 Jun 30 02:45:39.301622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46f3bc3d-16ea-4ff6-be40-e9d29c7c56f5 req-362205a5-489a-4ab1-9649-a5f5e07d1a50 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207669 Jun 30 02:45:39.305627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07b142a-5298-44f1-aa35-2b7fe75c89f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:39.306127 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df3d07-c0e3-407c-b00c-25122392d089 x-openstack-request-id: req-89df3d07-c0e3-407c-b00c-25122392d089 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:39.306453 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bf137f-5f55-4437-aa00-8441703ac659", "tag": "60fb88c9-6131-4197-ac5f-e898982d498f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:39.306845 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89df3d07-c0e3-407c-b00c-25122392d089 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:39.307247 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'tag': '60fb88c9-6131-4197-ac5f-e898982d498f', 'status': 'completed', 'code': 200} Jun 30 02:45:39.312889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.316502 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6ce23640-c95f-4c95-8b7e-c902a79bc6ff admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a07b142a-5298-44f1-aa35-2b7fe75c89f3 HTTP/1.1" status: 204 len: 168 time: 0.7038851 Jun 30 02:45:39.317197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.350535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.367877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.401654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.462772 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.463190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.468940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.473792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.474512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.497600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.511368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dba3a67-e8cc-4da7-802e-0f08d2ee3024']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:39.524337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be27127a-b38b-4dd5-95c0-3c969665e1ad') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:39.524641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be27127a-b38b-4dd5-95c0-3c969665e1ad') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:39.539420 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.556936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7211308 Jun 30 02:45:39.559513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43562) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.565382 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.575264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:39.576574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:39.654324 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:39.689527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.694784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08089cbd-a255-4d2e-a1b6-b33abd8e0843 req-b83fa636-2f27-47d9-9d35-14e61721bb5e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 210 time: 0.0359614 Jun 30 02:45:39.701755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.711520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Network': ['ID=3e6403aa-128f-4802-be86-2aaf55f4ad35,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:39.715072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] 10.222.0.78 "DELETE /v2.0/networks/8dba3a67-e8cc-4da7-802e-0f08d2ee3024 HTTP/1.1" status: 204 len: 168 time: 0.3948398 Jun 30 02:45:39.732998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e19f2-7602-4841-80de-5da58de6a8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=8dba3a67-e8cc-4da7-802e-0f08d2ee3024,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:39.733699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3e6403aa-128f-4802-be86-2aaf55f4ad35 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:39.819423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-e2d2ca02-5b99-44d8-bb49-67234b95eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.821167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-e2d2ca02-5b99-44d8-bb49-67234b95eac3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 1094 time: 0.4349093 Jun 30 02:45:39.878248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71159393-9354-4348-b4c1-83434ef86843 req-8f307f32-072f-482a-bdcd-41a734459bcc tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.883211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71159393-9354-4348-b4c1-83434ef86843 req-8f307f32-072f-482a-bdcd-41a734459bcc tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.4846189 Jun 30 02:45:40.105889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.172467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-6eaf3004-20e7-416e-870b-2b0310e95b96 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.175026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-6eaf3004-20e7-416e-870b-2b0310e95b96 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.90 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.3350029 Jun 30 02:45:40.195020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:40.270639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8d9d8d33-7fb6-4188-a6f0-d5ba2308a458 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d8801989b424032b105ee12a3e0b55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633425 Jun 30 02:45:40.273490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.371646 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4b4f9f-8387-458f-a2f8-d6fe55bf9870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.386101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:40.390674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.435989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4b4f9f-8387-458f-a2f8-d6fe55bf9870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.458434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a9b94-7494-4c7f-b4a4-ae823e677e46 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Network': ['ID=e4f5eefd-2cc1-4c6b-adbb-3e13874ea5cb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.469985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e4f5eefd-2cc1-4c6b-adbb-3e13874ea5cb details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:40.489305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d9ccb-ffca-4d56-b32a-70f4ec46e77f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.495573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d9ccb-ffca-4d56-b32a-70f4ec46e77f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.501561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d9ccb-ffca-4d56-b32a-70f4ec46e77f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.507447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d9ccb-ffca-4d56-b32a-70f4ec46e77f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.511728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3d8d9ccb-ffca-4d56-b32a-70f4ec46e77f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9421356 Jun 30 02:45:40.513855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.547678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4b4f9f-8387-458f-a2f8-d6fe55bf9870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.550228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4b4f9f-8387-458f-a2f8-d6fe55bf9870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.553578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff4b4f9f-8387-458f-a2f8-d6fe55bf9870 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d14c9f6-1e2a-40ab-9935-3c861b488259 HTTP/1.1" status: 204 len: 168 time: 0.2770021 Jun 30 02:45:40.596386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-0f5c274b-6295-4856-a4b0-d08e9874d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.598585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-0f5c274b-6295-4856-a4b0-d08e9874d7f6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 200 len: 913 time: 0.6862459 Jun 30 02:45:40.601590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71159393-9354-4348-b4c1-83434ef86843 req-0a2032e9-f2fc-4770-898e-21937fc67d52 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334687 Jun 30 02:45:40.606629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e5101-0369-4f70-abc1-fbe44c637e29 req-2464e99f-4bb2-4d88-83cf-08bf9235882f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.613759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-698e5101-0369-4f70-abc1-fbe44c637e29 req-2464e99f-4bb2-4d88-83cf-08bf9235882f tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 943 time: 0.2309051 Jun 30 02:45:40.615874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b4f9f-8387-458f-a2f8-d6fe55bf9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d14c9f6-1e2a-40ab-9935-3c861b488259,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.690404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.2 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/c7751368-ea50-421c-b765-3851fb5c9aea) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:40.692891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-d03c551e-2a6d-4ad5-8c90-1ac45ac61f1c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60fb88c9-6131-4197-ac5f-e898982d498f HTTP/1.1" status: 200 len: 217 time: 0.0857327 Jun 30 02:45:40.721374 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.727432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-698e5101-0369-4f70-abc1-fbe44c637e29 req-db8d85a9-5eaf-4d5d-ae32-5a6e2e354f84 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127000 Jun 30 02:45:40.746279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.806124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-f744a2af-350c-4858-9087-7e649bf93b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.807647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-f744a2af-350c-4858-9087-7e649bf93b10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 200 len: 852 time: 0.0991211 Jun 30 02:45:40.929487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-b60f7d2c-d7ad-4d8a-a873-b6a3ef522086 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c03276a-f9c2-4da3-8798-f32704e5212a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817883 Jun 30 02:45:40.947425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.981919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6403aa-128f-4802-be86-2aaf55f4ad35']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:41.049314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4168cb0d-43c7-46e6-92ac-23d2f1c50918') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:41.049870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4168cb0d-43c7-46e6-92ac-23d2f1c50918') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:41.080343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.094024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.140907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.153756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a', '432cc1cf-57fd-4626-8fc7-f2b85e158e43'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:41.178539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-24f0a770-36e3-46e4-a284-a17fed17f37e req-92f3f532-cbdb-4f8a-86cf-c54d80dadd63 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 210 time: 0.1317382 Jun 30 02:45:41.237145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.249164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=c7751368-ea50-421c-b765-3851fb5c9aea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.276088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:41.276599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.293461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:41.296647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:41.296839 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:41.303296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:41.332191 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-56dbdbaa-5ea8-45e1-901f-cfb94fe5339c service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791542 Jun 30 02:45:41.413622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.413622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.433542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-be547495-cea6-48c5-a726-0f54bd2c9bb5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2442887 Jun 30 02:45:41.448980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Request body: {'port': {'device_id': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:41.536074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.549682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.552218 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/networks/3e6403aa-128f-4802-be86-2aaf55f4ad35 HTTP/1.1" status: 204 len: 168 time: 1.0298619 Jun 30 02:45:41.557974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43616) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:41.590994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49cf1-5de5-4174-ba27-c5c7c44819d5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Network': ['ID=3e6403aa-128f-4802-be86-2aaf55f4ad35,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.616466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.691126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b223ca1-cadb-45ed-9423-1f7e2273a584 req-a0670f07-c078-478e-ad4c-e040733db9e0 service neutron] 10.222.0.90 "GET /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642217 Jun 30 02:45:41.723636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.769818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:41.914620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.932273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0eb02-e28a-4d1c-8cf4-f3c34a0b9812 req-a85a2d44-2631-4018-ad48-766f162b8324 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.937802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f5eefd-2cc1-4c6b-adbb-3e13874ea5cb']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:41.940765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cee0eb02-e28a-4d1c-8cf4-f3c34a0b9812 req-a85a2d44-2631-4018-ad48-766f162b8324 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.1717205 Jun 30 02:45:41.953766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b76f83c-49ea-4d49-aaa0-12f23cc5aaf4') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:41.954140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b76f83c-49ea-4d49-aaa0-12f23cc5aaf4') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:41.969842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.975897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-595579202-network', 'tenant_id': 'b2da4de747784f4fa98e19190a98a8a6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:41.993785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.003513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:42.003769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:42.006995 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:42.015854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387cec-9454-4d48-84f0-0cd2a4ba02fb req-606ebee7-ad0a-4038-a397-3b11f517e64c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.017229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf387cec-9454-4d48-84f0-0cd2a4ba02fb req-606ebee7-ad0a-4038-a397-3b11f517e64c tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 943 time: 0.1466475 Jun 30 02:45:42.040711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Made reservation on behalf of b2da4de747784f4fa98e19190a98a8a6 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:42.043058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.047675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cee0eb02-e28a-4d1c-8cf4-f3c34a0b9812 req-ca9a9784-2e37-40ec-8cb7-fff4163781ab tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059947 Jun 30 02:45:42.061604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.117591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf387cec-9454-4d48-84f0-0cd2a4ba02fb req-bcdf4cd9-bc84-46d2-9615-d1c97a728ef0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892463 Jun 30 02:45:42.119971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.125939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7751368-ea50-421c-b765-3851fb5c9aea {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:42.133630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.135179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/networks/e4f5eefd-2cc1-4c6b-adbb-3e13874ea5cb HTTP/1.1" status: 204 len: 168 time: 0.5737052 Jun 30 02:45:42.139031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43630) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.145566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.169269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Transition to ACTIVE for port object c7751368-ea50-421c-b765-3851fb5c9aea will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:42.178103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1227de-cc5b-4014-bef8-838b9f980d6c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Network': ['ID=e4f5eefd-2cc1-4c6b-adbb-3e13874ea5cb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.278859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.280260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.293795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.370290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:42.378240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e7c26-e24d-4f0e-bf22-0434355135db tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.385597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e7c26-e24d-4f0e-bf22-0434355135db tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.388259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6a8e7c26-e24d-4f0e-bf22-0434355135db tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2405932 Jun 30 02:45:42.391202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Pushing event updated for resources: {'Port': ['ID=c7751368-ea50-421c-b765-3851fb5c9aea,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.403336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.409803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-90481779'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:42.413528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.413960 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Added segment e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6 of type vlan for network 52324d4e-1a47-456b-95c0-ab0f452e4f4e Jun 30 02:45:42.417364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce2a46-e250-46e4-8d96-a699b417e1a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.487318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52545153-93c7-42de-9022-cb72476f775a req-ca15d081-76ff-4ea6-8f37-ec51e5843ff9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.494872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52545153-93c7-42de-9022-cb72476f775a req-ca15d081-76ff-4ea6-8f37-ec51e5843ff9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 943 time: 0.1053271 Jun 30 02:45:42.531015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.547945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52545153-93c7-42de-9022-cb72476f775a req-fe3f51a2-d3ae-4b2a-ae26-91729ca28330 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Jun 30 02:45:42.587469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:42.590949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.626530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.627501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.628083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.633280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Attempting to bind port c7751368-ea50-421c-b765-3851fb5c9aea on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:42.633615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Attempting to bind port c7751368-ea50-421c-b765-3851fb5c9aea by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:42.633975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Attempting to bind port c7751368-ea50-421c-b765-3851fb5c9aea on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:42.682942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:42.684794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790472b-885f-45a3-ab45-337e6f179baf req-455f003c-8cd0-4fe4-8fa1-a5448d5831c5 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.686571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0790472b-885f-45a3-ab45-337e6f179baf req-455f003c-8cd0-4fe4-8fa1-a5448d5831c5 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.67 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.0660200 Jun 30 02:45:42.689129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Port c7751368-ea50-421c-b765-3851fb5c9aea on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:42.689465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Attempting to bind port c7751368-ea50-421c-b765-3851fb5c9aea on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:42.694985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9240100 Jun 30 02:45:42.698950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43638) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.704124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Request body: {'subnet': {'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-595579202-subnet', 'tenant_id': 'b2da4de747784f4fa98e19190a98a8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:42.713225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.713576 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Added segment 790e88c1-6738-4c3f-a675-3a348ff4c728 of type vlan for network f5c2918c-db50-4a48-907f-fc77d18c373f Jun 30 02:45:42.715338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:42.715673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:42.716060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:42.717027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Bound port: c7751368-ea50-421c-b765-3851fb5c9aea, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:42.717782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.726363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d6d47-d770-40c3-8999-321c3c8cb569 admin admin] Pushing event updated for resources: {'Network': ['ID=52324d4e-1a47-456b-95c0-ab0f452e4f4e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.740039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 52324d4e-1a47-456b-95c0-ab0f452e4f4e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:42.788076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Made reservation on behalf of b2da4de747784f4fa98e19190a98a8a6 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:42.790779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.793983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.846640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] For port c7751368-ea50-421c-b765-3851fb5c9aea, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:42.849856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] For port c7751368-ea50-421c-b765-3851fb5c9aea, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7751368-ea50-421c-b765-3851fb5c9aea,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:42.850973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.856419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.857037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.866641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.894241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Deleting port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:42.894868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.039493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] For port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,segment=NetworkSegment(6b865adf-c000-4fc8-ae47-c3e90c74d329),segment_id=6b865adf-c000-4fc8-ae47-c3e90c74d329)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:43.040602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.076949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 60fb88c9-6131-4197-ac5f-e898982d498f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:43.086611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Calling delete_port for 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:43.164109 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.231132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 60fb88c9-6131-4197-ac5f-e898982d498f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=60fb88c9-6131-4197-ac5f-e898982d498f,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:43.249484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '60fb88c9-6131-4197-ac5f-e898982d498f', 'network_id': '9c03276a-f9c2-4da3-8798-f32704e5212a', 'port_id': '60fb88c9-6131-4197-ac5f-e898982d498f', 'mac_address': 'fa:16:3e:2a:23:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768eb99-60eb-484c-b19b-95e2a5891ed4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:43.308537 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.308738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.309465 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.311518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] 10.222.0.90 "PUT /v2.0/ports/c7751368-ea50-421c-b765-3851fb5c9aea HTTP/1.1" status: 200 len: 1091 time: 1.8686616 Jun 30 02:45:43.317373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'tag': 'c7751368-ea50-421c-b765-3851fb5c9aea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:43.319653 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e" -d '{"events": [{"name": "network-changed", "server_uuid": "42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c", "tag": "c7751368-ea50-421c-b765-3851fb5c9aea"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:43.325052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9171727 Jun 30 02:45:43.328107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fb88c9-6131-4197-ac5f-e898982d498f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:43.329993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:43.353247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 60fb88c9-6131-4197-ac5f-e898982d498f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=60fb88c9-6131-4197-ac5f-e898982d498f,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:43.355574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-925791121'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:43.361808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.413883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6428d-c4a1-4008-b575-9ef9212f0945 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Network': ['ID=f5c2918c-db50-4a48-907f-fc77d18c373f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.427022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f5c2918c-db50-4a48-907f-fc77d18c373f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:43.445190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Checking segment: {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:43.445910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Network hostable DHCP agents. Network: 52324d4e-1a47-456b-95c0-ab0f452e4f4e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:43.461905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7789dd-255c-4a16-a0ec-d8a03aa8b64f service neutron] Pushing event updated for resources: {'Port': ['ID=c7751368-ea50-421c-b765-3851fb5c9aea,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.488458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:43.490524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=60fb88c9-6131-4197-ac5f-e898982d498f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.491992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.516899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=015c9306-cfbf-4b08-a090-c3f41c80fa74,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.523887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4c02-9962-46cc-a890-64ccaf60b2b7 req-79c6a7ac-bb1e-438a-a540-c4fc154853e5 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.525549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-788c4c02-9962-46cc-a890-64ccaf60b2b7 req-79c6a7ac-bb1e-438a-a540-c4fc154853e5 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/ports?device_id=d39a43eb-617b-4da7-9de0-c40dec9b0c1f HTTP/1.1" status: 200 len: 945 time: 0.2089934 Jun 30 02:45:43.552932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-6bd9efdb-ad28-4da2-8ba7-059dadd97aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.553219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Network 52324d4e-1a47-456b-95c0-ab0f452e4f4e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:43.554216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-6bd9efdb-ad28-4da2-8ba7-059dadd97aa4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 1094 time: 0.1707022 Jun 30 02:45:43.554984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:43.579902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.579902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.579902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.579902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.580381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.580642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.580937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.581296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.581648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.581969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.582509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.582730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:43.596857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 52324d4e-1a47-456b-95c0-ab0f452e4f4e) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:43.606359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a9b11-4d68-40dd-86d7-c0b3c39cf0d3 None None] Network 52324d4e-1a47-456b-95c0-ab0f452e4f4e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:43.612647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-85c6c59e-15d0-48c0-859b-a29d16fd023c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7751368-ea50-421c-b765-3851fb5c9aea HTTP/1.1" status: 200 len: 217 time: 0.0450928 Jun 30 02:45:43.613848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.614298 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Added segment ab6082e8-9a6d-47ee-8dbe-d5fc167ef99f of type vlan for network 85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e Jun 30 02:45:43.630180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.631211 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.671089 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.696004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:43.697069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7e42817f-8d6d-4978-a6cf-e4df227dab1a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9970920 Jun 30 02:45:43.705751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-788c4c02-9962-46cc-a890-64ccaf60b2b7 req-2b995262-79ca-4da6-b18b-eef579b1d7ca tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.78 "GET /v2.0/security-groups?id=a66c9cf8-7445-45b2-8656-d35cbb94c306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699760 Jun 30 02:45:43.707506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40934fb3-6e8a-470d-a79f-f45814ab7eae req-f73da361-3802-4323-88af-75c84bfc92b3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.709323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40934fb3-6e8a-470d-a79f-f45814ab7eae req-f73da361-3802-4323-88af-75c84bfc92b3 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 943 time: 0.4427171 Jun 30 02:45:43.737801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Pushing event deleted for resources: {'Port': ['ID=7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.745868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.765525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['60fb88c9-6131-4197-ac5f-e898982d498f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:43.806437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-4ae76941-0fe0-4f7a-8d29-e8f8f8b17fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.807931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-4ae76941-0fe0-4f7a-8d29-e8f8f8b17fe0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1751390 Jun 30 02:45:43.848847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] No DVR routers for this DVR port 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:43.852713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.863863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0790472b-885f-45a3-ab45-337e6f179baf req-b0d95ea3-2a6a-429d-a099-7208e06834a8 tempest-ServersNegativeTestMultiTenantJSON-1309035815 tempest-ServersNegativeTestMultiTenantJSON-1309035815-project] 10.222.0.67 "DELETE /v2.0/ports/7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 HTTP/1.1" status: 204 len: 173 time: 1.1705871 Jun 30 02:45:43.894001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'name': 'network-vif-deleted', 'tag': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:43.895655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-758b3fa6-66d6-404a-b924-36169b3a6cbd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745051 Jun 30 02:45:43.902478 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57b40d4-c490-41f8-8f15-14ed8f1ac83c" -d '{"events": [{"server_uuid": "d39a43eb-617b-4da7-9de0-c40dec9b0c1f", "name": "network-vif-deleted", "tag": "7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:43.903938 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.915135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40934fb3-6e8a-470d-a79f-f45814ab7eae req-d0352a2a-3a8e-4f2e-b837-42ceed9c39e4 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680431 Jun 30 02:45:43.919437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.923342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.995708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da468f-b0c0-4f90-9a3e-bb443a0170e7 None None] Network 52324d4e-1a47-456b-95c0-ab0f452e4f4e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:44.145110 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe9899-597f-4f60-b787-ec807463c275 x-openstack-request-id: req-28fe9899-597f-4f60-b787-ec807463c275 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:44.145414 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c", "tag": "c7751368-ea50-421c-b765-3851fb5c9aea", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:44.145711 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28fe9899-597f-4f60-b787-ec807463c275 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:44.146149 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'tag': 'c7751368-ea50-421c-b765-3851fb5c9aea', 'status': 'completed', 'code': 200} Jun 30 02:45:44.161217 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f25dfe3-6bba-418a-9b82-c634a13934f5 x-openstack-request-id: req-2f25dfe3-6bba-418a-9b82-c634a13934f5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:44.162032 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a43eb-617b-4da7-9de0-c40dec9b0c1f", "name": "network-vif-deleted", "tag": "7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:44.162496 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f25dfe3-6bba-418a-9b82-c634a13934f5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:44.163079 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a43eb-617b-4da7-9de0-c40dec9b0c1f', 'name': 'network-vif-deleted', 'tag': '7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4', 'status': 'completed', 'code': 200} Jun 30 02:45:44.205054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8639350 Jun 30 02:45:44.207700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43694) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:44.213454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'ports': [{'network_id': 'f5c2918c-db50-4a48-907f-fc77d18c373f', 'name': 'tempest-port--954726484', 'admin_state_up': True}, {'network_id': '85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e', 'admin_state_up': False}]} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:44.213770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'port': {'network_id': 'f5c2918c-db50-4a48-907f-fc77d18c373f', 'name': 'tempest-port--954726484', 'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:44.214252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'port': {'network_id': '85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e', 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:44.232923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ab9dc-6e03-418c-9cc1-9c78ac98fce5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Network': ['ID=85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:44.248224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:44.264659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-03efefbc-2854-41fc-b98d-926992b12c5e service neutron] 10.222.0.90 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330963 Jun 30 02:45:44.312135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2610321-0564-459e-bf32-51be6f388912 req-41338878-d0d3-4053-a8cf-882ed425e947 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.319394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2610321-0564-459e-bf32-51be6f388912 req-41338878-d0d3-4053-a8cf-882ed425e947 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 943 time: 0.1722789 Jun 30 02:45:44.402605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2610321-0564-459e-bf32-51be6f388912 req-7a561402-2f0c-4ccf-a153-b6de96fe9c45 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822036 Jun 30 02:45:44.425868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'port': 2} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:44.430640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.445622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-681d269d-7bc0-41bf-b842-23178dcb56a4 req-9ca7f048-3aa8-49a0-8482-f2dd15ffd5dc service neutron] 10.222.0.90 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689422 Jun 30 02:45:44.448617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.542909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] device_id is not set on port be1ad325-fe4b-4553-93d7-e9a67c75cd00 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:44.593798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-7b0b1b32-9e18-4e73-ba49-a1607dadd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.596198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-7b0b1b32-9e18-4e73-ba49-a1607dadd417 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 1094 time: 0.0882573 Jun 30 02:45:44.734561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-5f3fcd93-36cb-4286-a7af-cf8086dd4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.752906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-5f3fcd93-36cb-4286-a7af-cf8086dd4316 service neutron] 10.222.0.90 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.1483433 Jun 30 02:45:44.788254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-cb036c45-36a7-4a6d-bcf1-9fcd5ce83af8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.796471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-cb036c45-36a7-4a6d-bcf1-9fcd5ce83af8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 813 time: 0.2357681 Jun 30 02:45:44.803236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-09c51f7c-a25c-4a8c-bedb-6e305699c58a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7751368-ea50-421c-b765-3851fb5c9aea HTTP/1.1" status: 200 len: 217 time: 0.0428739 Jun 30 02:45:44.828093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-b0e7301f-b61c-4ac7-9329-2d0919d08243 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/quotas/b2da4de747784f4fa98e19190a98a8a6 HTTP/1.1" status: 200 len: 375 time: 0.0306287 Jun 30 02:45:44.828867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:44.872496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-7daad571-2d8a-498b-8b2d-13f37040ce54 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435355 Jun 30 02:45:44.874668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.905785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-251476c5-19cd-4d08-bab6-d505c88001da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.907564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-251476c5-19cd-4d08-bab6-d505c88001da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.0910995 Jun 30 02:45:44.915136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Deleting subnet 4b1d9d92-181d-4862-ba47-fd378bda2a1e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:44.931354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.976498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-a3c0c82e-3ee2-4f5c-8c34-68af129e6262 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589881 Jun 30 02:45:45.036409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.062160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] device_id is not set on port 60231b5b-8d6f-4cb9-bf1d-737116cad9cc yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:45.091892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 60fb88c9-6131-4197-ac5f-e898982d498f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:45.127612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-a8f460a5-d260-41ed-9f47-bdf158881462 service neutron] 10.222.0.78 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427795 Jun 30 02:45:45.144897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.159937 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 60fb88c9-6131-4197-ac5f-e898982d498f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:45.164496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 60fb88c9-6131-4197-ac5f-e898982d498f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:45.165137 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.184953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-939be20a-add0-4fcc-b31e-0faabdbe8f25 service neutron] 10.222.0.90 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869898 Jun 30 02:45:45.236584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.275989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.295253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-617e3b10-b575-4e32-b56c-43a534ab5e65 service neutron] 10.222.0.78 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685102 Jun 30 02:45:45.329839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 60fb88c9-6131-4197-ac5f-e898982d498f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=60fb88c9-6131-4197-ac5f-e898982d498f,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:45.331080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fb88c9-6131-4197-ac5f-e898982d498f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:45.335027 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3740031-2089-4123-9d93-62f820e3b5cf" -d '{"events": [{"server_uuid": "c1bf137f-5f55-4437-aa00-8441703ac659", "name": "network-vif-plugged", "status": "completed", "tag": "60fb88c9-6131-4197-ac5f-e898982d498f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:45.339840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.344222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1d9d92-181d-4862-ba47-fd378bda2a1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.348128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.350177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28e7d804-5557-4cff-88d0-d4870218cc8f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4b1d9d92-181d-4862-ba47-fd378bda2a1e HTTP/1.1" status: 204 len: 168 time: 0.5200241 Jun 30 02:45:45.355564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:45.406848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.412402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=60fb88c9-6131-4197-ac5f-e898982d498f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.454852 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.461289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.500275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5120-f583-4936-bca0-26154c21a4b1 req-bc88d16f-a4e1-486c-b62f-b2dbee5d2e6a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.501842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb9c5120-f583-4936-bca0-26154c21a4b1 req-bc88d16f-a4e1-486c-b62f-b2dbee5d2e6a tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 944 time: 0.2162020 Jun 30 02:45:45.542035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Port': ['ID=be1ad325-fe4b-4553-93d7-e9a67c75cd00,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.554801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Checking segment: {'id': '790e88c1-6738-4c3f-a675-3a348ff4c728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f5c2918c-db50-4a48-907f-fc77d18c373f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:45.555382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network hostable DHCP agents. Network: f5c2918c-db50-4a48-907f-fc77d18c373f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:45.557750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a176ad1-0e1a-407a-9dfe-69d8ce1c559e req-3da035c5-8cdb-434b-ba28-6f058d55105e service neutron] 10.222.0.90 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342025 Jun 30 02:45:45.576829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network f5c2918c-db50-4a48-907f-fc77d18c373f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:45.594231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f5c2918c-db50-4a48-907f-fc77d18c373f) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:45.604205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031c08b-6880-4db6-b5f7-d126c46f074c None None] Network f5c2918c-db50-4a48-907f-fc77d18c373f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:45.605373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:45.606946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.622226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb9c5120-f583-4936-bca0-26154c21a4b1 req-afa0d977-b70f-4f0c-a78d-cde747f1518d tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116381 Jun 30 02:45:45.664151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.693955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc34c0c-11a1-44d6-b017-ca8cde8ecafb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:45.717583 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f97c53d-b780-4351-a15d-c30dff84043b x-openstack-request-id: req-9f97c53d-b780-4351-a15d-c30dff84043b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:45.717583 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf137f-5f55-4437-aa00-8441703ac659", "name": "network-vif-plugged", "status": "completed", "tag": "60fb88c9-6131-4197-ac5f-e898982d498f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:45.717583 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f97c53d-b780-4351-a15d-c30dff84043b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:45.717583 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fb88c9-6131-4197-ac5f-e898982d498f', 'code': 200} Jun 30 02:45:45.726616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b865adf-c000-4fc8-ae47-c3e90c74d329') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:45.727128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b865adf-c000-4fc8-ae47-c3e90c74d329') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:45.744585 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.779493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Port': ['ID=60231b5b-8d6f-4cb9-bf1d-737116cad9cc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.779672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.789675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Checking segment: {'id': 'ab6082e8-9a6d-47ee-8dbe-d5fc167ef99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:45.790045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network hostable DHCP agents. Network: 85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:45.814422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:45.815050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:45.818830 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:45.821381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3d7da85-b3b9-4a60-80d3-1d5ceb54ed9f req-dc4dd9e5-1140-4ab0-99b3-5704fc47c2ce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 210 time: 0.0440168 Jun 30 02:45:45.833346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network 85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:45.854964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:45.860170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:45.870625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.877304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.878005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.895498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced302dd-a7ad-46a8-963c-52f13675ce80 None None] Network 85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:45.906506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18041608-633e-444a-9e8d-4729774a34e5 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6976535 Jun 30 02:45:45.918237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:45.974854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.986900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712d4c2-3028-4eda-a3eb-73ff0168ce60 req-96c7028f-4b9c-4338-ace0-67eca98359c1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.994443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b712d4c2-3028-4eda-a3eb-73ff0168ce60 req-96c7028f-4b9c-4338-ace0-67eca98359c1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 943 time: 0.1026964 Jun 30 02:45:46.001165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.006844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0bc34c0c-11a1-44d6-b017-ca8cde8ecafb HTTP/1.1" status: 204 len: 168 time: 0.6423197 Jun 30 02:45:46.007431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43738) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.047792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831b63-4af9-46eb-bdf5-8509dad7e2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc34c0c-11a1-44d6-b017-ca8cde8ecafb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.060069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db309f4-5106-42d3-88d4-dc9eedd7e589 req-94f29c77-0ede-4349-9769-239de4717d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.066443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8db309f4-5106-42d3-88d4-dc9eedd7e589 req-94f29c77-0ede-4349-9769-239de4717d80 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 1096 time: 0.2489519 Jun 30 02:45:46.079419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b712d4c2-3028-4eda-a3eb-73ff0168ce60 req-2daa86ac-6f46-4549-91da-729611590cee tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839913 Jun 30 02:45:46.095754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Deleting subnet 98886a95-4496-4158-afc8-73bc3f7d6dcf {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:46.103775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.147340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.160877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8db309f4-5106-42d3-88d4-dc9eedd7e589 req-cf6e080c-dea1-4289-b6e8-0b2f36706cc4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856364 Jun 30 02:45:46.171262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694876d1-e3e0-4d0b-a143-405ebe52b528 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.177743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694876d1-e3e0-4d0b-a143-405ebe52b528 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.180282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-694876d1-e3e0-4d0b-a143-405ebe52b528 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2564046 Jun 30 02:45:46.183686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43744) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.228998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.339707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.624793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Deleting port be1ad325-fe4b-4553-93d7-e9a67c75cd00 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:46.625024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.630518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98886a95-4496-4158-afc8-73bc3f7d6dcf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.642967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.644987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee83fc53-7f71-4f24-b693-b08ae5ad0371 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/98886a95-4496-4158-afc8-73bc3f7d6dcf HTTP/1.1" status: 204 len: 168 time: 0.6364346 Jun 30 02:45:46.647611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.728382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.743327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.745126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Calling delete_port for be1ad325-fe4b-4553-93d7-e9a67c75cd00 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:46.840633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:46.849248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.862212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3241ab-5b75-4495-863d-0e8b248fc019']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:46.887610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:46.903012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 7d04cb0b-3b9c-48e8-ba50-10aa7c63a1e4 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:46.909383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dccae8-1c98-497a-8e6a-ea3a529a5742 req-7604ec8a-f67b-41a1-866e-64aef0116408 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.911120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51dccae8-1c98-497a-8e6a-ea3a529a5742 req-7604ec8a-f67b-41a1-866e-64aef0116408 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.1500263 Jun 30 02:45:46.912040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.915423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad2bfa2-74b9-4b4e-b009-5a0aaba8201c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:46.916369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad2bfa2-74b9-4b4e-b009-5a0aaba8201c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:46.932517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.961800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Port': ['ID=be1ad325-fe4b-4553-93d7-e9a67c75cd00,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.963146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.971092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.975581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c5e76e64-d587-4949-a487-17e18fb35a8f tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/ports/be1ad325-fe4b-4553-93d7-e9a67c75cd00 HTTP/1.1" status: 204 len: 168 time: 0.7882750 Jun 30 02:45:46.976786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43754) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.978797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:46.979496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:47.045217 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:47.054925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51dccae8-1c98-497a-8e6a-ea3a529a5742 req-be63fc81-d6e7-41ee-8429-21c7e22f93f1 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323628 Jun 30 02:45:47.070752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.084208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7751368-ea50-421c-b765-3851fb5c9aea details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:47.107974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.126518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5c3241ab-5b75-4495-863d-0e8b248fc019 HTTP/1.1" status: 204 len: 168 time: 0.4706402 Jun 30 02:45:47.151159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8155b21b-ed9d-4d1e-8c7b-82cd8661f1cc req-c07ba2d6-b8ed-4526-bcca-877c2b16ad40 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 210 time: 0.1048567 Jun 30 02:45:47.196751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cbc10-2338-4476-8e40-e7517c1d8625 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3241ab-5b75-4495-863d-0e8b248fc019,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.270089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-9afb4d53-87f7-439b-9bc6-3f54a604e192 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.272044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-9afb4d53-87f7-439b-9bc6-3f54a604e192 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 813 time: 0.1775138 Jun 30 02:45:47.274679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Deleting port 60231b5b-8d6f-4cb9-bf1d-737116cad9cc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:47.275241 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.304175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c7751368-ea50-421c-b765-3851fb5c9aea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7751368-ea50-421c-b765-3851fb5c9aea,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:47.335378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Request body: {'port': {'device_id': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'admin_state_up': True, 'tenant_id': 'b2da4de747784f4fa98e19190a98a8a6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:47.340812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'c7751368-ea50-421c-b765-3851fb5c9aea', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': 'c7751368-ea50-421c-b765-3851fb5c9aea', 'mac_address': 'fa:16:3e:1c:d5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:47.394290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:47.424516 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.454260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7751368-ea50-421c-b765-3851fb5c9aea {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:47.471208 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.494548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c7751368-ea50-421c-b765-3851fb5c9aea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7751368-ea50-421c-b765-3851fb5c9aea,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:47.506413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.507775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-31285e3c-6932-4b54-9cfd-5c3471f6b6a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b40ac64461a2460689b6954a3c7bc0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121826 Jun 30 02:45:47.508894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:47.511303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Calling delete_port for 60231b5b-8d6f-4cb9-bf1d-737116cad9cc owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:47.587737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c7751368-ea50-421c-b765-3851fb5c9aea,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.598519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.598914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.599267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.599605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.599938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.600268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.600620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.601146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.601445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.602030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.602165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.602438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:47.605413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747e8c42-51a1-43ee-8482-847dc38403cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.648706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747e8c42-51a1-43ee-8482-847dc38403cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.651933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cf604-c47d-4667-b2ae-45f3a849e823 req-d61e9edd-b522-48e9-94a8-89b4b00a1f1e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.663156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b10cf604-c47d-4667-b2ae-45f3a849e823 req-d61e9edd-b522-48e9-94a8-89b4b00a1f1e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 943 time: 0.3232381 Jun 30 02:45:47.672547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Made reservation on behalf of b2da4de747784f4fa98e19190a98a8a6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:47.676759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.728297 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747e8c42-51a1-43ee-8482-847dc38403cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.731061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-747e8c42-51a1-43ee-8482-847dc38403cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.735333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-747e8c42-51a1-43ee-8482-847dc38403cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a66c9cf8-7445-45b2-8656-d35cbb94c306 HTTP/1.1" status: 204 len: 168 time: 0.2206583 Jun 30 02:45:47.753278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e8c42-51a1-43ee-8482-847dc38403cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c9cf8-7445-45b2-8656-d35cbb94c306,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.758206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b10cf604-c47d-4667-b2ae-45f3a849e823 req-d24e9a31-1e8d-4cc7-a8fd-28419627d790 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944581 Jun 30 02:45:47.760498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.837847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Port': ['ID=60231b5b-8d6f-4cb9-bf1d-737116cad9cc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.855989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.858170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1232e3e4-ccbe-4edc-921a-0850400c35a0 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/ports/60231b5b-8d6f-4cb9-bf1d-737116cad9cc HTTP/1.1" status: 204 len: 168 time: 0.8802719 Jun 30 02:45:47.861133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43772) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:47.876397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7751368-ea50-421c-b765-3851fb5c9aea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:47.929661 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-795aa370-33c7-49fb-959d-2211a25fd061 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671434 Jun 30 02:45:47.933393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43774) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:47.941313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-130991143'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:47.978611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Allocated IP 172.20.0.9 (52324d4e-1a47-456b-95c0-ab0f452e4f4e/015c9306-cfbf-4b08-a090-c3f41c80fa74/360afd1d-bcf8-4c65-8817-49a8b4d179fc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:47.991394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:47.994990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.046897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:48.093971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.094347 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Added segment e10768a6-848b-4eed-bd44-e01a3b7f3f27 of type vlan for network 682e932f-e1f7-438f-b997-83b7a2d29f96 Jun 30 02:45:48.213322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.268451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.301626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.338010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c5831897-d51b-4bbd-888a-b36eab0da0a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33ae7bd67e2848b6b2ba834691c8e22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658944 Jun 30 02:45:48.338426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.341442 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:45:48.385491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fbb3b66-0d57-42d7-9b59-2875d9a52b0d req-ef4ec513-eff6-47f8-9db0-e3649e774ac5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 210 time: 0.0375490 Jun 30 02:45:48.408264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.414296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.414541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.458459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da030b-ca79-46f1-863e-52b8ec0c6098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.493289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43792) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.495643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da030b-ca79-46f1-863e-52b8ec0c6098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.516146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5817151 Jun 30 02:45:48.521236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43798) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.530970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edbfd3-c002-4df2-9c3c-11aac018a656 req-7c2f3677-c215-470a-a5ca-d43c26fa0ffb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.532494 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7edbfd3-c002-4df2-9c3c-11aac018a656 req-7c2f3677-c215-470a-a5ca-d43c26fa0ffb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.2472417 Jun 30 02:45:48.536106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-498384185'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:48.539584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a00451-07dd-423a-99fc-94f13fe2bee4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Network': ['ID=682e932f-e1f7-438f-b997-83b7a2d29f96,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.548906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.551805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 682e932f-e1f7-438f-b997-83b7a2d29f96 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:48.618590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da030b-ca79-46f1-863e-52b8ec0c6098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.622216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15da030b-ca79-46f1-863e-52b8ec0c6098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.627625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-15da030b-ca79-46f1-863e-52b8ec0c6098 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7786f0a7-d5db-463b-8224-a00928f68760 HTTP/1.1" status: 204 len: 168 time: 0.2883236 Jun 30 02:45:48.643785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da030b-ca79-46f1-863e-52b8ec0c6098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786f0a7-d5db-463b-8224-a00928f68760,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.689312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.707943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Network 52324d4e-1a47-456b-95c0-ab0f452e4f4e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:48.712938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:48.716319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.728811 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7edbfd3-c002-4df2-9c3c-11aac018a656 req-8bff1fb8-f76e-452c-a30f-990a11a60aa0 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857290 Jun 30 02:45:48.729579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:48.740054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:48.742850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5df45550-6eda-4292-ad0c-e138be8e4434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.806496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:48.823389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.824035 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.847845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.848201 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Added segment 9d601238-60f5-45fd-95c4-971389af3f4a of type vlan for network c0adb582-c9f9-4589-a147-3b382fbeb47f Jun 30 02:45:48.925812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.008023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.013996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.014855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.030890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5df45550-6eda-4292-ad0c-e138be8e4434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.092694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7751368-ea50-421c-b765-3851fb5c9aea up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:49.093276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5df45550-6eda-4292-ad0c-e138be8e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.143693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6212063 Jun 30 02:45:49.145202 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-161b7eba-5ca4-4f4c-b95f-86763bf11040 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8542376 Jun 30 02:45:49.149081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5df45550-6eda-4292-ad0c-e138be8e4434 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a56da3799ef478584a5173977203f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479313 Jun 30 02:45:49.150398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:49.187588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Request body: {'port': {'device_id': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:49.254702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee731bdc-8043-4697-9092-fb344c6ab244 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Network': ['ID=c0adb582-c9f9-4589-a147-3b382fbeb47f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.258212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port c7751368-ea50-421c-b765-3851fb5c9aea completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:49.270823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c0adb582-c9f9-4589-a147-3b382fbeb47f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:49.275936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f38d3b-282f-461b-83d0-d47aa8aceb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.276080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port c7751368-ea50-421c-b765-3851fb5c9aea triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:49.276398 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.284275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df45550-6eda-4292-ad0c-e138be8e4434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fef21c-3c70-45ae-8b12-647b108c8b5a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.333691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f38d3b-282f-461b-83d0-d47aa8aceb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.358024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f3f70-015a-4799-8062-05ea4dd38478 req-1b4de354-2ea3-402e-9c5e-15825ce47c87 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.368193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e7f3f70-015a-4799-8062-05ea4dd38478 req-1b4de354-2ea3-402e-9c5e-15825ce47c87 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 944 time: 0.4031427 Jun 30 02:45:49.430027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f38d3b-282f-461b-83d0-d47aa8aceb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.432706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7f38d3b-282f-461b-83d0-d47aa8aceb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.436107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d7f38d3b-282f-461b-83d0-d47aa8aceb40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90fef21c-3c70-45ae-8b12-647b108c8b5a HTTP/1.1" status: 204 len: 168 time: 0.2828660 Jun 30 02:45:49.466144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f38d3b-282f-461b-83d0-d47aa8aceb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fef21c-3c70-45ae-8b12-647b108c8b5a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.503837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.507253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.552227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7751368-ea50-421c-b765-3851fb5c9aea'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:49.555232 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afdfec4-b493-4ea4-b241-88bfae0052ca" -d '{"events": [{"server_uuid": "42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c", "name": "network-vif-plugged", "status": "completed", "tag": "c7751368-ea50-421c-b765-3851fb5c9aea"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:49.559167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e7f3f70-015a-4799-8062-05ea4dd38478 req-65c2ef20-4fd2-419e-b6dd-d4fcf5602c7d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897724 Jun 30 02:45:49.611454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c7751368-ea50-421c-b765-3851fb5c9aea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7751368-ea50-421c-b765-3851fb5c9aea,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:49.624462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.652984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a3bb-98da-4afd-994f-30b3017eef45 req-31de2459-ad22-41a9-9c4a-b73f40524c66 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.664004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c2a3bb-98da-4afd-994f-30b3017eef45 req-31de2459-ad22-41a9-9c4a-b73f40524c66 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.1585519 Jun 30 02:45:49.720266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c2a3bb-98da-4afd-994f-30b3017eef45 req-7304485e-6290-4c7d-93ef-74508f5703e6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551550 Jun 30 02:45:49.756602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c7751368-ea50-421c-b765-3851fb5c9aea,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.837433 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b82f2-2d4f-4174-8fae-4ace4b700e06 x-openstack-request-id: req-705b82f2-2d4f-4174-8fae-4ace4b700e06 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:49.838753 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c", "name": "network-vif-plugged", "status": "completed", "tag": "c7751368-ea50-421c-b765-3851fb5c9aea", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:49.842069 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-705b82f2-2d4f-4174-8fae-4ace4b700e06 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:49.842881 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7751368-ea50-421c-b765-3851fb5c9aea', 'code': 200} Jun 30 02:45:50.027116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ad01-9221-40d2-aa02-27e3f1f4a31b req-24fb4eaa-3346-468d-8e8d-9b41f0d0dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.032016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8af6ad01-9221-40d2-aa02-27e3f1f4a31b req-24fb4eaa-3346-468d-8e8d-9b41f0d0dede service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 1096 time: 0.1197066 Jun 30 02:45:50.055088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b6289-3452-4382-bb46-7e71fb79985c req-fdd40dc6-c7ec-45e2-9cdd-19637a870b6f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.056590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d64b6289-3452-4382-bb46-7e71fb79985c req-fdd40dc6-c7ec-45e2-9cdd-19637a870b6f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 931 time: 0.1680527 Jun 30 02:45:50.111450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43844) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.116650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8af6ad01-9221-40d2-aa02-27e3f1f4a31b req-e9fecaa5-648a-4ebb-9d17-77375d23fe6b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763061 Jun 30 02:45:50.136701 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e39caa0-8f90-442d-bca1-509cceca4a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.141547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d64b6289-3452-4382-bb46-7e71fb79985c req-67066af9-f836-4f44-b480-454b19793de5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720088 Jun 30 02:45:50.224370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360afd1d-bcf8-4c65-8817-49a8b4d179fc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:50.237904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.259144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Transition to ACTIVE for port object 360afd1d-bcf8-4c65-8817-49a8b4d179fc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:50.278149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.336744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:50.341624 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:50.384769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e39caa0-8f90-442d-bca1-509cceca4a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.414811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e39caa0-8f90-442d-bca1-509cceca4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.491175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e39caa0-8f90-442d-bca1-509cceca4a07 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8869f8286b874985b8a5e6b2e5280ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717074 Jun 30 02:45:50.491577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.494836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39caa0-8f90-442d-bca1-509cceca4a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d84b82e-0b7d-4cd6-a6d9-d0ed99f94b60,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:50.511009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Attempting to bind port 360afd1d-bcf8-4c65-8817-49a8b4d179fc on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:50.511575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Attempting to bind port 360afd1d-bcf8-4c65-8817-49a8b4d179fc by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:50.511685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Attempting to bind port 360afd1d-bcf8-4c65-8817-49a8b4d179fc on network 52324d4e-1a47-456b-95c0-ab0f452e4f4e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:50.516456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Port 360afd1d-bcf8-4c65-8817-49a8b4d179fc on network 52324d4e-1a47-456b-95c0-ab0f452e4f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:50.516752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Attempting to bind port 360afd1d-bcf8-4c65-8817-49a8b4d179fc on network 52324d4e-1a47-456b-95c0-ab0f452e4f4e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:50.521952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:50.522349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Checking segment: {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:50.522827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Bound using segment: {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:50.523283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Bound port: 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:50.523685 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.571349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.605935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:50.611488 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:50.629668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.630122 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.696432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.702867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.708531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d84b82e-0b7d-4cd6-a6d9-d0ed99f94b60 HTTP/1.1" status: 204 len: 168 time: 0.2156403 Jun 30 02:45:50.727467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d84b82e-0b7d-4cd6-a6d9-d0ed99f94b60,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:50.734819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.735524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.737083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] 10.222.0.67 "PUT /v2.0/ports/360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 1091 time: 1.5641270 Jun 30 02:45:50.737842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:50.742260 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2efdf7f-7682-4500-aa2a-fe2c55b83843" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:50.775897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ba17-9c54-43a1-98bb-8f377ff56a72 service neutron] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:50.782424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.783751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.784179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.784636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.785277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.785707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.786109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.786648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.787088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.787482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.787876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.788271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68c768-9152-4d54-b88f-038c04f58471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:50.797887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43864) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.917021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-81b3f08a-90f5-4dd3-b695-f86504cc2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.921885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-81b3f08a-90f5-4dd3-b695-f86504cc2e47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1094 time: 0.1276567 Jun 30 02:45:50.923768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dfac3-082c-4dfe-bd5c-5599797ddb88 req-0ff64d16-02af-4d00-b44d-31004f39e069 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.935949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6dfac3-082c-4dfe-bd5c-5599797ddb88 req-0ff64d16-02af-4d00-b44d-31004f39e069 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 945 time: 0.1929944 Jun 30 02:45:51.022564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6dfac3-082c-4dfe-bd5c-5599797ddb88 req-5501919a-9b20-49c3-87c1-bb8f483f2455 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848951 Jun 30 02:45:51.029693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-de59bdb1-8952-48aa-8d7c-9991e187fe6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.0964270 Jun 30 02:45:51.096820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc83d79b-7798-47e5-abf2-93258112dba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.099661 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abc898-e86e-47b7-8386-ba6ca49ed8c5 x-openstack-request-id: req-b4abc898-e86e-47b7-8386-ba6ca49ed8c5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:51.099959 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:51.102601 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4abc898-e86e-47b7-8386-ba6ca49ed8c5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:51.102601 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'status': 'completed', 'code': 200} Jun 30 02:45:51.209013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340bb0-206f-4daf-951d-369d3748a0a4 req-4db89646-8bc3-47e1-b021-8ef5d21b0515 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.216767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da340bb0-206f-4daf-951d-369d3748a0a4 req-4db89646-8bc3-47e1-b021-8ef5d21b0515 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.1904941 Jun 30 02:45:51.298394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc83d79b-7798-47e5-abf2-93258112dba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.300744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-a0b27f24-d433-4dcf-bbd4-090fe308b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.302379 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-a0b27f24-d433-4dcf-bbd4-090fe308b304 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.2285600 Jun 30 02:45:51.313726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc83d79b-7798-47e5-abf2-93258112dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.403168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-380f398b-142e-42db-bf62-e3acc081d29a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927625 Jun 30 02:45:51.411415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83d79b-7798-47e5-abf2-93258112dba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee82fe8a-431b-4dab-b937-367c8e6165b2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:51.473742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dd51-6ff5-47a3-9bf9-a77fcb4fe8d3 req-636872c3-00af-443e-8763-5cfcd3387351 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.483936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6880dd51-6ff5-47a3-9bf9-a77fcb4fe8d3 req-636872c3-00af-443e-8763-5cfcd3387351 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.1407781 Jun 30 02:45:51.537426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6880dd51-6ff5-47a3-9bf9-a77fcb4fe8d3 req-e7657a23-9e8c-4c28-b55f-698a46e2df9e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518479 Jun 30 02:45:51.625517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-7978a857-f997-4add-aaee-85eb6281e4ad service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063577 Jun 30 02:45:51.722959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bc83d79b-7798-47e5-abf2-93258112dba8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e0a94cf5ea645f1aa44dd88f6ff7158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238908 Jun 30 02:45:51.735345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:51.735734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da340bb0-206f-4daf-951d-369d3748a0a4 req-18e0f56f-428b-4f12-ae2b-071f863d68ca tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134406 Jun 30 02:45:51.845389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0aa103a7-92ed-4087-ba3e-27ad606d505b req-be0a2451-eaac-4066-8c37-caae7a69e556 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112091 Jun 30 02:45:51.903476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba99a-581d-4dce-98be-7ef847a13e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.978216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba99a-581d-4dce-98be-7ef847a13e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.043877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-3497f5ef-74b3-4fbd-b536-6d275626eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.048260 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-3497f5ef-74b3-4fbd-b536-6d275626eaac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1094 time: 0.1214631 Jun 30 02:45:52.096200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba99a-581d-4dce-98be-7ef847a13e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.099026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba99a-581d-4dce-98be-7ef847a13e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.102539 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ad7ba99a-581d-4dce-98be-7ef847a13e7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee82fe8a-431b-4dab-b937-367c8e6165b2 HTTP/1.1" status: 204 len: 168 time: 0.3681180 Jun 30 02:45:52.120056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ba99a-581d-4dce-98be-7ef847a13e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee82fe8a-431b-4dab-b937-367c8e6165b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.339516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-aee66972-6fb8-4970-949d-131643aa1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.341088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-aee66972-6fb8-4970-949d-131643aa1acc service neutron] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.2808895 Jun 30 02:45:52.440489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-82230569-1144-4e8d-957b-0836c040685f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.0875924 Jun 30 02:45:52.492000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961a5fc-2bc1-430c-9319-eb8803e119fe req-fb5b2ede-b73d-4068-9ea9-9e34717c94ea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.494493 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e961a5fc-2bc1-430c-9319-eb8803e119fe req-fb5b2ede-b73d-4068-9ea9-9e34717c94ea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 945 time: 0.1386030 Jun 30 02:45:52.596602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e961a5fc-2bc1-430c-9319-eb8803e119fe req-6f4972bf-c9b7-44aa-a7b7-f4298ab19957 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936968 Jun 30 02:45:52.621999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.631910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'subnets': [{'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2093054936', 'ip_version': 6}, {'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:52.632910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'subnet': {'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2093054936', 'ip_version': 6}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:52.634055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Request body: {'subnet': {'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:52.881463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-1b3519ea-b9e9-43a0-af79-bc1f61ec8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.882942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-1b3519ea-b9e9-43a0-af79-bc1f61ec8e23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.4356942 Jun 30 02:45:52.887156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:52.935267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-9956b270-1d44-4891-89d6-693d0b17b55e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370739 Jun 30 02:45:52.988294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Made reservation on behalf of a06bd643a4454de3919188626cace6ad for: {'subnet': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:52.994841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.995286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.008046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b3b07-317c-42df-921e-da9888aad896 req-214a752a-da3b-45d9-aeea-bcada45101fb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.009575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b3b07-317c-42df-921e-da9888aad896 req-214a752a-da3b-45d9-aeea-bcada45101fb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.1414151 Jun 30 02:45:53.052148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0dc04-38be-4701-9097-9bce000be997 req-5c90b6db-94e3-4d3e-889c-b59b00e2e4e6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.062355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2af0dc04-38be-4701-9097-9bce000be997 req-5c90b6db-94e3-4d3e-889c-b59b00e2e4e6 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.4943202 Jun 30 02:45:53.114497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:53.126841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2af0dc04-38be-4701-9097-9bce000be997 req-cec1b6d1-4305-44d3-a47d-098e37717abb tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584671 Jun 30 02:45:53.170100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b3b07-317c-42df-921e-da9888aad896 req-ce7876d0-9b81-45d3-af76-247e23cbc30b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486652 Jun 30 02:45:53.193345 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-3051c9ed-be92-4224-beb5-2a1dad8ae700 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444088 Jun 30 02:45:53.404019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2efdf7f-7682-4500-aa2a-fe2c55b83843 req-f6bc231d-c8cb-4037-ace0-0c3ec9bf4cbf service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037194 Jun 30 02:45:53.439865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb64d6-f32d-4031-9ec9-2d88aa806de4 req-e08b86ff-ae44-4010-a810-5cecd0d506b0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.447149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75bb64d6-f32d-4031-9ec9-2d88aa806de4 req-e08b86ff-ae44-4010-a810-5cecd0d506b0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 946 time: 0.1370566 Jun 30 02:45:53.477022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'port_id': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'mac_address': 'fa:16:3e:1f:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c9306-cfbf-4b08-a090-c3f41c80fa74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:53.501557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75bb64d6-f32d-4031-9ec9-2d88aa806de4 req-26945063-55ef-4a17-bd75-6927f37dc881 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Jun 30 02:45:53.532476 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.555786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360afd1d-bcf8-4c65-8817-49a8b4d179fc {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:53.600981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:53.611247 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.692540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.694440 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.823360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Subnet': ['ID=e2420dc3-5e86-416b-85f6-7a6a76131f87,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.834548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['360afd1d-bcf8-4c65-8817-49a8b4d179fc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:53.864753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b22c1d-4658-4f73-8724-9b8697dc031b req-f6d91ae8-7339-439b-9bc6-e31627b680fa tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.871892 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06b22c1d-4658-4f73-8724-9b8697dc031b req-f6d91ae8-7339-439b-9bc6-e31627b680fa tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 945 time: 0.2254770 Jun 30 02:45:53.875110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Checking segment: {'id': 'e10768a6-848b-4eed-bd44-e01a3b7f3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:53.875482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network hostable DHCP agents. Network: 682e932f-e1f7-438f-b997-83b7a2d29f96, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:53.936278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-5b28026a-147b-497e-b85a-7e9bf9b43603 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.937711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-5b28026a-147b-497e-b85a-7e9bf9b43603 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.2076912 Jun 30 02:45:53.952874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06b22c1d-4658-4f73-8724-9b8697dc031b req-cb2b361b-0fa5-40ac-a50e-feec5730dd19 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802691 Jun 30 02:45:53.957213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network 682e932f-e1f7-438f-b997-83b7a2d29f96 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:54.001086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 682e932f-e1f7-438f-b997-83b7a2d29f96) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:54.009529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43964) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:54.009971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.055023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea6781-cfc9-46de-a266-6e1f70487a9d None None] Network 682e932f-e1f7-438f-b997-83b7a2d29f96 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:54.108367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event updated for resources: {'Subnet': ['ID=b227cf66-ecbf-4aa1-8430-e26bb004a81b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:54.147519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Checking segment: {'id': '9d601238-60f5-45fd-95c4-971389af3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:54.148090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network hostable DHCP agents. Network: c0adb582-c9f9-4589-a147-3b382fbeb47f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:54.212917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b30595d-728b-4f78-aa9c-102aede095ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.222945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Deleting port 60fb88c9-6131-4197-ac5f-e898982d498f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:54.223293 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.267113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Network c0adb582-c9f9-4589-a147-3b382fbeb47f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:54.298949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-682e932f-e1f7-438f-b997-83b7a2d29f96', 'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96', 'tenant_id': 'a06bd643a4454de3919188626cace6ad', 'fixed_ips': [{'subnet_id': 'e2420dc3-5e86-416b-85f6-7a6a76131f87'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:54.302250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.363235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b30595d-728b-4f78-aa9c-102aede095ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.369313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b30595d-728b-4f78-aa9c-102aede095ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.429400 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8b30595d-728b-4f78-aa9c-102aede095ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6df2fb3ade5f42e2940245f72d5e36ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176736 Jun 30 02:45:54.431808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43982) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:54.438166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30595d-728b-4f78-aa9c-102aede095ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c601fc-cb2f-4ea5-8ada-0e490071f01f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:54.443365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c0adb582-c9f9-4589-a147-3b382fbeb47f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:54.470517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.471017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.471659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.491280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b544266-9410-4ec0-908b-9ffb414dda8e None None] Network c0adb582-c9f9-4589-a147-3b382fbeb47f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:54.523716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] For port 60fb88c9-6131-4197-ac5f-e898982d498f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=60fb88c9-6131-4197-ac5f-e898982d498f,segment=NetworkSegment(d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de),segment_id=d6b7f6d5-0866-4c79-9be7-6b7bbd2b86de)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:54.524073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.532531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-834b4c88-a9fb-4d7a-93f0-03bd269c4741 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9077022 Jun 30 02:45:54.535676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43988) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:54.557661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5496fc-dee6-4aa2-b4ac-5682d438bd6b req-24d44de9-4603-4af1-bd9c-b259e666ff00 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.565878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea5496fc-dee6-4aa2-b4ac-5682d438bd6b req-24d44de9-4603-4af1-bd9c-b259e666ff00 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 945 time: 0.2292161 Jun 30 02:45:54.568063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Calling delete_port for 60fb88c9-6131-4197-ac5f-e898982d498f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:54.569087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Allocated IP 2001:db8::1 (682e932f-e1f7-438f-b997-83b7a2d29f96/e2420dc3-5e86-416b-85f6-7a6a76131f87/e673a4ca-8915-4bbb-be6a-3e2634e76000) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:54.622359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea5496fc-dee6-4aa2-b4ac-5682d438bd6b req-e03a8657-8ee7-4d8e-a66e-a115a0f11329 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/security-groups?id=33943a4c-aee3-4250-ac9e-47dbd933130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553591 Jun 30 02:45:54.671816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1647-935b-4574-afd7-672f94c033e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.718936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1647-935b-4574-afd7-672f94c033e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.772961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c0adb582-c9f9-4589-a147-3b382fbeb47f', 'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f', 'tenant_id': 'a06bd643a4454de3919188626cace6ad', 'fixed_ips': [{'subnet_id': 'b227cf66-ecbf-4aa1-8430-e26bb004a81b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:54.773969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.794262 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1647-935b-4574-afd7-672f94c033e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.798207 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1647-935b-4574-afd7-672f94c033e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.803045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b7cc1647-935b-4574-afd7-672f94c033e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28c601fc-cb2f-4ea5-8ada-0e490071f01f HTTP/1.1" status: 204 len: 168 time: 0.3660324 Jun 30 02:45:54.859514 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.868142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc1647-935b-4574-afd7-672f94c033e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c601fc-cb2f-4ea5-8ada-0e490071f01f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:54.873630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Transition to ACTIVE for port object e673a4ca-8915-4bbb-be6a-3e2634e76000 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:54.905281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.911782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e24c45-e609-4ce6-8a69-10a947f3cc49 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.917230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e24c45-e609-4ce6-8a69-10a947f3cc49 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.918880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e24c45-e609-4ce6-8a69-10a947f3cc49 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.929315 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-89e24c45-e609-4ce6-8a69-10a947f3cc49 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3827002 Jun 30 02:45:54.930564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b89f9-0fd4-46e0-98e7-e58f705e348c req-5521cf69-261f-4aa0-b954-f4f328bd018f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.932501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-598b89f9-0fd4-46e0-98e7-e58f705e348c req-5521cf69-261f-4aa0-b954-f4f328bd018f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 945 time: 0.1162190 Jun 30 02:45:54.934878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43998) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:54.948395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:54.950357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['60fb88c9-6131-4197-ac5f-e898982d498f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:54.963054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Pushing event deleted for resources: {'Port': ['ID=60fb88c9-6131-4197-ac5f-e898982d498f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:55.034068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Transition to ACTIVE for port object e673a4ca-8915-4bbb-be6a-3e2634e76000 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:55.036868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] No DVR routers for this DVR port 60fb88c9-6131-4197-ac5f-e898982d498f on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:55.041413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.043838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33c2f1ac-2dbb-49bf-8c6a-1ef7c0148f21 req-afa63993-3ad8-45ec-9f88-9b0749513a68 tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.90 "DELETE /v2.0/ports/60fb88c9-6131-4197-ac5f-e898982d498f HTTP/1.1" status: 204 len: 173 time: 1.0840814 Jun 30 02:45:55.044325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'name': 'network-vif-deleted', 'tag': '60fb88c9-6131-4197-ac5f-e898982d498f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:55.047633 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846041d2-55d9-4f4f-9a9a-bd58e68af6d1" -d '{"events": [{"server_uuid": "c1bf137f-5f55-4437-aa00-8441703ac659", "name": "network-vif-deleted", "tag": "60fb88c9-6131-4197-ac5f-e898982d498f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:55.060023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.071552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-598b89f9-0fd4-46e0-98e7-e58f705e348c req-829f16ab-cb66-4a15-90b3-797f029340c1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087661 Jun 30 02:45:55.089230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Deleting subnet e2420dc3-5e86-416b-85f6-7a6a76131f87 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:55.095515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.140717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077024b9-acba-43ca-8bfe-f19177675c29 req-e2eee02a-f27e-4f35-b21f-6bdd6c8912f7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.148281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-077024b9-acba-43ca-8bfe-f19177675c29 req-e2eee02a-f27e-4f35-b21f-6bdd6c8912f7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 944 time: 0.5740871 Jun 30 02:45:55.182015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.229801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Network 682e932f-e1f7-438f-b997-83b7a2d29f96 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:55.244866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:55.254329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:55.261412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-077024b9-acba-43ca-8bfe-f19177675c29 req-521eec84-b195-40cb-b1ce-6008390e9124 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121423 Jun 30 02:45:55.264395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Pushing event updated for resources: {'Port': ['ID=e673a4ca-8915-4bbb-be6a-3e2634e76000,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:55.270341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Allocated IP 2001:db8:0:1::1 (c0adb582-c9f9-4589-a147-3b382fbeb47f/b227cf66-ecbf-4aa1-8430-e26bb004a81b/58ca9f7e-6a56-41d0-8646-d7fa667789b8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:55.274070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 360afd1d-bcf8-4c65-8817-49a8b4d179fc completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:55.323228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 360afd1d-bcf8-4c65-8817-49a8b4d179fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:55.323867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.379788 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72504ff3-94e8-485d-a204-5bb1ae856f8e x-openstack-request-id: req-72504ff3-94e8-485d-a204-5bb1ae856f8e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:55.380565 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf137f-5f55-4437-aa00-8441703ac659", "name": "network-vif-deleted", "tag": "60fb88c9-6131-4197-ac5f-e898982d498f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:55.381299 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72504ff3-94e8-485d-a204-5bb1ae856f8e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:55.382052 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bf137f-5f55-4437-aa00-8441703ac659', 'name': 'network-vif-deleted', 'tag': '60fb88c9-6131-4197-ac5f-e898982d498f', 'status': 'completed', 'code': 200} Jun 30 02:45:55.417247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.454391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:55.469538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78d9f7d8-2854-4f18-b8d7-ffbe33b686c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.497386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Attempting to bind port e673a4ca-8915-4bbb-be6a-3e2634e76000 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:55.498595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Attempting to bind port e673a4ca-8915-4bbb-be6a-3e2634e76000 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e10768a6-848b-4eed-bd44-e01a3b7f3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:55.499252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Attempting to bind port e673a4ca-8915-4bbb-be6a-3e2634e76000 on network 682e932f-e1f7-438f-b997-83b7a2d29f96 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:55.514615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:55.515197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Checking segment: {'id': 'e10768a6-848b-4eed-bd44-e01a3b7f3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:55.515663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.515847 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.516219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Bound using segment: {'id': 'e10768a6-848b-4eed-bd44-e01a3b7f3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:55.516708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Bound port: e673a4ca-8915-4bbb-be6a-3e2634e76000, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10768a6-848b-4eed-bd44-e01a3b7f3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '682e932f-e1f7-438f-b997-83b7a2d29f96'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:55.517095 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.558874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Subnet': ['ID=e2420dc3-5e86-416b-85f6-7a6a76131f87,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:55.564138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.566547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07a4925c-5023-4dbf-b01d-0bc052a147e9 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/subnets/e2420dc3-5e86-416b-85f6-7a6a76131f87 HTTP/1.1" status: 204 len: 168 time: 0.6258628 Jun 30 02:45:55.569310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:55.595307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78d9f7d8-2854-4f18-b8d7-ffbe33b686c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.603140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78d9f7d8-2854-4f18-b8d7-ffbe33b686c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.640170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Deleting subnet b227cf66-ecbf-4aa1-8430-e26bb004a81b {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:55.648360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9f7d8-2854-4f18-b8d7-ffbe33b686c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c1417b-9eea-4a6d-9425-6d0e9f7d03e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:55.703146 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-78d9f7d8-2854-4f18-b8d7-ffbe33b686c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51ce9643ea0047988983e03503dab029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503264 Jun 30 02:45:55.706448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:55.744304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.765070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Transition to ACTIVE for port object 58ca9f7e-6a56-41d0-8646-d7fa667789b8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:55.767528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] For port e673a4ca-8915-4bbb-be6a-3e2634e76000, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:55.772162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.777708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] For port e673a4ca-8915-4bbb-be6a-3e2634e76000, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e673a4ca-8915-4bbb-be6a-3e2634e76000,segment=NetworkSegment(e10768a6-848b-4eed-bd44-e01a3b7f3f27),segment_id=e10768a6-848b-4eed-bd44-e01a3b7f3f27)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:55.792083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43814be2-948b-42d4-bda6-f7ac3155be52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.795170 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.821109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Transition to ACTIVE for port object 58ca9f7e-6a56-41d0-8646-d7fa667789b8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:55.855273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:55.858421 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5626f5f5-be23-4d60-ad47-e234c6532f39" -d '{"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-plugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:55.876058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43814be2-948b-42d4-bda6-f7ac3155be52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.885029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.899654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.903887 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068a8666-6e98-45dc-bff7-1da706b09cbf req-b4595b85-d7fd-4ca5-8c36-62beabc01d6b tempest-DeleteServersTestJSON-1182452509 tempest-DeleteServersTestJSON-1182452509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1bf137f-5f55-4437-aa00-8441703ac659 HTTP/1.1" status: 200 len: 210 time: 0.0656605 Jun 30 02:45:55.950391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:55.950391 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20884bc3-8d94-4a8e-b35c-eef4697a2588 x-openstack-request-id: req-20884bc3-8d94-4a8e-b35c-eef4697a2588 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:55.950391 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-plugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:55.950391 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20884bc3-8d94-4a8e-b35c-eef4697a2588 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:55.951499 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'code': 200} Jun 30 02:45:55.968354 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.992744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.054875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Network c0adb582-c9f9-4589-a147-3b382fbeb47f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:56.071290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:56.074116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-5ae25e0a-89a9-479d-8ff6-7727537d4c5d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.077376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-5ae25e0a-89a9-479d-8ff6-7727537d4c5d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 945 time: 0.1071215 Jun 30 02:45:56.079429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd48a9-08a4-48b6-a0e8-884338b08238 None None] Network 682e932f-e1f7-438f-b997-83b7a2d29f96 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:56.081532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67f14-99c2-46e8-bb02-c3a83f87741b None None] Pushing event updated for resources: {'Port': ['ID=e673a4ca-8915-4bbb-be6a-3e2634e76000,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.084346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:56.089219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43814be2-948b-42d4-bda6-f7ac3155be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.093241 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43814be2-948b-42d4-bda6-f7ac3155be52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.095875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-43814be2-948b-42d4-bda6-f7ac3155be52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86c1417b-9eea-4a6d-9425-6d0e9f7d03e5 HTTP/1.1" status: 204 len: 168 time: 0.3883195 Jun 30 02:45:56.130978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43814be2-948b-42d4-bda6-f7ac3155be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c1417b-9eea-4a6d-9425-6d0e9f7d03e5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.150647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.251433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370aef2-d4e7-47c2-b034-81f351aa269f req-e5b2c9f3-f29c-4223-8e18-fcceb105678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.253342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5370aef2-d4e7-47c2-b034-81f351aa269f req-e5b2c9f3-f29c-4223-8e18-fcceb105678b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1096 time: 0.2047293 Jun 30 02:45:56.284791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port c7751368-ea50-421c-b765-3851fb5c9aea {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:56.285430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.311527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.344148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Subnet': ['ID=b227cf66-ecbf-4aa1-8430-e26bb004a81b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.361925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5370aef2-d4e7-47c2-b034-81f351aa269f req-54d89f4d-0a26-4ce6-9515-9c028f5c6111 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930669 Jun 30 02:45:56.364054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.367420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0418beca-e5ca-4ffb-94e9-5f4f9eff0a62 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/subnets/b227cf66-ecbf-4aa1-8430-e26bb004a81b HTTP/1.1" status: 204 len: 168 time: 0.7970128 Jun 30 02:45:56.369818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:56.442057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8efb33-1e15-477b-be3b-ef94966ad2ce tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.445590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae8efb33-1e15-477b-be3b-ef94966ad2ce tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746963 Jun 30 02:45:56.452103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44044) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:56.505358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Pushing event updated for resources: {'Port': ['ID=58ca9f7e-6a56-41d0-8646-d7fa667789b8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.590720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Attempting to bind port 58ca9f7e-6a56-41d0-8646-d7fa667789b8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:56.591091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Attempting to bind port 58ca9f7e-6a56-41d0-8646-d7fa667789b8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9d601238-60f5-45fd-95c4-971389af3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:56.591594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Attempting to bind port 58ca9f7e-6a56-41d0-8646-d7fa667789b8 on network c0adb582-c9f9-4589-a147-3b382fbeb47f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:56.612552 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.638886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:56.638886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Checking segment: {'id': '9d601238-60f5-45fd-95c4-971389af3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:56.638886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.638886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Bound using segment: {'id': '9d601238-60f5-45fd-95c4-971389af3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:56.638886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Bound port: 58ca9f7e-6a56-41d0-8646-d7fa667789b8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d601238-60f5-45fd-95c4-971389af3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c0adb582-c9f9-4589-a147-3b382fbeb47f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:56.638886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.683712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.773872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Deleting port 58ca9f7e-6a56-41d0-8646-d7fa667789b8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:56.774240 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.785385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad780a4b-68ea-4f79-9fb3-e2951348dbcc req-6e75e850-36b8-4915-8dc4-6eaf09d5b5cf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.787563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad780a4b-68ea-4f79-9fb3-e2951348dbcc req-6e75e850-36b8-4915-8dc4-6eaf09d5b5cf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1032143 Jun 30 02:45:56.824535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] For port 58ca9f7e-6a56-41d0-8646-d7fa667789b8, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:56.829578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] For port 58ca9f7e-6a56-41d0-8646-d7fa667789b8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=58ca9f7e-6a56-41d0-8646-d7fa667789b8,segment=NetworkSegment(9d601238-60f5-45fd-95c4-971389af3f4a),segment_id=9d601238-60f5-45fd-95c4-971389af3f4a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:56.837438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.892249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] For port 58ca9f7e-6a56-41d0-8646-d7fa667789b8, host n-d-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:56.893884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.907338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16c71-bd78-41b5-bac6-19f3d19af2d9 req-4ab47bc8-1ea7-49ce-b261-0bc245cd9dbb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.909104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad780a4b-68ea-4f79-9fb3-e2951348dbcc req-bbbcc378-a0b3-42ea-9b10-99580da4ee95 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008174 Jun 30 02:45:56.915840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43f16c71-bd78-41b5-bac6-19f3d19af2d9 req-4ab47bc8-1ea7-49ce-b261-0bc245cd9dbb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 945 time: 0.7033193 Jun 30 02:45:56.939386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Calling delete_port for 58ca9f7e-6a56-41d0-8646-d7fa667789b8 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:56.989584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port c7751368-ea50-421c-b765-3851fb5c9aea, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c7751368-ea50-421c-b765-3851fb5c9aea,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:56.989879 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.990879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc072e4-cfff-40cd-b24d-1cad698e1e2e None None] Pushing event updated for resources: {'Port': ['ID=58ca9f7e-6a56-41d0-8646-d7fa667789b8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.006791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43f16c71-bd78-41b5-bac6-19f3d19af2d9 req-4819fc1b-89dc-42c1-abdb-52e95907b787 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899718 Jun 30 02:45:57.021255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaddb999-abe8-4fc6-aa7b-a4978ae0b968 None None] Network c0adb582-c9f9-4589-a147-3b382fbeb47f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:57.047345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for c7751368-ea50-421c-b765-3851fb5c9aea owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:57.179483 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.235857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Port': ['ID=58ca9f7e-6a56-41d0-8646-d7fa667789b8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.252415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] No DVR routers for this DVR port 58ca9f7e-6a56-41d0-8646-d7fa667789b8 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:57.294734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67252768-41a1-4767-b8d1-3e14afc03805 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:45:57.338723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.365569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a', '432cc1cf-57fd-4626-8fc7-f2b85e158e43'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:57.368290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c7751368-ea50-421c-b765-3851fb5c9aea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:57.406066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=c7751368-ea50-421c-b765-3851fb5c9aea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.469089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port c7751368-ea50-421c-b765-3851fb5c9aea on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:57.488277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.491063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d63787e-036f-4bb9-8612-273d3a021a39 req-39c30fa5-0cc6-453c-915a-a9a43bdd3d6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.90 "DELETE /v2.0/ports/c7751368-ea50-421c-b765-3851fb5c9aea HTTP/1.1" status: 204 len: 173 time: 1.4074707 Jun 30 02:45:57.493700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'name': 'network-vif-deleted', 'tag': 'c7751368-ea50-421c-b765-3851fb5c9aea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:57.493859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.513179 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38127a-31f5-4cc0-9289-fd9ead0685a6" -d '{"events": [{"server_uuid": "42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c", "name": "network-vif-deleted", "tag": "c7751368-ea50-421c-b765-3851fb5c9aea"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:57.541953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0adb582-c9f9-4589-a147-3b382fbeb47f']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:57.606645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d601238-60f5-45fd-95c4-971389af3f4a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:57.607495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d601238-60f5-45fd-95c4-971389af3f4a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:57.636285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.657948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e1048d2-d7af-4fee-888a-9e6d9add63a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.678753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67252768-41a1-4767-b8d1-3e14afc03805 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:45:57.694284 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.711053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:57.711863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:57.715221 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:57.728431 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab947a96-71db-4956-8d96-e82666d9c053 x-openstack-request-id: req-ab947a96-71db-4956-8d96-e82666d9c053 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:57.728775 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c", "name": "network-vif-deleted", "tag": "c7751368-ea50-421c-b765-3851fb5c9aea", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:57.729036 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab947a96-71db-4956-8d96-e82666d9c053 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:57.729435 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c', 'name': 'network-vif-deleted', 'tag': 'c7751368-ea50-421c-b765-3851fb5c9aea', 'status': 'completed', 'code': 200} Jun 30 02:45:57.745902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:57.837796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.864048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.868128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/networks/c0adb582-c9f9-4589-a147-3b382fbeb47f HTTP/1.1" status: 204 len: 168 time: 1.4129016 Jun 30 02:45:57.868128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c27505-56b1-4c3e-8799-01880414336c tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Network': ['ID=c0adb582-c9f9-4589-a147-3b382fbeb47f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.868851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:58.012936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.033030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041cba40-b4bf-4955-92e1-2bd07b6702bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.180151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Deleting port e673a4ca-8915-4bbb-be6a-3e2634e76000 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:58.180789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.198991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8dad8-2f0d-4252-b84d-b4ae33d13d62 req-765d01cf-45c4-4f86-8689-780f2bda7304 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.210478 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ee8dad8-2f0d-4252-b84d-b4ae33d13d62 req-765d01cf-45c4-4f86-8689-780f2bda7304 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1615736 Jun 30 02:45:58.276171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ee8dad8-2f0d-4252-b84d-b4ae33d13d62 req-e654829d-d36d-4b85-949e-77e35d029a6d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643017 Jun 30 02:45:58.312257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffcc676-f76c-4ea6-b6c6-b6e16cd7dc67 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:45:58.388066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] For port e673a4ca-8915-4bbb-be6a-3e2634e76000, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e673a4ca-8915-4bbb-be6a-3e2634e76000,segment=NetworkSegment(e10768a6-848b-4eed-bd44-e01a3b7f3f27),segment_id=e10768a6-848b-4eed-bd44-e01a3b7f3f27)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:58.389156 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.417964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-605a2130-a052-4aac-8d0c-994ad5710d99 req-e64356cf-e835-482b-8cbf-9af7ef815df7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=42e0e46e-a7da-4ab9-b3c6-fd5e1fa1815c HTTP/1.1" status: 200 len: 210 time: 0.0794153 Jun 30 02:45:58.429099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffcc676-f76c-4ea6-b6c6-b6e16cd7dc67 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:45:58.450460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041cba40-b4bf-4955-92e1-2bd07b6702bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.469681 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-041cba40-b4bf-4955-92e1-2bd07b6702bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.489630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Calling delete_port for e673a4ca-8915-4bbb-be6a-3e2634e76000 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:58.605411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-041cba40-b4bf-4955-92e1-2bd07b6702bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e7a852d76d7417c882ac0ed3ae53c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566597 Jun 30 02:45:58.607471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44116) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:58.617828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cba40-b4bf-4955-92e1-2bd07b6702bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4382e78-fb6f-4376-a908-a998895a6da7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:58.672435 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.734611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Port': ['ID=e673a4ca-8915-4bbb-be6a-3e2634e76000,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:58.750755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] No DVR routers for this DVR port e673a4ca-8915-4bbb-be6a-3e2634e76000 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:58.782946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18e04f6f-c5c8-411f-a0d5-face23ecb43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.837233 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18e04f6f-c5c8-411f-a0d5-face23ecb43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.850545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-0f3bfd97-e3d4-415b-be4f-09a1079c997f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.859692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-0f3bfd97-e3d4-415b-be4f-09a1079c997f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 813 time: 0.1581945 Jun 30 02:45:58.875051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.899681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682e932f-e1f7-438f-b997-83b7a2d29f96']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:58.900541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-d7fb0428-8e5f-4bd5-ac3a-8d64fce8ab4b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/quotas/b2da4de747784f4fa98e19190a98a8a6 HTTP/1.1" status: 200 len: 375 time: 0.0399213 Jun 30 02:45:58.914613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10768a6-848b-4eed-bd44-e01a3b7f3f27') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:58.915033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10768a6-848b-4eed-bd44-e01a3b7f3f27') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:58.926195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.947070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.957773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:58.958341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:58.980166 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:58.991025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.016876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18e04f6f-c5c8-411f-a0d5-face23ecb43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.025618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18e04f6f-c5c8-411f-a0d5-face23ecb43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.026963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18e04f6f-c5c8-411f-a0d5-face23ecb43b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4382e78-fb6f-4376-a908-a998895a6da7 HTTP/1.1" status: 204 len: 168 time: 0.4184124 Jun 30 02:45:59.047656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.052568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e04f6f-c5c8-411f-a0d5-face23ecb43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4382e78-fb6f-4376-a908-a998895a6da7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.076240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.078141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/networks/682e932f-e1f7-438f-b997-83b7a2d29f96 HTTP/1.1" status: 204 len: 168 time: 1.2082574 Jun 30 02:45:59.086745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.087725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-1e9c8b18-2b40-4395-9ce1-68c117d5dfa2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862509 Jun 30 02:45:59.112208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373fd17-389d-495d-bc04-96a2b31929e4 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Network': ['ID=682e932f-e1f7-438f-b997-83b7a2d29f96,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.123296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 60fb88c9-6131-4197-ac5f-e898982d498f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:59.154892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 60fb88c9-6131-4197-ac5f-e898982d498f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:59.156494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 60fb88c9-6131-4197-ac5f-e898982d498f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:59.196462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-661fc225-4b4e-4e4e-a9d1-3be0e8cc1529 service neutron] 10.222.0.78 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078198 Jun 30 02:45:59.258657 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.375163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.390651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:59.401111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-1e23f6d5-873c-4b20-af1a-9010de0e55f9 service neutron] 10.222.0.78 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946630 Jun 30 02:45:59.404294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6082e8-9a6d-47ee-8dbe-d5fc167ef99f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:59.404677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6082e8-9a6d-47ee-8dbe-d5fc167ef99f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:59.416009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.441979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.447786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ac76-a665-47e1-ba4c-483dfd9db93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.464420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:59.467340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:59.480053 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:59.500131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44148) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.515733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff01d72-2e60-449e-8632-76d5da0ca504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.576287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.590639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.594279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/networks/85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e HTTP/1.1" status: 204 len: 168 time: 0.4841495 Jun 30 02:45:59.599011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44158) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.622775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee435ac-d1f3-455b-8854-ad925bf0f7ae tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Network': ['ID=85a5f98f-ebbc-4c2d-91d3-64dddf2d6c8e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.694515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c02413d2-b6a4-4894-91a5-4ed881a3ff9a req-7aa6646a-cbb3-437b-a455-6fd56afe8dd0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 210 time: 0.0539217 Jun 30 02:45:59.737830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.797851 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ac76-a665-47e1-ba4c-483dfd9db93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.882976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ac76-a665-47e1-ba4c-483dfd9db93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.926159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.967392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4ac76-a665-47e1-ba4c-483dfd9db93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3c7b7-0032-4021-a0a5-3f99a7c50e18,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.977591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4ae4ac76-a665-47e1-ba4c-483dfd9db93d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48127bda3d6f44f8aedd56e6b8d83c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9837537 Jun 30 02:45:59.980437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.999489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c2918c-db50-4a48-907f-fc77d18c373f']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:00.023329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790e88c1-6738-4c3f-a675-3a348ff4c728') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:00.023567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790e88c1-6738-4c3f-a675-3a348ff4c728') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:00.038434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.078364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a35db3d-b44e-407e-9033-5f27b48636ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.084537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.128089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:00.128510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.132043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a35db3d-b44e-407e-9033-5f27b48636ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:00.135835 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:00.210431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff01d72-2e60-449e-8632-76d5da0ca504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.228043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff01d72-2e60-449e-8632-76d5da0ca504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.268033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df56695-e381-4f66-8358-0a0d2974cfcb req-64f03c9e-b30b-4553-9979-7a7789233256 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.270397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5df56695-e381-4f66-8358-0a0d2974cfcb req-64f03c9e-b30b-4553-9979-7a7789233256 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 946 time: 0.1470385 Jun 30 02:46:00.275601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.280959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.283486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] 10.222.0.78 "DELETE /v2.0/networks/f5c2918c-db50-4a48-907f-fc77d18c373f HTTP/1.1" status: 204 len: 168 time: 0.6831779 Jun 30 02:46:00.293827 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc87ccad-3e84-4766-929c-8ff2a517be05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.319214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a35db3d-b44e-407e-9033-5f27b48636ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.319513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff01d72-2e60-449e-8632-76d5da0ca504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3203256b-8778-43f6-a961-6b842acd560f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.324839 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ff01d72-2e60-449e-8632-76d5da0ca504 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e631db4438d414a96346b85017829f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237355 Jun 30 02:46:00.326498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2454f-179e-4b15-a001-06655c3d5037 tempest-BulkNetworkOpsIpV6Test-2060956223 tempest-BulkNetworkOpsIpV6Test-2060956223-project] Pushing event deleted for resources: {'Network': ['ID=f5c2918c-db50-4a48-907f-fc77d18c373f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.328616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44176) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.328895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a35db3d-b44e-407e-9033-5f27b48636ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.336004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5a35db3d-b44e-407e-9033-5f27b48636ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64f3c7b7-0032-4021-a0a5-3f99a7c50e18 HTTP/1.1" status: 204 len: 168 time: 0.3546069 Jun 30 02:46:00.355751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35db3d-b44e-407e-9033-5f27b48636ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3c7b7-0032-4021-a0a5-3f99a7c50e18,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.397060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-791eb93f-7e3a-4fe5-81a4-98c2b6d256d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.411207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5df56695-e381-4f66-8358-0a0d2974cfcb req-18352263-7133-4646-9779-d44eca2a4a2e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201465 Jun 30 02:46:00.427923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-791eb93f-7e3a-4fe5-81a4-98c2b6d256d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.502284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.514041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-791eb93f-7e3a-4fe5-81a4-98c2b6d256d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.517691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-791eb93f-7e3a-4fe5-81a4-98c2b6d256d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.521190 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-791eb93f-7e3a-4fe5-81a4-98c2b6d256d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3203256b-8778-43f6-a961-6b842acd560f HTTP/1.1" status: 204 len: 168 time: 0.1889606 Jun 30 02:46:00.527646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791eb93f-7e3a-4fe5-81a4-98c2b6d256d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3203256b-8778-43f6-a961-6b842acd560f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.776169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.914283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a66aa59-bea1-41a2-a543-6a6a00d3b119 req-52a0e228-64cc-4de5-a632-9fe06d1478e6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 210 time: 0.0855441 Jun 30 02:46:01.123795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7751368-ea50-421c-b765-3851fb5c9aea no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:01.125125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44206) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.140727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4234da48-6c74-447c-9a44-fedc8460436c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a06bd643a4454de3919188626cace6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618238 Jun 30 02:46:01.282610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d69d0fa5-ff62-4736-9fa6-1143f8cd9b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.339476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d69d0fa5-ff62-4736-9fa6-1143f8cd9b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.359799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-a568fd43-170d-4771-b1ec-fa9eb0fb6d6e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.371171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-a568fd43-170d-4771-b1ec-fa9eb0fb6d6e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.90 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 813 time: 0.2290015 Jun 30 02:46:01.387206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Request body: {'port': {'device_id': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'admin_state_up': True, 'tenant_id': 'b2da4de747784f4fa98e19190a98a8a6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:01.473564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d69d0fa5-ff62-4736-9fa6-1143f8cd9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.476589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d69d0fa5-ff62-4736-9fa6-1143f8cd9b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.477823 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d69d0fa5-ff62-4736-9fa6-1143f8cd9b84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e897e16-98b8-47e8-a7a3-e1859bfc8822 HTTP/1.1" status: 204 len: 168 time: 0.3517096 Jun 30 02:46:01.489665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d0fa5-ff62-4736-9fa6-1143f8cd9b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e897e16-98b8-47e8-a7a3-e1859bfc8822,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.523395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17969423-0ffd-494a-9831-532360c18ef4 req-ea2967bf-6ff4-48d3-9ce1-d965cd608b0c tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.525174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17969423-0ffd-494a-9831-532360c18ef4 req-ea2967bf-6ff4-48d3-9ce1-d965cd608b0c tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 946 time: 0.1089354 Jun 30 02:46:01.659013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Made reservation on behalf of b2da4de747784f4fa98e19190a98a8a6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:01.664114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.665643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: c7751368-ea50-421c-b765-3851fb5c9aea {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:01.666121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c7751368-ea50-421c-b765-3851fb5c9aea not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:01.776794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:01.778319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.906362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4eda4-aa57-42b5-8170-572339267155 req-513db605-8220-416f-92fa-c85d1b6d3f40 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.915863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c4eda4-aa57-42b5-8170-572339267155 req-513db605-8220-416f-92fa-c85d1b6d3f40 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 946 time: 0.2212012 Jun 30 02:46:01.965847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Allocated IP 172.20.0.3 (52324d4e-1a47-456b-95c0-ab0f452e4f4e/015c9306-cfbf-4b08-a090-c3f41c80fa74/78ebbfcf-a27b-46a5-84d8-11d430a90fa8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:01.978965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port 432cc1cf-57fd-4626-8fc7-f2b85e158e43, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=432cc1cf-57fd-4626-8fc7-f2b85e158e43,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:01.979313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.010673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for 432cc1cf-57fd-4626-8fc7-f2b85e158e43 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:02.024924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c4eda4-aa57-42b5-8170-572339267155 req-4ff01f91-f9aa-43b2-98e4-9f63d96494c4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079559 Jun 30 02:46:02.123361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.202136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66656412-812b-4cf5-bca6-72dea27c6ccd req-e6037ebf-3ffa-4591-ac86-94a5f73e9c9a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 210 time: 0.0337079 Jun 30 02:46:02.347332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.360231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a', '432cc1cf-57fd-4626-8fc7-f2b85e158e43'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:02.368027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.415342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.461892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=432cc1cf-57fd-4626-8fc7-f2b85e158e43,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:02.496396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Network 52324d4e-1a47-456b-95c0-ab0f452e4f4e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:02.501569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:02.512531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:02.550662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Pushing event updated for resources: {'Port': ['ID=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:02.575254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port 432cc1cf-57fd-4626-8fc7-f2b85e158e43 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:02.582640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.588901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17969423-0ffd-494a-9831-532360c18ef4 req-d75667a5-ab7a-42ae-90d4-35656f2e925a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "DELETE /v2.0/ports/432cc1cf-57fd-4626-8fc7-f2b85e158e43 HTTP/1.1" status: 204 len: 173 time: 1.0577006 Jun 30 02:46:02.590628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2745c40b-0e95-4895-845e-edbca592ef32', 'name': 'network-vif-deleted', 'tag': '432cc1cf-57fd-4626-8fc7-f2b85e158e43'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:02.595306 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba49c4-54a5-4d4f-a3e8-4c6ad9742b46" -d '{"events": [{"server_uuid": "2745c40b-0e95-4895-845e-edbca592ef32", "name": "network-vif-deleted", "tag": "432cc1cf-57fd-4626-8fc7-f2b85e158e43"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:02.728599 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f62857-d114-4306-afb0-abade91da919 x-openstack-request-id: req-30f62857-d114-4306-afb0-abade91da919 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:02.728973 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2745c40b-0e95-4895-845e-edbca592ef32", "name": "network-vif-deleted", "tag": "432cc1cf-57fd-4626-8fc7-f2b85e158e43", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:02.729259 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30f62857-d114-4306-afb0-abade91da919 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:02.730854 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2745c40b-0e95-4895-845e-edbca592ef32', 'name': 'network-vif-deleted', 'tag': '432cc1cf-57fd-4626-8fc7-f2b85e158e43', 'status': 'completed', 'code': 200} Jun 30 02:46:02.751951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.756551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.790668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e8dee2c5-233b-47aa-a690-b9892833a350 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4077890 Jun 30 02:46:02.805013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Request body: {'port': {'device_id': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:02.853039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['360afd1d-bcf8-4c65-8817-49a8b4d179fc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:02.964556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.011622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.300623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f2caacc9-c042-4bdf-911b-828e38dc7cf8 req-1a096f47-82e6-42bf-8d0f-393e70cc4966 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=2745c40b-0e95-4895-845e-edbca592ef32 HTTP/1.1" status: 200 len: 210 time: 0.0598965 Jun 30 02:46:03.437042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Deleting subnet 8768eb99-60eb-484c-b19b-95e2a5891ed4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:03.445842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.453258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:03.478591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.505546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Transition to ACTIVE for port object 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:03.525159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.529849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.617262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.657149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.739225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d68013-728f-4e93-80fc-3fdf80b86352 req-5bdbc6a7-25e2-477b-b5b1-e04aa022c57b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.747819 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29d68013-728f-4e93-80fc-3fdf80b86352 req-5bdbc6a7-25e2-477b-b5b1-e04aa022c57b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 943 time: 0.1653788 Jun 30 02:46:03.804051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Attempting to bind port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:03.804543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Attempting to bind port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:03.804786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Attempting to bind port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 on network 52324d4e-1a47-456b-95c0-ab0f452e4f4e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:03.811335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29d68013-728f-4e93-80fc-3fdf80b86352 req-513102eb-83b4-4375-a1a5-3df4c0edafc7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624828 Jun 30 02:46:03.814291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.817124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 on network 52324d4e-1a47-456b-95c0-ab0f452e4f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:03.817458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Attempting to bind port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 on network 52324d4e-1a47-456b-95c0-ab0f452e4f4e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:03.834541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:03.842165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Checking segment: {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:03.842536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Bound using segment: {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:03.843049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Bound port: 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:03.843425 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.852600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8768eb99-60eb-484c-b19b-95e2a5891ed4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.854602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.856448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-74a20ad6-360c-4d22-bd99-3f530bbb20f1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8768eb99-60eb-484c-b19b-95e2a5891ed4 HTTP/1.1" status: 204 len: 168 time: 0.8438487 Jun 30 02:46:03.859670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44310) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.876250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.941549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] For port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:03.945847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] For port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:03.952031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.966932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.004781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.005889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.008698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] 10.222.0.90 "PUT /v2.0/ports/78ebbfcf-a27b-46a5-84d8-11d430a90fa8 HTTP/1.1" status: 200 len: 1091 time: 1.2088640 Jun 30 02:46:04.009880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'tag': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:04.027097 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd3bac0-1586-4efd-a826-4d711285ceaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a6814188-4b68-45cc-a02c-49be78cb3a73", "tag": "78ebbfcf-a27b-46a5-84d8-11d430a90fa8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:04.074792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5357fc-ccd9-4d27-8016-0682e743cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.132485 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94dc06-c85b-4399-b5a0-f01f8db54686 x-openstack-request-id: req-fc94dc06-c85b-4399-b5a0-f01f8db54686 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:04.133027 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6814188-4b68-45cc-a02c-49be78cb3a73", "tag": "78ebbfcf-a27b-46a5-84d8-11d430a90fa8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:04.133027 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc94dc06-c85b-4399-b5a0-f01f8db54686 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:04.133421 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'tag': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8', 'status': 'completed', 'code': 200} Jun 30 02:46:04.175903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-82634d9d-6203-4a7e-a65a-2e63999f06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.178713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-82634d9d-6203-4a7e-a65a-2e63999f06b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 1094 time: 0.0858388 Jun 30 02:46:04.198433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.205097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'networks': [{'name': 'tempest-network--1850599887'}, {'name': 'tempest-network--1763782'}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:04.205608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'network': {'name': 'tempest-network--1850599887'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:04.206371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'network': {'name': 'tempest-network--1763782'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:04.218344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c03276a-f9c2-4da3-8798-f32704e5212a']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:04.244839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:04.245109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b7f6d5-0866-4c79-9be7-6b7bbd2b86de') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:04.259097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-52706b93-ca66-4e1d-9d99-a70ab67e4ddd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8 HTTP/1.1" status: 200 len: 217 time: 0.0719831 Jun 30 02:46:04.266034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.285606 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.295054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.304098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:04.304763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:04.307013 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:04.315737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'network': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:04.322905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.347978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.352085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e21107b3-4a8c-4b8c-a540-007cc826f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.354173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-e21107b3-4a8c-4b8c-a540-007cc826f3e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.0859282 Jun 30 02:46:04.397866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.405213 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.409714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] 10.222.0.78 "DELETE /v2.0/networks/9c03276a-f9c2-4da3-8798-f32704e5212a HTTP/1.1" status: 204 len: 168 time: 0.5469141 Jun 30 02:46:04.434116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea547cf-3820-4520-9448-f91466cb9eea admin admin] Pushing event deleted for resources: {'Network': ['ID=9c03276a-f9c2-4da3-8798-f32704e5212a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.474279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-51ac7a69-006a-4214-809d-bdea4bcef486 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871544 Jun 30 02:46:04.611025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-46c78d77-482e-4caf-935f-c44eda47d06c service neutron] 10.222.0.90 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329670 Jun 30 02:46:04.686853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.697556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.698029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.799006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44352) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:04.801198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:04.811875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8768f571-8f45-46cb-81af-c0047577341a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.822065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f43edb03-b329-4b9b-a244-53f876d71cd5 req-2d4bfc46-8b37-429e-9421-852e57d504ff service neutron] 10.222.0.90 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997805 Jun 30 02:46:04.832202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.832554 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Added segment 80e620d1-1a59-45ed-811d-3fe9f5366822 of type vlan for network 1190ca23-7447-4c04-97f4-e07638176b98 Jun 30 02:46:04.875443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-21e71e3f-a966-4418-a565-edc059915e55 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89ac6c816ea9448bb67463a21aeec5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744839 Jun 30 02:46:04.876584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44358) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:04.948461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 432cc1cf-57fd-4626-8fc7-f2b85e158e43 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:04.987553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 432cc1cf-57fd-4626-8fc7-f2b85e158e43 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:04.987906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 432cc1cf-57fd-4626-8fc7-f2b85e158e43 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:05.002287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3113a341-c958-437d-bb8b-c4bb00e451b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.057957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.087026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3113a341-c958-437d-bb8b-c4bb00e451b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.144327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-26d03a1c-ec3f-47d0-9d5d-60078a239218 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.146813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-26d03a1c-ec3f-47d0-9d5d-60078a239218 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.3301368 Jun 30 02:46:05.165078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e07b-783e-47cd-8bd8-684a0f8281b4 req-bb557ed5-9d1c-417b-9969-a5ec6a52e722 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.174996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7683e07b-783e-47cd-8bd8-684a0f8281b4 req-bb557ed5-9d1c-417b-9969-a5ec6a52e722 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 943 time: 0.1465719 Jun 30 02:46:05.180490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:05.184554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-721960af-fb2a-496f-9511-3081bb22223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.186723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-721960af-fb2a-496f-9511-3081bb22223e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 1094 time: 0.2858744 Jun 30 02:46:05.193314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-026e4002-5315-4a96-ab95-e57477bf5b60 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0368850 Jun 30 02:46:05.218225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.218572 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Added segment ab29c670-4c3b-4540-ae59-d68fe60e1c0c of type vlan for network 30dde9c8-8188-4507-bc19-b142d9d3018a Jun 30 02:46:05.233419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7683e07b-783e-47cd-8bd8-684a0f8281b4 req-3458045e-56c2-4276-a14e-2557a98e843e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531123 Jun 30 02:46:05.236937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3113a341-c958-437d-bb8b-c4bb00e451b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.243616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3113a341-c958-437d-bb8b-c4bb00e451b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.247116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3113a341-c958-437d-bb8b-c4bb00e451b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33943a4c-aee3-4250-ac9e-47dbd933130c HTTP/1.1" status: 204 len: 168 time: 0.3684943 Jun 30 02:46:05.276752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113a341-c958-437d-bb8b-c4bb00e451b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33943a4c-aee3-4250-ac9e-47dbd933130c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.339925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.404436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.405303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.411235 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.416890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.417773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.533881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.6073124 Jun 30 02:46:05.534249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44382) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:05.556657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Network': ['ID=1190ca23-7447-4c04-97f4-e07638176b98,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.569635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1190ca23-7447-4c04-97f4-e07638176b98 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:05.608028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-3cac5236-c1fe-46ef-9577-22f0a4c110cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.616121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-3cac5236-c1fe-46ef-9577-22f0a4c110cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.4218762 Jun 30 02:46:05.768229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-6f6f3ece-a30b-4545-bec0-b135f4f3e07b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5611496 Jun 30 02:46:05.780282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae05094-a810-4324-9b93-f884250f4217 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.788279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae05094-a810-4324-9b93-f884250f4217 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.791891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-56c251e3-c934-4d93-a494-9ee633c05d0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8 HTTP/1.1" status: 200 len: 217 time: 0.1634409 Jun 30 02:46:05.796032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae05094-a810-4324-9b93-f884250f4217 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.803900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae05094-a810-4324-9b93-f884250f4217 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.808053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ae05094-a810-4324-9b93-f884250f4217 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2701223 Jun 30 02:46:05.810932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44390) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:05.954479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa840c-b1a7-4b7f-8c1a-63c76ea10467 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Network': ['ID=30dde9c8-8188-4507-bc19-b142d9d3018a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.970814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 30dde9c8-8188-4507-bc19-b142d9d3018a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:06.123524 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-b6d5aaa4-606f-43aa-b853-5241c3045edc service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541768 Jun 30 02:46:06.147294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-216c0d00-a29e-4794-aa3d-22e9d74d439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.157970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-216c0d00-a29e-4794-aa3d-22e9d74d439f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.3523960 Jun 30 02:46:06.267198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-dea6e9e0-e54e-49c3-9a61-6f80ee9aef12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801351 Jun 30 02:46:06.386605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-ce082916-4628-4c80-993b-74811754e686 service neutron] 10.222.0.90 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109192 Jun 30 02:46:06.498325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.542016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-db1703ce-aa6d-4b22-adad-d20246689903 service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040899 Jun 30 02:46:06.608775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecd3bac0-1586-4efd-a826-4d711285ceaf req-77e8ecbb-ed08-44cd-8ed3-5d65450d2193 service neutron] 10.222.0.90 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128971 Jun 30 02:46:06.665011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:06.814185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.845530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1190ca23-7447-4c04-97f4-e07638176b98']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:06.886547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e620d1-1a59-45ed-811d-3fe9f5366822') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:06.886854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e620d1-1a59-45ed-811d-3fe9f5366822') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:06.920503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eca5ed-1393-44e4-bd47-aeb8f6278f85 req-8dbb1966-358a-4e1a-ae94-9b344114f4c5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.922103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9eca5ed-1393-44e4-bd47-aeb8f6278f85 req-8dbb1966-358a-4e1a-ae94-9b344114f4c5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 943 time: 0.3470149 Jun 30 02:46:06.975452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.033436 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.046906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9eca5ed-1393-44e4-bd47-aeb8f6278f85 req-2d8a9566-e61f-4d8f-8539-a86578e3f575 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148255 Jun 30 02:46:07.050751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-433290397-network', 'tenant_id': '6e46a1f2d920413896548e9b413c808d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:07.054461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:07.055172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:07.131433 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:07.140272 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.150335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:07.162654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Made reservation on behalf of 6e46a1f2d920413896548e9b413c808d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:07.164123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.168173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.171016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/networks/1190ca23-7447-4c04-97f4-e07638176b98 HTTP/1.1" status: 204 len: 168 time: 1.3572650 Jun 30 02:46:07.175413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44436) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:07.224687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-723062d4-3867-47bf-b9a2-3e439e032a02 req-b354a479-c2c5-4df0-b421-4164b0091b7f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 210 time: 0.0946369 Jun 30 02:46:07.234832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae770f-ea6d-41f1-b2ce-65c4d67c34b5 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Network': ['ID=1190ca23-7447-4c04-97f4-e07638176b98,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.241639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.386155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.411309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:07.442728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8', 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'port_id': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8', 'mac_address': 'fa:16:3e:f6:91:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c9306-cfbf-4b08-a090-c3f41c80fa74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:07.455843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:07.536080 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.536214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.543807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.544102 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.550740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dde9c8-8188-4507-bc19-b142d9d3018a']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:07.563960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab29c670-4c3b-4540-ae59-d68fe60e1c0c') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:07.564299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab29c670-4c3b-4540-ae59-d68fe60e1c0c') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:07.564729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:07.576316 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.590488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:07.599274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:07.601537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.610354 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.610982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:07.611618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:07.615724 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:07.632523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a960e75-a74f-47db-a0fe-bf94370049fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.704271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.716713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b20bf10-b936-4d2d-bbb8-00dfda883e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.718580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.721479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.721933 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Added segment 2d556346-24da-4b45-86a7-1e81b2b205dd of type vlan for network d0798c49-5b70-4eee-a877-b2ce02be426f Jun 30 02:46:07.735202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.740767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/networks/30dde9c8-8188-4507-bc19-b142d9d3018a HTTP/1.1" status: 204 len: 168 time: 0.5609958 Jun 30 02:46:07.740767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e215b-dceb-42ab-86b0-b1cddbcda3da tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Network': ['ID=30dde9c8-8188-4507-bc19-b142d9d3018a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.741155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:07.866392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.905409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['78ebbfcf-a27b-46a5-84d8-11d430a90fa8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:07.997003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.998996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:07.999606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.067666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d878aa-abaf-40c1-82b1-ac4441eb635e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.074633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d878aa-abaf-40c1-82b1-ac4441eb635e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.081652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-26d878aa-abaf-40c1-82b1-ac4441eb635e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3344009 Jun 30 02:46:08.083798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44452) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.092140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0798c49-5b70-4eee-a877-b2ce02be426f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.095881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1770942545'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:08.103994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d0798c49-5b70-4eee-a877-b2ce02be426f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:08.186822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b20bf10-b936-4d2d-bbb8-00dfda883e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.195256 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b20bf10-b936-4d2d-bbb8-00dfda883e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.230411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94f03e9c-b736-45e6-b6c0-d7e191d582b8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5613670 Jun 30 02:46:08.230817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44456) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.237283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Request body: {'subnet': {'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-433290397-subnet', 'tenant_id': '6e46a1f2d920413896548e9b413c808d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:08.243043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:08.263901 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.301438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b20bf10-b936-4d2d-bbb8-00dfda883e63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57f286a08b4e4da6b9eb2a38fa908b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8448377 Jun 30 02:46:08.303847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.313321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20bf10-b936-4d2d-bbb8-00dfda883e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b0505c-58c5-44cc-961b-191960c83c9f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.403775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d356-e6e0-4ed5-a476-fe6a59abf66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.451954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d356-e6e0-4ed5-a476-fe6a59abf66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.473071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Made reservation on behalf of 6e46a1f2d920413896548e9b413c808d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:08.475576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.479670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:08.496022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f4b5466-a440-4f6d-be77-e58d88ced41c req-15cf2687-4a38-420c-96cb-3c73e19ee1dc tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 210 time: 0.0469396 Jun 30 02:46:08.574750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d356-e6e0-4ed5-a476-fe6a59abf66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.578700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d356-e6e0-4ed5-a476-fe6a59abf66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.580623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4b2d356-e6e0-4ed5-a476-fe6a59abf66e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4b0505c-58c5-44cc-961b-191960c83c9f HTTP/1.1" status: 204 len: 168 time: 0.2757084 Jun 30 02:46:08.602137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2d356-e6e0-4ed5-a476-fe6a59abf66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b0505c-58c5-44cc-961b-191960c83c9f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.640943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.640943 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Added segment 321c6f73-fde1-41da-a50e-aab879cf7b29 of type vlan for network 92c6948f-5d65-4dfc-8000-f0beec0699ae Jun 30 02:46:08.659603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-30ddaefb-5a1a-4aa7-bb81-4a77e0b09d29 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.661544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-30ddaefb-5a1a-4aa7-bb81-4a77e0b09d29 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.3195081 Jun 30 02:46:08.697200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:08.759352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b85d11-956b-4e56-ac6c-f9af755ad0a2 req-1f37d033-7340-483e-b27b-7ce65d349025 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.760817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d3b85d11-956b-4e56-ac6c-f9af755ad0a2 req-1f37d033-7340-483e-b27b-7ce65d349025 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 944 time: 0.4810381 Jun 30 02:46:08.837800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.922711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d3b85d11-956b-4e56-ac6c-f9af755ad0a2 req-14c4af4f-66b0-4d09-99c5-781bf4d1f354 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223328 Jun 30 02:46:08.924224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.947500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dc20-2b4e-434c-b713-3cc0f200791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.964521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.971314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.972063 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.060734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dc20-2b4e-434c-b713-3cc0f200791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.066942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb1dc20-2b4e-434c-b713-3cc0f200791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.101408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Network': ['ID=92c6948f-5d65-4dfc-8000-f0beec0699ae,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.111382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dcb1dc20-2b4e-434c-b713-3cc0f200791d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c15154cc3f1f4078af359edbfcc9e4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825066 Jun 30 02:46:09.111382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:09.121715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 92c6948f-5d65-4dfc-8000-f0beec0699ae details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:09.127388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:09.131867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.137571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1dc20-2b4e-434c-b713-3cc0f200791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5759f-6f8f-4cb8-a152-e40281d98c28,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.145037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.150890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:09.151297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-87ebc3f9-4c51-4c53-9b1c-8b79a66af98b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0633821 Jun 30 02:46:09.151406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:09.165095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-240435902'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:09.217122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:09.235128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.247410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b509ee68-2c5c-44f7-9f1c-1537ab2fc0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.254537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:09.255705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f6b30b-79d6-4ecb-a632-7c053527c7ae,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.259916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:09.260667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.280582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Checking segment: {'id': '2d556346-24da-4b45-86a7-1e81b2b205dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:09.280955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Network hostable DHCP agents. Network: d0798c49-5b70-4eee-a877-b2ce02be426f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:09.348164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Network d0798c49-5b70-4eee-a877-b2ce02be426f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:09.373414 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.378766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d0798c49-5b70-4eee-a877-b2ce02be426f) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:09.382725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.14 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/2e525a9f-b4e3-4093-bc2e-cc42ab00b07c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:09.392130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.393586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.402910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d44f5e-9c50-4dcd-a14d-da8c92d8287f None None] Network d0798c49-5b70-4eee-a877-b2ce02be426f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:09.429418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1d66f4f8-1ebd-4e81-8ca3-89b2d7e297bc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1973984 Jun 30 02:46:09.570202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:09.580470 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddacbe6-68ec-4ba0-b2d4-f2764626dd4e" -d '{"events": [{"server_uuid": "a6814188-4b68-45cc-a02c-49be78cb3a73", "name": "network-vif-plugged", "status": "completed", "tag": "78ebbfcf-a27b-46a5-84d8-11d430a90fa8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:09.592965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:09.603614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.608002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.648936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.713212 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f13043-9734-464c-b85b-6f099d5a498f x-openstack-request-id: req-76f13043-9734-464c-b85b-6f099d5a498f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:09.713490 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6814188-4b68-45cc-a02c-49be78cb3a73", "name": "network-vif-plugged", "status": "completed", "tag": "78ebbfcf-a27b-46a5-84d8-11d430a90fa8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:09.713742 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76f13043-9734-464c-b85b-6f099d5a498f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:09.714127 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8', 'code': 200} Jun 30 02:46:09.738215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.773361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.828290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:09.881071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b280cd-b470-4adc-9265-d74de3967ab7 None None] Network d0798c49-5b70-4eee-a877-b2ce02be426f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:09.888485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:09.897621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:09.919094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:09.930744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.931332 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Added segment f82f4f89-1b4f-481b-b43f-285afbb67d0e of type vlan for network f7196d2d-5741-405d-b994-88da74a2e9fd Jun 30 02:46:09.939346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:09.993736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:10.006602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.037007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.037632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.065945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271fc8-175d-4437-82f7-7814b5f0edaf req-9fbc61b7-996e-409f-a180-951fdb78e226 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.067570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63271fc8-175d-4437-82f7-7814b5f0edaf req-9fbc61b7-996e-409f-a180-951fdb78e226 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 932 time: 0.2287669 Jun 30 02:46:10.069353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9310052-a47f-4d38-be80-c5377fba5dcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3941588 Jun 30 02:46:10.082102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Request body: {'port': {'device_id': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:10.095966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b509ee68-2c5c-44f7-9f1c-1537ab2fc0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.160117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.165460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.166088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.183210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63271fc8-175d-4437-82f7-7814b5f0edaf req-b107d213-d8d5-44d9-90f4-be46ac6dce3c tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939286 Jun 30 02:46:10.227487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44508) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.261781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.274085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1129644 Jun 30 02:46:10.276662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44512) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.282762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'ports': [{'network_id': '92c6948f-5d65-4dfc-8000-f0beec0699ae', 'name': 'tempest-port--360308114', 'admin_state_up': True}, {'network_id': 'f7196d2d-5741-405d-b994-88da74a2e9fd', 'admin_state_up': False}]} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:10.283489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'port': {'network_id': '92c6948f-5d65-4dfc-8000-f0beec0699ae', 'name': 'tempest-port--360308114', 'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:10.283980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'port': {'network_id': 'f7196d2d-5741-405d-b994-88da74a2e9fd', 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:10.387078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed71c1-4e7c-438e-80c3-e6cc22f673d1 req-d99f0757-eb8b-4793-beff-167f83a2a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.389100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eed71c1-4e7c-438e-80c3-e6cc22f673d1 req-d99f0757-eb8b-4793-beff-167f83a2a9ba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 1096 time: 0.5245733 Jun 30 02:46:10.393035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560221d-a290-4995-a1f8-b1b1b74ed067 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Network': ['ID=f7196d2d-5741-405d-b994-88da74a2e9fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:10.409257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f7196d2d-5741-405d-b994-88da74a2e9fd details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:10.409857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f277-efe3-447e-b047-4019d5928af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.438200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-99ef11f3-8d25-4907-9b89-9e4703b07fcd tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.439893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-99ef11f3-8d25-4907-9b89-9e4703b07fcd tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/networks?id=d0798c49-5b70-4eee-a877-b2ce02be426f HTTP/1.1" status: 200 len: 813 time: 0.3330455 Jun 30 02:46:10.441955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b509ee68-2c5c-44f7-9f1c-1537ab2fc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.444940 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b509ee68-2c5c-44f7-9f1c-1537ab2fc0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.446714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b509ee68-2c5c-44f7-9f1c-1537ab2fc0b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51a5759f-6f8f-4cb8-a152-e40281d98c28 HTTP/1.1" status: 204 len: 168 time: 1.3351190 Jun 30 02:46:10.485595 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-d2a98ca1-53f7-4730-b1e0-b875e322f1c1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/quotas/6e46a1f2d920413896548e9b413c808d HTTP/1.1" status: 200 len: 375 time: 0.0372641 Jun 30 02:46:10.492487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ee68-2c5c-44f7-9f1c-1537ab2fc0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5759f-6f8f-4cb8-a152-e40281d98c28,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:10.551244 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-46d9044b-b701-4302-a157-5a99c8f019ea tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e46a1f2d920413896548e9b413c808d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453355 Jun 30 02:46:10.564291 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eed71c1-4e7c-438e-80c3-e6cc22f673d1 req-f9f71112-df81-4179-90bc-ec3d332fbaa6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660411 Jun 30 02:46:10.664755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-4f2f472c-9542-40bc-851e-8bd6614e96c1 service neutron] 10.222.0.78 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991607 Jun 30 02:46:10.717452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.777710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-d5b1a234-5b4d-4ff4-bf86-6ca263f7af10 service neutron] 10.222.0.78 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024108 Jun 30 02:46:10.783015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8910a0e-3c78-41f9-90b7-50209b1dffb1 req-40c5c4a3-b4cf-417f-a94a-edfffaa37044 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.784545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8910a0e-3c78-41f9-90b7-50209b1dffb1 req-40c5c4a3-b4cf-417f-a94a-edfffaa37044 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 945 time: 0.2853675 Jun 30 02:46:10.863785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f277-efe3-447e-b047-4019d5928af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.882033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8910a0e-3c78-41f9-90b7-50209b1dffb1 req-a74fe39e-c881-4983-883e-5f9a4fb06501 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894864 Jun 30 02:46:10.882691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f277-efe3-447e-b047-4019d5928af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.979171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6a0f277-efe3-447e-b047-4019d5928af6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3111bbfdcec5419fab19337de2fff063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7502913 Jun 30 02:46:10.982252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.994057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f277-efe3-447e-b047-4019d5928af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac0fb50-7cdc-46e5-af10-2aa7c262045d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:11.028282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'port': 2} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:11.034887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.038472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:11.039180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f8d380b-a536-428c-906a-93109be7732c req-f8ca574e-1c01-4bb0-b661-7a672aff81f5 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 210 time: 0.0583270 Jun 30 02:46:11.054968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.096468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c845634c-2c18-40a0-9364-9cc8a0eaa294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.112299 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.115071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Transition to ACTIVE for port object 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:11.129482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.129795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c845634c-2c18-40a0-9364-9cc8a0eaa294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.205881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c845634c-2c18-40a0-9364-9cc8a0eaa294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.210828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c845634c-2c18-40a0-9364-9cc8a0eaa294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.215474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c845634c-2c18-40a0-9364-9cc8a0eaa294 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ac0fb50-7cdc-46e5-af10-2aa7c262045d HTTP/1.1" status: 204 len: 168 time: 0.2310605 Jun 30 02:46:11.237776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845634c-2c18-40a0-9364-9cc8a0eaa294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac0fb50-7cdc-46e5-af10-2aa7c262045d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:11.323717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Pushing event updated for resources: {'Port': ['ID=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:11.375578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] device_id is not set on port 67d08b8a-5eb1-4da0-9508-8cff1645f25f yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:11.500382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Attempting to bind port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:11.500851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Attempting to bind port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:11.501340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Attempting to bind port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:11.510343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:11.510916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Attempting to bind port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:11.534065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:11.534516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:11.535274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:11.535760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Bound port: 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:11.536199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.625686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f6a38-83d2-4b38-8562-63625ed3d911 req-d710fb72-3f67-46f9-937e-0021a9055756 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:11.627664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f58f6a38-83d2-4b38-8562-63625ed3d911 req-d710fb72-3f67-46f9-937e-0021a9055756 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 944 time: 0.2285237 Jun 30 02:46:11.761149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] For port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:11.789156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f58f6a38-83d2-4b38-8562-63625ed3d911 req-99fe4997-7d01-4f1c-8a37-c4cf24ecc4be tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103420 Jun 30 02:46:11.809883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] For port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:11.823209 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.833843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.837110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:11.856837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-993d4227-cff1-4306-86ec-945095dbd432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.881521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:11.882542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.883752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] 10.222.0.67 "PUT /v2.0/ports/2e525a9f-b4e3-4093-bc2e-cc42ab00b07c HTTP/1.1" status: 200 len: 1092 time: 1.8066599 Jun 30 02:46:11.884203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'tag': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:11.887092 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0c839-05f4-448e-a8bd-66a4920880fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3d88d867-c737-4d72-9900-0d0052fa79f6", "tag": "2e525a9f-b4e3-4093-bc2e-cc42ab00b07c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:12.030858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-993d4227-cff1-4306-86ec-945095dbd432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.047664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-993d4227-cff1-4306-86ec-945095dbd432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.133352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-993d4227-cff1-4306-86ec-945095dbd432 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81b16ad97a2344ebbce5aa48c2f4ba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947583 Jun 30 02:46:12.135886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d4227-cff1-4306-86ec-945095dbd432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d732192f-9492-4d36-8cbe-eae0e8b8c868,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:12.138873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:12.216622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b81a3-089c-43aa-8177-5f547b967675 req-94a9fb24-8f60-4a86-9c2d-7129a140703d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.218251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e34b81a3-089c-43aa-8177-5f547b967675 req-94a9fb24-8f60-4a86-9c2d-7129a140703d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 945 time: 0.1826348 Jun 30 02:46:12.239702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-768504e6-ee68-4d6d-98af-04407ab07afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.253726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] device_id is not set on port e89dd552-2162-4af0-bd02-4ef11cf4b51e yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:12.313583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-768504e6-ee68-4d6d-98af-04407ab07afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.370026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.376516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e34b81a3-089c-43aa-8177-5f547b967675 req-8b9e3f7d-a509-4638-8b74-91cb671d2d54 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481545 Jun 30 02:46:12.379849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-768504e6-ee68-4d6d-98af-04407ab07afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.382807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-768504e6-ee68-4d6d-98af-04407ab07afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.384181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-768504e6-ee68-4d6d-98af-04407ab07afa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d732192f-9492-4d36-8cbe-eae0e8b8c868 HTTP/1.1" status: 204 len: 168 time: 0.2325492 Jun 30 02:46:12.394935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768504e6-ee68-4d6d-98af-04407ab07afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d732192f-9492-4d36-8cbe-eae0e8b8c868,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:12.486982 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8bed657b-15cf-4df9-9d98-6e0d93c66cbb req-cc7ab4f4-1c0e-47ba-98a8-d241aa07e949 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 210 time: 0.1103947 Jun 30 02:46:12.535051 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c63a9-a948-4dfc-b19e-486455e1e026 x-openstack-request-id: req-1d9c63a9-a948-4dfc-b19e-486455e1e026 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:12.535420 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d88d867-c737-4d72-9900-0d0052fa79f6", "tag": "2e525a9f-b4e3-4093-bc2e-cc42ab00b07c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:12.535609 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d9c63a9-a948-4dfc-b19e-486455e1e026 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:12.535978 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'tag': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c', 'status': 'completed', 'code': 200} Jun 30 02:46:12.552806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90baa-39de-4b80-b871-db1f00643126 service neutron] Pushing event updated for resources: {'Port': ['ID=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:12.561061 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.600601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-bd67838a-369d-4169-aeb7-e7da08289c56 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.604649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-bd67838a-369d-4169-aeb7-e7da08289c56 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.90 "GET /v2.0/networks?id=d0798c49-5b70-4eee-a877-b2ce02be426f HTTP/1.1" status: 200 len: 813 time: 0.2047265 Jun 30 02:46:12.611901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-17fa3709-edc6-4191-9a10-6150aa775072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.613419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-17fa3709-edc6-4191-9a10-6150aa775072 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 1095 time: 0.2399004 Jun 30 02:46:12.620480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Request body: {'port': {'device_id': 'fc31da52-ea50-475d-894d-c33e606de552', 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f', 'admin_state_up': True, 'tenant_id': '6e46a1f2d920413896548e9b413c808d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:12.701512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Port': ['ID=67d08b8a-5eb1-4da0-9508-8cff1645f25f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:12.706247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Checking segment: {'id': '321c6f73-fde1-41da-a50e-aab879cf7b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '92c6948f-5d65-4dfc-8000-f0beec0699ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:12.706247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network hostable DHCP agents. Network: 92c6948f-5d65-4dfc-8000-f0beec0699ae, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:12.709932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-2977e94f-7353-409f-b619-11d8fc0aa846 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c HTTP/1.1" status: 200 len: 217 time: 0.0668030 Jun 30 02:46:12.760684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network 92c6948f-5d65-4dfc-8000-f0beec0699ae is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:12.795110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 92c6948f-5d65-4dfc-8000-f0beec0699ae) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:12.802605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Made reservation on behalf of 6e46a1f2d920413896548e9b413c808d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:12.802897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:12.803615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.809284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.816496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb68e59-3c81-4f83-9dcc-c31d3c84da4f None None] Network 92c6948f-5d65-4dfc-8000-f0beec0699ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:12.824381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-ecf01453-8b27-49ec-85ec-de241c7712be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.825910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-ecf01453-8b27-49ec-85ec-de241c7712be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1059940 Jun 30 02:46:12.917464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-4483a341-2da8-4776-b89e-a1aa381350fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464206 Jun 30 02:46:12.938410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Port': ['ID=e89dd552-2162-4af0-bd02-4ef11cf4b51e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:13.014540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Checking segment: {'id': 'f82f4f89-1b4f-481b-b43f-285afbb67d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f7196d2d-5741-405d-b994-88da74a2e9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:13.014879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network hostable DHCP agents. Network: f7196d2d-5741-405d-b994-88da74a2e9fd, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:13.053807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network f7196d2d-5741-405d-b994-88da74a2e9fd is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:13.080342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-86a437f8-a7d8-4ea3-99df-658aa43c1feb service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515977 Jun 30 02:46:13.081476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f7196d2d-5741-405d-b994-88da74a2e9fd) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:13.086948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:13.094777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.100287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.100793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.103658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dce94f-b830-4e20-a733-ae56072c310b None None] Network f7196d2d-5741-405d-b994-88da74a2e9fd requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:13.191993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Allocated IP 172.20.0.4 (d0798c49-5b70-4eee-a877-b2ce02be426f/07f6b30b-79d6-4ecb-a632-7c053527c7ae/913c4186-27f6-49cd-957f-a75b0ecd6aaa) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:13.210593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62689745-cb3e-47cb-a62f-e249747b5eaa req-959e2520-09fc-45a5-af1f-9eb7f36cd03f service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057515 Jun 30 02:46:13.243477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dcdca217-9a9c-4ff6-a0d5-42d0908a39f7 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9656727 Jun 30 02:46:13.244169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44620) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:13.399878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070b3ab-979e-4da4-8c77-88a24a0ae07f tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.407009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070b3ab-979e-4da4-8c77-88a24a0ae07f tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.411901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1070b3ab-979e-4da4-8c77-88a24a0ae07f tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1666808 Jun 30 02:46:13.414299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-cd6ed29d-5540-4487-b07d-054f933b777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.416024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-cd6ed29d-5540-4487-b07d-054f933b777d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 1095 time: 0.1338851 Jun 30 02:46:13.416696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44624) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:13.552810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b139e18-b6eb-436c-b580-3283582dbed2 req-820816b9-cdf6-4ca2-9c23-5d2603c67065 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.561782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b139e18-b6eb-436c-b580-3283582dbed2 req-820816b9-cdf6-4ca2-9c23-5d2603c67065 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 944 time: 0.3189719 Jun 30 02:46:13.662416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b139e18-b6eb-436c-b580-3283582dbed2 req-63e0738d-ac33-4e2a-b75e-ce0983a2112d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992141 Jun 30 02:46:13.668068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.676921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-cc3ace3e-e1eb-42e2-8de4-647945737dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.685314 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-cc3ace3e-e1eb-42e2-8de4-647945737dfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.2591200 Jun 30 02:46:13.719373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.831195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-1ea82f14-c84c-4212-93be-ea7f88e4bee2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c HTTP/1.1" status: 200 len: 217 time: 0.1306772 Jun 30 02:46:13.860155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Pushing event updated for resources: {'Port': ['ID=913c4186-27f6-49cd-957f-a75b0ecd6aaa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:13.878766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Network d0798c49-5b70-4eee-a877-b2ce02be426f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:13.881794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:13.885597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:13.912979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Deleting port 67d08b8a-5eb1-4da0-9508-8cff1645f25f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:13.913429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.934454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-51d02f45-0c46-4908-8115-f0b4a3813e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.937439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-51d02f45-0c46-4908-8115-f0b4a3813e2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.0985985 Jun 30 02:46:13.948383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.949054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.975544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35908132-f5c3-45c3-83b1-28e1f13abe51 req-c1ab5669-99af-42ff-a2fd-192e0ff005e5 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.977250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35908132-f5c3-45c3-83b1-28e1f13abe51 req-c1ab5669-99af-42ff-a2fd-192e0ff005e5 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 931 time: 0.1750515 Jun 30 02:46:13.984441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-5b67a24b-fbbd-47dd-b85e-800ca5b265d1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3688936 Jun 30 02:46:13.987359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fb2c5-7431-4307-93aa-b7d3d2b17617 req-88885c07-405d-4650-a374-de944b80c3cf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.988910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d1fb2c5-7431-4307-93aa-b7d3d2b17617 req-88885c07-405d-4650-a374-de944b80c3cf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 945 time: 0.3387976 Jun 30 02:46:14.007034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Request body: {'port': {'device_id': 'fc31da52-ea50-475d-894d-c33e606de552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:14.036001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-3320d719-7d26-4737-ba0b-74ac4c31316d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602624 Jun 30 02:46:14.070176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.080922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35908132-f5c3-45c3-83b1-28e1f13abe51 req-6133f3dd-36b5-40f2-9cea-525daa7c55c1 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911810 Jun 30 02:46:14.130361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Calling delete_port for 67d08b8a-5eb1-4da0-9508-8cff1645f25f owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:14.140351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d1fb2c5-7431-4307-93aa-b7d3d2b17617 req-5b413c21-2f63-459f-a37f-8124dae8e123 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398454 Jun 30 02:46:14.163144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.241905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-6b963b4c-0a24-44f5-ada7-99bc10447c30 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850429 Jun 30 02:46:14.332175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.375507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Port': ['ID=67d08b8a-5eb1-4da0-9508-8cff1645f25f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:14.393759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.395776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-925b5006-89ea-4435-946c-52381548cc33 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/ports/67d08b8a-5eb1-4da0-9508-8cff1645f25f HTTP/1.1" status: 204 len: 168 time: 0.9781587 Jun 30 02:46:14.398241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.408274 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-17c0c839-05f4-448e-a8bd-66a4920880fa req-1ab3432d-c69d-4b30-9f24-74627b997a11 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587324 Jun 30 02:46:14.541854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913c4186-27f6-49cd-957f-a75b0ecd6aaa {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:14.551900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.566957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Transition to ACTIVE for port object 913c4186-27f6-49cd-957f-a75b0ecd6aaa will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:14.574106 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.604408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Deleting port e89dd552-2162-4af0-bd02-4ef11cf4b51e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:14.604765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.647272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=913c4186-27f6-49cd-957f-a75b0ecd6aaa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:14.711788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.728942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.751227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Calling delete_port for e89dd552-2162-4af0-bd02-4ef11cf4b51e owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:14.764696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Attempting to bind port 913c4186-27f6-49cd-957f-a75b0ecd6aaa on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:14.765193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Attempting to bind port 913c4186-27f6-49cd-957f-a75b0ecd6aaa by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '2d556346-24da-4b45-86a7-1e81b2b205dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:14.766342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Attempting to bind port 913c4186-27f6-49cd-957f-a75b0ecd6aaa on network d0798c49-5b70-4eee-a877-b2ce02be426f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:14.777501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Port 913c4186-27f6-49cd-957f-a75b0ecd6aaa on network d0798c49-5b70-4eee-a877-b2ce02be426f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:14.779854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Attempting to bind port 913c4186-27f6-49cd-957f-a75b0ecd6aaa on network d0798c49-5b70-4eee-a877-b2ce02be426f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:14.780285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b3ff4-7017-426b-93a0-979a09f5656e req-84c11c0b-098a-4e42-beb7-1d69f25397d5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:14.781794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-577b3ff4-7017-426b-93a0-979a09f5656e req-84c11c0b-098a-4e42-beb7-1d69f25397d5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 945 time: 0.1275907 Jun 30 02:46:14.792049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:14.792399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Checking segment: {'id': '2d556346-24da-4b45-86a7-1e81b2b205dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:14.792813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Bound using segment: {'id': '2d556346-24da-4b45-86a7-1e81b2b205dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:14.793419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Bound port: 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d556346-24da-4b45-86a7-1e81b2b205dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:14.793794 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.918217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] For port 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:14.921901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0a452f3-9548-4760-829b-cbb07b2b841d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.932969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.941597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] For port 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa,segment=NetworkSegment(2d556346-24da-4b45-86a7-1e81b2b205dd),segment_id=2d556346-24da-4b45-86a7-1e81b2b205dd)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:14.969241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Port': ['ID=e89dd552-2162-4af0-bd02-4ef11cf4b51e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:14.974054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.976924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.979601 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-62fdb998-3188-4ac8-8389-506364e97631 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/ports/e89dd552-2162-4af0-bd02-4ef11cf4b51e HTTP/1.1" status: 204 len: 168 time: 0.5802536 Jun 30 02:46:14.987751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.995181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Deleting port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:14.995636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.054113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3ab42d4-be96-4eff-b57c-7c5b2858899c tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0598042 Jun 30 02:46:15.054692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:15.055144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44688) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:15.066413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1481722551'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:15.071482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.072170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.073622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] 10.222.0.90 "PUT /v2.0/ports/913c4186-27f6-49cd-957f-a75b0ecd6aaa HTTP/1.1" status: 200 len: 1091 time: 1.0719619 Jun 30 02:46:15.080361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc31da52-ea50-475d-894d-c33e606de552', 'tag': '913c4186-27f6-49cd-957f-a75b0ecd6aaa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:15.082782 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc31da52-ea50-475d-894d-c33e606de552", "tag": "913c4186-27f6-49cd-957f-a75b0ecd6aaa"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:15.110880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f68012-87a4-422a-925d-5201006fabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=913c4186-27f6-49cd-957f-a75b0ecd6aaa,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.149067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] For port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:15.149443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.161930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7e2e-11c4-412c-a26c-4052f91925bf req-3d69833d-2aa6-4bbf-a176-27cef4338784 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.163390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-962f7e2e-11c4-412c-a26c-4052f91925bf req-3d69833d-2aa6-4bbf-a176-27cef4338784 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 944 time: 0.2956436 Jun 30 02:46:15.167546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Calling delete_port for 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:15.202476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:15.223065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c', 'mac_address': 'fa:16:3e:c6:e9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:15.223568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0a452f3-9548-4760-829b-cbb07b2b841d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.241157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0a452f3-9548-4760-829b-cbb07b2b841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.260660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-962f7e2e-11c4-412c-a26c-4052f91925bf req-2e4250da-88d4-4c19-aa28-3705f5099399 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883830 Jun 30 02:46:15.272905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:15.276720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.285347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.297331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-566941b1-7837-4bde-9c60-ac5f4af2b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.299787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-566941b1-7837-4bde-9c60-ac5f4af2b588 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e46a1f2d920413896548e9b413c808d&device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 1094 time: 0.1801445 Jun 30 02:46:15.307498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b0a452f3-9548-4760-829b-cbb07b2b841d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f97723924e9e4a3eb1b74ec0049e1256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942340 Jun 30 02:46:15.311480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44696) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:15.313115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:15.318078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a452f3-9548-4760-829b-cbb07b2b841d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eac40c-0686-46ca-847d-e2310f182ae5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.362020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-b5a93aba-68c0-4093-acb3-e4ee2faeafa2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa HTTP/1.1" status: 200 len: 217 time: 0.0534141 Jun 30 02:46:15.369562 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850ec81a-ee7e-4989-b351-2e7c25bfdafa x-openstack-request-id: req-850ec81a-ee7e-4989-b351-2e7c25bfdafa {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:15.369852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:15.369988 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc31da52-ea50-475d-894d-c33e606de552", "tag": "913c4186-27f6-49cd-957f-a75b0ecd6aaa", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:15.370148 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-850ec81a-ee7e-4989-b351-2e7c25bfdafa {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:15.370585 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc31da52-ea50-475d-894d-c33e606de552', 'tag': '913c4186-27f6-49cd-957f-a75b0ecd6aaa', 'status': 'completed', 'code': 200} Jun 30 02:46:15.376002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.385847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:15.435704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.436611 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Added segment 1ab6d868-a0c7-4a2b-bc14-f0ae70529746 of type vlan for network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 Jun 30 02:46:15.457424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.469922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-6b4a54a8-66ec-45a1-bf6b-52d8b5106fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.471451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-6b4a54a8-66ec-45a1-bf6b-52d8b5106fbf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07f6b30b-79d6-4ecb-a632-7c053527c7ae HTTP/1.1" status: 200 len: 853 time: 0.1000755 Jun 30 02:46:15.474805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.487194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['360afd1d-bcf8-4c65-8817-49a8b4d179fc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:15.523674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:15.527170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-6cbba1c4-e4e4-492c-863e-439c81cdbd35 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0798c49-5b70-4eee-a877-b2ce02be426f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461965 Jun 30 02:46:15.528040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.531750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095688470', 'description': 'tempest-secgroup-smoke-1095688470 description', 'project_id': 'e96f464854794097a83e6ab2ddb9535f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:15.535060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['78ebbfcf-a27b-46a5-84d8-11d430a90fa8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:15.537608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Pushing event deleted for resources: {'Port': ['ID=78ebbfcf-a27b-46a5-84d8-11d430a90fa8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.551216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e41ee76-f58f-43d8-815b-e262760332f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.620956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] No DVR routers for this DVR port 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:15.631118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.633351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-577b3ff4-7017-426b-93a0-979a09f5656e req-f8364ac7-a9e2-45da-8234-9caad7d710b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.90 "DELETE /v2.0/ports/78ebbfcf-a27b-46a5-84d8-11d430a90fa8 HTTP/1.1" status: 204 len: 173 time: 0.8162119 Jun 30 02:46:15.634348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'name': 'network-vif-deleted', 'tag': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:15.649642 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5112f6e9-5b63-4402-b135-54dc48d6b51f" -d '{"events": [{"server_uuid": "a6814188-4b68-45cc-a02c-49be78cb3a73", "name": "network-vif-deleted", "tag": "78ebbfcf-a27b-46a5-84d8-11d430a90fa8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:15.657340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2e525a9f-b4e3-4093-bc2e-cc42ab00b07c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:15.658854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.680232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.680607 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e41ee76-f58f-43d8-815b-e262760332f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.706594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb0cd-e1b9-46c2-867e-77192e0fb532 req-10924cf7-be23-4380-8914-f7a22b3a7c9e tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.708164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-834fb0cd-e1b9-46c2-867e-77192e0fb532 req-10924cf7-be23-4380-8914-f7a22b3a7c9e tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 943 time: 0.2183709 Jun 30 02:46:15.718032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-c7a35d5d-8783-4c91-b72b-63a4fd5bf15e service neutron] 10.222.0.90 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652682 Jun 30 02:46:15.741437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a91b4f9e-ee8f-4667-95c9-5b1b5dde1339 req-9c95397d-251c-4ccd-a95a-841f50837087 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6814188-4b68-45cc-a02c-49be78cb3a73 HTTP/1.1" status: 200 len: 210 time: 0.0833085 Jun 30 02:46:15.741437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.754511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.757385 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.847389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-834fb0cd-e1b9-46c2-867e-77192e0fb532 req-b416f3f9-4d9f-470e-b6f5-b8cfdf4ff821 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331027 Jun 30 02:46:15.883161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Network': ['ID=844f97d6-3ee3-45ce-b9a0-5ac470b05227,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.897413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:15.907478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e41ee76-f58f-43d8-815b-e262760332f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.911184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e41ee76-f58f-43d8-815b-e262760332f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.916838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3e41ee76-f58f-43d8-815b-e262760332f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/04eac40c-0686-46ca-847d-e2310f182ae5 HTTP/1.1" status: 204 len: 168 time: 0.6028984 Jun 30 02:46:15.937643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41ee76-f58f-43d8-815b-e262760332f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eac40c-0686-46ca-847d-e2310f182ae5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.940177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ca1aefd-0895-45fa-90b2-33af5a790ba2 req-b7bf2b3a-4827-4c36-83cc-8b5e4e394ade service neutron] 10.222.0.90 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111681 Jun 30 02:46:15.996375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.007500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.018839 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f6737020-d9f1-40f6-9b18-e3b181a00143 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9589360 Jun 30 02:46:16.022017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44708) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.027375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1782037949'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.068028 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb879a5-ec8a-4bed-ab0d-2c4f6f5bffc6 x-openstack-request-id: req-1fb879a5-ec8a-4bed-ab0d-2c4f6f5bffc6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:16.068586 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6814188-4b68-45cc-a02c-49be78cb3a73", "name": "network-vif-deleted", "tag": "78ebbfcf-a27b-46a5-84d8-11d430a90fa8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:16.068846 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fb879a5-ec8a-4bed-ab0d-2c4f6f5bffc6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:16.069294 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6814188-4b68-45cc-a02c-49be78cb3a73', 'name': 'network-vif-deleted', 'tag': '78ebbfcf-a27b-46a5-84d8-11d430a90fa8', 'status': 'completed', 'code': 200} Jun 30 02:46:16.096455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:46:16.096455 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:46:16.096455 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id_1': '25aac37e6ac641fa8269173bf1ca67f3', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 46, 16, 37225)}] Jun 30 02:46:16.096455 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:16.096836 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:16.113929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a02c2e7-f322-4228-90bd-4bef0e88b0ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.167786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-6362012d-5abe-4e3f-8d0f-c5a3657db45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.169969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-6362012d-5abe-4e3f-8d0f-c5a3657db45a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e46a1f2d920413896548e9b413c808d&device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 1094 time: 0.1337729 Jun 30 02:46:16.233325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.241486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.273819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44712) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.293386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90e5a71f-396a-41ff-9f7b-d5bee69e9652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.297106 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.298279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7736654 Jun 30 02:46:16.303019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.305413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35002489-c979-45f1-8ac2-c1c9b336f0a7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbd6784-ee21-449f-801e-16b323b0f29d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.328959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3bbd6784-ee21-449f-801e-16b323b0f29d', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.367469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-5ab0e99e-e781-439d-b445-1eab6e95fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.369396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-5ab0e99e-e781-439d-b445-1eab6e95fe03 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0798c49-5b70-4eee-a877-b2ce02be426f HTTP/1.1" status: 200 len: 914 time: 0.1904364 Jun 30 02:46:16.421863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-7a7ffa53-58be-45fc-bc29-b96f4db0278f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa HTTP/1.1" status: 200 len: 217 time: 0.0445549 Jun 30 02:46:16.430869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90e5a71f-396a-41ff-9f7b-d5bee69e9652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.452947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90e5a71f-396a-41ff-9f7b-d5bee69e9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.486854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.498883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-554f03c5-4368-4c54-851a-5675bc7ad34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.499965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-90e5a71f-396a-41ff-9f7b-d5bee69e9652 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5704b4fd6f064fb4aa358fa313822f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249067 Jun 30 02:46:16.500348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-554f03c5-4368-4c54-851a-5675bc7ad34d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07f6b30b-79d6-4ecb-a632-7c053527c7ae HTTP/1.1" status: 200 len: 853 time: 0.0704284 Jun 30 02:46:16.502709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.506791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5a71f-396a-41ff-9f7b-d5bee69e9652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b739af-0d11-4d40-bd82-dee53ebe422d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.531053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f71def-74d1-430f-a7bf-8ac52fd917ce req-2f05fec2-984b-4b74-9dcc-4c673b294638 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.533059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30f71def-74d1-430f-a7bf-8ac52fd917ce req-2f05fec2-984b-4b74-9dcc-4c673b294638 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 945 time: 0.1164536 Jun 30 02:46:16.558215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-1638ac9c-a9b6-4230-b4f1-6d81b1f556d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0798c49-5b70-4eee-a877-b2ce02be426f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410006 Jun 30 02:46:16.573028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30f71def-74d1-430f-a7bf-8ac52fd917ce req-e608d074-1957-43ed-9649-4894a242cb76 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Jun 30 02:46:16.618795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:16.622285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.650495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:16.655548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.667538 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.667893 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Added segment 45566f66-6a90-41b2-a9c9-38606312d252 of type vlan for network dc1369eb-5ad1-4116-9630-d7262530ac93 Jun 30 02:46:16.669063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.686745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8120f10-8824-402a-b2f1-d284b3925ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.704368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1422fd8a-65e8-4cb8-a047-dbba3fd49a38,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.714752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.718365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.719571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e02f3627-c81f-438f-a881-50dbafaa684c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4151125 Jun 30 02:46:16.723757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44720) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.729876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3bbd6784-ee21-449f-801e-16b323b0f29d', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.744050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8120f10-8824-402a-b2f1-d284b3925ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.752847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-93935860-9cd7-4f3a-b03e-16fc2f69b2f9 service neutron] 10.222.0.90 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857228 Jun 30 02:46:16.765081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.770846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.772742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.799722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.846436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8101861 Jun 30 02:46:16.878667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794a175-88bc-463c-8640-8ae389dd604e tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Network': ['ID=dc1369eb-5ad1-4116-9630-d7262530ac93,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.891131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network dc1369eb-5ad1-4116-9630-d7262530ac93 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:16.899582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.902872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8120f10-8824-402a-b2f1-d284b3925ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.906679 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8120f10-8824-402a-b2f1-d284b3925ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.907142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.907938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8120f10-8824-402a-b2f1-d284b3925ab4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9b739af-0d11-4d40-bd82-dee53ebe422d HTTP/1.1" status: 204 len: 168 time: 0.4042013 Jun 30 02:46:16.932332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6670cd-bda6-4408-b03f-efe9fb49603b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.946496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.950504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c5d45f5e-44b5-4249-8321-7ec67b0fec92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2231624 Jun 30 02:46:16.951552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8120f10-8824-402a-b2f1-d284b3925ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b739af-0d11-4d40-bd82-dee53ebe422d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.952119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44730) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.957490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3bbd6784-ee21-449f-801e-16b323b0f29d', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.963465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5a62bf4-bc6d-463e-9a92-6d5be89c698c req-c2768914-b047-47fa-a9d8-ba96c5a2264a service neutron] 10.222.0.90 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970069 Jun 30 02:46:16.999825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.012181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:17.017864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'subnets': [{'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2089600803', 'ip_version': 4}, {'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.018443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'subnet': {'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2089600803', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.019219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Request body: {'subnet': {'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.062561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:17.105770 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.127995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:17.132239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:17.133405 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.153185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.173007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bde7af-c1f1-4403-8a2b-ea8d46bf10a6,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.196079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.197700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0f69d9ad-ec94-4e72-88a7-a4ff1ef8ec8e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444010 Jun 30 02:46:17.202054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44738) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:17.208552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3bbd6784-ee21-449f-801e-16b323b0f29d', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.248970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0c2a-4dab-44d2-9177-8e9bebe0e5e6 req-67a43739-8470-4a3b-9234-d12c5ec8f144 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.250710 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0cef0c2a-4dab-44d2-9177-8e9bebe0e5e6 req-67a43739-8470-4a3b-9234-d12c5ec8f144 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1402082 Jun 30 02:46:17.279000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.281545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.291697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f6fc5-d20e-441b-b317-5299973bb994 req-bc4b4eb2-21e8-4c03-8a1a-122cd9be4b93 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.294969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-407f6fc5-d20e-441b-b317-5299973bb994 req-bc4b4eb2-21e8-4c03-8a1a-122cd9be4b93 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 943 time: 0.1677065 Jun 30 02:46:17.323679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0cef0c2a-4dab-44d2-9177-8e9bebe0e5e6 req-878edf5c-f031-4264-9c05-f4da2ce639a0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640271 Jun 30 02:46:17.326539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Made reservation on behalf of 25aac37e6ac641fa8269173bf1ca67f3 for: {'subnet': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:17.332561 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.333100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.360030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.367166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.369518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:17.377978 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af23e0-38d6-4fd5-8cdd-9ce89cc5df85" -d '{"events": [{"server_uuid": "3d88d867-c737-4d72-9900-0d0052fa79f6", "name": "network-vif-plugged", "status": "completed", "tag": "2e525a9f-b4e3-4093-bc2e-cc42ab00b07c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:17.396622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:17.407316 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.425674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-407f6fc5-d20e-441b-b317-5299973bb994 req-00500ba6-7667-4f4d-86a8-5d07c169053a tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091256 Jun 30 02:46:17.425929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.429942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266932 Jun 30 02:46:17.440807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44748) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:17.461355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3bbd6784-ee21-449f-801e-16b323b0f29d', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.468890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2408428-690e-47ef-b541-07231bd6eab1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821116f8-bf38-4475-b385-39b42491e5f0,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.511378 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:46:17.523560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.524832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.629245 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e51798-c221-4733-b734-595d35f4266e x-openstack-request-id: req-d3e51798-c221-4733-b734-595d35f4266e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:17.629540 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d88d867-c737-4d72-9900-0d0052fa79f6", "name": "network-vif-plugged", "status": "completed", "tag": "2e525a9f-b4e3-4093-bc2e-cc42ab00b07c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:17.629803 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3e51798-c221-4733-b734-595d35f4266e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:17.630202 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c', 'code': 200} Jun 30 02:46:17.710877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.716630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.783902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd840ac-64a6-4956-98e1-29883186f4c2,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.795435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.800131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-657a043f-80f9-4f5a-ad1f-07d938d5f0da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3580532 Jun 30 02:46:17.802083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:17.819457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3bbd6784-ee21-449f-801e-16b323b0f29d', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.879093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b61777-dcbe-44d1-98ee-aecdab5710b0 req-0d965fff-cb00-4ea9-81c8-9acdcf97d57b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.882081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31b61777-dcbe-44d1-98ee-aecdab5710b0 req-0d965fff-cb00-4ea9-81c8-9acdcf97d57b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.1301236 Jun 30 02:46:17.886713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7389742-fade-41c4-a05d-a621a5545055 req-d3c8d090-8295-4c06-861e-24f1d2238151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.889164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a7389742-fade-41c4-a05d-a621a5545055 req-d3c8d090-8295-4c06-861e-24f1d2238151 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 1097 time: 0.1532753 Jun 30 02:46:17.941570 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:46:17.949938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a7389742-fade-41c4-a05d-a621a5545055 req-8b263164-94c0-4c3a-9104-cc1d7f7d5ad6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Jun 30 02:46:17.956554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.962762 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31b61777-dcbe-44d1-98ee-aecdab5710b0 req-f9ba2b62-9e20-4506-9387-53933f576027 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Jun 30 02:46:18.074865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5054f-a088-4d4f-8d4f-f4925a2bea78 req-61a0f6a4-1775-4809-90ac-91c0507d1ebb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.077606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69f5054f-a088-4d4f-8d4f-f4925a2bea78 req-61a0f6a4-1775-4809-90ac-91c0507d1ebb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2163963 Jun 30 02:46:18.119417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.128060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.196665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52287bde-4f03-4006-a6ac-5b9bb2975832,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.204082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69f5054f-a088-4d4f-8d4f-f4925a2bea78 req-b287ce23-2772-4abb-91cf-a11b0e67605b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158376 Jun 30 02:46:18.205618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.206707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-725c58d3-55e9-4cc3-a43a-1b0059e4df6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4030900 Jun 30 02:46:18.208100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.209991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44776) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:18.215665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'network': {'name': 'tempest-network-smoke--1258696016', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:18.244496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:18.249914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.278462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:18.288295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Subnet': ['ID=72c5e825-b36a-4b1b-9ee7-cbf1238440b0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.297997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.298445 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Added segment 490727c9-a333-475c-9b9a-9390ca97c9e5 of type vlan for network dce4f81a-5391-4f8a-a902-0759aaac0aa3 Jun 30 02:46:18.300961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Checking segment: {'id': '1ab6d868-a0c7-4a2b-bc14-f0ae70529746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:18.301783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network hostable DHCP agents. Network: 844f97d6-3ee3-45ce-b9a0-5ac470b05227, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:18.325837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:18.340033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 844f97d6-3ee3-45ce-b9a0-5ac470b05227) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:18.345097 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.355688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19cb96-a884-42b9-a8e8-984aee6fb856 None None] Network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:18.384953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.397056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event updated for resources: {'Subnet': ['ID=d6911f9c-1134-4d97-a5cc-36345216f103,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.405498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44782) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:18.439589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Checking segment: {'id': '45566f66-6a90-41b2-a9c9-38606312d252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:18.439589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network hostable DHCP agents. Network: dc1369eb-5ad1-4116-9630-d7262530ac93, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:18.449357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fab6e-cf20-47f3-a338-da6026e83358 req-a9f5efc5-9e09-4440-9217-5792f4f4f132 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.458905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e4fab6e-cf20-47f3-a338-da6026e83358 req-a9f5efc5-9e09-4440-9217-5792f4f4f132 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1201677 Jun 30 02:46:18.467652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.468838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Network dc1369eb-5ad1-4116-9630-d7262530ac93 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:18.474790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.475452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.500680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, dc1369eb-5ad1-4116-9630-d7262530ac93) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:18.505484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.506047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.506771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.545179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3337252 Jun 30 02:46:18.546202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f580032-94ef-42c1-975c-945f9d366e21 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5325408 Jun 30 02:46:18.548845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:18.552710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:18.557150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'admin_state_up': True, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:18.557309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f0afd-0315-43c9-ad93-9c4437ab4c88 None None] Network dc1369eb-5ad1-4116-9630-d7262530ac93 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:18.587836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e4fab6e-cf20-47f3-a338-da6026e83358 req-27075acf-6d78-4be6-8f43-d1cae28a840e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279135 Jun 30 02:46:18.614136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca396-78ba-4433-8587-8dac33681fde tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Network': ['ID=dce4f81a-5391-4f8a-a902-0759aaac0aa3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.623750 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d86d7d-2728-4416-a61a-8017da330cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.647630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:18.956002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-844f97d6-3ee3-45ce-b9a0-5ac470b05227', 'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227', 'tenant_id': '25aac37e6ac641fa8269173bf1ca67f3', 'fixed_ips': [{'subnet_id': '72c5e825-b36a-4b1b-9ee7-cbf1238440b0'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:18.956959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.148159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:46:19.148159 n-d-798054-5 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:46:19.148159 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'id': '1f5cba00-4cba-43d0-b2ce-ce13c894eb2b', 'expiration': datetime.datetime(2021, 6, 30, 2, 48, 19, 69690)}] Jun 30 02:46:19.148159 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:19.154867 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:19.165634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3434f117-ada4-4cb7-9ebf-e76071899734 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.167484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3434f117-ada4-4cb7-9ebf-e76071899734 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.169691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3434f117-ada4-4cb7-9ebf-e76071899734 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.172124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3434f117-ada4-4cb7-9ebf-e76071899734 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6216288 Jun 30 02:46:19.175338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.181199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Allocated IP 172.20.0.2 (844f97d6-3ee3-45ce-b9a0-5ac470b05227/72c5e825-b36a-4b1b-9ee7-cbf1238440b0/100b2b7f-1301-4731-a7f9-785137dd97f4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:19.216810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:19.233837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d86d7d-2728-4416-a61a-8017da330cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.248726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 913c4186-27f6-49cd-957f-a75b0ecd6aaa details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:19.251842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c98350-942c-485d-a9dd-e40d1e5051ac req-76e2a1b9-0f8d-48b3-bfd2-4721ba73e7f6 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.254443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87c98350-942c-485d-a9dd-e40d1e5051ac req-76e2a1b9-0f8d-48b3-bfd2-4721ba73e7f6 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.1045644 Jun 30 02:46:19.255669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:19.256023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 78ebbfcf-a27b-46a5-84d8-11d430a90fa8 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:19.256751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d86d7d-2728-4416-a61a-8017da330cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.263004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Deleting subnet 72c5e825-b36a-4b1b-9ee7-cbf1238440b0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:19.272736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73216c8d-4b7e-4359-bcc6-04589d6ea170 req-f7cbcd66-db3c-4768-aea8-686fcc337e25 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.280698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73216c8d-4b7e-4359-bcc6-04589d6ea170 req-f7cbcd66-db3c-4768-aea8-686fcc337e25 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 943 time: 0.7165632 Jun 30 02:46:19.323982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d86d7d-2728-4416-a61a-8017da330cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc4126-8bda-4d91-a183-6d95e2bbe106,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:19.330662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a1d86d7d-2728-4416-a61a-8017da330cbe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c409b09ebdf146a7b6b236813dd5ed82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241335 Jun 30 02:46:19.337479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44808) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.353825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-dc1369eb-5ad1-4116-9630-d7262530ac93', 'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93', 'tenant_id': '25aac37e6ac641fa8269173bf1ca67f3', 'fixed_ips': [{'subnet_id': 'd6911f9c-1134-4d97-a5cc-36345216f103'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:19.354721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.355127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73216c8d-4b7e-4359-bcc6-04589d6ea170 req-9b3d0b2c-7bd1-42f0-ab9e-fc1886a7bb8c tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733728 Jun 30 02:46:19.359599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87c98350-942c-485d-a9dd-e40d1e5051ac req-4f15ea2d-8979-483d-9470-0dbec7ead1f2 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970101 Jun 30 02:46:19.407277 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7e78b12-4fbb-42a1-9967-31f60258dfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.432744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7e78b12-4fbb-42a1-9967-31f60258dfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.505515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7e78b12-4fbb-42a1-9967-31f60258dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.510217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7e78b12-4fbb-42a1-9967-31f60258dfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.512126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e7e78b12-4fbb-42a1-9967-31f60258dfd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85dc4126-8bda-4d91-a183-6d95e2bbe106 HTTP/1.1" status: 204 len: 168 time: 0.1726220 Jun 30 02:46:19.525804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78b12-4fbb-42a1-9967-31f60258dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc4126-8bda-4d91-a183-6d95e2bbe106,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:19.684589 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.688959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa,segment=NetworkSegment(2d556346-24da-4b45-86a7-1e81b2b205dd),segment_id=2d556346-24da-4b45-86a7-1e81b2b205dd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:19.691286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.712969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Allocated IP 172.20.0.18 (dc1369eb-5ad1-4116-9630-d7262530ac93/d6911f9c-1134-4d97-a5cc-36345216f103/fc4c0d37-a536-43e9-bc98-fa0847eeaa02) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:19.759907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '913c4186-27f6-49cd-957f-a75b0ecd6aaa', 'network_id': 'd0798c49-5b70-4eee-a877-b2ce02be426f', 'port_id': '913c4186-27f6-49cd-957f-a75b0ecd6aaa', 'mac_address': 'fa:16:3e:c1:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f6b30b-79d6-4ecb-a632-7c053527c7ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:19.761836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.781746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Transition to ACTIVE for port object 100b2b7f-1301-4731-a7f9-785137dd97f4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:19.819778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfe4c2-e19f-4fba-848b-e136164637bf req-8264af0b-6541-4003-938b-e7dac90836ea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.820954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.830408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cddfe4c2-e19f-4fba-848b-e136164637bf req-8264af0b-6541-4003-938b-e7dac90836ea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.1155450 Jun 30 02:46:19.878815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Transition to ACTIVE for port object 100b2b7f-1301-4731-a7f9-785137dd97f4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:19.886999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cddfe4c2-e19f-4fba-848b-e136164637bf req-d399ad33-72cc-4abd-af94-01d31aceebbb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512094 Jun 30 02:46:19.901222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.908428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.927939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913c4186-27f6-49cd-957f-a75b0ecd6aaa {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:19.949549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa,segment=NetworkSegment(2d556346-24da-4b45-86a7-1e81b2b205dd),segment_id=2d556346-24da-4b45-86a7-1e81b2b205dd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:19.968860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.020765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.026206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Pushing event updated for resources: {'Port': ['ID=100b2b7f-1301-4731-a7f9-785137dd97f4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.092869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=913c4186-27f6-49cd-957f-a75b0ecd6aaa,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.098027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.118297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:20.126769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:20.129892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:20.202036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c4698-49ab-4997-8d0f-fa66265ca559 req-ef27f68d-6553-4525-bace-c757311a589a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.207096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-608c4698-49ab-4997-8d0f-fa66265ca559 req-ef27f68d-6553-4525-bace-c757311a589a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.1160605 Jun 30 02:46:20.236928 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.242824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Attempting to bind port 100b2b7f-1301-4731-a7f9-785137dd97f4 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:20.243214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Attempting to bind port 100b2b7f-1301-4731-a7f9-785137dd97f4 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1ab6d868-a0c7-4a2b-bc14-f0ae70529746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:20.243586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Attempting to bind port 100b2b7f-1301-4731-a7f9-785137dd97f4 on network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:20.268234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:20.268591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Checking segment: {'id': '1ab6d868-a0c7-4a2b-bc14-f0ae70529746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:20.269017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.269607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Bound using segment: {'id': '1ab6d868-a0c7-4a2b-bc14-f0ae70529746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:20.270760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Bound port: 100b2b7f-1301-4731-a7f9-785137dd97f4, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab6d868-a0c7-4a2b-bc14-f0ae70529746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '844f97d6-3ee3-45ce-b9a0-5ac470b05227'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:20.271222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.281109 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-608c4698-49ab-4997-8d0f-fa66265ca559 req-3337a0a7-cafc-4035-8646-fab4e50fee1b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Jun 30 02:46:20.324008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.340190 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.344208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['913c4186-27f6-49cd-957f-a75b0ecd6aaa'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:20.400515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Transition to ACTIVE for port object fc4c0d37-a536-43e9-bc98-fa0847eeaa02 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:20.469822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Transition to ACTIVE for port object fc4c0d37-a536-43e9-bc98-fa0847eeaa02 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:20.489871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] For port 100b2b7f-1301-4731-a7f9-785137dd97f4, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:20.509204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] For port 100b2b7f-1301-4731-a7f9-785137dd97f4, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=100b2b7f-1301-4731-a7f9-785137dd97f4,segment=NetworkSegment(1ab6d868-a0c7-4a2b-bc14-f0ae70529746),segment_id=1ab6d868-a0c7-4a2b-bc14-f0ae70529746)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:20.515365 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.519268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.524305 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.579614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Subnet': ['ID=72c5e825-b36a-4b1b-9ee7-cbf1238440b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.587577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.589485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94078498-7a9d-4d7e-b24b-2651d1aaf055 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/subnets/72c5e825-b36a-4b1b-9ee7-cbf1238440b0 HTTP/1.1" status: 204 len: 168 time: 1.4131315 Jun 30 02:46:20.592644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44850) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.596369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Network dc1369eb-5ad1-4116-9630-d7262530ac93 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:20.608966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:20.625102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:20.639123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Pushing event updated for resources: {'Port': ['ID=fc4c0d37-a536-43e9-bc98-fa0847eeaa02,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.744664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Deleting subnet d6911f9c-1134-4d97-a5cc-36345216f103 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:20.750157 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.786483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Attempting to bind port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:20.787031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Attempting to bind port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '45566f66-6a90-41b2-a9c9-38606312d252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:20.787323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Attempting to bind port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 on network dc1369eb-5ad1-4116-9630-d7262530ac93 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:20.817213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:20.817603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Checking segment: {'id': '45566f66-6a90-41b2-a9c9-38606312d252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:20.818017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.818452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Bound using segment: {'id': '45566f66-6a90-41b2-a9c9-38606312d252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:20.818943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Bound port: fc4c0d37-a536-43e9-bc98-fa0847eeaa02, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45566f66-6a90-41b2-a9c9-38606312d252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc1369eb-5ad1-4116-9630-d7262530ac93'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:20.819531 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.843481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35a0f0-58d5-4afa-93c1-b0f9e666ee8e None None] Pushing event updated for resources: {'Port': ['ID=100b2b7f-1301-4731-a7f9-785137dd97f4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.927994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.955637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] For port fc4c0d37-a536-43e9-bc98-fa0847eeaa02, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:20.959186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] For port fc4c0d37-a536-43e9-bc98-fa0847eeaa02, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc4c0d37-a536-43e9-bc98-fa0847eeaa02,segment=NetworkSegment(45566f66-6a90-41b2-a9c9-38606312d252),segment_id=45566f66-6a90-41b2-a9c9-38606312d252)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:20.963308 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.989396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.102089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6ff24-996c-497b-85f0-c35c24fde3d8 None None] Pushing event updated for resources: {'Port': ['ID=fc4c0d37-a536-43e9-bc98-fa0847eeaa02,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.152923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.73 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:21.167199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.339133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.345367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f969b-3ee1-439d-9268-417cd7876b09 req-b612615c-5320-4361-a09d-852139fd7613 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.358697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-784f969b-3ee1-439d-9268-417cd7876b09 req-b612615c-5320-4361-a09d-852139fd7613 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.1924481 Jun 30 02:46:21.367350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-f6810ec8-fd69-47d6-afe4-040ce4a87872 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.371210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f6810ec8-fd69-47d6-afe4-040ce4a87872 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2002795 Jun 30 02:46:21.376808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.386682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-963d176c-d20f-4ff4-81e5-1b93482737a4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.387699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-963d176c-d20f-4ff4-81e5-1b93482737a4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099194 Jun 30 02:46:21.389712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9add4-47ca-4ebc-8aba-d8162ac696cb req-f02ce57a-0c11-4823-8baa-690f29261d3d tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.391176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.393917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.394639 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34c9add4-47ca-4ebc-8aba-d8162ac696cb req-f02ce57a-0c11-4823-8baa-690f29261d3d tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 944 time: 0.8140159 Jun 30 02:46:21.407211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-b5c168f2-8fc9-4c42-a8e9-825f1acce517 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.408184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b5c168f2-8fc9-4c42-a8e9-825f1acce517 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0118477 Jun 30 02:46:21.413722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.421032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-efe91ca3-1a38-4375-918d-11037ed18a80 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.422012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-efe91ca3-1a38-4375-918d-11037ed18a80 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073771 Jun 30 02:46:21.428931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44876) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.436376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-6185aebe-4bf2-4088-a8c0-8bcce1455548 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.441873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.442216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6185aebe-4bf2-4088-a8c0-8bcce1455548 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0118253 Jun 30 02:46:21.448336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-ae54b819-6530-41a8-bd1d-57ab4b591674 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.451913 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ae54b819-6530-41a8-bd1d-57ab4b591674 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049767 Jun 30 02:46:21.454288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-784f969b-3ee1-439d-9268-417cd7876b09 req-05b3bad5-e347-4950-b669-8540b313a24f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847301 Jun 30 02:46:21.454788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.462017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-0cd387c6-a5dc-4720-891e-9b310ad172bb tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.463355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0cd387c6-a5dc-4720-891e-9b310ad172bb tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063615 Jun 30 02:46:21.467651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.473810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-c9ff8ab3-5418-4b1a-8213-5a4d158dbfc3 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.474026 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34c9add4-47ca-4ebc-8aba-d8162ac696cb req-39913a62-cd5d-4a87-bb7c-38618f42c447 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716393 Jun 30 02:46:21.475166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c9ff8ab3-5418-4b1a-8213-5a4d158dbfc3 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061398 Jun 30 02:46:21.487124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.515331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-0e307a0e-fa2e-4190-bace-cee74edf0cf4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.518805 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0e307a0e-fa2e-4190-bace-cee74edf0cf4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0281272 Jun 30 02:46:21.520045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.524846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-62dd9b32-d1c6-4d67-b79e-958fb9bcc9b8 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.528032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-62dd9b32-d1c6-4d67-b79e-958fb9bcc9b8 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048745 Jun 30 02:46:21.528224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.529387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.535693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-d210f8dc-2b4f-4073-83c0-b46f20b93521 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.539029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d210f8dc-2b4f-4073-83c0-b46f20b93521 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064168 Jun 30 02:46:21.540205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.546966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-3b1411c1-d154-4367-b299-c0f651455f17 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.548056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3b1411c1-d154-4367-b299-c0f651455f17 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055552 Jun 30 02:46:21.549884 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.559601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.571041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-e55aafe1-a0b5-4c28-aee1-a1416508f678 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.572199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e55aafe1-a0b5-4c28-aee1-a1416508f678 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083151 Jun 30 02:46:21.575367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44894) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.581205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-e5763578-43b3-4204-9120-6c92ad06a6b7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.582152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e5763578-43b3-4204-9120-6c92ad06a6b7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054173 Jun 30 02:46:21.584692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44896) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.593860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-9ded707c-d290-4318-a71e-fab7e29ba3bc tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.597224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ded707c-d290-4318-a71e-fab7e29ba3bc tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088050 Jun 30 02:46:21.597505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44898) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.598768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:21.602280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:21.604139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-7409e980-811c-42f9-904e-5fb1d0fdbdd7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.604858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:21.609294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7409e980-811c-42f9-904e-5fb1d0fdbdd7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0106821 Jun 30 02:46:21.612522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44900) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.617034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-f1316df1-fc84-4e8c-8ff1-bc0516b8bb2d tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.618169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1316df1-fc84-4e8c-8ff1-bc0516b8bb2d tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045798 Jun 30 02:46:21.621091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44902) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.629473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-bafd5b1b-88fe-495f-8fc3-43ae09ee7aa8 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.630959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bafd5b1b-88fe-495f-8fc3-43ae09ee7aa8 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086696 Jun 30 02:46:21.633014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.633727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.666694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-3186007e-66fa-4e8d-a94b-110ebd5ca2f7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.667670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3186007e-66fa-4e8d-a94b-110ebd5ca2f7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0196989 Jun 30 02:46:21.672290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.677772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Subnet': ['ID=d6911f9c-1134-4d97-a5cc-36345216f103,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.682038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-cf000589-81af-4656-ae13-83b51971a9b3 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.683571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cf000589-81af-4656-ae13-83b51971a9b3 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071666 Jun 30 02:46:21.689420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44908) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.693476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.694295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-61f1112e-fc10-4d7d-9773-8726b942114c tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.698616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.699304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61f1112e-fc10-4d7d-9773-8726b942114c tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084608 Jun 30 02:46:21.700781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.705784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2695a88a-81e4-4f74-b9c7-9f726b86f2b9 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/subnets/d6911f9c-1134-4d97-a5cc-36345216f103 HTTP/1.1" status: 204 len: 168 time: 1.1110766 Jun 30 02:46:21.706425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44912) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.724903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-44632d74-b59e-4035-a405-a1f3087ec7e4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.725744 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-44632d74-b59e-4035-a405-a1f3087ec7e4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0262041 Jun 30 02:46:21.729361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.738525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-9e148dd9-9663-491f-930b-ced42cdea4c3 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.739508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e148dd9-9663-491f-930b-ced42cdea4c3 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064352 Jun 30 02:46:21.742374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.747719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-89249f7e-78fb-4f7a-b368-f337da9abc36 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.748825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-89249f7e-78fb-4f7a-b368-f337da9abc36 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055466 Jun 30 02:46:21.753037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.757619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-7de5330d-ed0a-4cdd-8927-50bff1f06629 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.758600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7de5330d-ed0a-4cdd-8927-50bff1f06629 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044072 Jun 30 02:46:21.765272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.774599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-c8bd8857-e9da-4f5f-8bf2-d9de98a779b5 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.779979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c8bd8857-e9da-4f5f-8bf2-d9de98a779b5 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0119665 Jun 30 02:46:21.779979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44922) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.786461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-6752f565-8333-4a04-8249-dc45d5026154 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.789960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6752f565-8333-4a04-8249-dc45d5026154 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073316 Jun 30 02:46:21.792568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.799896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-9f701726-0688-4b60-88a1-57a0f963a99f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.803179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9f701726-0688-4b60-88a1-57a0f963a99f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0095556 Jun 30 02:46:21.804154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44926) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.808446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-1fd05fa6-df94-4531-8317-39e5e2aba6e2 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.812111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1fd05fa6-df94-4531-8317-39e5e2aba6e2 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043390 Jun 30 02:46:21.812855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e04ce-ba47-4903-a034-43ab9466193c tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.814341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c10e04ce-ba47-4903-a034-43ab9466193c tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069903 Jun 30 02:46:21.814885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44928) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.818951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-a67fcf75-b0a2-4382-b549-4834629dbd4f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.821627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a67fcf75-b0a2-4382-b549-4834629dbd4f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040894 Jun 30 02:46:21.821627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44930) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.828366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44932) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.835027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-8576be7d-aeea-4588-9c4d-4cf79bc59a55 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.836257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8576be7d-aeea-4588-9c4d-4cf79bc59a55 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069838 Jun 30 02:46:21.839670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.849194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-4db6a44b-3b98-41cd-a425-d69de1d00581 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.852666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4db6a44b-3b98-41cd-a425-d69de1d00581 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064673 Jun 30 02:46:21.853870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.866596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-727f06c7-55fc-4fdd-b606-7a64d955f016 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.869993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-727f06c7-55fc-4fdd-b606-7a64d955f016 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0127201 Jun 30 02:46:21.883322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.890735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-c95d25d3-304e-4bc6-bc07-33e3bc24add8 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.891699 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c95d25d3-304e-4bc6-bc07-33e3bc24add8 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074482 Jun 30 02:46:21.894531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.901422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-45b32761-ca3c-494a-a6c6-2b766567cfd7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.902418 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-45b32761-ca3c-494a-a6c6-2b766567cfd7 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069151 Jun 30 02:46:21.906037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44942) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.913143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-3a1c6bd4-3cb2-4153-ab37-f0b0a383f9ef tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.914297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a1c6bd4-3cb2-4153-ab37-f0b0a383f9ef tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050046 Jun 30 02:46:21.918564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.925486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-b2e527c3-beb9-491c-aede-47cb9cdfe83e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.929138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b2e527c3-beb9-491c-aede-47cb9cdfe83e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0061409 Jun 30 02:46:21.937808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.939614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f0fdc-c43e-40e4-9443-347b13423c0c req-5f5c14cc-4eab-4807-878e-d20f6e292d2e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.939856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44946) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.945445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-68c197d9-85fc-4ce9-9d32-d8f89494dbfa tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.949518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68c197d9-85fc-4ce9-9d32-d8f89494dbfa tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056486 Jun 30 02:46:21.949687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d37f0fdc-c43e-40e4-9443-347b13423c0c req-5f5c14cc-4eab-4807-878e-d20f6e292d2e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2759991 Jun 30 02:46:21.951587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.960687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-91aeae8c-c2d6-475a-927d-5443c8aa3e03 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.962447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91aeae8c-c2d6-475a-927d-5443c8aa3e03 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048144 Jun 30 02:46:21.977467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.984831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-03ab620b-f6c9-4beb-bf83-0d7c15acb5fb tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.986074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-03ab620b-f6c9-4beb-bf83-0d7c15acb5fb tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077071 Jun 30 02:46:21.989282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.994080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-94a60c2e-9ac5-4702-9bd7-d14fe0cd4c91 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:21.995086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94a60c2e-9ac5-4702-9bd7-d14fe0cd4c91 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049014 Jun 30 02:46:21.998381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44954) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.009591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-fa53f602-b93a-4655-8cba-2987168723e2 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.011384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fa53f602-b93a-4655-8cba-2987168723e2 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0114191 Jun 30 02:46:22.015253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44956) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.020828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-2df2d138-890c-4e59-a8e2-1d2ee3447d40 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.023999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2df2d138-890c-4e59-a8e2-1d2ee3447d40 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054517 Jun 30 02:46:22.025184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44958) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.030297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-63c1abb3-7eaf-40ee-a4f6-ae6edd2faa8e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.034265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-63c1abb3-7eaf-40ee-a4f6-ae6edd2faa8e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0061748 Jun 30 02:46:22.036569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44960) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.044540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-37354c2a-f4d9-41ac-b447-6e7c8d6d97e1 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.047922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37354c2a-f4d9-41ac-b447-6e7c8d6d97e1 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072467 Jun 30 02:46:22.049039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Deleting port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:22.049393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.051080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44962) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.055450 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d37f0fdc-c43e-40e4-9443-347b13423c0c req-1a9b9720-6c6c-446f-86df-c7d5616983e3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069551 Jun 30 02:46:22.056250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-2c920e6b-f6dd-4a41-b8b3-eeb60ebaf53a tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.057566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c920e6b-f6dd-4a41-b8b3-eeb60ebaf53a tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051961 Jun 30 02:46:22.063132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44964) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.122286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-a9b473bd-27f2-44cd-92aa-9c98d7d10268 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.123996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a9b473bd-27f2-44cd-92aa-9c98d7d10268 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066211 Jun 30 02:46:22.127673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44968) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.138780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-c3deca7a-1f90-4633-bfcb-34fe5513eaea tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.139797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c3deca7a-1f90-4633-bfcb-34fe5513eaea tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0106812 Jun 30 02:46:22.143327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.153827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-91bdc619-2c69-4db9-ad6c-2ce3c0f634ca tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.155592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91bdc619-2c69-4db9-ad6c-2ce3c0f634ca tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0110505 Jun 30 02:46:22.158190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.171455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43cd3d-397d-46cc-a592-74a9f211a24b None None] Network 844f97d6-3ee3-45ce-b9a0-5ac470b05227 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:22.171978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-aa9cd643-0b5d-427f-b0e0-5250749aca1e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.172595 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aa9cd643-0b5d-427f-b0e0-5250749aca1e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082018 Jun 30 02:46:22.177885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.184333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-36cd8dd4-40b4-42b2-9b29-24d9d495a67a tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.185674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-36cd8dd4-40b4-42b2-9b29-24d9d495a67a tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048110 Jun 30 02:46:22.186803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.188548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44976) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.199196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-717a090c-ed0f-4073-b118-21d77993fa58 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.200739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-717a090c-ed0f-4073-b118-21d77993fa58 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088611 Jun 30 02:46:22.209445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44978) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.216406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-40daf9bc-c7e9-40f0-afdf-311c8a2505dd tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.217374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40daf9bc-c7e9-40f0-afdf-311c8a2505dd tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0071509 Jun 30 02:46:22.222114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.227785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-5e771174-eb53-49c5-a96d-24b6478e66f4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.228749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5e771174-eb53-49c5-a96d-24b6478e66f4 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055823 Jun 30 02:46:22.230828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] For port fc4c0d37-a536-43e9-bc98-fa0847eeaa02, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fc4c0d37-a536-43e9-bc98-fa0847eeaa02,segment=NetworkSegment(45566f66-6a90-41b2-a9c9-38606312d252),segment_id=45566f66-6a90-41b2-a9c9-38606312d252)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:22.231278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.236056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44982) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.249082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-3de89a76-5e81-4a27-8b36-03bb9580d5bc tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.250052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3de89a76-5e81-4a27-8b36-03bb9580d5bc tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0115371 Jun 30 02:46:22.254154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.260847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-88468b76-b5d5-4203-ada8-9223d7999a55 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.266004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-88468b76-b5d5-4203-ada8-9223d7999a55 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103807 Jun 30 02:46:22.267113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.274434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Calling delete_port for fc4c0d37-a536-43e9-bc98-fa0847eeaa02 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:22.316340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-70d6c8c9-ce73-4d2b-8fd4-7284c3f898cb None None] Provisioning for port 100b2b7f-1301-4731-a7f9-785137dd97f4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:22.336021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-c62f02d9-8587-4ef1-9f07-df9e41403032 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.337263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c62f02d9-8587-4ef1-9f07-df9e41403032 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0671630 Jun 30 02:46:22.340675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.345542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-22ffafce-bf6d-4d36-905e-dc0225d72d56 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.346731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22ffafce-bf6d-4d36-905e-dc0225d72d56 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043373 Jun 30 02:46:22.390695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.395904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-cc7ca165-9040-480d-acc9-636dda2fe49d tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.399482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cc7ca165-9040-480d-acc9-636dda2fe49d tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072215 Jun 30 02:46:22.402636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.408007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-c28d3cd7-ad8d-4916-9709-aeba9f19a0a9 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.412483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c28d3cd7-ad8d-4916-9709-aeba9f19a0a9 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081296 Jun 30 02:46:22.415114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.420315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-fa59723a-8157-4557-8dab-b4daa10fd238 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.424385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fa59723a-8157-4557-8dab-b4daa10fd238 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065243 Jun 30 02:46:22.424512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb59246d-bd6a-4029-8d15-da515f5831f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.426587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb59246d-bd6a-4029-8d15-da515f5831f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.2923217 Jun 30 02:46:22.427336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44996) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.439795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [None req-7456b9da-0764-4e91-98a7-987010b53057 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.446551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.446660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7456b9da-0764-4e91-98a7-987010b53057 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0136244 Jun 30 02:46:22.456367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-a4cd9328-b29c-44b1-930a-3c7f4d80720e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.460974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a4cd9328-b29c-44b1-930a-3c7f4d80720e tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0115304 Jun 30 02:46:22.461654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.473907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] DHCP port deletion for 844f97d6-3ee3-45ce-b9a0-5ac470b05227 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:22.518826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-466928f6-6b70-45d4-9734-c6f31315210a tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.519797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-466928f6-6b70-45d4-9734-c6f31315210a tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053136 Jun 30 02:46:22.522431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.526572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-579a0c8d-3d57-4eb8-aeea-9bfcac24e4db tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.527499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-579a0c8d-3d57-4eb8-aeea-9bfcac24e4db tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042000 Jun 30 02:46:22.529870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.534366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-be5491ca-fdb6-49c4-b9c2-dd40f8dd096f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.535316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be5491ca-fdb6-49c4-b9c2-dd40f8dd096f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042624 Jun 30 02:46:22.538253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.544404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-2c872e3f-7fee-4923-9d37-73a97b1c6b7b tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.545549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2c872e3f-7fee-4923-9d37-73a97b1c6b7b tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064032 Jun 30 02:46:22.548209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.557523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-e8fb9b80-76a2-4cb1-9c12-7c1e9cbb875f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.561803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8fb9b80-76a2-4cb1-9c12-7c1e9cbb875f tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096283 Jun 30 02:46:22.564894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.588001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] Deleting port 100b2b7f-1301-4731-a7f9-785137dd97f4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:22.597610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.608786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [None req-17ffaa75-f907-4e7c-9cb1-6271be152f80 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:22.612284 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-17ffaa75-f907-4e7c-9cb1-6271be152f80 tempest-ExtensionsTestJSON-909519906 tempest-ExtensionsTestJSON-909519906-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0434566 Jun 30 02:46:22.625132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.628850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bbe9d-5bca-4b5d-b5d4-dbdbf141dd67 req-ff33a3d1-066a-4531-9dd5-4e677c83b9da tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.642200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d0bbe9d-5bca-4b5d-b5d4-dbdbf141dd67 req-ff33a3d1-066a-4531-9dd5-4e677c83b9da tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3853505 Jun 30 02:46:22.682627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc4c0d37-a536-43e9-bc98-fa0847eeaa02 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:22.744653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.773490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Port': ['ID=fc4c0d37-a536-43e9-bc98-fa0847eeaa02,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:22.773765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] For port 100b2b7f-1301-4731-a7f9-785137dd97f4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=100b2b7f-1301-4731-a7f9-785137dd97f4,segment=NetworkSegment(1ab6d868-a0c7-4a2b-bc14-f0ae70529746),segment_id=1ab6d868-a0c7-4a2b-bc14-f0ae70529746)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:22.774125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.792586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d0bbe9d-5bca-4b5d-b5d4-dbdbf141dd67 req-86fcb4ee-2191-4ff8-96a2-d1d6c5be55a3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493828 Jun 30 02:46:22.793184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] Calling delete_port for 100b2b7f-1301-4731-a7f9-785137dd97f4 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:22.801490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6376da-564c-4f76-b6e4-482bd8ba33ba req-e6abf304-20d9-450f-bb5e-0aed2d67dc48 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.803193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d6376da-564c-4f76-b6e4-482bd8ba33ba req-e6abf304-20d9-450f-bb5e-0aed2d67dc48 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 944 time: 0.1348705 Jun 30 02:46:22.825795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] No DVR routers for this DVR port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:22.870747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d6376da-564c-4f76-b6e4-482bd8ba33ba req-9b5010f4-9f19-4f31-a468-d4b7ddefe189 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Jun 30 02:46:22.896215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router a9b746dd-2414-42e9-b439-0741ba957616 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:46:22.898559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab6922a-ce1a-4562-92b1-dc99f7e4729b None None] Network dc1369eb-5ad1-4116-9630-d7262530ac93 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:22.902836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No active binding found for port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 {{(pid=93823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:46:22.904220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc4c0d37-a536-43e9-bc98-fa0847eeaa02 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 02:46:22.948614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4944dec1-5a39-400e-8e6b-f8fdbd6a41a5 None None] Could not find standard attr ID for object fc4c0d37-a536-43e9-bc98-fa0847eeaa02. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:46:22.978934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Port fc4c0d37-a536-43e9-bc98-fa0847eeaa02 not found, will not notify nova. {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 02:46:23.034170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.047363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1369eb-5ad1-4116-9630-d7262530ac93']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.064974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45566f66-6a90-41b2-a9c9-38606312d252') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.065360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45566f66-6a90-41b2-a9c9-38606312d252') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.076495 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.093556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.101038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:23.102052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.143516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:23.157625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.162188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:23.176813 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:23.179899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:23.179899 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.193999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.209549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.211210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-34f136d5-8587-4872-ba5e-bf6f319aa5b3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6575589 Jun 30 02:46:23.215872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.242021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] Pushing event deleted for resources: {'Port': ['ID=100b2b7f-1301-4731-a7f9-785137dd97f4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.254877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 913c4186-27f6-49cd-957f-a75b0ecd6aaa up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:23.303399 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.305494 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/networks/dc1369eb-5ad1-4116-9630-d7262530ac93 HTTP/1.1" status: 204 len: 168 time: 1.4843261 Jun 30 02:46:23.308195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.326849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d67a-f4df-489c-b466-b1f5b7aeec2b tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Network': ['ID=dc1369eb-5ad1-4116-9630-d7262530ac93,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.371054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Sync routers for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:23.398992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e3e0b-9572-4d6a-8287-9891fce441a0 None None] DHCP port deletion for dc1369eb-5ad1-4116-9630-d7262530ac93 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:23.416776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996e1ae0-8cce-4bbe-9042-46426bccc59c None None] No DVR routers for this DVR port 100b2b7f-1301-4731-a7f9-785137dd97f4 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:23.429138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:23.430728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.486848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 913c4186-27f6-49cd-957f-a75b0ecd6aaa completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:23.488168 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88dcb703-5e9c-4f1d-88f4-fe20cc601a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.496662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 913c4186-27f6-49cd-957f-a75b0ecd6aaa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:23.498570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.515207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d88846-d116-4ff0-b6f7-7945a65f8937 req-65a40767-2e15-4458-b936-338dd0c3669a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.522582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.525392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46d88846-d116-4ff0-b6f7-7945a65f8937 req-65a40767-2e15-4458-b936-338dd0c3669a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 946 time: 0.3513575 Jun 30 02:46:23.560187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:23.560976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.579323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-50e9e21b-cef7-4e41-bf7a-a34ab4de9ea0 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e96f464854794097a83e6ab2ddb9535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3604174 Jun 30 02:46:23.584425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.588778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:23.608370 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46d88846-d116-4ff0-b6f7-7945a65f8937 req-4e6530a4-29f9-496d-9ced-04e90d89e791 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818064 Jun 30 02:46:23.676987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:23.684677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.807120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.830865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa,segment=NetworkSegment(2d556346-24da-4b45-86a7-1e81b2b205dd),segment_id=2d556346-24da-4b45-86a7-1e81b2b205dd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:23.834636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc31da52-ea50-475d-894d-c33e606de552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c4186-27f6-49cd-957f-a75b0ecd6aaa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:23.837202 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08467c5-67c9-435b-9e37-1636552cb275" -d '{"events": [{"server_uuid": "fc31da52-ea50-475d-894d-c33e606de552", "name": "network-vif-plugged", "status": "completed", "tag": "913c4186-27f6-49cd-957f-a75b0ecd6aaa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:23.840276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:23.860593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=2e525a9f-b4e3-4093-bc2e-cc42ab00b07c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.888595 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.899711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.921720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:23.925255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.926532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844f97d6-3ee3-45ce-b9a0-5ac470b05227']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.928337 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-623ddfd8-5ac4-4c76-a0b4-25845a482ae0 req-fb82ec1f-d1cd-46d2-be54-7f0a789188e3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "DELETE /v2.0/ports/2e525a9f-b4e3-4093-bc2e-cc42ab00b07c HTTP/1.1" status: 204 len: 173 time: 1.4800348 Jun 30 02:46:23.928904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'name': 'network-vif-deleted', 'tag': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:23.929405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde98e40-379a-4fa8-ba53-4547b905da2b tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.935317 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dde98e40-379a-4fa8-ba53-4547b905da2b tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3490155 Jun 30 02:46:23.935920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.942685 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01cc205-5057-422d-b72b-593783ca15c4" -d '{"events": [{"server_uuid": "3d88d867-c737-4d72-9900-0d0052fa79f6", "name": "network-vif-deleted", "tag": "2e525a9f-b4e3-4093-bc2e-cc42ab00b07c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:24.001622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45052) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.002703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-45eccd1a-f55b-4cc4-8d21-1b49ed104320 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563548 Jun 30 02:46:24.006834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab6d868-a0c7-4a2b-bc14-f0ae70529746') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.007137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab6d868-a0c7-4a2b-bc14-f0ae70529746') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.015441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-115626809', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:24.024380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.041130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88dcb703-5e9c-4f1d-88f4-fe20cc601a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.049566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.056487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88dcb703-5e9c-4f1d-88f4-fe20cc601a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.066077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:24.067070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:24.080564 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:24.131730 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad690fc3-fe8c-423d-a134-59d9c57be18a x-openstack-request-id: req-ad690fc3-fe8c-423d-a134-59d9c57be18a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:24.131971 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d88d867-c737-4d72-9900-0d0052fa79f6", "name": "network-vif-deleted", "tag": "2e525a9f-b4e3-4093-bc2e-cc42ab00b07c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:24.132313 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad690fc3-fe8c-423d-a134-59d9c57be18a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:24.132788 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d88d867-c737-4d72-9900-0d0052fa79f6', 'name': 'network-vif-deleted', 'tag': '2e525a9f-b4e3-4093-bc2e-cc42ab00b07c', 'status': 'completed', 'code': 200} Jun 30 02:46:24.275957 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-88dcb703-5e9c-4f1d-88f4-fe20cc601a6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4998a8373f034477a390a777e98c27c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1115663 Jun 30 02:46:24.285755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.286867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcb703-5e9c-4f1d-88f4-fe20cc601a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d2a3b8-cdfc-4a9b-a11a-83a8ccff9d2b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.329507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:24.333340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.338461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.342185 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd03ccf-15b4-4231-a578-6f01742e0724 x-openstack-request-id: req-4dd03ccf-15b4-4231-a578-6f01742e0724 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:24.344464 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc31da52-ea50-475d-894d-c33e606de552", "name": "network-vif-plugged", "status": "completed", "tag": "913c4186-27f6-49cd-957f-a75b0ecd6aaa", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:24.346982 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dd03ccf-15b4-4231-a578-6f01742e0724 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:24.351869 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc31da52-ea50-475d-894d-c33e606de552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913c4186-27f6-49cd-957f-a75b0ecd6aaa', 'code': 200} Jun 30 02:46:24.354466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.361084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/networks/844f97d6-3ee3-45ce-b9a0-5ac470b05227 HTTP/1.1" status: 204 len: 168 time: 1.0516987 Jun 30 02:46:24.380201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.396667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d348c2-abdc-4402-981d-8d61fa04fcfc tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Network': ['ID=844f97d6-3ee3-45ce-b9a0-5ac470b05227,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.464540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba574fe-4a90-4555-9506-a30975efdce6 req-c9a7b05a-3e10-4d0d-88df-8ae1a50cf7f7 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.466333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ba574fe-4a90-4555-9506-a30975efdce6 req-c9a7b05a-3e10-4d0d-88df-8ae1a50cf7f7 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 945 time: 0.4031386 Jun 30 02:46:24.496659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc4c0d37-a536-43e9-bc98-fa0847eeaa02 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:24.509377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.531630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=913c4186-27f6-49cd-957f-a75b0ecd6aaa,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.546951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ba574fe-4a90-4555-9506-a30975efdce6 req-3ed646de-13a9-45a9-9309-bb043e8d0c5b tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Jun 30 02:46:24.561093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200dfa3-4abb-4ffd-9739-5a47193d79bc req-52e56b24-34b4-48bc-9d7d-d60c13574102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.562715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1200dfa3-4abb-4ffd-9739-5a47193d79bc req-52e56b24-34b4-48bc-9d7d-d60c13574102 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 1096 time: 0.4114494 Jun 30 02:46:24.584525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fc4c0d37-a536-43e9-bc98-fa0847eeaa02 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:24.584931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fc4c0d37-a536-43e9-bc98-fa0847eeaa02 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:24.585720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 100b2b7f-1301-4731-a7f9-785137dd97f4 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:24.601661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e87071-78ab-4413-930f-72fc5fbbc836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.623605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 100b2b7f-1301-4731-a7f9-785137dd97f4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:24.624350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 100b2b7f-1301-4731-a7f9-785137dd97f4 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:24.702694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:21Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.715972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.738236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Checking router: a9b746dd-2414-42e9-b439-0741ba957616 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:46:24.738617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Updating router a9b746dd-2414-42e9-b439-0741ba957616 port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:46:24.782510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Subnet': ['ID=c3548650-c330-4fd8-b4d4-7ce80429fad1,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.798645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.829747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Checking segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:24.831158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network hostable DHCP agents. Network: dce4f81a-5391-4f8a-a902-0759aaac0aa3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:24.831988 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e87071-78ab-4413-930f-72fc5fbbc836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.852337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:24.864968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, dce4f81a-5391-4f8a-a902-0759aaac0aa3) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:24.876404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.877947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.882674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1200dfa3-4abb-4ffd-9739-5a47193d79bc req-42fa3e0c-1512-4980-a922-a0dbc209b604 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064427 Jun 30 02:46:24.894724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-067f0450-935e-465d-9834-57fc82f3201e req-92630493-38e5-4baf-95ca-3681f371900b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d88d867-c737-4d72-9900-0d0052fa79f6 HTTP/1.1" status: 200 len: 210 time: 0.1013174 Jun 30 02:46:24.899092 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d79ae3a9-fcf2-46a5-af35-a6fed21fa3c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8925650 Jun 30 02:46:24.899258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c03c5-c9b9-48c1-8e83-df65dabb1dc0 None None] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:24.900302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45066) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.905990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.932557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7196d2d-5741-405d-b994-88da74a2e9fd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.949510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82f4f89-1b4f-481b-b43f-285afbb67d0e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.950490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82f4f89-1b4f-481b-b43f-285afbb67d0e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.962124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.982197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.994737 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e87071-78ab-4413-930f-72fc5fbbc836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.997927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e87071-78ab-4413-930f-72fc5fbbc836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.003501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-46e87071-78ab-4413-930f-72fc5fbbc836 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44d2a3b8-cdfc-4a9b-a11a-83a8ccff9d2b HTTP/1.1" status: 204 len: 168 time: 0.7034247 Jun 30 02:46:25.007968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:25.008769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.074206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:25.082594 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:25.098011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e87071-78ab-4413-930f-72fc5fbbc836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d2a3b8-cdfc-4a9b-a11a-83a8ccff9d2b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.111479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.123169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.128290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/networks/f7196d2d-5741-405d-b994-88da74a2e9fd HTTP/1.1" status: 204 len: 168 time: 0.7449107 Jun 30 02:46:25.130540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.141637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:25.141997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2e525a9f-b4e3-4093-bc2e-cc42ab00b07c not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:25.189267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671abb-6e7e-40ba-a942-73c3031046d3 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Network': ['ID=f7196d2d-5741-405d-b994-88da74a2e9fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.226739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:25.227712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.265701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.381779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.396284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c6948f-5d65-4dfc-8000-f0beec0699ae']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.407584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321c6f73-fde1-41da-a50e-aab879cf7b29') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.407889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321c6f73-fde1-41da-a50e-aab879cf7b29') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.433462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.438192 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.457027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.484230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:25.485830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:25.490160 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:25.535939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Allocated IP 172.20.0.2 (dce4f81a-5391-4f8a-a902-0759aaac0aa3/c3548650-c330-4fd8-b4d4-7ce80429fad1/e49e779b-fc11-4fcc-89e4-05fa86fef162) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:25.555115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.857359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.125654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Transition to ACTIVE for port object ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.128546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Transition to ACTIVE for port object e49e779b-fc11-4fcc-89e4-05fa86fef162 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.135756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.145798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.146837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.152200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] 10.222.0.78 "DELETE /v2.0/networks/92c6948f-5d65-4dfc-8000-f0beec0699ae HTTP/1.1" status: 204 len: 168 time: 1.0176470 Jun 30 02:46:26.213219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ccad4-51f0-4722-97f3-7fcf25e93781 tempest-BulkNetworkOpsTest-1637768990 tempest-BulkNetworkOpsTest-1637768990-project] Pushing event deleted for resources: {'Network': ['ID=92c6948f-5d65-4dfc-8000-f0beec0699ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.253588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfffb16-45d5-43ba-b458-6256b9529490 None None] Pushing event updated for resources: {'Port': ['ID=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.261875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:26.270214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Transition to ACTIVE for port object e49e779b-fc11-4fcc-89e4-05fa86fef162 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.281806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.335029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Attempting to bind port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:26.335654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Attempting to bind port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:26.336220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Attempting to bind port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:26.345280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4682c75-8eeb-4274-8a98-ad1a7458fb47 req-8746e8df-b818-4b4d-a0ca-cd6af73404b5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:26.347077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:26.347260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4682c75-8eeb-4274-8a98-ad1a7458fb47 req-8746e8df-b818-4b4d-a0ca-cd6af73404b5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1836941 Jun 30 02:46:26.353915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:26.359065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:26.359743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:26.360320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.360984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:26.361645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Bound port: ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:26.362217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.374055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:26.404606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Pushing event updated for resources: {'Port': ['ID=e49e779b-fc11-4fcc-89e4-05fa86fef162,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.454548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4682c75-8eeb-4274-8a98-ad1a7458fb47 req-6c5fd16d-ee03-4ddf-b1b1-c0ca01cfee2b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005025 Jun 30 02:46:26.474962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Attempting to bind port e49e779b-fc11-4fcc-89e4-05fa86fef162 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:26.476045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Attempting to bind port e49e779b-fc11-4fcc-89e4-05fa86fef162 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:26.476611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Attempting to bind port e49e779b-fc11-4fcc-89e4-05fa86fef162 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:26.499546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:26.500268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Checking segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:26.500879 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.501488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Bound using segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:26.502173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Bound port: e49e779b-fc11-4fcc-89e4-05fa86fef162, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:26.502809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.528976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] For port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:26.562348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] For port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:26.582569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.604536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892b459-5b35-46c4-98f0-b47ff26ac35c req-f7e203ff-19fc-442a-bfe4-cf9b72f136e5 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:26.608148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d892b459-5b35-46c4-98f0-b47ff26ac35c req-f7e203ff-19fc-442a-bfe4-cf9b72f136e5 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 945 time: 0.6754987 Jun 30 02:46:26.619515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.1 (dce4f81a-5391-4f8a-a902-0759aaac0aa3/c3548650-c330-4fd8-b4d4-7ce80429fad1/016eb452-42ee-4486-81f1-fc57fbc8946a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:26.648176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] For port e49e779b-fc11-4fcc-89e4-05fa86fef162, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:26.677868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] For port e49e779b-fc11-4fcc-89e4-05fa86fef162, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e49e779b-fc11-4fcc-89e4-05fa86fef162,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:26.691462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:26.692496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:26.740857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d892b459-5b35-46c4-98f0-b47ff26ac35c req-7765b1de-dd65-4dfe-a84c-ba1990839158 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225338 Jun 30 02:46:26.779787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-f36b4527-4abe-4650-8df4-1c69a5837e9c tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:26.793175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-f36b4527-4abe-4650-8df4-1c69a5837e9c tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.1695530 Jun 30 02:46:26.811158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-ff36ca01-146c-4722-b516-949218700e12 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/quotas/a99970169b8448409f5875b47ddae43f HTTP/1.1" status: 200 len: 375 time: 0.0237362 Jun 30 02:46:26.873499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:26.917681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.931659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1645640726'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:26.951959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object 016eb452-42ee-4486-81f1-fc57fbc8946a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.959366 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.992071 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-b0d7ec9d-04df-47ae-8b98-f10ec9edd538 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799641 Jun 30 02:46:26.996415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:27.003499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.021398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.023077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.049315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfffb16-45d5-43ba-b458-6256b9529490 None None] Pushing event updated for resources: {'Port': ['ID=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.071349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.122777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:27.130969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:27.137670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:27.187129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=016eb452-42ee-4486-81f1-fc57fbc8946a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.192213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-f07d6d66-4f90-401a-899b-b6472152144c service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850510 Jun 30 02:46:27.211530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfebb2c-90cf-45bf-8060-68dd8d5eb029 req-9cd19bc8-edb8-47df-a22f-166ceeea4144 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.213141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0dfebb2c-90cf-45bf-8060-68dd8d5eb029 req-9cd19bc8-edb8-47df-a22f-166ceeea4144 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2119844 Jun 30 02:46:27.241321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.271180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be8c8-b02f-43b2-8dd6-dc10c7106289 None None] Pushing event updated for resources: {'Port': ['ID=e49e779b-fc11-4fcc-89e4-05fa86fef162,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.298950 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-deb12736-1d7f-4821-b427-e937eac8dba5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25aac37e6ac641fa8269173bf1ca67f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263904 Jun 30 02:46:27.301979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:21Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:27.304084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.335516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0dfebb2c-90cf-45bf-8060-68dd8d5eb029 req-8d9563d2-1b5f-4c02-bde1-c5e0b7adc6cb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094100 Jun 30 02:46:27.355629 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:46:27.356893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9ce0-60f4-4a88-a0f3-b94ebec32a0d None None] The sync data for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 is: [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:21Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:27.462717 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.471963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58e58875-bafc-4828-9cde-29afaf1d505f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.494429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-ddfccbb8-2528-4feb-8f62-abfa7360af5a service neutron] 10.222.0.78 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005188 Jun 30 02:46:27.516576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58e58875-bafc-4828-9cde-29afaf1d505f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.538199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.539488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.607427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74828c80-e0a1-46d4-abb9-f450e42bd771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.650065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc2066e-457c-465a-8a22-04612b5c39b0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.666591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:27.678800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.679156 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Added segment 3f7b30ad-97c7-4224-86e7-31def19b2faf of type vlan for network 13821a56-06ef-4ea6-b1dd-3872b7de1972 Jun 30 02:46:27.736570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.742533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58e58875-bafc-4828-9cde-29afaf1d505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.745324 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58e58875-bafc-4828-9cde-29afaf1d505f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.764540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58e58875-bafc-4828-9cde-29afaf1d505f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8768f571-8f45-46cb-81af-c0047577341a HTTP/1.1" status: 204 len: 168 time: 0.4500265 Jun 30 02:46:27.817177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e58875-bafc-4828-9cde-29afaf1d505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8768f571-8f45-46cb-81af-c0047577341a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.916709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.939241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.940888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.078285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8132930 Jun 30 02:46:28.136710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c52a-a111-40df-8290-8b1fa3463e46 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Network': ['ID=13821a56-06ef-4ea6-b1dd-3872b7de1972,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:28.155981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 13821a56-06ef-4ea6-b1dd-3872b7de1972 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:28.444230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-74f0cf84-7a62-417b-9d5b-33e069dd8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:28.473213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-74f0cf84-7a62-417b-9d5b-33e069dd8836 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e46a1f2d920413896548e9b413c808d&device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 1096 time: 0.2018085 Jun 30 02:46:28.492709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.553051 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.676857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bff27de4-515a-4b21-8bfe-0af20ce00c65 req-938b1cfc-437c-4a79-a7ce-2424300458bd tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 210 time: 0.1769149 Jun 30 02:46:28.754611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e49e779b-fc11-4fcc-89e4-05fa86fef162 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:28.857791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-5521f280-c502-4a6a-a2fc-75f3236d255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:28.869890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-5521f280-c502-4a6a-a2fc-75f3236d255a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0798c49-5b70-4eee-a877-b2ce02be426f HTTP/1.1" status: 200 len: 914 time: 0.3804188 Jun 30 02:46:28.891335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e49e779b-fc11-4fcc-89e4-05fa86fef162 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:28.899165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:28.971656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.000112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-10480d21-e6bb-48ce-ae1d-4ab744d2bd69 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa HTTP/1.1" status: 200 len: 217 time: 0.1072910 Jun 30 02:46:29.027790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=016eb452-42ee-4486-81f1-fc57fbc8946a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:29.093498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdaa6ac-bfb1-41c5-9081-000fe88f90be None None] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:29.269486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-ad636dfd-fadf-40b2-aaed-54d1985d376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.271194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-ad636dfd-fadf-40b2-aaed-54d1985d376a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07f6b30b-79d6-4ecb-a632-7c053527c7ae HTTP/1.1" status: 200 len: 853 time: 0.2227993 Jun 30 02:46:29.297146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] Provisioning for port e49e779b-fc11-4fcc-89e4-05fa86fef162 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:29.303927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3d3c-8593-4998-88a1-328a4fb9f7a2 req-79d3895b-8558-4796-88a2-ac7688fb9057 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.308255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] Provisioning complete for port e49e779b-fc11-4fcc-89e4-05fa86fef162 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:29.308691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.311285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e4c3d3c-8593-4998-88a1-328a4fb9f7a2 req-79d3895b-8558-4796-88a2-ac7688fb9057 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4061894 Jun 30 02:46:29.394390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-d90518b2-73af-4699-b6bd-b2ee8486387d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0798c49-5b70-4eee-a877-b2ce02be426f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723407 Jun 30 02:46:29.474721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:29.480056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e4c3d3c-8593-4998-88a1-328a4fb9f7a2 req-e155c8e8-48ca-43a3-931e-75d1f5e73f06 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590855 Jun 30 02:46:29.503482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:29.512153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:29.530045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:29.530439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.578681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61617-a667-4b27-864b-135302315403 req-39b27aaa-24bd-40e8-bd64-54b12bfd596b tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.580542 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65b61617-a667-4b27-864b-135302315403 req-39b27aaa-24bd-40e8-bd64-54b12bfd596b tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 945 time: 0.4177985 Jun 30 02:46:29.714662 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.741070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45192) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.770799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-a02b4aa0-7058-4cc4-a3bb-e7b38d356a34 service neutron] 10.222.0.90 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110964 Jun 30 02:46:29.804172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] For port e49e779b-fc11-4fcc-89e4-05fa86fef162, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e49e779b-fc11-4fcc-89e4-05fa86fef162,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:29.829789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.836748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65b61617-a667-4b27-864b-135302315403 req-373f7b9d-1e19-4b53-ac22-a0d426ea221b tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413197 Jun 30 02:46:30.034190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e8af85a-bbbf-4dcf-bca0-c50d3f78aadc req-6b61d139-f236-443b-b741-f0de9d585b7b service neutron] 10.222.0.90 "GET /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543614 Jun 30 02:46:30.104347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.119662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router a9b746dd-2414-42e9-b439-0741ba957616 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:30.159644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034934568'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:30.232743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86689be2-9a3d-49df-9e47-456ff7e795f5 None None] Pushing event updated for resources: {'Port': ['ID=e49e779b-fc11-4fcc-89e4-05fa86fef162,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.284726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:30.338040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.364075 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a10edae-e011-4249-bf02-1437078354b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.390002 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-65a642dc-8269-41e5-95f0-a15b3b93ef88 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2559135 Jun 30 02:46:30.508505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9910166-50e5-4077-a044-7b81144f3a43 req-2d3a73a1-961d-4cef-9ff6-94b14daeb623 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 210 time: 0.1095495 Jun 30 02:46:30.570220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e49e779b-fc11-4fcc-89e4-05fa86fef162 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:30.592355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:30.677033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-828bd889-fd18-45e6-bc16-809eaabbd74b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/a9b746dd-2414-42e9-b439-0741ba957616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7755766 Jun 30 02:46:30.707345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.734479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fdbafbb3-f0bc-42b7-923f-1b5545d9a930 None None] Provisioning complete for port e49e779b-fc11-4fcc-89e4-05fa86fef162 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:30.734853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdbafbb3-f0bc-42b7-923f-1b5545d9a930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.862995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-590c3a8a-5638-4ac1-9b61-92993fd8065a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.874730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-590c3a8a-5638-4ac1-9b61-92993fd8065a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 806 time: 0.6831083 Jun 30 02:46:30.922690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Request body: {'port': {'device_id': '8b243ec7-bf34-4468-af96-f569c5a98069', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'admin_state_up': True, 'tenant_id': 'a99970169b8448409f5875b47ddae43f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:30.961785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.963906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.966663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.967606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.968294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.968968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.969642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.972029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-6fc5be11-7d31-47f9-94aa-8e1272d613b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 0.1007390 Jun 30 02:46:30.975086 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Sync routers for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:30.995005 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:30.995725 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.071155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:31.080061 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.133869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.207392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ff13f-7621-4795-b006-32eaf9a93ee6 req-b7b46653-7bc5-4b2b-9520-bb657a95242d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.216325 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-263ff13f-7621-4795-b006-32eaf9a93ee6 req-b7b46653-7bc5-4b2b-9520-bb657a95242d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.6453066 Jun 30 02:46:31.268986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-1935d4ae-5dbe-4f2c-a89c-6116c35b8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.269858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-1935d4ae-5dbe-4f2c-a89c-6116c35b8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.270737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-1935d4ae-5dbe-4f2c-a89c-6116c35b8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.273372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-1935d4ae-5dbe-4f2c-a89c-6116c35b8dab service neutron] 10.222.0.90 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 2291 time: 0.2636697 Jun 30 02:46:31.380107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-263ff13f-7621-4795-b006-32eaf9a93ee6 req-0420950b-04f6-4aec-b732-7e53ff478540 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615517 Jun 30 02:46:31.424404 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:31.435931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-92d3b1a0-2011-40ab-acb1-8415a2fdb3cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 1002 time: 0.1551378 Jun 30 02:46:31.511972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-46e6e04b-d78e-4e7f-8ab2-4b24410bcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.514562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-46e6e04b-d78e-4e7f-8ab2-4b24410bcb4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 200 len: 850 time: 0.0716131 Jun 30 02:46:31.562499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45222) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.569001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'subnet': {'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:31.576555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.583537 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.598501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e49e779b-fc11-4fcc-89e4-05fa86fef162 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:31.599154 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.658357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.663462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-1bcf29e3-127d-47fb-ba2b-345f67dde48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.666652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-1bcf29e3-127d-47fb-ba2b-345f67dde48a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05158402-4f23-4e72-a500-4cf01d25dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032107 Jun 30 02:46:31.695869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Made reservation on behalf of a99970169b8448409f5875b47ddae43f for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:31.699722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.771005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fdbafbb3-f0bc-42b7-923f-1b5545d9a930 None None] Provisioning for port 016eb452-42ee-4486-81f1-fc57fbc8946a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:31.773163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d24ed-aedb-4aae-a6ac-f1d188c04f97 req-b7683ee6-8415-4feb-b9a7-cdcece23d519 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.777435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fdbafbb3-f0bc-42b7-923f-1b5545d9a930 None None] Provisioning complete for port 016eb452-42ee-4486-81f1-fc57fbc8946a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:31.777980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdbafbb3-f0bc-42b7-923f-1b5545d9a930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.783057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c31d24ed-aedb-4aae-a6ac-f1d188c04f97 req-b7683ee6-8415-4feb-b9a7-cdcece23d519 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 945 time: 0.2669256 Jun 30 02:46:31.800930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:31.836866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fdbafbb3-f0bc-42b7-923f-1b5545d9a930 None None] Port 016eb452-42ee-4486-81f1-fc57fbc8946a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:31.855094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c31d24ed-aedb-4aae-a6ac-f1d188c04f97 req-5f17d5e8-887f-4df8-8900-a84fd6da1d06 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713525 Jun 30 02:46:31.859657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-b7fbdc59-78ff-4c41-ae9f-2df94677892d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095688470&fields=id&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 267 time: 0.2959952 Jun 30 02:46:31.865287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9447ed74-250a-4e9b-a78b-6c3e85f59f6d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:31.881005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-eb3435b0-ff13-43b0-bc63-dfb2afdedbde service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029161 Jun 30 02:46:31.883119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.883473 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment 1313899b-df15-4b95-a3dc-16865fe8bd40 of type vlan for network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 Jun 30 02:46:31.933507 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 2, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.963263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8c3fe44-4080-4748-a750-93b51ae241d9 None None] Provisioning complete for port 016eb452-42ee-4486-81f1-fc57fbc8946a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:31.963854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fe44-4080-4748-a750-93b51ae241d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.989553 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Checking router: a9b746dd-2414-42e9-b439-0741ba957616 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:46:31.990554 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Updating router a9b746dd-2414-42e9-b439-0741ba957616 port 016eb452-42ee-4486-81f1-fc57fbc8946a binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:46:32.026010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3fe44-4080-4748-a750-93b51ae241d9 None None] Port 016eb452-42ee-4486-81f1-fc57fbc8946a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:32.037132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-b83421cc-8c8f-4042-aa28-c75cfd923f27 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.038726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-b83421cc-8c8f-4042-aa28-c75cfd923f27 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 797 time: 0.1651897 Jun 30 02:46:32.053208 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.059402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-47462ee3-e973-43f7-874f-bafc73d9e389 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667795 Jun 30 02:46:32.112885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.115234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-6faff20b-cde3-49d9-93a9-1c7b16173ada tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/quotas/e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 375 time: 0.0677664 Jun 30 02:46:32.127224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:32.131139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.146220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-512504fd-9f13-4f89-98c0-b54876ed3131 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 217 time: 0.0766826 Jun 30 02:46:32.157374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.248443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc4318c-54d8-4164-9e98-2c28444b8031 req-d178bfbe-5840-47e5-a3b0-2025a4cc0718 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 210 time: 0.0529428 Jun 30 02:46:32.248713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Allocated IP 172.20.0.13 (14bb9b3a-a09e-45e7-8d6b-f1c1058053c2/32878b34-74ed-42e5-87e8-bacba1260e7c/9e618e10-acce-4397-9be5-9e10a7ebb03f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:32.251535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-928290fb-6a8d-4a20-840e-15f4ecd72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.253935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-928290fb-6a8d-4a20-840e-15f4ecd72038 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1011164 Jun 30 02:46:32.341389 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.348009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.348524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.358502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-4d578a78-ae82-4c90-80bf-93900a6f8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.361410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-4d578a78-ae82-4c90-80bf-93900a6f8a7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994821 Jun 30 02:46:32.464432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:32.510335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-5fc8f0de-6c36-48d6-a815-d51bf5ae199f service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388855 Jun 30 02:46:32.520381 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.540730 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Transition to ACTIVE for port object 016eb452-42ee-4486-81f1-fc57fbc8946a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:32.550880 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.554630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:32.555160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.601475 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Pushing event updated for resources: {'Port': ['ID=016eb452-42ee-4486-81f1-fc57fbc8946a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.613494 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.614159 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.614733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.615288 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.615877 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.616556 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.617103 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.617668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.618065 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.618541 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.618966 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.619359 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:32.709562 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Attempting to bind port 016eb452-42ee-4486-81f1-fc57fbc8946a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:32.710210 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Attempting to bind port 016eb452-42ee-4486-81f1-fc57fbc8946a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:32.711299 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Attempting to bind port 016eb452-42ee-4486-81f1-fc57fbc8946a on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:32.718827 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:32.719537 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Checking segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:32.720109 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.720672 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Bound using segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:32.723746 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Bound port: 016eb452-42ee-4486-81f1-fc57fbc8946a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:32.724399 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.734060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-ceddbd51-9680-43b9-90a5-becebe6146e5 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116895 Jun 30 02:46:32.795647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-e7360a58-abd0-4525-9fad-da87ef202e53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 217 time: 0.0502152 Jun 30 02:46:32.807495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] For port 016eb452-42ee-4486-81f1-fc57fbc8946a, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:32.811464 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] For port 016eb452-42ee-4486-81f1-fc57fbc8946a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=016eb452-42ee-4486-81f1-fc57fbc8946a,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:32.817223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-7f352947-5c40-4d9f-926a-b30399ba16ac tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6800537 Jun 30 02:46:32.819203 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.838035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=78e8742a-8489-4fc3-9d0f-e60ea466f4f7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.854354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:32.885300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e282502d-1393-4923-8dec-ae44f3595462 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1430299 Jun 30 02:46:32.889859 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:32.890803 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:32.901271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.924224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821921709'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:32.976427 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509003-e456-415c-b394-93772f74f0ac None None] Pushing event updated for resources: {'Port': ['ID=016eb452-42ee-4486-81f1-fc57fbc8946a,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.980023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:32.986180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.017143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-ab90b14b-b934-4092-a9c9-9d20fd662f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.019055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-ab90b14b-b934-4092-a9c9-9d20fd662f81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1843605 Jun 30 02:46:33.102095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d412e5-3b5b-4258-a848-831f8cbc2705 req-2a99bdbf-5cff-484e-8656-858e70fe0a44 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.104384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92d412e5-3b5b-4258-a848-831f8cbc2705 req-2a99bdbf-5cff-484e-8656-858e70fe0a44 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3080103 Jun 30 02:46:33.108706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:33.109922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:33.121318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.121671 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment 65b8e495-8264-48e5-98c0-da4572143586 of type vlan for network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa Jun 30 02:46:33.154447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.159559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.183044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-5e755617-06f6-46a9-8d52-f293eacdb1c6 service neutron] 10.222.0.78 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012679 Jun 30 02:46:33.189783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.244702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92d412e5-3b5b-4258-a848-831f8cbc2705 req-2cc2011c-0e6a-4eda-bd90-c259b20613d5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183085 Jun 30 02:46:33.258851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-b6823a14-be31-4a42-b5c3-7ae98913a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.260459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-b6823a14-be31-4a42-b5c3-7ae98913a8a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2285817 Jun 30 02:46:33.264226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.273477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.274362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.345592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-14356324-af5c-4d14-9501-f02855d1745e req-2eb4d813-5e7d-466d-bd17-74de10c0e36c service neutron] (93822) timed out ('10.222.0.78', 53754) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:46:33.375655 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:32Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:33.375971 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-da3ad600-84dd-43a8-bba4-5a8444dbba61 service neutron] 10.222.0.78 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919601 Jun 30 02:46:33.384152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Subnet': ['ID=5ef0d77f-95b9-48a5-93f0-72b397794fe8,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:33.397851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:33.408723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46d79a-e256-4858-9518-a0af10025a47 None None] The sync data for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 is: [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:32Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:33.414335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:33.428741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Checking segment: {'id': '3f7b30ad-97c7-4224-86e7-31def19b2faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:33.429390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network hostable DHCP agents. Network: 13821a56-06ef-4ea6-b1dd-3872b7de1972, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:33.449504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.474695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a508344c-17f1-4d2d-92da-baa6a8c9c01e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5681455 Jun 30 02:46:33.474695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.490129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:33.494409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network 13821a56-06ef-4ea6-b1dd-3872b7de1972 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:33.541399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:33.547763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 13821a56-06ef-4ea6-b1dd-3872b7de1972) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:33.553395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:33.557100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:33.561793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event updated for resources: {'Port': ['ID=9e618e10-acce-4397-9be5-9e10a7ebb03f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:33.569130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.569819 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.585570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:33.658376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92dbc1-8cd0-4108-bf9a-42ec8ab77503 None None] Network 13821a56-06ef-4ea6-b1dd-3872b7de1972 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:33.688928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fd98bcc0-cb89-4e20-b1af-06ddb08cc732 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1234715 Jun 30 02:46:33.691365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.699567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1980455705'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:33.720449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.721365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.765981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-37e88f17-be30-44a6-b60e-4098cd5f5928 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8899221 Jun 30 02:46:33.779372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Request body: {'port': {'device_id': '8b243ec7-bf34-4468-af96-f569c5a98069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:33.830658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-91e6f10e-6aac-4265-a16f-2c8eaacc02ef service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503628 Jun 30 02:46:33.869212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:33.874021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.914224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:33.917923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.978741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.116090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:34.129533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.129886 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Added segment b9599eb9-3294-4fb6-8611-64a671e7aea9 of type vlan for network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 Jun 30 02:46:34.144891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fedf5-824e-4e2e-b8d7-d88bd920e878 req-e2ffb708-b2cf-4fb4-a233-46f5b6758c87 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:34.147081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-263fedf5-824e-4e2e-b8d7-d88bd920e878 req-e2ffb708-b2cf-4fb4-a233-46f5b6758c87 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1260657 Jun 30 02:46:34.170883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-13821a56-06ef-4ea6-b1dd-3872b7de1972', 'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972', 'tenant_id': '9abbcc9a87dc4912a290f6b38b21511d', 'fixed_ips': [{'subnet_id': '5ef0d77f-95b9-48a5-93f0-72b397794fe8'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:34.171904 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.180429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.233774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.239720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:34.240402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.295771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6007421 Jun 30 02:46:34.300451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:34.333870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-263fedf5-824e-4e2e-b8d7-d88bd920e878 req-27bf8c28-2819-470e-82f9-5666abf3b2f5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114643 Jun 30 02:46:34.354635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'subnet': {'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:34.433921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Allocated IP 2001:db8:0:ffff::2 (13821a56-06ef-4ea6-b1dd-3872b7de1972/5ef0d77f-95b9-48a5-93f0-72b397794fe8/b4ea6107-b6c7-45d1-ba47-c37cd1ce267a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:34.572728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 016eb452-42ee-4486-81f1-fc57fbc8946a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:34.617551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.723074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac66b3e-f6a0-4cc5-8945-a855ae9f7f4c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Network': ['ID=6eee76ff-96ed-4ac4-8a08-984f55a5af31,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:34.734834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-abf94838-6c7f-4d3a-acbb-c4da5115b1b5 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8862662 Jun 30 02:46:34.748333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e36e1-61a7-455f-a3c5-2917aea4ce42 req-87893568-5292-49d8-8d19-3e7e8bc75b6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:34.757729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:34.762091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c63e36e1-61a7-455f-a3c5-2917aea4ce42 req-87893568-5292-49d8-8d19-3e7e8bc75b6d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 932 time: 0.8256269 Jun 30 02:46:34.780451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:34.787959 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.800532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e618e10-acce-4397-9be5-9e10a7ebb03f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:34.814688 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.824214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 016eb452-42ee-4486-81f1-fc57fbc8946a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:34.848457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Transition to ACTIVE for port object 9e618e10-acce-4397-9be5-9e10a7ebb03f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:34.849660 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.873925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 016eb452-42ee-4486-81f1-fc57fbc8946a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:34.874319 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.880330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1670239a-c930-40af-ad67-a9c0051bc399 req-b291a006-0efd-4273-8b05-35f64364efba tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 210 time: 0.0438540 Jun 30 02:46:34.881262 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.897699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Transition to ACTIVE for port object b4ea6107-b6c7-45d1-ba47-c37cd1ce267a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:34.938941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-d85328c3-f1f3-434c-b155-6450a0b8d020 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 200 len: 217 time: 0.1594548 Jun 30 02:46:34.982837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Transition to ACTIVE for port object b4ea6107-b6c7-45d1-ba47-c37cd1ce267a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:34.999131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.035928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e618e10-acce-4397-9be5-9e10a7ebb03f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.045334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Pushing event updated for resources: {'Port': ['ID=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.065293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Network 13821a56-06ef-4ea6-b1dd-3872b7de1972 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:35.088251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:35.097328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:35.178414 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.195861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c63e36e1-61a7-455f-a3c5-2917aea4ce42 req-0fb84170-cf75-4df2-99f5-780498303437 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317048 Jun 30 02:46:35.198455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Attempting to bind port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:35.199918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Attempting to bind port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '3f7b30ad-97c7-4224-86e7-31def19b2faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:35.199918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Attempting to bind port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a on network 13821a56-06ef-4ea6-b1dd-3872b7de1972 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:35.213260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:35.213784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Checking segment: {'id': '3f7b30ad-97c7-4224-86e7-31def19b2faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:35.214244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.214827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Bound using segment: {'id': '3f7b30ad-97c7-4224-86e7-31def19b2faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:35.215158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Bound port: b4ea6107-b6c7-45d1-ba47-c37cd1ce267a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7b30ad-97c7-4224-86e7-31def19b2faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '13821a56-06ef-4ea6-b1dd-3872b7de1972'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:35.216131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.225261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Attempting to bind port 9e618e10-acce-4397-9be5-9e10a7ebb03f on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:35.225765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Attempting to bind port 9e618e10-acce-4397-9be5-9e10a7ebb03f by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:35.226335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Attempting to bind port 9e618e10-acce-4397-9be5-9e10a7ebb03f on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:35.236393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Port 9e618e10-acce-4397-9be5-9e10a7ebb03f on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:35.236393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Attempting to bind port 9e618e10-acce-4397-9be5-9e10a7ebb03f on network 14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:35.238748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 016eb452-42ee-4486-81f1-fc57fbc8946a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=016eb452-42ee-4486-81f1-fc57fbc8946a,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:35.247416 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.282688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:35.282688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Checking segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:35.283316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Bound using segment: {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:35.283910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Bound port: 9e618e10-acce-4397-9be5-9e10a7ebb03f, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:35.284384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.333732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=016eb452-42ee-4486-81f1-fc57fbc8946a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.338868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-8acab6d0-466e-4d3f-9ac6-ed909526ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.340711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-8acab6d0-466e-4d3f-9ac6-ed909526ef99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.3727636 Jun 30 02:46:35.365393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] For port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:35.369253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] For port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,segment=NetworkSegment(3f7b30ad-97c7-4224-86e7-31def19b2faf),segment_id=3f7b30ad-97c7-4224-86e7-31def19b2faf)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:35.373115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.424115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798e7d3-0e1e-4940-a076-4c42b63e14b2 req-984d8802-d81c-4ddb-8437-aa77a37a0b00 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.425859 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2798e7d3-0e1e-4940-a076-4c42b63e14b2 req-984d8802-d81c-4ddb-8437-aa77a37a0b00 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 945 time: 0.2128708 Jun 30 02:46:35.464575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd1a1-cdac-462a-867f-0892755c4519 None None] Pushing event updated for resources: {'Port': ['ID=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.466223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.477253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] For port 9e618e10-acce-4397-9be5-9e10a7ebb03f, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:35.504623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] For port 9e618e10-acce-4397-9be5-9e10a7ebb03f, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:35.531367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2798e7d3-0e1e-4940-a076-4c42b63e14b2 req-31c90f50-a866-48d6-83cd-64790ee34c08 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a960e75-a74f-47db-a0fe-bf94370049fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Jun 30 02:46:35.535167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.677227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.677874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.679360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e618e10-acce-4397-9be5-9e10a7ebb03f HTTP/1.1" status: 200 len: 1092 time: 1.9052796 Jun 30 02:46:35.683378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b243ec7-bf34-4468-af96-f569c5a98069', 'tag': '9e618e10-acce-4397-9be5-9e10a7ebb03f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:35.686656 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b243ec7-bf34-4468-af96-f569c5a98069", "tag": "9e618e10-acce-4397-9be5-9e10a7ebb03f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:35.693295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e15a19-5119-42c6-8e37-b224983c07a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e618e10-acce-4397-9be5-9e10a7ebb03f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.721596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': '1313899b-df15-4b95-a3dc-16865fe8bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:35.722107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: 78e8742a-8489-4fc3-9d0f-e60ea466f4f7, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:35.730703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=4343a106-a1fa-4a1c-acd7-f11b8accfb99,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.766897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-4e1f4864-bb86-4bec-a12c-82cd12768407 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.769081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-4e1f4864-bb86-4bec-a12c-82cd12768407 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 945 time: 0.2268693 Jun 30 02:46:35.809762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-c2c7ae70-7366-4519-a26e-29536d6c8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.825413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-c2c7ae70-7366-4519-a26e-29536d6c8b6c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4640493 Jun 30 02:46:35.935334 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b50669-1745-4a47-93b8-174979e10e24 x-openstack-request-id: req-49b50669-1745-4a47-93b8-174979e10e24 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:35.935950 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b243ec7-bf34-4468-af96-f569c5a98069", "tag": "9e618e10-acce-4397-9be5-9e10a7ebb03f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:35.936350 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49b50669-1745-4a47-93b8-174979e10e24 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:35.936853 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b243ec7-bf34-4468-af96-f569c5a98069', 'tag': '9e618e10-acce-4397-9be5-9e10a7ebb03f', 'status': 'completed', 'code': 200} Jun 30 02:46:35.957319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-47856a06-e927-4fce-9c93-6fe16690514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.958847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-47856a06-e927-4fce-9c93-6fe16690514d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 1095 time: 0.1831508 Jun 30 02:46:36.005105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-1e691696-e353-45d8-8ef3-6e9492919da5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f HTTP/1.1" status: 200 len: 217 time: 0.0388632 Jun 30 02:46:36.024348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Deleting port 913c4186-27f6-49cd-957f-a75b0ecd6aaa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:36.024866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.131202 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75173e12-c1bf-4b22-b777-182e71e9ea71 req-1799fdbf-1c7b-4dfe-b506-228cd3c7cef8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 210 time: 0.0684948 Jun 30 02:46:36.161063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-0e1c86b2-fee3-4a54-a061-6e18fab19ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.162702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-0e1c86b2-fee3-4a54-a061-6e18fab19ed4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.1502442 Jun 30 02:46:36.214419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-b934e3d6-9a2f-43c8-8df2-c6bf7f82f29a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441167 Jun 30 02:46:36.222614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] For port 913c4186-27f6-49cd-957f-a75b0ecd6aaa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=913c4186-27f6-49cd-957f-a75b0ecd6aaa,segment=NetworkSegment(2d556346-24da-4b45-86a7-1e81b2b205dd),segment_id=2d556346-24da-4b45-86a7-1e81b2b205dd)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:36.222983 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.282378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Calling delete_port for 913c4186-27f6-49cd-957f-a75b0ecd6aaa owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:36.426032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-b316300e-684e-424d-a922-92d4b89ce062 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780983 Jun 30 02:46:36.431099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-ad48fe20-3b5a-450c-aae1-11221bcfc384 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054675 Jun 30 02:46:36.541427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-bcd637bc-ca1d-4390-8506-312721eb2bf8 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030409 Jun 30 02:46:36.548586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c22f7-05a7-4810-af93-8ab6d7932c6f req-8c2ba4fe-f24c-4866-a488-bc6e15321768 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.552689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-061c22f7-05a7-4810-af93-8ab6d7932c6f req-8c2ba4fe-f24c-4866-a488-bc6e15321768 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 944 time: 0.1982369 Jun 30 02:46:36.574655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4ea6107-b6c7-45d1-ba47-c37cd1ce267a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:36.602887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-fe91b07e-63de-4bc8-935b-44d869a3c473 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 200 len: 217 time: 0.0481451 Jun 30 02:46:36.603469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:36.650632 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-061c22f7-05a7-4810-af93-8ab6d7932c6f req-6c0885df-d2f4-448b-9a1d-99c0916712ff tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919631 Jun 30 02:46:36.655311 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a12225c4-233c-4cc4-a104-57d3b133f9a7 req-fd94df15-2796-4204-95ea-74cce222dfd3 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124166 Jun 30 02:46:36.655311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.662652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:36.668727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['913c4186-27f6-49cd-957f-a75b0ecd6aaa'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:36.673156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 016eb452-42ee-4486-81f1-fc57fbc8946a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:36.673403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-16dbf9cd-809b-4852-9e68-ddb7ae584088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.675258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-16dbf9cd-809b-4852-9e68-ddb7ae584088 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.0576613 Jun 30 02:46:36.693624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Pushing event deleted for resources: {'Port': ['ID=913c4186-27f6-49cd-957f-a75b0ecd6aaa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.771387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] No DVR routers for this DVR port 913c4186-27f6-49cd-957f-a75b0ecd6aaa on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:36.798055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:46:36.805397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.810902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 78e8742a-8489-4fc3-9d0f-e60ea466f4f7) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:36.815014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.815612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.819624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.822281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0efc8d19-3934-4838-a760-8d34ab4b21e3 req-147a7f4c-5035-49cf-8ca2-95d6c7873678 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.90 "DELETE /v2.0/ports/913c4186-27f6-49cd-957f-a75b0ecd6aaa HTTP/1.1" status: 204 len: 173 time: 1.0308924 Jun 30 02:46:36.852264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 016eb452-42ee-4486-81f1-fc57fbc8946a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:36.858721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-49f948a4-c759-46db-a098-bf1c636409a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.860591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-49f948a4-c759-46db-a098-bf1c636409a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 1095 time: 0.0909841 Jun 30 02:46:36.863272 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.930967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb2d844-ba20-418e-bc12-686462cb6b32 None None] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:36.938229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7b801-0f5f-48e5-a49a-c74ad7a1b4d4 req-7f3dd35c-1375-435e-8ab2-08d1fbb25876 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.939909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-13a7b801-0f5f-48e5-a49a-c74ad7a1b4d4 req-7f3dd35c-1375-435e-8ab2-08d1fbb25876 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 1.3051355 Jun 30 02:46:36.998755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2f6a1-e451-4625-9639-84b65ec55e1a None None] Network 13821a56-06ef-4ea6-b1dd-3872b7de1972 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:37.014731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e9ccb20-7601-49b9-bf59-ff52321bc544 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5395625 Jun 30 02:46:37.015921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-134a368a-56d9-4e40-88ea-04c7a3853994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.019940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-134a368a-56d9-4e40-88ea-04c7a3853994 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.1512680 Jun 30 02:46:37.020694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45288) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.026608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:37.032338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Subnet': ['ID=999e5921-ca49-4b46-b576-ae412b847324,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:37.047736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cbf0d610-c7ff-47fe-a12f-e80f5db30937 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.049787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cbf0d610-c7ff-47fe-a12f-e80f5db30937 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 797 time: 1.2159328 Jun 30 02:46:37.080547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Checking segment: {'id': 'b9599eb9-3294-4fb6-8611-64a671e7aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:37.080949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network hostable DHCP agents. Network: 6eee76ff-96ed-4ac4-8a08-984f55a5af31, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:37.111647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-13a7b801-0f5f-48e5-a49a-c74ad7a1b4d4 req-01f94de1-a225-432d-9e87-da23ed4146a3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502881 Jun 30 02:46:37.142580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] Provisioning for port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:37.172162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-1051ae5e-26dc-40b2-8cd2-ad76d355457a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f HTTP/1.1" status: 200 len: 217 time: 0.1390142 Jun 30 02:46:37.176791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcea9793-5eb7-4331-a84f-4b03d10d82fc req-717e46a3-30b4-444f-8eb8-ef10fbbc94a5 tempest-InstanceActionsTestJSON-1391627972 tempest-InstanceActionsTestJSON-1391627972-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc31da52-ea50-475d-894d-c33e606de552 HTTP/1.1" status: 200 len: 210 time: 0.1460817 Jun 30 02:46:37.187963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-1aeb9d73-2cf9-48a2-b65d-a46e74d83674 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 380 time: 0.1161368 Jun 30 02:46:37.190166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] Provisioning complete for port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:37.190745 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.196003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-74fa3751-329a-4338-9866-3b30ab4de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.198671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-74fa3751-329a-4338-9866-3b30ab4de0cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4499149 Jun 30 02:46:37.202236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:37.219449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'port': {'device_id': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'admin_state_up': True, 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'security_groups': ['3bbd6784-ee21-449f-801e-16b323b0f29d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:37.275991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-ada06991-b49c-4d20-bb55-a02214a95436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.277725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-ada06991-b49c-4d20-bb55-a02214a95436 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.0977397 Jun 30 02:46:37.316564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 6eee76ff-96ed-4ac4-8a08-984f55a5af31) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:37.319721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-78e8742a-8489-4fc3-9d0f-e60ea466f4f7', 'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '4343a106-a1fa-4a1c-acd7-f11b8accfb99'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:37.321129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:37.321744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.324713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.333356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-7f020f3b-648a-4cb9-88d1-c4cb71bbc8e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477576 Jun 30 02:46:37.348216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d25dcb-12bc-46a5-8210-dcdd43f325c6 None None] Network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:37.361200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.362127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.425362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4ed1459c-65f0-4b94-a38a-3ad90129446c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0845234 Jun 30 02:46:37.426396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.438770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'port': {'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31', 'name': 'tempest-NetworksIpV6TestAttrs-1297094226'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:37.549604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2af67506-ca3b-4c76-b661-1864578d5136 req-e0d090aa-253a-4193-9364-fa5d26027784 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 210 time: 0.0864556 Jun 30 02:46:37.562159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-55c8ca71-e8a7-4c7c-a0fe-40672f2a33dd service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288758 Jun 30 02:46:37.630092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:37.633897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.667412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-4849a5f1-226b-4e47-891f-d48db772c274 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215151 Jun 30 02:46:37.797764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-ad3572fd-78be-4342-ab82-0be44f795855 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242286 Jun 30 02:46:37.802435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:37.806428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.815491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e4b6f8f-ae4c-4a63-979a-51922ecb3cb9 req-ecb71138-373a-4f33-9cc7-0557c5c1eaf6 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374602 Jun 30 02:46:37.849303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b6550-e4cc-4d09-b78a-bce12fd092a2 req-2a2bff9e-6340-48c9-a70b-41e83bd0f9f4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.859142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad7b6550-e4cc-4d09-b78a-bce12fd092a2 req-2a2bff9e-6340-48c9-a70b-41e83bd0f9f4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4133389 Jun 30 02:46:37.893749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-a2854fcc-8cc9-4972-a1e7-abcfe898acec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 200 len: 217 time: 0.0623674 Jun 30 02:46:37.912593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.919948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] device_id is not set on port 8802ca96-293c-4e1b-99bd-eefadc62e763 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:37.944658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.10 (dce4f81a-5391-4f8a-a902-0759aaac0aa3/c3548650-c330-4fd8-b4d4-7ce80429fad1/1c1174d7-46ea-4d1d-8780-52af839c93a9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:37.948702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad7b6550-e4cc-4d09-b78a-bce12fd092a2 req-d8d57d37-53d7-4864-8203-7901cff744f9 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891576 Jun 30 02:46:37.951916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc31da52-ea50-475d-894d-c33e606de552', 'name': 'network-vif-deleted', 'tag': '913c4186-27f6-49cd-957f-a75b0ecd6aaa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:37.954860 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4fdad-a94d-40de-b312-72f9b72e14df" -d '{"events": [{"server_uuid": "fc31da52-ea50-475d-894d-c33e606de552", "name": "network-vif-deleted", "tag": "913c4186-27f6-49cd-957f-a75b0ecd6aaa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:38.028856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.037996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Allocated IP 2001:db8::2 (78e8742a-8489-4fc3-9d0f-e60ea466f4f7/4343a106-a1fa-4a1c-acd7-f11b8accfb99/fddf4d18-6c92-43dc-97ce-927aaafd4e16) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:38.073358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-86f175a7-0e9b-446e-abbb-437506d21eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.075579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-86f175a7-0e9b-446e-abbb-437506d21eb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.1672945 Jun 30 02:46:38.077855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] For port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,segment=NetworkSegment(3f7b30ad-97c7-4224-86e7-31def19b2faf),segment_id=3f7b30ad-97c7-4224-86e7-31def19b2faf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:38.108748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-6eee76ff-96ed-4ac4-8a08-984f55a5af31', 'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31', 'tenant_id': '9abbcc9a87dc4912a290f6b38b21511d', 'fixed_ips': [{'subnet_id': '999e5921-ca49-4b46-b576-ae412b847324'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:38.109928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.116338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=36c0a223-7ea4-4c67-b766-b3c2032abed1,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.117541 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.189450 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f192be-9cd2-48a5-9da7-87f5d7e367ae x-openstack-request-id: req-87f192be-9cd2-48a5-9da7-87f5d7e367ae {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:38.190451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e2f69-8820-410c-817d-6abaae4be96b None None] Pushing event updated for resources: {'Port': ['ID=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.191163 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc31da52-ea50-475d-894d-c33e606de552", "name": "network-vif-deleted", "tag": "913c4186-27f6-49cd-957f-a75b0ecd6aaa", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:38.191515 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87f192be-9cd2-48a5-9da7-87f5d7e367ae {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:38.192234 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc31da52-ea50-475d-894d-c33e606de552', 'name': 'network-vif-deleted', 'tag': '913c4186-27f6-49cd-957f-a75b0ecd6aaa', 'status': 'completed', 'code': 200} Jun 30 02:46:38.196721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': '65b8e495-8264-48e5-98c0-da4572143586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:38.197430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:38.228746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:38.250056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:38.270426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.272347 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.323539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a629cee-7fa5-4426-bd57-38fba10b53fe None None] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:38.334413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Allocated IP 2001:db8::f816:3eff:fee6:d44c (6eee76ff-96ed-4ac4-8a08-984f55a5af31/999e5921-ca49-4b46-b576-ae412b847324/8802ca96-293c-4e1b-99bd-eefadc62e763) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:38.344930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7c47875f-3f0b-4b9f-abe0-95f63e93493f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3230288 Jun 30 02:46:38.375959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45312) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.381497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38584342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:38.471640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.472007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4ea6107-b6c7-45d1-ba47-c37cd1ce267a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:38.472904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.488951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ad7dd-7ca4-4b8c-9666-f75717f11edc req-4b21bd76-f077-4c68-8696-3972da539e3f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.490517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c61ad7dd-7ca4-4b8c-9666-f75717f11edc req-4b21bd76-f077-4c68-8696-3972da539e3f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1784832 Jun 30 02:46:38.539091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.552698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object 1c1174d7-46ea-4d1d-8780-52af839c93a9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:38.556443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf78929d-e0a8-42ab-a4e0-9e86f34cb7b5 None None] Provisioning complete for port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:38.557163 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf78929d-e0a8-42ab-a4e0-9e86f34cb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.562048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.571453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.582255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c61ad7dd-7ca4-4b8c-9666-f75717f11edc req-072c4fea-077c-4d49-8cd6-2b4a1bfbdbfe tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841575 Jun 30 02:46:38.596710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.600480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1bacc57a-8ece-4dcf-88b4-056fabbb8977 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2233748 Jun 30 02:46:38.601222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45316) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.615515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8be0b4-6aa9-4061-b8f3-900491fdf397 req-20fa097a-99a3-4a5a-844d-dda8324b6bab tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.618834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa8be0b4-6aa9-4061-b8f3-900491fdf397 req-20fa097a-99a3-4a5a-844d-dda8324b6bab tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 944 time: 0.6702199 Jun 30 02:46:38.634131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.659896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Transition to ACTIVE for port object fddf4d18-6c92-43dc-97ce-927aaafd4e16 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:38.674874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-aee0be64-4c14-497b-b553-0250088297a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.676470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-aee0be64-4c14-497b-b553-0250088297a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5892160 Jun 30 02:46:38.677508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.709653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Transition to ACTIVE for port object fddf4d18-6c92-43dc-97ce-927aaafd4e16 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:38.716270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:38.716635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.743221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.745297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa', 'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '36c0a223-7ea4-4c67-b766-b3c2032abed1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:38.746805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.813971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.834185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.844793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:38.878798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Transition to ACTIVE for port object 8802ca96-293c-4e1b-99bd-eefadc62e763 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:38.909156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:38.919131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:38.925731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Pushing event updated for resources: {'Port': ['ID=fddf4d18-6c92-43dc-97ce-927aaafd4e16,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.949350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:39.003968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.019512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:39.049102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:39.073903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Allocated IP 2001:db8::f816:3eff:fe51:6552 (6eee76ff-96ed-4ac4-8a08-984f55a5af31/999e5921-ca49-4b46-b576-ae412b847324/4fb23262-527e-4f4c-8519-603dbdcdc6b8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:39.106861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa8be0b4-6aa9-4061-b8f3-900491fdf397 req-97599407-e609-478d-8f0b-d6fbffcc3a25 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596586 Jun 30 02:46:39.114440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:39.151576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:39.188352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Allocated IP 2001:db8:1::2 (d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa/36c0a223-7ea4-4c67-b766-b3c2032abed1/da2f3c02-9533-4546-94b9-f981abc56c7a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:39.194521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Deleting subnet 07f6b30b-79d6-4ecb-a632-7c053527c7ae {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:39.220355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.222152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:39.237579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119cfe-9340-4d89-82e5-7a38221bc437 req-affcec39-5981-4441-8fd8-cbb1b6374726 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.244530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3119cfe-9340-4d89-82e5-7a38221bc437 req-affcec39-5981-4441-8fd8-cbb1b6374726 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 932 time: 0.2386787 Jun 30 02:46:39.272626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:39.279229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.279892 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.301784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e618e10-acce-4397-9be5-9e10a7ebb03f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:39.336933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3119cfe-9340-4d89-82e5-7a38221bc437 req-57fca191-611e-43cc-9b74-99744970cb59 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914698 Jun 30 02:46:39.345761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.354557 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.361414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.378884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-408e7e0c-b1a5-418a-a6d3-ef25869596c1 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830742 Jun 30 02:46:39.382413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Port': ['ID=8802ca96-293c-4e1b-99bd-eefadc62e763,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:39.387242 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.404390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-10a3b5e1-ab95-4131-9e56-a7498810fea2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9725239 Jun 30 02:46:39.425640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:39.445108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 913c4186-27f6-49cd-957f-a75b0ecd6aaa no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:39.448639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-cdf49a76-8879-4a30-adf7-19831cbaf301 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2472539 Jun 30 02:46:39.502642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Request body: {'port': {'device_id': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:39.541635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 913c4186-27f6-49cd-957f-a75b0ecd6aaa {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:39.541884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 913c4186-27f6-49cd-957f-a75b0ecd6aaa not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:39.552105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Attempting to bind port fddf4d18-6c92-43dc-97ce-927aaafd4e16 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:39.552486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Attempting to bind port fddf4d18-6c92-43dc-97ce-927aaafd4e16 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1313899b-df15-4b95-a3dc-16865fe8bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:39.552844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Attempting to bind port fddf4d18-6c92-43dc-97ce-927aaafd4e16 on network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:39.584241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.624448 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.626412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:39.626798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Checking segment: {'id': '1313899b-df15-4b95-a3dc-16865fe8bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:39.627194 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.627587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Bound using segment: {'id': '1313899b-df15-4b95-a3dc-16865fe8bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:39.628075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Bound port: fddf4d18-6c92-43dc-97ce-927aaafd4e16, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1313899b-df15-4b95-a3dc-16865fe8bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '78e8742a-8489-4fc3-9d0f-e60ea466f4f7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:39.628455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.632499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting subnet 999e5921-ca49-4b46-b576-ae412b847324 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:39.640030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85deff3a-5e21-406b-af44-131049df18ac None None] Provisioning for port 1c1174d7-46ea-4d1d-8780-52af839c93a9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:39.684427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85deff3a-5e21-406b-af44-131049df18ac None None] Provisioning complete for port 1c1174d7-46ea-4d1d-8780-52af839c93a9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:39.684810 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85deff3a-5e21-406b-af44-131049df18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.688643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8::1 (78e8742a-8489-4fc3-9d0f-e60ea466f4f7/4343a106-a1fa-4a1c-acd7-f11b8accfb99/0b521dee-e407-4f65-9a11-ba3f3bdc485b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:39.690275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9e618e10-acce-4397-9be5-9e10a7ebb03f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:39.701162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e588881-1bfb-4e8a-a7b6-1f9994d2ee8a req-6092224a-7cfb-4154-b874-07eb81e1cf08 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.702726 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e588881-1bfb-4e8a-a7b6-1f9994d2ee8a req-6092224a-7cfb-4154-b874-07eb81e1cf08 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4151630 Jun 30 02:46:39.739024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-4262f3bb-67ce-492e-9528-d7f7cc8b513f service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458440 Jun 30 02:46:39.758900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.802687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '9e618e10-acce-4397-9be5-9e10a7ebb03f', 'network_id': '14bb9b3a-a09e-45e7-8d6b-f1c1058053c2', 'port_id': '9e618e10-acce-4397-9be5-9e10a7ebb03f', 'mac_address': 'fa:16:3e:b0:88:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32878b34-74ed-42e5-87e8-bacba1260e7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:39.810831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-bb85a511-9a6b-49e4-a9f5-f5e92f594869 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 217 time: 0.0603096 Jun 30 02:46:39.818050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.836584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.853728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 0b521dee-e407-4f65-9a11-ba3f3bdc485b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:39.855361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e588881-1bfb-4e8a-a7b6-1f9994d2ee8a req-dd52f1fa-85c1-480f-bb71-dfdaed038a39 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Jun 30 02:46:39.911201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-85deff3a-5e21-406b-af44-131049df18ac None None] Port 1c1174d7-46ea-4d1d-8780-52af839c93a9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:39.934127 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.936841 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.938124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.983773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] For port fddf4d18-6c92-43dc-97ce-927aaafd4e16, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:39.991117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] For port fddf4d18-6c92-43dc-97ce-927aaafd4e16, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fddf4d18-6c92-43dc-97ce-927aaafd4e16,segment=NetworkSegment(1313899b-df15-4b95-a3dc-16865fe8bd40),segment_id=1313899b-df15-4b95-a3dc-16865fe8bd40)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:39.995877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Transition to ACTIVE for port object da2f3c02-9533-4546-94b9-f981abc56c7a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.002547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Transition to ACTIVE for port object 4fb23262-527e-4f4c-8519-603dbdcdc6b8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.004479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.018011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.066513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:40.070958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:40.083675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:40.084326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.129258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=0b521dee-e407-4f65-9a11-ba3f3bdc485b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.248128 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.280295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Transition to ACTIVE for port object 4fb23262-527e-4f4c-8519-603dbdcdc6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.287318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f6b30b-79d6-4ecb-a632-7c053527c7ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.300204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Transition to ACTIVE for port object da2f3c02-9533-4546-94b9-f981abc56c7a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.305055 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.310631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8effc51f-e24e-4599-8988-df9ed9827a3e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/07f6b30b-79d6-4ecb-a632-7c053527c7ae HTTP/1.1" status: 204 len: 168 time: 1.4708989 Jun 30 02:46:40.310631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.310958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e618e10-acce-4397-9be5-9e10a7ebb03f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:40.320963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:40.358743 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.404648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e1252-a136-423e-a77c-62130f304fe2 None None] Pushing event updated for resources: {'Port': ['ID=fddf4d18-6c92-43dc-97ce-927aaafd4e16,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.426928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.452772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9e618e10-acce-4397-9be5-9e10a7ebb03f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:40.459568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.466388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-948ebeff-d765-400d-8cc9-6dde638dc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.468200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-948ebeff-d765-400d-8cc9-6dde638dc960 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.6303353 Jun 30 02:46:40.474914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:40.503171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.514046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:40.518138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:40.526689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.537005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:40.551276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:40.567905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c22d2-a882-4fe8-99fe-e799d829fe16 req-92b1254b-e03d-4f18-8a20-81298bbf83b9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.576033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-486c22d2-a882-4fe8-99fe-e799d829fe16 req-92b1254b-e03d-4f18-8a20-81298bbf83b9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 944 time: 0.3080180 Jun 30 02:46:40.580193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Pushing event updated for resources: {'Port': ['ID=da2f3c02-9533-4546-94b9-f981abc56c7a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.609341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:40.702815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003b7b-9440-490a-a5be-e970c77cb6e5 req-64ec2524-f4a1-42e5-b5f9-9e9aebf3d132 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.705013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64003b7b-9440-490a-a5be-e970c77cb6e5 req-64ec2524-f4a1-42e5-b5f9-9e9aebf3d132 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4219739 Jun 30 02:46:40.717907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Pushing event updated for resources: {'Port': ['ID=4fb23262-527e-4f4c-8519-603dbdcdc6b8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.771825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Attempting to bind port da2f3c02-9533-4546-94b9-f981abc56c7a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:40.772059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-486c22d2-a882-4fe8-99fe-e799d829fe16 req-49eaba8a-8e40-4c38-8dc9-ce0a6d2f7741 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937680 Jun 30 02:46:40.772202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Attempting to bind port da2f3c02-9533-4546-94b9-f981abc56c7a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '65b8e495-8264-48e5-98c0-da4572143586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:40.772557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Attempting to bind port da2f3c02-9533-4546-94b9-f981abc56c7a on network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:40.775569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['9e618e10-acce-4397-9be5-9e10a7ebb03f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:40.849943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:40.849943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Checking segment: {'id': '65b8e495-8264-48e5-98c0-da4572143586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:40.850263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.851200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Bound using segment: {'id': '65b8e495-8264-48e5-98c0-da4572143586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:40.851816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Bound port: da2f3c02-9533-4546-94b9-f981abc56c7a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b8e495-8264-48e5-98c0-da4572143586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6faae1d-4ea7-4deb-b2c7-02a55b1d70aa'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:40.861884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.877004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64003b7b-9440-490a-a5be-e970c77cb6e5 req-c3898324-2ca4-4bde-ba9b-0134826e9fad tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613410 Jun 30 02:46:40.897816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-34797e24-23ec-47ed-b5f1-93c2e774f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.897816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-34797e24-23ec-47ed-b5f1-93c2e774f6aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4028766 Jun 30 02:46:40.910468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.927657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0798c49-5b70-4eee-a877-b2ce02be426f']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:40.939849 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.951724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d556346-24da-4b45-86a7-1e81b2b205dd') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:40.952036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d556346-24da-4b45-86a7-1e81b2b205dd') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:40.967914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.972500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.994953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Attempting to bind port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:40.995405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Attempting to bind port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b9599eb9-3294-4fb6-8611-64a671e7aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:40.995703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Attempting to bind port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 on network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:41.013883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:41.014920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Checking segment: {'id': 'b9599eb9-3294-4fb6-8611-64a671e7aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:41.015581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.015996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Bound using segment: {'id': 'b9599eb9-3294-4fb6-8611-64a671e7aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:41.016627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Bound port: 4fb23262-527e-4f4c-8519-603dbdcdc6b8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9599eb9-3294-4fb6-8611-64a671e7aea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6eee76ff-96ed-4ac4-8a08-984f55a5af31'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:41.017284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.033515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=9e618e10-acce-4397-9be5-9e10a7ebb03f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.040135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.042023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.052236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:41.052645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:41.054400 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:41.089553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.090264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.116112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-5914ac47-31dd-4784-aed4-5203a3c57e50 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913259 Jun 30 02:46:41.205069 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.217227 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.221438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] 10.222.0.78 "DELETE /v2.0/networks/d0798c49-5b70-4eee-a877-b2ce02be426f HTTP/1.1" status: 204 len: 168 time: 0.8940916 Jun 30 02:46:41.235252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=0b521dee-e407-4f65-9a11-ba3f3bdc485b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.276551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e6dc-28fd-471d-9845-08a91741973b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0798c49-5b70-4eee-a877-b2ce02be426f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.313531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfa6cb92-f6cb-4d64-8083-717a633ddb4d req-d34e208d-0aeb-4810-9d89-0977a8f2d175 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647751 Jun 30 02:46:41.313797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c772-fd40-413b-bcab-d3f91c286c29 req-6767d8b1-635c-4324-8b72-74150096509b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.315305 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08a4c772-fd40-413b-bcab-d3f91c286c29 req-6767d8b1-635c-4324-8b72-74150096509b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 932 time: 0.3289468 Jun 30 02:46:41.401888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] For port da2f3c02-9533-4546-94b9-f981abc56c7a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:41.428888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1174d7-46ea-4d1d-8780-52af839c93a9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:41.454238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.456169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:41.457638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] For port da2f3c02-9533-4546-94b9-f981abc56c7a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da2f3c02-9533-4546-94b9-f981abc56c7a,segment=NetworkSegment(65b8e495-8264-48e5-98c0-da4572143586),segment_id=65b8e495-8264-48e5-98c0-da4572143586)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:41.469814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:41.475202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.500751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Transition to ACTIVE for port object 1c1174d7-46ea-4d1d-8780-52af839c93a9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:41.509577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.511278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08a4c772-fd40-413b-bcab-d3f91c286c29 req-fe06778d-0b73-4b81-848d-8fbbdb568ca8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688633 Jun 30 02:46:41.554978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] For port 4fb23262-527e-4f4c-8519-603dbdcdc6b8, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:41.586474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Subnet': ['ID=999e5921-ca49-4b46-b576-ae412b847324,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.602139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] For port 4fb23262-527e-4f4c-8519-603dbdcdc6b8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4fb23262-527e-4f4c-8519-603dbdcdc6b8,segment=NetworkSegment(b9599eb9-3294-4fb6-8611-64a671e7aea9),segment_id=b9599eb9-3294-4fb6-8611-64a671e7aea9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:41.610935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.626537 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.638265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68090a-e670-426d-81f9-60539fe6db7a req-1ffbaa72-294f-4b2e-9e48-a8a5379d7504 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.655917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:41.658584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af68090a-e670-426d-81f9-60539fe6db7a req-1ffbaa72-294f-4b2e-9e48-a8a5379d7504 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2776046 Jun 30 02:46:41.660672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ad0c-0c02-45c0-830e-e3f6fe08285f None None] Pushing event updated for resources: {'Port': ['ID=da2f3c02-9533-4546-94b9-f981abc56c7a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.765456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c1e03-fd10-4cf8-a520-9a80dfc204bd None None] Pushing event updated for resources: {'Port': ['ID=4fb23262-527e-4f4c-8519-603dbdcdc6b8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.843859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.845916 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2c890819-1192-41bc-b088-ae37f70da912 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/999e5921-ca49-4b46-b576-ae412b847324 HTTP/1.1" status: 204 len: 168 time: 2.4184775 Jun 30 02:46:41.851206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:42.004944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9f2b1586-77ff-4b4d-a68f-8e0b1cb8f667 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e46a1f2d920413896548e9b413c808d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456476 Jun 30 02:46:42.011455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45354) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:42.049544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:42.075927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4cdfb-97bc-4503-9ae3-d6e026ce2aa7 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.077698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4cdfb-97bc-4503-9ae3-d6e026ce2aa7 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.096375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4fc4cdfb-97bc-4503-9ae3-d6e026ce2aa7 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2376390 Jun 30 02:46:42.107782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:42.180614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af68090a-e670-426d-81f9-60539fe6db7a req-ead6fa5e-ce53-4db8-ad8c-6cc0802e3129 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207214 Jun 30 02:46:42.264130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e778633e-80c0-44d8-af7b-e8dcaf4af342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.325451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e778633e-80c0-44d8-af7b-e8dcaf4af342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.408600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e778633e-80c0-44d8-af7b-e8dcaf4af342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.411739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e778633e-80c0-44d8-af7b-e8dcaf4af342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.428677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e778633e-80c0-44d8-af7b-e8dcaf4af342 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a960e75-a74f-47db-a0fe-bf94370049fb HTTP/1.1" status: 204 len: 168 time: 0.4159243 Jun 30 02:46:42.479471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 90d27083-1e5b-4624-8ed6-e5688dcaa6a4 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:46:42.513377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:42.525105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:42.525454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:42.538095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778633e-80c0-44d8-af7b-e8dcaf4af342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a960e75-a74f-47db-a0fe-bf94370049fb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:42.541355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:42.541628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:42.561502 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56932b7d-738b-4296-bf29-4e784ebe6020 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.570855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:42.571446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Checking segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:42.572008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Bound using segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:42.572652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Bound port: 1c1174d7-46ea-4d1d-8780-52af839c93a9, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:42.575758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.587051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc2b059-0ec5-41f1-ae81-a41e24bd9be4 None None] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:42.596834 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-56932b7d-738b-4296-bf29-4e784ebe6020 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 02:46:42.597581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56932b7d-738b-4296-bf29-4e784ebe6020 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:46:42.605588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-56932b7d-738b-4296-bf29-4e784ebe6020 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/6eee76ff-96ed-4ac4-8a08-984f55a5af31 HTTP/1.1" status: 409 len: 405 time: 0.4967339 Jun 30 02:46:42.614843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:42.631358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110013294'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:42.646416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fd281-a244-4982-912a-ed737674d0e4 req-33cf9bd9-923b-4c5e-9c9f-022f0fcaa20d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.662784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c17fd281-a244-4982-912a-ed737674d0e4 req-33cf9bd9-923b-4c5e-9c9f-022f0fcaa20d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 945 time: 0.5822411 Jun 30 02:46:42.721180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:42.724876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.781586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e703675f-2784-4f72-943f-a2ef894cccae None None] Provisioning for port fddf4d18-6c92-43dc-97ce-927aaafd4e16 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:42.862418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:42.895427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:42.898459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:42.904222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fddf4d18-6c92-43dc-97ce-927aaafd4e16 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:42.949016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.949374 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Added segment 7afeec1b-53fc-412a-973b-cea9eb2311c5 of type vlan for network d08f71a0-321e-489d-b47f-04a6912a7c6f Jun 30 02:46:42.953367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.016045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c17fd281-a244-4982-912a-ed737674d0e4 req-7496cff3-b364-42da-ba2d-3a89e4cf6f1b tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691699 Jun 30 02:46:43.020921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:43.038726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c8327491-89a1-4096-8bce-28184f0af316 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/90d27083-1e5b-4624-8ed6-e5688dcaa6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4343090 Jun 30 02:46:43.039602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45382) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:43.053642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] Sync routers for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:43.153655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e618e10-acce-4397-9be5-9e10a7ebb03f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:43.162500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fddf4d18-6c92-43dc-97ce-927aaafd4e16 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:43.201678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e9756-493a-4cc6-ad2e-a33412347e7b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.206388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f38e9756-493a-4cc6-ad2e-a33412347e7b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports/0b521dee-e407-4f65-9a11-ba3f3bdc485b HTTP/1.1" status: 200 len: 911 time: 0.1593056 Jun 30 02:46:43.208964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45388) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:43.217405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:43.227443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:43.236691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.257272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.258465 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.260258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-ce589217-aa21-445b-b991-17a7f8c48cd2 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1092 time: 3.7622435 Jun 30 02:46:43.261304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:43.271831 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6669a5-25af-4024-89b3-f4aa54262b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:43.275728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fddf4d18-6c92-43dc-97ce-927aaafd4e16 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:43.279366 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.291065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bddc82-0938-4ff5-8082-4db55d3e56c1 req-a5d52923-7d35-4523-9d8b-ae494cb7b23b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.301349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64bddc82-0938-4ff5-8082-4db55d3e56c1 req-a5d52923-7d35-4523-9d8b-ae494cb7b23b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 813 time: 0.5857987 Jun 30 02:46:43.309215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.340142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64bddc82-0938-4ff5-8082-4db55d3e56c1 req-e85bfc3a-0543-4923-9591-e7f6890c3f0a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/quotas/b2da4de747784f4fa98e19190a98a8a6 HTTP/1.1" status: 200 len: 375 time: 0.0375297 Jun 30 02:46:43.472163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.474150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:43.502036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:43.503037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:43.504613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.505282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.595106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54a5b7-0db5-4bc4-b247-59cc8327ff26 req-c852773c-f913-4d30-b0fd-9b77df415dd8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.600341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:43.603439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a54a5b7-0db5-4bc4-b247-59cc8327ff26 req-c852773c-f913-4d30-b0fd-9b77df415dd8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.2751212 Jun 30 02:46:43.612073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e2b0d3-5083-4349-b972-e30afaaeaef1 None None] The sync data for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:43.716909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 9e618e10-acce-4397-9be5-9e10a7ebb03f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:43.746192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1299403 Jun 30 02:46:43.769427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:43.779142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'subnet': {'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:43.782661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 9e618e10-acce-4397-9be5-9e10a7ebb03f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:43.783037 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.794190 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.927868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de820-b216-494d-ace5-e75215bc1529 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Network': ['ID=d08f71a0-321e-489d-b47f-04a6912a7c6f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.953027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:43.962821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fddf4d18-6c92-43dc-97ce-927aaafd4e16, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fddf4d18-6c92-43dc-97ce-927aaafd4e16,segment=NetworkSegment(1313899b-df15-4b95-a3dc-16865fe8bd40),segment_id=1313899b-df15-4b95-a3dc-16865fe8bd40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:43.963832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.974135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d08f71a0-321e-489d-b47f-04a6912a7c6f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:43.988944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-0b652e5e-7ed0-4745-8f74-6c589feeff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.990704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-0b652e5e-7ed0-4745-8f74-6c589feeff38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1095 time: 0.5710502 Jun 30 02:46:44.057387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abe590-7796-4c9b-a42e-7288145d7c3c None None] Network 6eee76ff-96ed-4ac4-8a08-984f55a5af31 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:44.062356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.063398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4fb23262-527e-4f4c-8519-603dbdcdc6b8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:44.141482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:44.147299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a54a5b7-0db5-4bc4-b247-59cc8327ff26 req-8eebfb08-abff-4db2-8dc3-0384c0db7ca1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428977 Jun 30 02:46:44.175137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-d4a07193-7187-4679-8429-5643d1bb80b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 217 time: 0.1518426 Jun 30 02:46:44.239392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724d469-3d28-4662-9eac-16b338b9c6a4 None None] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:44.251010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64bddc82-0938-4ff5-8082-4db55d3e56c1 req-602a948e-9e89-4bc6-a540-df0cbde87969 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9083409 Jun 30 02:46:44.389218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Provisioning complete for port fddf4d18-6c92-43dc-97ce-927aaafd4e16 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:44.389707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.527512 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.529943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fddf4d18-6c92-43dc-97ce-927aaafd4e16,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.570511 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b390ee-3f8d-4046-84fd-6b603e831aa9 x-openstack-request-id: req-a7b390ee-3f8d-4046-84fd-6b603e831aa9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:44.571108 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:44.571658 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7b390ee-3f8d-4046-84fd-6b603e831aa9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:44.572045 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'status': 'completed', 'code': 200} Jun 30 02:46:44.572553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:44.582256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1728873361-network', 'tenant_id': '418c89fa7d184e05bf32ad677b48a6b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:44.604339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da2f3c02-9533-4546-94b9-f981abc56c7a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:44.661536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.690021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-8da7b10b-5903-47f2-893d-52df1752a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.692366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-8da7b10b-5903-47f2-893d-52df1752a13b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.5002527 Jun 30 02:46:44.705536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Made reservation on behalf of 418c89fa7d184e05bf32ad677b48a6b4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:44.708547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.749869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b243ec7-bf34-4468-af96-f569c5a98069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e618e10-acce-4397-9be5-9e10a7ebb03f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:44.752190 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef441ef-f822-4704-acc7-bcf1df93517d" -d '{"events": [{"server_uuid": "8b243ec7-bf34-4468-af96-f569c5a98069", "name": "network-vif-plugged", "status": "completed", "tag": "9e618e10-acce-4397-9be5-9e10a7ebb03f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:44.765559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.777840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9e618e10-acce-4397-9be5-9e10a7ebb03f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:44.779219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Provisioning for port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:44.786885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b7bf2-1c2e-4885-aec2-00bc1a933b35 req-8a275574-2f09-49de-a2f1-213abc9d8be9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.791365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Provisioning complete for port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:44.791746 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.791970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-528b7bf2-1c2e-4885-aec2-00bc1a933b35 req-8a275574-2f09-49de-a2f1-213abc9d8be9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 945 time: 0.2132280 Jun 30 02:46:44.793275 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.826181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:46:44.838869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.863877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-528b7bf2-1c2e-4885-aec2-00bc1a933b35 req-692c8abb-9daf-4abe-96a4-9d00198011b5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Jun 30 02:46:44.900541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port da2f3c02-9533-4546-94b9-f981abc56c7a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:44.918103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=9e618e10-acce-4397-9be5-9e10a7ebb03f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.970491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Subnet': ['ID=10afa5e6-e436-4507-abe5-0d72933edfb5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.978629 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899ca5c0-fad3-44c7-adcf-2826208cb74e x-openstack-request-id: req-899ca5c0-fad3-44c7-adcf-2826208cb74e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:44.978922 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b243ec7-bf34-4468-af96-f569c5a98069", "name": "network-vif-plugged", "status": "completed", "tag": "9e618e10-acce-4397-9be5-9e10a7ebb03f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:44.979175 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-899ca5c0-fad3-44c7-adcf-2826208cb74e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:44.979565 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b243ec7-bf34-4468-af96-f569c5a98069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e618e10-acce-4397-9be5-9e10a7ebb03f', 'code': 200} Jun 30 02:46:44.993488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.997126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-c16f63e7-d522-458c-b737-c9e0dc7b4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.999825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-c16f63e7-d522-458c-b737-c9e0dc7b4e68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2959712 Jun 30 02:46:45.031875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] DHCP port deletion for 6eee76ff-96ed-4ac4-8a08-984f55a5af31 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:45.059940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef921b48-55ad-4408-abc5-8a86d34e1e34 req-8c4463a1-4120-4c4f-908b-7a91e5f2151a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.067082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef921b48-55ad-4408-abc5-8a86d34e1e34 req-8c4463a1-4120-4c4f-908b-7a91e5f2151a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3428135 Jun 30 02:46:45.098027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] For port 4fb23262-527e-4f4c-8519-603dbdcdc6b8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4fb23262-527e-4f4c-8519-603dbdcdc6b8,segment=NetworkSegment(b9599eb9-3294-4fb6-8611-64a671e7aea9),segment_id=b9599eb9-3294-4fb6-8611-64a671e7aea9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:45.109657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fddf4d18-6c92-43dc-97ce-927aaafd4e16 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:45.135602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.198205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8:1::1 (d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa/36c0a223-7ea4-4c67-b766-b3c2032abed1/34fdddfc-78f9-4f4e-90da-18ad4daa13a4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:45.209835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef921b48-55ad-4408-abc5-8a86d34e1e34 req-aab0c41a-cfa1-46ed-af85-29b6aeb4d511 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418686 Jun 30 02:46:45.210921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Checking segment: {'id': '7afeec1b-53fc-412a-973b-cea9eb2311c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:45.211229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network hostable DHCP agents. Network: d08f71a0-321e-489d-b47f-04a6912a7c6f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:45.227446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02c98c-c7b2-4d3f-b7c5-aaa97734c035 req-f18c74f4-3c7b-4b2c-87d4-554023f225ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.229238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab02c98c-c7b2-4d3f-b7c5-aaa97734c035 req-f18c74f4-3c7b-4b2c-87d4-554023f225ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 1097 time: 0.1671507 Jun 30 02:46:45.280017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network d08f71a0-321e-489d-b47f-04a6912a7c6f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:45.310788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-f717d0cf-2684-4fb9-a9f7-53bb2c3262f9 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988572 Jun 30 02:46:45.338623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d08f71a0-321e-489d-b47f-04a6912a7c6f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:45.348226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab02c98c-c7b2-4d3f-b7c5-aaa97734c035 req-fe32929f-3859-49aa-bc65-24734f2ee918 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086578 Jun 30 02:46:45.357904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.378360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.379444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.382339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.448099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.463458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08523def-8cc9-4a0c-857d-14343e82025a None None] Network d08f71a0-321e-489d-b47f-04a6912a7c6f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:45.473201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:45.487228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185bc50-3ab2-4357-97f2-dba0b47d7f5e req-fad70524-2f8b-489b-9a8c-ec28b657cbbb tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.487481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Provisioning for port 0b521dee-e407-4f65-9a11-ba3f3bdc485b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:45.488820 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5185bc50-3ab2-4357-97f2-dba0b47d7f5e req-fad70524-2f8b-489b-9a8c-ec28b657cbbb tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.1297777 Jun 30 02:46:45.505654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:45.518600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-56db67d1-0101-4b32-b7e7-06d2c5fe7286 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7453294 Jun 30 02:46:45.519333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45424) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:45.520160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Provisioning complete for port 0b521dee-e407-4f65-9a11-ba3f3bdc485b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:45.520603 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.530032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'port': {'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f', 'name': 'tempest-NetworksIpV6TestAttrs-1324136963'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:45.534203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7624deda-a57c-4a30-a037-fd857ba39762,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.562388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.563039 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Added segment 2577e379-f09e-46a6-ad22-2e22fea8e07b of type vlan for network 3ee9117a-7e85-4d77-8324-3ce992f0c09b Jun 30 02:46:45.583488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Pushing event updated for resources: {'Port': ['ID=4fb23262-527e-4f4c-8519-603dbdcdc6b8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.609673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5185bc50-3ab2-4357-97f2-dba0b47d7f5e req-b1c59f8f-2c9b-4c7d-82aa-07959d68ccf6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139345 Jun 30 02:46:45.610713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.621448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] Deleting port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:45.622967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.641510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eb752f9-31c8-4a6c-9ad5-a2f3ce80f3e2 req-81b5987a-30a9-40c4-9546-c08aab297449 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134427 Jun 30 02:46:45.656028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.683942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:45.691475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:45.694343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:45.694910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.707194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c3c566ed-4bb0-4e10-b174-b68673a1b6e1 None None] Port 0b521dee-e407-4f65-9a11-ba3f3bdc485b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:45.758664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=34fdddfc-78f9-4f4e-90da-18ad4daa13a4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.771269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fddf4d18-6c92-43dc-97ce-927aaafd4e16 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:45.771645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.780674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.781026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.781383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.781702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.782033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.782390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.782979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.783179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.783507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.783831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.784227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.784552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:45.799528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.800884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.801709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.837505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] For port 4fb23262-527e-4f4c-8519-603dbdcdc6b8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4fb23262-527e-4f4c-8519-603dbdcdc6b8,segment=NetworkSegment(b9599eb9-3294-4fb6-8611-64a671e7aea9),segment_id=b9599eb9-3294-4fb6-8611-64a671e7aea9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:45.838128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.839937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:45.844416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.892450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] Calling delete_port for 4fb23262-527e-4f4c-8519-603dbdcdc6b8 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:45.902461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee9117a-7e85-4d77-8324-3ce992f0c09b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.921284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] device_id is not set on port fc3fb473-6541-4e07-87b1-2b6430795b76 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:45.927261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:45.939626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4fb6-620e-4a17-9033-99e64847b3c8 req-c9e5e4f7-8e7b-4eb3-9c00-c3f033a9bc21 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.947947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3be4fb6-620e-4a17-9033-99e64847b3c8 req-c9e5e4f7-8e7b-4eb3-9c00-c3f033a9bc21 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.5611098 Jun 30 02:46:45.990651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d08f71a0-321e-489d-b47f-04a6912a7c6f', 'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f', 'tenant_id': '9abbcc9a87dc4912a290f6b38b21511d', 'fixed_ips': [{'subnet_id': '10afa5e6-e436-4507-abe5-0d72933edfb5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:45.991507 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.012633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3be4fb6-620e-4a17-9033-99e64847b3c8 req-67c3e211-ac1a-4f40-a675-e36a539dba37 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632451 Jun 30 02:46:46.038017 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc48f6b1-efe0-480f-8bc7-2bfe6b7e0569 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8823140 Jun 30 02:46:46.040721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:46.050935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Request body: {'subnet': {'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1728873361-subnet', 'tenant_id': '418c89fa7d184e05bf32ad677b48a6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:46.051153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.061097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Provisioning for port da2f3c02-9533-4546-94b9-f981abc56c7a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:46.081588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-d7c1e777-d221-46e2-ac33-7e8955e9af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.083640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-d7c1e777-d221-46e2-ac33-7e8955e9af87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1095 time: 0.3489187 Jun 30 02:46:46.119252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Allocated IP 2001:db8::f816:3eff:fe3b:d81f (d08f71a0-321e-489d-b47f-04a6912a7c6f/10afa5e6-e436-4507-abe5-0d72933edfb5/fc3fb473-6541-4e07-87b1-2b6430795b76) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:46.148753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Provisioning complete for port da2f3c02-9533-4546-94b9-f981abc56c7a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:46.149436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.160932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Made reservation on behalf of 418c89fa7d184e05bf32ad677b48a6b4 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:46.163921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.336378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ce4fb-64fa-43e7-82eb-9f76703bd9a8 req-c9323f45-bfcc-4afc-a2a4-06c2e6c79399 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.343922 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.344899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ce4fb-64fa-43e7-82eb-9f76703bd9a8 req-c9323f45-bfcc-4afc-a2a4-06c2e6c79399 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2714968 Jun 30 02:46:46.383458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] Pushing event deleted for resources: {'Port': ['ID=4fb23262-527e-4f4c-8519-603dbdcdc6b8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.386790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-72e88e33-4f6d-4ae8-8923-eb0939d1db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.389833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-72e88e33-4f6d-4ae8-8923-eb0939d1db32 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.2985694 Jun 30 02:46:46.396828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b79423-e893-4b02-b89a-2da83780e210 None None] No DVR routers for this DVR port 4fb23262-527e-4f4c-8519-603dbdcdc6b8 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:46.465185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf93c9b7-8064-4f49-8d38-20e1f54cbd29 req-4ac6d59e-a05a-49b9-b522-14c8193b90f4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b2da4de747784f4fa98e19190a98a8a6 HTTP/1.1" status: 200 len: 221 time: 0.1477997 Jun 30 02:46:46.467775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-6f6667d1-1d44-45a1-a7a5-e494aa387232 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 217 time: 0.0457599 Jun 30 02:46:46.483029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ce4fb-64fa-43e7-82eb-9f76703bd9a8 req-6ca63fe7-af58-4ecf-b14f-877fa8a0ba31 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367698 Jun 30 02:46:46.488895 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.538189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] For port da2f3c02-9533-4546-94b9-f981abc56c7a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da2f3c02-9533-4546-94b9-f981abc56c7a,segment=NetworkSegment(65b8e495-8264-48e5-98c0-da4572143586),segment_id=65b8e495-8264-48e5-98c0-da4572143586)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:46.543045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.568568 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.582542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Transition to ACTIVE for port object fc3fb473-6541-4e07-87b1-2b6430795b76 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:46.588974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.616055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Provisioning complete for port 0b521dee-e407-4f65-9a11-ba3f3bdc485b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:46.617081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.618518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-1e3e00a7-f20d-4b1e-9895-c39d72ab7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.620059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-1e3e00a7-f20d-4b1e-9895-c39d72ab7064 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.1429584 Jun 30 02:46:46.625713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.662465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Pushing event updated for resources: {'Port': ['ID=da2f3c02-9533-4546-94b9-f981abc56c7a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.709995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3668fd78-cba0-42e6-9642-729f9e5f6748 None None] Port 0b521dee-e407-4f65-9a11-ba3f3bdc485b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:46.722136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Allocated IP 2001:db8::f816:3eff:fe10:757a (d08f71a0-321e-489d-b47f-04a6912a7c6f/10afa5e6-e436-4507-abe5-0d72933edfb5/77c30a37-1555-44fa-a43b-8e52f533ff61) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:46.737796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bf6adf-6563-4110-addd-a7ffc5be7d11,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.753430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Checking segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:46.753786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Network hostable DHCP agents. Network: 3ee9117a-7e85-4d77-8324-3ce992f0c09b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:46.788080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network d08f71a0-321e-489d-b47f-04a6912a7c6f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:46.793758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703c368-a76c-4495-b955-7b8dfea9895b req-d2a95d9e-b6f6-494a-a348-76271d225351 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.799295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0703c368-a76c-4495-b955-7b8dfea9895b req-d2a95d9e-b6f6-494a-a348-76271d225351 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1754756 Jun 30 02:46:46.815117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Port': ['ID=fc3fb473-6541-4e07-87b1-2b6430795b76,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.817651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:46.826513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:46.832254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.832885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.837920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:46.852771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-0fc7349c-e0e6-47d9-9258-40b600255661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.854454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-0fc7349c-e0e6-47d9-9258-40b600255661 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900539 Jun 30 02:46:46.860020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3ee9117a-7e85-4d77-8324-3ce992f0c09b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:46.867632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.868187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c89bc41e-98bb-4343-9956-ac5bf522256f None None] Provisioning for port 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:46.875196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.876185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.880096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c89bc41e-98bb-4343-9956-ac5bf522256f None None] Provisioning complete for port 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:46.880474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c89bc41e-98bb-4343-9956-ac5bf522256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.883324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ecae0-b10b-4972-b40d-4d78b627e603 None None] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:46.885086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.885778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.896260 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b635d40d-e3f8-4939-a3d0-3423a7b638bc tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3723671 Jun 30 02:46:46.925176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:46.956997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0703c368-a76c-4495-b955-7b8dfea9895b req-f4a7e04a-16db-4659-b590-4e2476c38a25 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567333 Jun 30 02:46:46.993198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ffab33a5-d345-42f2-ac9d-c4acd99814bd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9510186 Jun 30 02:46:47.028556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636069-e2c7-493b-9a1c-0065e78021bb req-6950f8ff-bee4-4d36-b565-da70493739c4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.029074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c89bc41e-98bb-4343-9956-ac5bf522256f None None] Port 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:47.034850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a636069-e2c7-493b-9a1c-0065e78021bb req-6950f8ff-bee4-4d36-b565-da70493739c4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.2801630 Jun 30 02:46:47.063721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=34fdddfc-78f9-4f4e-90da-18ad4daa13a4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.076442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.091812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-7db023e7-aa13-4d6e-94f7-c14d04d47add service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289796 Jun 30 02:46:47.107589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting subnet 10afa5e6-e436-4507-abe5-0d72933edfb5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:47.124741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Transition to ACTIVE for port object 77c30a37-1555-44fa-a43b-8e52f533ff61 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:47.142795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a636069-e2c7-493b-9a1c-0065e78021bb req-a1787e82-1632-4352-90e6-8507319f1e3b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069415 Jun 30 02:46:47.158154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526560c7-245f-42c1-b501-dce413a118c7 None None] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:47.179707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:47.184545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:47.266816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da6669a5-25af-4024-89b3-f4aa54262b7f req-24baad8d-9cc7-4db9-844b-82134a87f868 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677301 Jun 30 02:46:47.375606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 90d27083-1e5b-4624-8ed6-e5688dcaa6a4 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:47.388675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Transition to ACTIVE for port object 77c30a37-1555-44fa-a43b-8e52f533ff61 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:47.393050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da2f3c02-9533-4546-94b9-f981abc56c7a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:47.439998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.455673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.487524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Network d08f71a0-321e-489d-b47f-04a6912a7c6f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:47.513594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.517570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a487339-91c5-433f-a11c-1f562e5ec5ed req-13115665-89a9-48e0-b205-18e37f20875e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.519814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:47.524525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:47.525488 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a487339-91c5-433f-a11c-1f562e5ec5ed req-13115665-89a9-48e0-b205-18e37f20875e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1348121 Jun 30 02:46:47.598153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a487339-91c5-433f-a11c-1f562e5ec5ed req-79265af2-d956-47de-9028-158612a94586 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716133 Jun 30 02:46:47.623453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Pushing event updated for resources: {'Port': ['ID=77c30a37-1555-44fa-a43b-8e52f533ff61,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.625874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port da2f3c02-9533-4546-94b9-f981abc56c7a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:47.626544 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.664992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.677234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.677734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.678177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.678631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.679071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.679490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.679932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.680356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.680777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.681200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.681663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.682160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.687483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Attempting to bind port 77c30a37-1555-44fa-a43b-8e52f533ff61 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:47.688000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Attempting to bind port 77c30a37-1555-44fa-a43b-8e52f533ff61 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '7afeec1b-53fc-412a-973b-cea9eb2311c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:47.688463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Attempting to bind port 77c30a37-1555-44fa-a43b-8e52f533ff61 on network d08f71a0-321e-489d-b47f-04a6912a7c6f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:47.708996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:47.709364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Checking segment: {'id': '7afeec1b-53fc-412a-973b-cea9eb2311c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:47.710900 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.711300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Bound using segment: {'id': '7afeec1b-53fc-412a-973b-cea9eb2311c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:47.711790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Bound port: 77c30a37-1555-44fa-a43b-8e52f533ff61, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afeec1b-53fc-412a-973b-cea9eb2311c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd08f71a0-321e-489d-b47f-04a6912a7c6f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:47.712207 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.727459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3726b622-b72f-43cd-a538-cb5a0cb4932f None None] Provisioning complete for port 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:47.727826 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3726b622-b72f-43cd-a538-cb5a0cb4932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.793062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc1fd3-c5cd-4095-8dab-5a678267d4d8 req-61318dfd-c714-422c-9afb-786f67545322 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.795765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7dfc1fd3-c5cd-4095-8dab-5a678267d4d8 req-61318dfd-c714-422c-9afb-786f67545322 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.0718191 Jun 30 02:46:47.838689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7dfc1fd3-c5cd-4095-8dab-5a678267d4d8 req-0a9cae1e-3c61-478b-be7c-af43c85debb4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Jun 30 02:46:47.854508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3726b622-b72f-43cd-a538-cb5a0cb4932f None None] Port 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:47.935416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4fb23262-527e-4f4c-8519-603dbdcdc6b8 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:47.956633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 4fb23262-527e-4f4c-8519-603dbdcdc6b8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:47.956993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4fb23262-527e-4f4c-8519-603dbdcdc6b8 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:48.092437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:48.100652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.103290 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] Sync routers for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:48.108890 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f006420d-6f60-4895-b099-777cb50c692c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/90d27083-1e5b-4624-8ed6-e5688dcaa6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8965869 Jun 30 02:46:48.109721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.113289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] For port 77c30a37-1555-44fa-a43b-8e52f533ff61, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:48.117155 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:48.118377 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:48.141342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Subnet': ['ID=10afa5e6-e436-4507-abe5-0d72933edfb5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:48.144053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] For port 77c30a37-1555-44fa-a43b-8e52f533ff61, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77c30a37-1555-44fa-a43b-8e52f533ff61,segment=NetworkSegment(7afeec1b-53fc-412a-973b-cea9eb2311c5),segment_id=7afeec1b-53fc-412a-973b-cea9eb2311c5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:48.148343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.152350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c5be98f1-cc6f-4e4c-813a-39e6efd4003f tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/10afa5e6-e436-4507-abe5-0d72933edfb5 HTTP/1.1" status: 204 len: 168 time: 1.2226543 Jun 30 02:46:48.156557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.168140 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.179733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5d6f5aff-e53b-4b0b-8b1e-7eae3936b75d tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.181216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5d6f5aff-e53b-4b0b-8b1e-7eae3936b75d tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 818 time: 0.4816334 Jun 30 02:46:48.192336 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:48.203020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:48.203890 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:48.229186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-061cf339-1b97-469c-b27c-903a2ef32aa7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/quotas/418c89fa7d184e05bf32ad677b48a6b4 HTTP/1.1" status: 200 len: 375 time: 0.0278938 Jun 30 02:46:48.247341 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:48.250788 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebaa7a-694c-42b2-b174-7af2c8e85298 None None] The sync data for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:48.255427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc4434-51f6-429c-abea-0ba5f3677a1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.266030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fbfc4434-51f6-429c-abea-0ba5f3677a1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports/34fdddfc-78f9-4f4e-90da-18ad4daa13a4 HTTP/1.1" status: 200 len: 913 time: 0.1545360 Jun 30 02:46:48.266689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.278925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-00c6aefe-407b-4244-a6aa-33da669b591a tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487847 Jun 30 02:46:48.284193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4a87b-55d5-4e9a-8d42-1dcc5dc2edca tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.286618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319e61-4efb-4798-8933-3dfbbb937600 None None] Pushing event updated for resources: {'Port': ['ID=77c30a37-1555-44fa-a43b-8e52f533ff61,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:48.291106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4a87b-55d5-4e9a-8d42-1dcc5dc2edca tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.292680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-53a4a87b-55d5-4e9a-8d42-1dcc5dc2edca tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1351244 Jun 30 02:46:48.300824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45492) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.468118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0fa0750-84d8-4f27-bfe6-503cac607af2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.493879 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fa0750-84d8-4f27-bfe6-503cac607af2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 02:46:48.494406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fa0750-84d8-4f27-bfe6-503cac607af2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:46:48.498846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0fa0750-84d8-4f27-bfe6-503cac607af2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/d08f71a0-321e-489d-b47f-04a6912a7c6f HTTP/1.1" status: 409 len: 405 time: 0.1944253 Jun 30 02:46:48.501449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45496) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.510435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-317554189'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:48.527047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-665e9f8e-d09a-4010-a5ff-3fc109d41a28 service neutron] 10.222.0.78 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464256 Jun 30 02:46:48.601184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:48.609862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.662583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:48.666183 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-d5613cb3-d464-487f-b64d-43d3307c0170 service neutron] 10.222.0.78 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342897 Jun 30 02:46:48.678018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.678632 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Added segment c5759830-4e32-419b-846d-59472d0b2432 of type vlan for network 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 Jun 30 02:46:48.728852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.769962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.777152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.778246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b9014-a1d2-4883-a80f-6344a260d06e req-0932dfeb-ed1a-410d-b37e-69a4944e9844 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.778594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.779879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e6b9014-a1d2-4883-a80f-6344a260d06e req-0932dfeb-ed1a-410d-b37e-69a4944e9844 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.6056354 Jun 30 02:46:48.846036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3410258 Jun 30 02:46:48.848898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45498) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.857971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'subnet': {'network_id': '42fe5dea-36fb-40d5-9c73-7f88b6d1fc74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:48.863862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a93526-873c-4b5d-ad7b-abb5e7b3fe6a tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Network': ['ID=42fe5dea-36fb-40d5-9c73-7f88b6d1fc74,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:48.876474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:48.881526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e6b9014-a1d2-4883-a80f-6344a260d06e req-f4f8503d-a4ac-4bd5-8a13-2c751f1742b1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698853 Jun 30 02:46:49.116552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:49.120946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.161271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77c30a37-1555-44fa-a43b-8e52f533ff61 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:49.207659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.245624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 77c30a37-1555-44fa-a43b-8e52f533ff61 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:49.265975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6b910-0a7a-4c32-b4dd-e83489072878 req-bff3a86d-fc82-4a22-97da-2c8c2922b289 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.267615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41a6b910-0a7a-4c32-b4dd-e83489072878 req-bff3a86d-fc82-4a22-97da-2c8c2922b289 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2105534 Jun 30 02:46:49.323775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:49.332136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41a6b910-0a7a-4c32-b4dd-e83489072878 req-07cc9863-100a-41ce-bc2d-c3485c0f825e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582511 Jun 30 02:46:49.492387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:49.508496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'port_id': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'mac_address': 'fa:16:3e:11:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:49.529099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b160a5-67f6-4ab6-84cf-27cfad8f221b req-9b6e5ca9-93fe-4244-abb1-4d7c7249c21f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.531010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74b160a5-67f6-4ab6-84cf-27cfad8f221b req-9b6e5ca9-93fe-4244-abb1-4d7c7249c21f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.3751442 Jun 30 02:46:49.569899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788a30b-95cb-436c-b8e3-e901f00b055d None None] Network d08f71a0-321e-489d-b47f-04a6912a7c6f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:49.592911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74b160a5-67f6-4ab6-84cf-27cfad8f221b req-387f01c5-8d81-4493-81d5-a50a7ac4fe5c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518544 Jun 30 02:46:49.646793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.661997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.objects.ports [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:46:49.664245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.773832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Subnet': ['ID=0092406f-1b71-4c6d-ac26-a4f0879425be,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:49.791836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Checking segment: {'id': 'c5759830-4e32-419b-846d-59472d0b2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '42fe5dea-36fb-40d5-9c73-7f88b6d1fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:49.792617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network hostable DHCP agents. Network: 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:49.827945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:49.859120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:49.864460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.865341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.880366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:49.880719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.890022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eab7a9-b7f3-484b-8d43-1ec04d430e1e None None] Network 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:49.924267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3696e057-e407-40fa-98e8-bb47febd2334 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0740671 Jun 30 02:46:49.933028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:49.968907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cf332-00c0-4326-aad1-46aa2df47a29 req-d046fd64-4c1d-4dc3-840d-3def7a770928 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.970947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a51cf332-00c0-4326-aad1-46aa2df47a29 req-d046fd64-4c1d-4dc3-840d-3def7a770928 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1387484 Jun 30 02:46:49.989681 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.020400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 34fdddfc-78f9-4f4e-90da-18ad4daa13a4 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:50.021341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1174d7-46ea-4d1d-8780-52af839c93a9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:50.061090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] Provisioning for port 77c30a37-1555-44fa-a43b-8e52f533ff61 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:50.062165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a51cf332-00c0-4326-aad1-46aa2df47a29 req-fb191fa8-13c8-46a3-9289-c388b7617508 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586758 Jun 30 02:46:50.147913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.201080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] Provisioning complete for port 77c30a37-1555-44fa-a43b-8e52f533ff61 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:50.201468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.207019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:50.227021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1aed3c9-17a2-4e34-ac96-f51005a997cf req-40a6b808-d6c6-4d7c-8735-dc75e0d0ac9c tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 210 time: 0.0613968 Jun 30 02:46:50.284044 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.313995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea472a-7908-47a1-a699-3d43944439c1 req-218cad75-14db-4230-b2b2-3f3377d41445 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.316175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18ea472a-7908-47a1-a699-3d43944439c1 req-218cad75-14db-4230-b2b2-3f3377d41445 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.1728609 Jun 30 02:46:50.328593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.405243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d2681-5aea-4ab3-88ec-65b53b632703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-42fe5dea-36fb-40d5-9c73-7f88b6d1fc74', 'network_id': '42fe5dea-36fb-40d5-9c73-7f88b6d1fc74', 'tenant_id': '9abbcc9a87dc4912a290f6b38b21511d', 'fixed_ips': [{'subnet_id': '0092406f-1b71-4c6d-ac26-a4f0879425be'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:50.406109 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-569d2681-5aea-4ab3-88ec-65b53b632703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.412225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18ea472a-7908-47a1-a699-3d43944439c1 req-b6e14bd8-e210-44eb-b76d-b50471b150bb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891879 Jun 30 02:46:50.413343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.478567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=34fdddfc-78f9-4f4e-90da-18ad4daa13a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.577584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.621262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Subnet': ['ID=0092406f-1b71-4c6d-ac26-a4f0879425be,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.667531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb947b-1722-4bbf-a8a6-053347768cf4 req-53f60f28-57f4-4fde-a067-29a7363adc72 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.670240 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6deb947b-1722-4bbf-a8a6-053347768cf4 req-53f60f28-57f4-4fde-a067-29a7363adc72 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2505145 Jun 30 02:46:50.704907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.756318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1c1174d7-46ea-4d1d-8780-52af839c93a9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:50.787799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.842276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fe5dea-36fb-40d5-9c73-7f88b6d1fc74']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:50.854456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6deb947b-1722-4bbf-a8a6-053347768cf4 req-935249a9-ccb7-4ce0-986c-dbe840cab3b6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725304 Jun 30 02:46:50.859926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5759830-4e32-419b-846d-59472d0b2432') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:50.860441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5759830-4e32-419b-846d-59472d0b2432') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:50.872484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.873041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.908525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.917669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:50.918198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:50.938720 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:50.987244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.002281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] DHCP port deletion for d08f71a0-321e-489d-b47f-04a6912a7c6f request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server [None req-569d2681-5aea-4ab3-88ec-65b53b632703 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0092406f-1b71-4c6d-ac26-a4f0879425be: This subnet is being modified by another concurrent operation. Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:46:51.020378 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0092406f-1b71-4c6d-ac26-a4f0879425be: This subnet is being modified by another concurrent operation. Jun 30 02:46:51.031168 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Jun 30 02:46:51.046884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.054511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.059733 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 HTTP/1.1" status: 204 len: 168 time: 1.1195583 Jun 30 02:46:51.061237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45542) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:51.076008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770682831'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:51.118850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c953ff3-908d-4cb9-83fd-2027f23690a5 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Network': ['ID=42fe5dea-36fb-40d5-9c73-7f88b6d1fc74,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.119461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1125ffb-2e71-438b-b812-a8aa04537eb8 None None] Network 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:51.126599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 77c30a37-1555-44fa-a43b-8e52f533ff61 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:51.133722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 90d27083-1e5b-4624-8ed6-e5688dcaa6a4 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:51.163907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:51.172990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.243160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1125ffb-2e71-438b-b812-a8aa04537eb8 None None] Network 42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 02:46:51.251891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:51.264841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.265295 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Added segment c6912af1-cde0-47d3-9c29-c8dcaae4298a of type vlan for network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 Jun 30 02:46:51.268726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] For port 77c30a37-1555-44fa-a43b-8e52f533ff61, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77c30a37-1555-44fa-a43b-8e52f533ff61,segment=NetworkSegment(7afeec1b-53fc-412a-973b-cea9eb2311c5),segment_id=7afeec1b-53fc-412a-973b-cea9eb2311c5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:51.314407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.345681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.357876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.365194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.367860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.376113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:51.390781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-74dd28d6-c489-438a-8e05-bcbfb036d88c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/90d27083-1e5b-4624-8ed6-e5688dcaa6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225135 Jun 30 02:46:51.392367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:51.417171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe6a0a-c1a6-4fe2-8d91-7642c05cc5de req-2fd16571-b546-499e-b6b6-2d6fb72f8f81 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.423464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] Sync routers for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:51.428009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9abe6a0a-c1a6-4fe2-8d91-7642c05cc5de req-2fd16571-b546-499e-b6b6-2d6fb72f8f81 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 945 time: 0.2986739 Jun 30 02:46:51.432040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3688829 Jun 30 02:46:51.435791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45550) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:51.438814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] Deleting port 77c30a37-1555-44fa-a43b-8e52f533ff61 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:51.439085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.440969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'subnet': {'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:51.507607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cade751-8640-45ad-9102-26bc780fd833 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Network': ['ID=7954ca8a-0f34-4f63-ace7-a10cb4a55ae2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.510381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] For port 77c30a37-1555-44fa-a43b-8e52f533ff61, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77c30a37-1555-44fa-a43b-8e52f533ff61,segment=NetworkSegment(7afeec1b-53fc-412a-973b-cea9eb2311c5),segment_id=7afeec1b-53fc-412a-973b-cea9eb2311c5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:51.511135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.524535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] Calling delete_port for 77c30a37-1555-44fa-a43b-8e52f533ff61 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:51.575200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9abe6a0a-c1a6-4fe2-8d91-7642c05cc5de req-6e37a73e-c8ed-4dfb-8d0b-7a7f186fdeab tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461225 Jun 30 02:46:51.592312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:51.596865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.607425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:51.608094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:51.665401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:51.693744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c23b08-e743-42a3-8fd8-af2960e9bce8 req-9a9d509c-af98-4af8-96da-9438719eefd2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.695554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61c23b08-e743-42a3-8fd8-af2960e9bce8 req-9a9d509c-af98-4af8-96da-9438719eefd2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1731243 Jun 30 02:46:51.756506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:51.768923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61c23b08-e743-42a3-8fd8-af2960e9bce8 req-2cc330ca-6025-4764-90e0-9ea2537f098e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Jun 30 02:46:51.844594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:51.845253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:51.956878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.048558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6c310-da5b-44a3-ac3a-cb896fd7f450 None None] Pushing event updated for resources: {'Port': ['ID=77c30a37-1555-44fa-a43b-8e52f533ff61,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.051078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:52.051732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9912b-9abb-4f1d-8b84-51eeade3e042 None None] The sync data for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:52.131482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 77c30a37-1555-44fa-a43b-8e52f533ff61, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=77c30a37-1555-44fa-a43b-8e52f533ff61,segment=NetworkSegment(7afeec1b-53fc-412a-973b-cea9eb2311c5),segment_id=7afeec1b-53fc-412a-973b-cea9eb2311c5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:52.165118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.174089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929caf41-70ad-41e3-9f56-13b2758850c9 req-bd1520f9-d0c6-4141-b4be-3b05c70ed1b5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.177261 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.177436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-929caf41-70ad-41e3-9f56-13b2758850c9 req-bd1520f9-d0c6-4141-b4be-3b05c70ed1b5 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.3342550 Jun 30 02:46:52.249557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Subnet': ['ID=ad5e3f0c-56d9-4dd1-82fb-051072f364de,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.251935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=77c30a37-1555-44fa-a43b-8e52f533ff61,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.255659 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.298219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-929caf41-70ad-41e3-9f56-13b2758850c9 req-04fafa41-fa2c-4d77-9f19-bd5f8d145148 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964644 Jun 30 02:46:52.300644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] No DVR routers for this DVR port 77c30a37-1555-44fa-a43b-8e52f533ff61 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:52.303088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc080a-80d5-40cc-a98e-a36c181bd91d None None] Pushing event deleted for resources: {'Port': ['ID=77c30a37-1555-44fa-a43b-8e52f533ff61,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.328521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d96c8-1b50-4709-9fdf-da739ff02e8d None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:46:52.349841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-19c9c1c2-e66e-41b5-b6c6-db3dc0cfaf68 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.354769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-19c9c1c2-e66e-41b5-b6c6-db3dc0cfaf68 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 818 time: 0.4887049 Jun 30 02:46:52.401540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Request body: {'port': {'device_id': '26c39495-f7aa-475d-84e5-f3d322b75819', 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'admin_state_up': True, 'tenant_id': '418c89fa7d184e05bf32ad677b48a6b4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:52.497072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-2ed812fb-e08f-479f-b111-fbf6b0f6be40 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.499200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-2ed812fb-e08f-479f-b111-fbf6b0f6be40 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.90 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 818 time: 0.5244789 Jun 30 02:46:52.524995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Request body: {'port': {'device_id': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'admin_state_up': True, 'tenant_id': '418c89fa7d184e05bf32ad677b48a6b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:52.548014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.551874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f417cb7-ad84-4824-850e-7f4473d7e410 req-26fa9dee-0ad5-4913-beca-ef68257103df tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.565020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f417cb7-ad84-4824-850e-7f4473d7e410 req-26fa9dee-0ad5-4913-beca-ef68257103df tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.5614386 Jun 30 02:46:52.595921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Checking segment: {'id': 'c6912af1-cde0-47d3-9c29-c8dcaae4298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:52.596297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network hostable DHCP agents. Network: 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:52.658349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f417cb7-ad84-4824-850e-7f4473d7e410 req-056606fd-c4e6-45cb-8b33-81dd555e5355 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908773 Jun 30 02:46:52.674429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c577454f-5bac-451f-bab8-2e2552ede26f req-81e5e95f-7152-4e63-92f2-db179ca73c6a tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 210 time: 0.0576410 Jun 30 02:46:52.697762 n-d-798054-5 neutron-server[93823]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-628d96c8-1b50-4709-9fdf-da739ff02e8d None None] Agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 already present Jun 30 02:46:52.698704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d96c8-1b50-4709-9fdf-da739ff02e8d None None] Network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:52.702691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d96c8-1b50-4709-9fdf-da739ff02e8d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2) {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:46:52.711895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:52.758868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:52.789611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.790202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.885234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Made reservation on behalf of 418c89fa7d184e05bf32ad677b48a6b4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:52.889193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.901791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68e91ac7-04e9-41d8-abb9-c830ae4c2210 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4649384 Jun 30 02:46:52.908961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45562) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:52.993923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f4806e0c-1d66-479d-8b0e-e75d7e1cdacf tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.995698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f4806e0c-1d66-479d-8b0e-e75d7e1cdacf tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 818 time: 0.3780739 Jun 30 02:46:53.017068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Request body: {'port': {'device_id': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'admin_state_up': True, 'tenant_id': '418c89fa7d184e05bf32ad677b48a6b4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:53.083436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Made reservation on behalf of 418c89fa7d184e05bf32ad677b48a6b4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:53.087240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.180790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-7954ca8a-0f34-4f63-ace7-a10cb4a55ae2', 'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2', 'tenant_id': '9abbcc9a87dc4912a290f6b38b21511d', 'fixed_ips': [{'subnet_id': 'ad5e3f0c-56d9-4dd1-82fb-051072f364de'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:53.181752 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.229872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.249902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448bcad-3df9-49e2-b139-81a3e1f6c8f7 req-40748704-1501-40da-8937-7801412b0172 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.251486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5448bcad-3df9-49e2-b139-81a3e1f6c8f7 req-40748704-1501-40da-8937-7801412b0172 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 945 time: 0.2679129 Jun 30 02:46:53.269839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Allocated IP 172.20.0.5 (3ee9117a-7e85-4d77-8324-3ce992f0c09b/f6bf6adf-6563-4110-addd-a7ffc5be7d11/33d8b7fe-0073-463d-ae1b-a1bd2decb6b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:53.306012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Made reservation on behalf of 418c89fa7d184e05bf32ad677b48a6b4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:53.310213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.321463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2375-ddb9-4867-9221-f644a6bb29da req-d34b841e-d09d-473b-8be1-44c04f863589 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.323093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e74e2375-ddb9-4867-9221-f644a6bb29da req-d34b841e-d09d-473b-8be1-44c04f863589 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2463520 Jun 30 02:46:53.352192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:53.374018 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5448bcad-3df9-49e2-b139-81a3e1f6c8f7 req-4a2840e9-b4bf-4b96-9efb-c731b7d6876e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067069 Jun 30 02:46:53.388945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.417140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Allocated IP 2001:db8::2 (7954ca8a-0f34-4f63-ace7-a10cb4a55ae2/ad5e3f0c-56d9-4dd1-82fb-051072f364de/66261787-76e0-4a49-bdda-bdf74c5b9f08) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:53.469548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e74e2375-ddb9-4867-9221-f644a6bb29da req-d4d6d0ef-a829-403c-aa0b-ce3faa4505c2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320961 Jun 30 02:46:53.506346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 1c1174d7-46ea-4d1d-8780-52af839c93a9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:53.513239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 0b521dee-e407-4f65-9a11-ba3f3bdc485b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:53.514325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.514927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 1c1174d7-46ea-4d1d-8780-52af839c93a9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:53.515368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.628400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.664327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.682199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 0b521dee-e407-4f65-9a11-ba3f3bdc485b owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:53.688316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69ccd0-c6d5-4f0f-b101-13f895661c33 req-7d4e1905-b9d7-41f8-a5c3-2768b6f7df64 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.689619 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.689843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6b69ccd0-c6d5-4f0f-b101-13f895661c33 req-7d4e1905-b9d7-41f8-a5c3-2768b6f7df64 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.1073499 Jun 30 02:46:53.707485 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.712792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.733964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:53.736339 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f7a1ec-813c-4ad2-a966-cd16939b7731" -d '{"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-plugged", "status": "completed", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:53.739399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Transition to ACTIVE for port object 66261787-76e0-4a49-bdda-bdf74c5b9f08 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:53.758517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:53.766581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Transition to ACTIVE for port object 66261787-76e0-4a49-bdda-bdf74c5b9f08 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:53.770574 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.779397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.781704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Pushing event updated for resources: {'Port': ['ID=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:53.820977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:53.828502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:53.828777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:53.831525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:53.836391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:53.845780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:53.888226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.894911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6b69ccd0-c6d5-4f0f-b101-13f895661c33 req-51844ac2-533d-4dd4-a632-b90f03ab1531 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969180 Jun 30 02:46:53.914008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Attempting to bind port 66261787-76e0-4a49-bdda-bdf74c5b9f08 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:53.914367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Attempting to bind port 66261787-76e0-4a49-bdda-bdf74c5b9f08 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'c6912af1-cde0-47d3-9c29-c8dcaae4298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:53.914763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Attempting to bind port 66261787-76e0-4a49-bdda-bdf74c5b9f08 on network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:53.916769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:53.939979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5e3f0c-56d9-4dd1-82fb-051072f364de,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:53.950480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:53.951449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Checking segment: {'id': 'c6912af1-cde0-47d3-9c29-c8dcaae4298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:53.952186 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.952540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Bound using segment: {'id': 'c6912af1-cde0-47d3-9c29-c8dcaae4298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:53.953082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Bound port: 66261787-76e0-4a49-bdda-bdf74c5b9f08, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6912af1-cde0-47d3-9c29-c8dcaae4298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:53.953594 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.959678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.960362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.014618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Pushing event updated for resources: {'Port': ['ID=66261787-76e0-4a49-bdda-bdf74c5b9f08,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.034563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38c2bcbd-cefe-4ecb-b6fc-f9fd1abc2c44 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6568348 Jun 30 02:46:54.041468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.054115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] For port 66261787-76e0-4a49-bdda-bdf74c5b9f08, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:54.055916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Request body: {'port': {'device_id': '26c39495-f7aa-475d-84e5-f3d322b75819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:54.058005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] For port 66261787-76e0-4a49-bdda-bdf74c5b9f08, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=66261787-76e0-4a49-bdda-bdf74c5b9f08,segment=NetworkSegment(c6912af1-cde0-47d3-9c29-c8dcaae4298a),segment_id=c6912af1-cde0-47d3-9c29-c8dcaae4298a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:54.063683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7954ca8a-0f34-4f63-ace7-a10cb4a55ae2']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:54.067360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.103865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6912af1-cde0-47d3-9c29-c8dcaae4298a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:54.104242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6912af1-cde0-47d3-9c29-c8dcaae4298a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:54.128736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.155679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8178e7ed-3ff0-4df0-aab6-fca44099d2c3 req-d0cd0906-a603-4dac-bb80-09eb42c57cc0 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 210 time: 0.0476480 Jun 30 02:46:54.175716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77113-688d-43a6-bb2d-7a49998886d7 None None] Pushing event updated for resources: {'Port': ['ID=66261787-76e0-4a49-bdda-bdf74c5b9f08,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.191053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df47ae-4202-4509-ab10-44ede0844535 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:46:54.242696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Allocated IP 172.20.0.8 (3ee9117a-7e85-4d77-8324-3ce992f0c09b/f6bf6adf-6563-4110-addd-a7ffc5be7d11/01813823-e8ef-4965-b9f4-7bd4842fea34) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:54.521621 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40aa85-1f1b-48f8-8c55-8b311dbbad0f x-openstack-request-id: req-4d40aa85-1f1b-48f8-8c55-8b311dbbad0f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:54.521880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.522370 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-plugged", "status": "completed", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:54.522370 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d40aa85-1f1b-48f8-8c55-8b311dbbad0f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:54.522648 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'code': 200} Jun 30 02:46:54.524296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df47ae-4202-4509-ab10-44ede0844535 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:46:54.560231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:54.560646 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:54.563718 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:54.595498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.612357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.655679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d8ab-7868-4389-87e3-0dd001978660 req-7854d17c-b285-417f-a533-ec6089b6f96c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.657298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9e7d8ab-7868-4389-87e3-0dd001978660 req-7854d17c-b285-417f-a533-ec6089b6f96c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.5268943 Jun 30 02:46:54.688589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:46:54.688589 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:46:54.688589 n-d-798054-5 neutron-server[93822]: [parameters: {'id': '7954ca8a-0f34-4f63-ace7-a10cb4a55ae2'}] Jun 30 02:46:54.688589 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:54.689053 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:54.689311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347271c-e2a2-4b25-98c9-0a0c7f1827cc req-38c1a058-126e-4ef2-a523-441feaf81fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.690855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6347271c-e2a2-4b25-98c9-0a0c7f1827cc req-38c1a058-126e-4ef2-a523-441feaf81fa8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1097 time: 0.3106613 Jun 30 02:46:54.728648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c2827-f307-4f7b-8807-b3d30377e363 req-93ecb252-7726-4ce0-b819-ca7fdc2c28f5 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.732175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a99c2827-f307-4f7b-8807-b3d30377e363 req-93ecb252-7726-4ce0-b819-ca7fdc2c28f5 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.2069347 Jun 30 02:46:54.786653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9e7d8ab-7868-4389-87e3-0dd001978660 req-3dc4a32d-b4ad-437a-905a-0b8dc1922c97 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215868 Jun 30 02:46:54.790538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.826249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6347271c-e2a2-4b25-98c9-0a0c7f1827cc req-0ed884e1-2dd6-4892-9a86-3743533bbc65 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247854 Jun 30 02:46:54.827373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.837565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a99c2827-f307-4f7b-8807-b3d30377e363 req-0d634bf7-c2b6-4ccd-9ff9-1c93684e4b6b tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628035 Jun 30 02:46:54.870393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=0b521dee-e407-4f65-9a11-ba3f3bdc485b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.895204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48c9fc-a5fa-4718-bdb0-7ddee713c01a None None] Network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:54.933945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.934301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.935026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.936083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.936427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.936766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.937100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.937432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.938837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.939124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.939459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.939788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:54.950636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:54.983040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:55.057327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:55.101123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eacb3c-240d-4e98-821b-2d753a96bfdf req-c8a9c8d7-9ba9-4d8f-8fca-cc52f0a10c20 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.108922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84eacb3c-240d-4e98-821b-2d753a96bfdf req-c8a9c8d7-9ba9-4d8f-8fca-cc52f0a10c20 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.1206987 Jun 30 02:46:55.110446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad5dd0-bbc9-429a-b998-6aa4a2607185 None None] Network 7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:55.120468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Allocated IP 172.20.0.9 (3ee9117a-7e85-4d77-8324-3ce992f0c09b/f6bf6adf-6563-4110-addd-a7ffc5be7d11/9153d850-6169-4690-b69b-d8a253d42eb5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:55.180846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84eacb3c-240d-4e98-821b-2d753a96bfdf req-db19982d-7d12-4a30-acb6-f0e54972ddd3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690043 Jun 30 02:46:55.190092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.203609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.212162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Pushing event updated for resources: {'Port': ['ID=01813823-e8ef-4965-b9f4-7bd4842fea34,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.257794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.258440 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.293564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting port 66261787-76e0-4a49-bdda-bdf74c5b9f08 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:55.293914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.401432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] For port 66261787-76e0-4a49-bdda-bdf74c5b9f08, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=66261787-76e0-4a49-bdda-bdf74c5b9f08,segment=NetworkSegment(c6912af1-cde0-47d3-9c29-c8dcaae4298a),segment_id=c6912af1-cde0-47d3-9c29-c8dcaae4298a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:55.401796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.406217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5c429321-4641-4169-8582-6c5f109c3651 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8873513 Jun 30 02:46:55.417993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Calling delete_port for 66261787-76e0-4a49-bdda-bdf74c5b9f08 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:55.426895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Request body: {'port': {'device_id': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:55.482664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d82cb9-10d3-4f6c-a931-159738fb25dd req-7e776fbf-d8fd-4deb-96b3-853a6e0767b8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.484071 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5d82cb9-10d3-4f6c-a931-159738fb25dd req-7e776fbf-d8fd-4deb-96b3-853a6e0767b8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1486063 Jun 30 02:46:55.499092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630be80f-81f3-4879-9f9d-5a702669e83b req-93bd00d6-5caa-4acb-92d2-44e0a5df44f9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.500594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-630be80f-81f3-4879-9f9d-5a702669e83b req-93bd00d6-5caa-4acb-92d2-44e0a5df44f9 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.3465819 Jun 30 02:46:55.543105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5d82cb9-10d3-4f6c-a931-159738fb25dd req-f49554b1-8ded-46fd-bdb9-de05bf94c52b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Jun 30 02:46:55.556097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.594901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Port': ['ID=66261787-76e0-4a49-bdda-bdf74c5b9f08,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.595360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 90d27083-1e5b-4624-8ed6-e5688dcaa6a4 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:55.604395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No DVR routers for this DVR port 66261787-76e0-4a49-bdda-bdf74c5b9f08 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:55.644065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.680941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-630be80f-81f3-4879-9f9d-5a702669e83b req-a1a1bfd5-f182-4599-9c1c-eef9229b887f tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742370 Jun 30 02:46:55.697937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.704662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7954ca8a-0f34-4f63-ace7-a10cb4a55ae2']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.729766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6912af1-cde0-47d3-9c29-c8dcaae4298a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.730436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6912af1-cde0-47d3-9c29-c8dcaae4298a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.766027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.772232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-144cb1b7-bbc9-4e7e-aa26-024522922857 req-38653cec-7f71-473e-afa4-5b6f02c0d168 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 210 time: 0.0647602 Jun 30 02:46:55.775248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.795592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.804264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:55.815006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-231c8579-12bc-4ec9-847d-24fa400da8f2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/90d27083-1e5b-4624-8ed6-e5688dcaa6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4192874 Jun 30 02:46:55.817374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:55.820341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:55.821560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.822125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] Sync routers for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:55.828717 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:55.843194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:55.843831 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.880012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-218e3e3c-3bbd-457f-9b3e-f0c5ceb53719 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=90d27083-1e5b-4624-8ed6-e5688dcaa6a4 HTTP/1.1" status: 200 len: 205 time: 0.0587773 Jun 30 02:46:55.881490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45598) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:55.895164 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.908915 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.932384 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] Routers {'90d27083-1e5b-4624-8ed6-e5688dcaa6a4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:55.933260 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.981827 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.982809 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b984b-93d8-46e8-a74c-981b7db4dfe7 None None] The sync data for ids ['90d27083-1e5b-4624-8ed6-e5688dcaa6a4'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:56.019267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Network 3ee9117a-7e85-4d77-8324-3ce992f0c09b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:56.032858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:56.037635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Pushing event updated for resources: {'Port': ['ID=9153d850-6169-4690-b69b-d8a253d42eb5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.041578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:56.089905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.097251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.109677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.110440 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.125199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-f0351a60-fdb9-4620-95bb-f584d73de3e9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1172009 Jun 30 02:46:56.136594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Request body: {'port': {'device_id': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:56.139062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.142156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 HTTP/1.1" status: 204 len: 168 time: 3.2265818 Jun 30 02:46:56.163120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:56.169476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-710532998'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:56.201931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f2412-e2c6-41b3-bd62-f1c5933779f3 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Network': ['ID=7954ca8a-0f34-4f63-ace7-a10cb4a55ae2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.226981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:56.230507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.257994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.279681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:56.341972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.342357 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Added segment d470e2b4-9b11-4ed7-af0a-c313fbb20415 of type vlan for network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 Jun 30 02:46:56.344062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.346439 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.409942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79190d22-8a03-4e3f-812b-54c6aa42741a req-6d7cceb9-770c-4216-8a8e-f26c632868f7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.411458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-79190d22-8a03-4e3f-812b-54c6aa42741a req-6d7cceb9-770c-4216-8a8e-f26c632868f7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4106047 Jun 30 02:46:56.448882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.449359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router 90d27083-1e5b-4624-8ed6-e5688dcaa6a4 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:46:56.456966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.460957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9a230205-9529-44e8-b93b-6be29de75d80 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/90d27083-1e5b-4624-8ed6-e5688dcaa6a4 HTTP/1.1" status: 204 len: 168 time: 0.5769885 Jun 30 02:46:56.461835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.465899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:56.489517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:56.501095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.506007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-79190d22-8a03-4e3f-812b-54c6aa42741a req-382f03d8-7a49-4444-b4c8-34e0d5402044 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879233 Jun 30 02:46:56.519514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Transition to ACTIVE for port object 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:56.526869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.582757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Pushing event updated for resources: {'Port': ['ID=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.594237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6069a5-85fb-4d9a-962d-b5607970c0c3 req-48bd4ff7-7ee8-423e-b07c-a95c798970e5 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.595815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a6069a5-85fb-4d9a-962d-b5607970c0c3 req-48bd4ff7-7ee8-423e-b07c-a95c798970e5 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.3173311 Jun 30 02:46:56.619263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.624772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.625364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.630806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 36c0a223-7ea4-4c67-b766-b3c2032abed1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:56.670687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.721070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Attempting to bind port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:56.721405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Attempting to bind port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:56.721735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Attempting to bind port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:56.732039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:56.732255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Attempting to bind port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:56.744102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f120f-501c-46b3-9676-8b130955a039 req-898f303f-1e8d-4123-a67a-2a726070c12e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.745585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a75f120f-501c-46b3-9676-8b130955a039 req-898f303f-1e8d-4123-a67a-2a726070c12e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.1213512 Jun 30 02:46:56.746840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:56.747426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Checking segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:56.747546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Bound using segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:56.748024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Bound port: 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:56.748360 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.752619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5873516 Jun 30 02:46:56.757163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45614) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:56.767115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Request body: {'subnet': {'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:56.788132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa91cc-b001-4438-ac57-ff7161b7b13c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Network': ['ID=37abfe5c-b76a-4d23-a0db-37ad5d1cafa7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.801467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a6069a5-85fb-4d9a-962d-b5607970c0c3 req-09061036-77fc-410a-9bfd-03609f2e65bf tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920059 Jun 30 02:46:56.805416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:56.807344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.911581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01813823-e8ef-4965-b9f4-7bd4842fea34 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:56.923035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.933490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a75f120f-501c-46b3-9676-8b130955a039 req-8d52ba7c-c4aa-4e79-b3ad-985ddb95d75e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753190 Jun 30 02:46:56.948173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Transition to ACTIVE for port object 01813823-e8ef-4965-b9f4-7bd4842fea34 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:56.962711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] For port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:56.967433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] For port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:56.977784 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.989622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.006929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Made reservation on behalf of 9abbcc9a87dc4912a290f6b38b21511d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:57.010138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.070499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.071319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.072457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] 10.222.0.67 "PUT /v2.0/ports/33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 HTTP/1.1" status: 200 len: 1091 time: 3.0278523 Jun 30 02:46:57.072772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c39495-f7aa-475d-84e5-f3d322b75819', 'tag': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:57.075904 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4dbe04-06b8-4abf-abf0-c38422a05455" -d '{"events": [{"name": "network-changed", "server_uuid": "26c39495-f7aa-475d-84e5-f3d322b75819", "tag": "33d8b7fe-0073-463d-ae1b-a1bd2decb6b5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:57.126189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.171890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cf012-3c1e-4818-acb2-10346136c311 service neutron] Pushing event updated for resources: {'Port': ['ID=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:57.175170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Pushing event updated for resources: {'Port': ['ID=01813823-e8ef-4965-b9f4-7bd4842fea34,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:57.266947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4943e9-795f-4a36-bc7d-8da94fdeaa07 req-b5a65295-61ee-45f1-b1c5-9554daf1c584 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.268464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f4943e9-795f-4a36-bc7d-8da94fdeaa07 req-b5a65295-61ee-45f1-b1c5-9554daf1c584 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 931 time: 0.2040949 Jun 30 02:46:57.305942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-e69b2e4d-affd-42b2-b10f-a34a87c2656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.307305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa3f4-cb78-498b-af0d-c636707cae38 req-0344037e-d53b-44c2-acf1-7be34617c8f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.307448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-e69b2e4d-affd-42b2-b10f-a34a87c2656d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 1094 time: 0.1843922 Jun 30 02:46:57.308927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74cfa3f4-cb78-498b-af0d-c636707cae38 req-0344037e-d53b-44c2-acf1-7be34617c8f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.3203280 Jun 30 02:46:57.328655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.389272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-e5b57ffd-2afb-4273-96bb-5161be916cce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 HTTP/1.1" status: 200 len: 217 time: 0.0601325 Jun 30 02:46:57.407705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f4943e9-795f-4a36-bc7d-8da94fdeaa07 req-df2e199b-5464-4c18-bfac-4d09cd029f65 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305017 Jun 30 02:46:57.413303 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=36c0a223-7ea4-4c67-b766-b3c2032abed1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:57.447145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.449153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5a08a81-10d0-4d24-990c-2aea7def237e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/36c0a223-7ea4-4c67-b766-b3c2032abed1 HTTP/1.1" status: 204 len: 168 time: 0.9797261 Jun 30 02:46:57.450383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Attempting to bind port 01813823-e8ef-4965-b9f4-7bd4842fea34 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:57.450799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Attempting to bind port 01813823-e8ef-4965-b9f4-7bd4842fea34 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:57.451081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Attempting to bind port 01813823-e8ef-4965-b9f4-7bd4842fea34 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:57.453225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45626) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:57.457117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7146be-b58a-4979-8b91-10bcc8a76afc None None] Network d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:57.466623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9153d850-6169-4690-b69b-d8a253d42eb5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:57.477954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.484614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Port 01813823-e8ef-4965-b9f4-7bd4842fea34 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:57.484949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Attempting to bind port 01813823-e8ef-4965-b9f4-7bd4842fea34 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:57.491571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-74cfa3f4-cb78-498b-af0d-c636707cae38 req-4b909b59-842a-4e40-9a9a-55f049296be7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708188 Jun 30 02:46:57.501570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Transition to ACTIVE for port object 9153d850-6169-4690-b69b-d8a253d42eb5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:57.502680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:57.503023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Checking segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:57.503423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Bound using segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:57.503893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Bound port: 01813823-e8ef-4965-b9f4-7bd4842fea34, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:57.504258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.515193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.554583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-d6ed620a-a93b-4bda-a772-dad844cda298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.556226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-d6ed620a-a93b-4bda-a772-dad844cda298 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 200 len: 858 time: 0.1595066 Jun 30 02:46:57.630876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-1dab083d-3400-4809-9384-0ed225cbb512 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ee9117a-7e85-4d77-8324-3ce992f0c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664518 Jun 30 02:46:57.639222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Pushing event updated for resources: {'Port': ['ID=9153d850-6169-4690-b69b-d8a253d42eb5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:57.648205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 4343a106-a1fa-4a1c-acd7-f11b8accfb99 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:57.662066 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bbb9-24e0-46be-b81b-e9299b2e1648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.682452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.objects.ports [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93822) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:46:57.709969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.756459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] For port 01813823-e8ef-4965-b9f4-7bd4842fea34, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:57.761224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.792603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] For port 01813823-e8ef-4965-b9f4-7bd4842fea34, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01813823-e8ef-4965-b9f4-7bd4842fea34,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:57.801572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ccc09a4a-8533-40fc-a2d3-eed8bd8d0483 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.803187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ccc09a4a-8533-40fc-a2d3-eed8bd8d0483 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.2847552 Jun 30 02:46:57.805359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661490a6-b747-4bd1-af40-40663a903734 None None] DHCP port deletion for d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:57.810427 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.837234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.857667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-661490a6-b747-4bd1-af40-40663a903734 None None] Deleting port da2f3c02-9533-4546-94b9-f981abc56c7a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:57.858214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-661490a6-b747-4bd1-af40-40663a903734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.899427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.900062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.901518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] 10.222.0.90 "PUT /v2.0/ports/01813823-e8ef-4965-b9f4-7bd4842fea34 HTTP/1.1" status: 200 len: 1091 time: 2.4845536 Jun 30 02:46:57.904299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'tag': '01813823-e8ef-4965-b9f4-7bd4842fea34'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:57.906742 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7132ad-f5b4-4f08-8007-799a39e4a88a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc61d9a-7eb4-488c-af10-f82bf774f3aa", "tag": "01813823-e8ef-4965-b9f4-7bd4842fea34"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:57.920609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Attempting to bind port 9153d850-6169-4690-b69b-d8a253d42eb5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:57.920986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Attempting to bind port 9153d850-6169-4690-b69b-d8a253d42eb5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:57.921295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Attempting to bind port 9153d850-6169-4690-b69b-d8a253d42eb5 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:57.949339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-661490a6-b747-4bd1-af40-40663a903734 None None] For port da2f3c02-9533-4546-94b9-f981abc56c7a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da2f3c02-9533-4546-94b9-f981abc56c7a,segment=NetworkSegment(65b8e495-8264-48e5-98c0-da4572143586),segment_id=65b8e495-8264-48e5-98c0-da4572143586)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:57.950084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-661490a6-b747-4bd1-af40-40663a903734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.959582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Port 9153d850-6169-4690-b69b-d8a253d42eb5 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:57.959917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Attempting to bind port 9153d850-6169-4690-b69b-d8a253d42eb5 on network 3ee9117a-7e85-4d77-8324-3ce992f0c09b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:57.973843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-661490a6-b747-4bd1-af40-40663a903734 None None] Calling delete_port for da2f3c02-9533-4546-94b9-f981abc56c7a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:58.064096 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-661490a6-b747-4bd1-af40-40663a903734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.096782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661490a6-b747-4bd1-af40-40663a903734 None None] Pushing event deleted for resources: {'Port': ['ID=da2f3c02-9533-4546-94b9-f981abc56c7a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:58.101486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661490a6-b747-4bd1-af40-40663a903734 None None] No DVR routers for this DVR port da2f3c02-9533-4546-94b9-f981abc56c7a on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:58.180373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event updated for resources: {'Subnet': ['ID=1c90044a-4714-4fe4-89b6-a584ddce3964,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:58.211851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-5a44f88a-45c8-4b4f-80f1-4f6acf309a8a service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569658 Jun 30 02:46:58.235102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302211fe-dcc7-4ffc-a921-2fd2736f0b57 req-dc9585ba-f3e6-40d8-bdcb-9eacd673e5c3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.236714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-302211fe-dcc7-4ffc-a921-2fd2736f0b57 req-dc9585ba-f3e6-40d8-bdcb-9eacd673e5c3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.6099703 Jun 30 02:46:58.241502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Checking segment: {'id': 'd470e2b4-9b11-4ed7-af0a-c313fbb20415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:58.241861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network hostable DHCP agents. Network: 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:58.344319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a03b00-1652-43d5-b5fd-293621bdc55b req-101c381d-3ed9-4c82-86b6-f4c427712d6b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.345842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98a03b00-1652-43d5-b5fd-293621bdc55b req-101c381d-3ed9-4c82-86b6-f4c427712d6b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.6525292 Jun 30 02:46:58.347591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044da8-e751-4c97-812a-d9c2094612f3 service neutron] Pushing event updated for resources: {'Port': ['ID=01813823-e8ef-4965-b9f4-7bd4842fea34,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:58.357197 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.374911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:58.375153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Checking segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:58.375530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Bound using segment: {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:58.375973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Bound port: 9153d850-6169-4690-b69b-d8a253d42eb5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2577e379-f09e-46a6-ad22-2e22fea8e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:58.376333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.404474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-302211fe-dcc7-4ffc-a921-2fd2736f0b57 req-98aaeb71-75e8-4b79-a376-ea3ea20f5e26 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530125 Jun 30 02:46:58.408883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:58.462190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:58.469672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98a03b00-1652-43d5-b5fd-293621bdc55b req-7ed042d3-5843-4e5d-ae32-c401e6ca36a5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986974 Jun 30 02:46:58.475350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a6b53-4de2-4586-bd43-c8ee1042427b None None] Network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:58.484898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8b250aa6-bbbe-4041-8255-fd3735e8fea7 service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445786 Jun 30 02:46:58.487393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.487987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.497904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Deleting port ae4ca384-4883-42b2-8304-de49baa31580 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:58.498261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.502595 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62546ffb-b098-433e-a0fb-9aa33f4eb45f x-openstack-request-id: req-62546ffb-b098-433e-a0fb-9aa33f4eb45f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:58.503471 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c39495-f7aa-475d-84e5-f3d322b75819", "tag": "33d8b7fe-0073-463d-ae1b-a1bd2decb6b5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:58.503471 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62546ffb-b098-433e-a0fb-9aa33f4eb45f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:58.503795 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c39495-f7aa-475d-84e5-f3d322b75819', 'tag': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5', 'status': 'completed', 'code': 200} Jun 30 02:46:58.514942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45636) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.531319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38ebac28-f00f-49b6-a1c5-64f8912ae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.532853 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-38ebac28-f00f-49b6-a1c5-64f8912ae76c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 1094 time: 0.5774953 Jun 30 02:46:58.546334 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.564522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] For port 9153d850-6169-4690-b69b-d8a253d42eb5, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:58.615750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] For port 9153d850-6169-4690-b69b-d8a253d42eb5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9153d850-6169-4690-b69b-d8a253d42eb5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:58.619904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-41049fc8-bbdd-4c6c-87f7-20187cf54e25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01813823-e8ef-4965-b9f4-7bd4842fea34 HTTP/1.1" status: 200 len: 217 time: 0.0512490 Jun 30 02:46:58.639499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.645712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a279497-ccd4-434b-beed-b179c7c65642 None None] Network 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:58.690383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.694660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/4343a106-a1fa-4a1c-acd7-f11b8accfb99 HTTP/1.1" status: 204 len: 168 time: 1.2378385 Jun 30 02:46:58.711106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b0c69-4c8f-48bf-87f6-4e993c1337f8 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=4343a106-a1fa-4a1c-acd7-f11b8accfb99,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:58.714472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45640) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.727491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-032e71de-383a-44ff-a2f7-a87118b48ad2 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9672520 Jun 30 02:46:58.741432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45642) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.752402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-37abfe5c-b76a-4d23-a0db-37ad5d1cafa7', 'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7', 'tenant_id': '9abbcc9a87dc4912a290f6b38b21511d', 'fixed_ips': [{'subnet_id': '1c90044a-4714-4fe4-89b6-a584ddce3964'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:58.753216 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.760883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-c3e5e188-ca30-4f64-87b9-9331ca6654c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.763310 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-c3e5e188-ca30-4f64-87b9-9331ca6654c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 200 len: 858 time: 0.1262090 Jun 30 02:46:58.764859 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fcb1d2-482d-45c1-afca-9a8a16f9a9c4 x-openstack-request-id: req-73fcb1d2-482d-45c1-afca-9a8a16f9a9c4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:58.765241 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc61d9a-7eb4-488c-af10-f82bf774f3aa", "tag": "01813823-e8ef-4965-b9f4-7bd4842fea34", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:58.765585 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73fcb1d2-482d-45c1-afca-9a8a16f9a9c4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:58.766122 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'tag': '01813823-e8ef-4965-b9f4-7bd4842fea34', 'status': 'completed', 'code': 200} Jun 30 02:46:58.792648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.794496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.796006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] 10.222.0.67 "PUT /v2.0/ports/9153d850-6169-4690-b69b-d8a253d42eb5 HTTP/1.1" status: 200 len: 1091 time: 2.6638951 Jun 30 02:46:58.885393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-2dc8229e-6065-4950-990e-c6307bb6456e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3ee9117a-7e85-4d77-8324-3ce992f0c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681441 Jun 30 02:46:59.001956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Allocated IP 2001:db8::f816:3eff:fede:d96b (37abfe5c-b76a-4d23-a0db-37ad5d1cafa7/1c90044a-4714-4fe4-89b6-a584ddce3964/fd49ab55-e8e7-4428-9784-6e951f5e545e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:59.003926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.017083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.048109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca029c-956f-4184-91a3-a880918e43cb tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.053485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9fca029c-956f-4184-91a3-a880918e43cb tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1092 time: 0.5335567 Jun 30 02:46:59.053674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] For port ae4ca384-4883-42b2-8304-de49baa31580, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ae4ca384-4883-42b2-8304-de49baa31580,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:59.053674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.055089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-d55cefad-1f92-46a0-83a2-3f2329933326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.056716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-d55cefad-1f92-46a0-83a2-3f2329933326 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 1094 time: 0.4263885 Jun 30 02:46:59.057349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45644) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.066563 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:59.080792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da2f3c02-9533-4546-94b9-f981abc56c7a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:59.083136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] DHCP port deletion for 78e8742a-8489-4fc3-9d0f-e60ea466f4f7 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:59.114853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: da2f3c02-9533-4546-94b9-f981abc56c7a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:59.115194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da2f3c02-9533-4546-94b9-f981abc56c7a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:59.165267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bef6a-f18d-4ea5-8fce-e4969ede8aff service neutron] Pushing event updated for resources: {'Port': ['ID=9153d850-6169-4690-b69b-d8a253d42eb5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.212025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c1a0e-223d-4bb7-ad43-b7ffc6b8faa1 req-798f911c-7a8f-42f2-a593-036cc61edc67 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.214393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-366c1a0e-223d-4bb7-ad43-b7ffc6b8faa1 req-798f911c-7a8f-42f2-a593-036cc61edc67 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3175032 Jun 30 02:46:59.220531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] Deleting port fddf4d18-6c92-43dc-97ce-927aaafd4e16 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:59.220912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.271350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.300025 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.303831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.311510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] For port fddf4d18-6c92-43dc-97ce-927aaafd4e16, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fddf4d18-6c92-43dc-97ce-927aaafd4e16,segment=NetworkSegment(1313899b-df15-4b95-a3dc-16865fe8bd40),segment_id=1313899b-df15-4b95-a3dc-16865fe8bd40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:59.311910 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.317154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f1a07-bd41-41f4-9984-c6c519889d3e req-a9f2d47c-68c1-4fe2-853c-3d2db16bb309 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.318717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad7f1a07-bd41-41f4-9984-c6c519889d3e req-a9f2d47c-68c1-4fe2-853c-3d2db16bb309 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 945 time: 0.5490596 Jun 30 02:46:59.320920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Transition to ACTIVE for port object fd49ab55-e8e7-4428-9784-6e951f5e545e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:59.326401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-e0ca2d2d-22a5-4acc-ac6c-b16ba36e2543 service neutron] 10.222.0.90 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198968 Jun 30 02:46:59.331614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] Calling delete_port for fddf4d18-6c92-43dc-97ce-927aaafd4e16 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:59.331902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-9d819553-58e7-4945-90f6-0c4f95773049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.333356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-9d819553-58e7-4945-90f6-0c4f95773049 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 1094 time: 0.4503715 Jun 30 02:46:59.349100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Transition to ACTIVE for port object fd49ab55-e8e7-4428-9784-6e951f5e545e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:59.384011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.437026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.443519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:59.453102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:59.457090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-17fd3ace-98b7-4868-b367-247ceb120866 service neutron] 10.222.0.90 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227200 Jun 30 02:46:59.459494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:59.463685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:59.468160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Pushing event updated for resources: {'Port': ['ID=fd49ab55-e8e7-4428-9784-6e951f5e545e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.480715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-366c1a0e-223d-4bb7-ad43-b7ffc6b8faa1 req-22b9ccd0-ea3a-43dd-b978-561f33a937e0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419410 Jun 30 02:46:59.501772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-f8fcfdb9-37b6-4a8d-bdc6-3345f8f6cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.503222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-0eeea783-b301-4c61-8e17-1182c5d96278 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9153d850-6169-4690-b69b-d8a253d42eb5 HTTP/1.1" status: 200 len: 217 time: 0.0486991 Jun 30 02:46:59.506286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-f8fcfdb9-37b6-4a8d-bdc6-3345f8f6cf50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 919 time: 0.4330585 Jun 30 02:46:59.522981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.542502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b8e495-8264-48e5-98c0-da4572143586') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:59.542818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b8e495-8264-48e5-98c0-da4572143586') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:59.564326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] Pushing event deleted for resources: {'Port': ['ID=fddf4d18-6c92-43dc-97ce-927aaafd4e16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.568076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6df24a-9cf4-47c6-bbbc-db1a0e922391 None None] No DVR routers for this DVR port fddf4d18-6c92-43dc-97ce-927aaafd4e16 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:59.569758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Attempting to bind port fd49ab55-e8e7-4428-9784-6e951f5e545e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:59.570027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Attempting to bind port fd49ab55-e8e7-4428-9784-6e951f5e545e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd470e2b4-9b11-4ed7-af0a-c313fbb20415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:59.570390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Attempting to bind port fd49ab55-e8e7-4428-9784-6e951f5e545e on network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:59.578270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:59.578702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Checking segment: {'id': 'd470e2b4-9b11-4ed7-af0a-c313fbb20415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:59.579101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.579489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Bound using segment: {'id': 'd470e2b4-9b11-4ed7-af0a-c313fbb20415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:59.579966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Bound port: fd49ab55-e8e7-4428-9784-6e951f5e545e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470e2b4-9b11-4ed7-af0a-c313fbb20415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:59.580348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.618992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.629607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-d69609ce-fdf7-4840-8ca1-18838315f253 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 HTTP/1.1" status: 200 len: 217 time: 0.0985403 Jun 30 02:46:59.635522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.645102 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.645733 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.645953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.646461 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Floating IP 4c3eadc0-8c13-46a3-8da0-f67f396716da disassociated. External IP: 172.25.0.149, port: ae4ca384-4883-42b2-8304-de49baa31580. Jun 30 02:46:59.647636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Calling delete_port for ae4ca384-4883-42b2-8304-de49baa31580 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:59.670116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] For port fd49ab55-e8e7-4428-9784-6e951f5e545e, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:59.670908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad7f1a07-bd41-41f4-9984-c6c519889d3e req-f1e60ef8-1fb9-4bdc-a294-f1fa4fef779c tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041222 Jun 30 02:46:59.674946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] For port fd49ab55-e8e7-4428-9784-6e951f5e545e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd49ab55-e8e7-4428-9784-6e951f5e545e,segment=NetworkSegment(d470e2b4-9b11-4ed7-af0a-c313fbb20415),segment_id=d470e2b4-9b11-4ed7-af0a-c313fbb20415)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:59.690792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:59.691352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.693810 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.694713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Subnet': ['ID=1c90044a-4714-4fe4-89b6-a584ddce3964,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:59.704364 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:59.710271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30e959-e887-4b11-9281-1eb709ea887b req-3e04c255-77a8-4593-93f8-ac8b0d6cb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.713099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-3e04c255-77a8-4593-93f8-ac8b0d6cb50d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 200 len: 858 time: 0.1934669 Jun 30 02:46:59.782400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60199073-8548-4149-a0b6-09cc43054aa1 None None] Pushing event updated for resources: {'Port': ['ID=fd49ab55-e8e7-4428-9784-6e951f5e545e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.824255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-7f98e73c-8604-4135-afcb-62b9fac5dd4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ee9117a-7e85-4d77-8324-3ce992f0c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967796 Jun 30 02:46:59.867666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.914423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.916324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa HTTP/1.1" status: 204 len: 168 time: 1.1993341 Jun 30 02:46:59.923876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45650) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.927839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-26631663-4ab1-48ae-95fa-a3072afecaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.929327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-26631663-4ab1-48ae-95fa-a3072afecaf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 1094 time: 0.3599939 Jun 30 02:46:59.950394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.969947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787d0b5-57d7-4d6e-af37-364a2dfb9536 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=d6faae1d-4ea7-4deb-b2c7-02a55b1d70aa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.972502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-4f9153a9-9545-4e11-9d31-33c9c2b1b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.973974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-4f9153a9-9545-4e11-9d31-33c9c2b1b006 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 200 len: 858 time: 0.2981606 Jun 30 02:47:00.057465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37abfe5c-b76a-4d23-a0db-37ad5d1cafa7']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.102110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-38c7d94c-7ab4-4d15-aa2a-a6f6e7f4ea5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ee9117a-7e85-4d77-8324-3ce992f0c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794125 Jun 30 02:47:00.109065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd470e2b4-9b11-4ed7-af0a-c313fbb20415') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.109425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd470e2b4-9b11-4ed7-af0a-c313fbb20415') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.131490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-849b0bba-4b33-4914-8a33-87c5c2355f89 service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964940 Jun 30 02:47:00.154301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.154830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8cba0-a2d2-4119-86c7-fa5815351563 req-99333e84-d61a-406e-afa7-95a187cd7664 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.156375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afc8cba0-a2d2-4119-86c7-fa5815351563 req-99333e84-d61a-406e-afa7-95a187cd7664 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.3279626 Jun 30 02:47:00.157777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.194385 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.226611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da220d-a49c-45ac-bc90-cf27ca0cb6b9 req-c8a1c3db-bc90-4cbe-9e64-f9e3d993f0da tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.228147 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63da220d-a49c-45ac-bc90-cf27ca0cb6b9 req-c8a1c3db-bc90-4cbe-9e64-f9e3d993f0da tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 943 time: 0.4219406 Jun 30 02:47:00.229995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-29afac00-1dcf-4f92-8329-c4fe973d0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.232050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-29afac00-1dcf-4f92-8329-c4fe973d0e57 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 919 time: 0.2928362 Jun 30 02:47:00.233143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.233598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.276432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:00.276882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.279325 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23be0029-be9e-4d1e-844c-214847a1f25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:00.286391 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:00.293600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event deleted for resources: {'Port': ['ID=ae4ca384-4883-42b2-8304-de49baa31580,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:00.335966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-79f075ea-709e-450a-80f0-b77736847b52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01813823-e8ef-4965-b9f4-7bd4842fea34 HTTP/1.1" status: 200 len: 217 time: 0.0914855 Jun 30 02:47:00.391237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afc8cba0-a2d2-4119-86c7-fa5815351563 req-05c1d167-88df-4735-a473-550c928132d8 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160332 Jun 30 02:47:00.463538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa30e959-e887-4b11-9281-1eb709ea887b req-8234a82a-97d4-4b49-96a0-3dd6c631aa41 service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166893 Jun 30 02:47:00.466982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-7ca85a33-9dd4-45b1-883c-84d7e658d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.468743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-7ca85a33-9dd4-45b1-883c-84d7e658d59d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 200 len: 858 time: 0.1214926 Jun 30 02:47:00.513132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-639a0b69-272d-42ce-8ba6-d05ecdb04468 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3ee9117a-7e85-4d77-8324-3ce992f0c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361717 Jun 30 02:47:00.517264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.640917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:00.737010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-0bfdf59b-2c2f-4123-a63c-2d26ad11198f service neutron] 10.222.0.90 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925352 Jun 30 02:47:00.769433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'tag': '9153d850-6169-4690-b69b-d8a253d42eb5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:00.771993 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be351c-87ac-4683-a00a-ea920f2b1e71" -d '{"events": [{"name": "network-changed", "server_uuid": "98cf0ddb-6bfc-4b29-9f3b-b4b087030df2", "tag": "9153d850-6169-4690-b69b-d8a253d42eb5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:00.813511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:47:00.813511 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:47:00.813511 n-d-798054-5 neutron-server[93822]: [parameters: {'id': '37abfe5c-b76a-4d23-a0db-37ad5d1cafa7'}] Jun 30 02:47:00.813511 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:47:00.814396 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:47:00.825785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63da220d-a49c-45ac-bc90-cf27ca0cb6b9 req-476450fb-368a-4e29-ad75-970d3cedb091 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844622 Jun 30 02:47:00.893825 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-f73add04-8d32-4171-b015-786364950a64 service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777510 Jun 30 02:47:00.914171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:00.926051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] Sync routers for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:00.945287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:00.946869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.973085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f7132ad-f5b4-4f08-8007-799a39e4a88a req-f6460282-41e0-458f-a704-c0f0bc6506c3 service neutron] 10.222.0.90 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171550 Jun 30 02:47:00.992314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] No DVR routers for this DVR port ae4ca384-4883-42b2-8304-de49baa31580 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:01.003313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17fd37-f641-45b1-96f2-8fbb7e8094d5 req-0f22ce25-0b80-4e86-98bb-660049cd744d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.012811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e17fd37-f641-45b1-96f2-8fbb7e8094d5 req-0f22ce25-0b80-4e86-98bb-660049cd744d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2968910 Jun 30 02:47:01.017182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.018647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.020532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51d40408-7a69-4bb3-8c60-57c44126245a req-ff940326-872e-45fe-ac02-09c9a5c75874 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.90 "DELETE /v2.0/ports/ae4ca384-4883-42b2-8304-de49baa31580 HTTP/1.1" status: 204 len: 173 time: 3.2079744 Jun 30 02:47:01.023543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.237 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/cf6265ab-ac36-40ca-8a84-bc6d66ad1abd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:01.046783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e915ba-feec-4ff0-8ecf-89b6087bb4b1 None None] Network 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:01.081903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0ffd932-4893-4734-8d64-437a89fffbf0 req-7d9b4714-88d0-4c30-a6db-91577244d9d5 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f98f0d2-d782-499e-8fe0-d9dffee02066 HTTP/1.1" status: 200 len: 210 time: 0.0550327 Jun 30 02:47:01.090390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e8742a-8489-4fc3-9d0f-e60ea466f4f7']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:01.095295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e17fd37-f641-45b1-96f2-8fbb7e8094d5 req-e23c61e0-6c19-4a23-a5e3-34ee03ae70b5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839014 Jun 30 02:47:01.125232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1313899b-df15-4b95-a3dc-16865fe8bd40') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:01.126413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1313899b-df15-4b95-a3dc-16865fe8bd40') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:01.148910 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba77230d-f396-4ca3-b9df-5cf36ef2305f x-openstack-request-id: req-ba77230d-f396-4ca3-b9df-5cf36ef2305f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:01.149543 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cf0ddb-6bfc-4b29-9f3b-b4b087030df2", "tag": "9153d850-6169-4690-b69b-d8a253d42eb5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:01.149953 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba77230d-f396-4ca3-b9df-5cf36ef2305f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:01.150529 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'tag': '9153d850-6169-4690-b69b-d8a253d42eb5', 'status': 'completed', 'code': 200} Jun 30 02:47:01.171488 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad4dbe04-06b8-4abf-abf0-c38422a05455 req-1319160d-6d8f-4109-9443-33c2bac68d0c service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602904 Jun 30 02:47:01.186105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.214049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd49ab55-e8e7-4428-9784-6e951f5e545e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:01.296731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.312632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:01.313054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:01.318249 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:01.321447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.331756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100899-e710-44d8-b116-4566f80d4440 req-fbc48694-b5a5-4bc4-9ead-9b924f0c32bf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.338977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17100899-e710-44d8-b116-4566f80d4440 req-fbc48694-b5a5-4bc4-9ead-9b924f0c32bf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.0819848 Jun 30 02:47:01.377657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17100899-e710-44d8-b116-4566f80d4440 req-4b8dc14c-d252-4a8a-897a-4dc3a3482638 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Jun 30 02:47:01.428753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:01.430855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01813823-e8ef-4965-b9f4-7bd4842fea34 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:01.432202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-05a6fe51-762f-472c-9ccf-12f8c1af3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.432629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ae4ca384-4883-42b2-8304-de49baa31580 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:01.434415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-05a6fe51-762f-472c-9ccf-12f8c1af3b3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 1094 time: 0.2367411 Jun 30 02:47:01.442980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-73a606ad-f708-4eee-a469-485e7ada32db None None] Provisioning for port fd49ab55-e8e7-4428-9784-6e951f5e545e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:01.479744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.486208 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.493723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: ae4ca384-4883-42b2-8304-de49baa31580 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:01.494082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ae4ca384-4883-42b2-8304-de49baa31580 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:01.534470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.540609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:01.542479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/78e8742a-8489-4fc3-9d0f-e60ea466f4f7 HTTP/1.1" status: 204 len: 168 time: 1.6051219 Jun 30 02:47:01.547026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1032239697'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:01.579028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:01.584401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c154ec-2988-455d-9aa5-4f9fd91fae9d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=78e8742a-8489-4fc3-9d0f-e60ea466f4f7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:01.619621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:01.627750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.706524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting port fd49ab55-e8e7-4428-9784-6e951f5e545e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:01.706849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.735665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:01.754349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.756846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-c5816c0d-f0e6-4a27-a8cc-1b9aaf3b5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.758440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-c5816c0d-f0e6-4a27-a8cc-1b9aaf3b5008 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 200 len: 919 time: 0.2902822 Jun 30 02:47:01.763712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.764190 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment 176bc761-c741-4dc9-86af-bfefd9a5436a of type vlan for network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 Jun 30 02:47:01.799828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fd49ab55-e8e7-4428-9784-6e951f5e545e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:01.809311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fd49ab55-e8e7-4428-9784-6e951f5e545e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:01.809947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.858049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520189b-2cce-4490-9d66-e1c248dea693 req-42ceea48-2272-4938-ac0f-d7de57f8b2f1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.866412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6520189b-2cce-4490-9d66-e1c248dea693 req-42ceea48-2272-4938-ac0f-d7de57f8b2f1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2094460 Jun 30 02:47:01.869501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-6eb5408c-1afd-4271-8a15-abc4142877f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9153d850-6169-4690-b69b-d8a253d42eb5 HTTP/1.1" status: 200 len: 217 time: 0.0976338 Jun 30 02:47:01.907340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:01.940460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.944255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:01.949592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01813823-e8ef-4965-b9f4-7bd4842fea34, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01813823-e8ef-4965-b9f4-7bd4842fea34,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:01.955027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:01.961522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=cf6265ab-ac36-40ca-8a84-bc6d66ad1abd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:01.965908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6520189b-2cce-4490-9d66-e1c248dea693 req-6830c034-ffa7-4156-bcf8-96f9dac20e77 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980332 Jun 30 02:47:01.966982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] For port fd49ab55-e8e7-4428-9784-6e951f5e545e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd49ab55-e8e7-4428-9784-6e951f5e545e,segment=NetworkSegment(d470e2b4-9b11-4ed7-af0a-c313fbb20415),segment_id=d470e2b4-9b11-4ed7-af0a-c313fbb20415)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:01.967345 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.971859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:01.975863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] DHCP port deletion for 37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:01.995317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '01813823-e8ef-4965-b9f4-7bd4842fea34', 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'port_id': '01813823-e8ef-4965-b9f4-7bd4842fea34', 'mac_address': 'fa:16:3e:13:cf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bf6adf-6563-4110-addd-a7ffc5be7d11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:02.010765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.019873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5', 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'port_id': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5', 'mac_address': 'fa:16:3e:aa:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bf6adf-6563-4110-addd-a7ffc5be7d11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:02.021158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.021908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.028711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488d807-2f45-40b5-a3ff-f02566552eb7 req-761deaad-cc66-4bbe-bef5-a8b75be9ee70 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.036325 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7488d807-2f45-40b5-a3ff-f02566552eb7 req-761deaad-cc66-4bbe-bef5-a8b75be9ee70 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.4272826 Jun 30 02:47:02.041504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Calling delete_port for fd49ab55-e8e7-4428-9784-6e951f5e545e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:02.059822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-7ea813cc-446e-47cb-8480-7af7437bf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.062501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-7ea813cc-446e-47cb-8480-7af7437bf7bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 200 len: 858 time: 0.1808951 Jun 30 02:47:02.069175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5272882 Jun 30 02:47:02.069822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:02.115631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:02.127600 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.128735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-740b21d7-2a4d-46cb-9d63-4411fcb267f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ee9117a-7e85-4d77-8324-3ce992f0c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448065 Jun 30 02:47:02.239868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fd49ab55-e8e7-4428-9784-6e951f5e545e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd49ab55-e8e7-4428-9784-6e951f5e545e,segment=NetworkSegment(d470e2b4-9b11-4ed7-af0a-c313fbb20415),segment_id=d470e2b4-9b11-4ed7-af0a-c313fbb20415)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:02.240964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.261666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.266299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] Deleting port fd49ab55-e8e7-4428-9784-6e951f5e545e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:02.266732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.268575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.274422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.274868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7488d807-2f45-40b5-a3ff-f02566552eb7 req-d82b6538-de8e-4b41-add3-351d48f7ad75 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344463 Jun 30 02:47:02.299967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:02.371966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fddf4d18-6c92-43dc-97ce-927aaafd4e16 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:02.414689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01813823-e8ef-4965-b9f4-7bd4842fea34 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:02.416846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-909aed60-5b2c-4675-9f2d-acac4bad7cdb service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549856 Jun 30 02:47:02.432334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fddf4d18-6c92-43dc-97ce-927aaafd4e16 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:02.432915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fddf4d18-6c92-43dc-97ce-927aaafd4e16 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:02.456295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:02.477449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.487978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] For port fd49ab55-e8e7-4428-9784-6e951f5e545e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd49ab55-e8e7-4428-9784-6e951f5e545e,segment=NetworkSegment(d470e2b4-9b11-4ed7-af0a-c313fbb20415),segment_id=d470e2b4-9b11-4ed7-af0a-c313fbb20415)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:02.488361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.491906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01813823-e8ef-4965-b9f4-7bd4842fea34, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01813823-e8ef-4965-b9f4-7bd4842fea34,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:02.500371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fd49ab55-e8e7-4428-9784-6e951f5e545e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.513303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.516525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] Calling delete_port for fd49ab55-e8e7-4428-9784-6e951f5e545e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:02.557582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:02.580266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.623880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] Checking router: 0b26c3ff-9470-4a76-89d0-f7760f4bca75 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:02.633028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No DVR routers for this DVR port fd49ab55-e8e7-4428-9784-6e951f5e545e on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:02.657137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a95d-5b47-4256-bfe7-7bb7d82742ff tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=7f839ef7-7dbf-493a-9cc4-0739ad623dd5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.660315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.672366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:02.684778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Port': ['ID=fd49ab55-e8e7-4428-9784-6e951f5e545e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.701614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:02.706642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.708914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:02.709561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:02.736829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141dae6-b5a0-4c2f-9b97-cfbcf1ca1b12 req-a6b9f94c-c917-4718-9285-877fb69fe468 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.738822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4141dae6-b5a0-4c2f-9b97-cfbcf1ca1b12 req-a6b9f94c-c917-4718-9285-877fb69fe468 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 943 time: 0.1955807 Jun 30 02:47:02.779944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['33d8b7fe-0073-463d-ae1b-a1bd2decb6b5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:02.834263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4be351c-87ac-4683-a00a-ea920f2b1e71 req-315d86e7-ffb0-4e04-aa80-389d076ae49c service neutron] 10.222.0.67 "GET /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856325 Jun 30 02:47:02.841413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4141dae6-b5a0-4c2f-9b97-cfbcf1ca1b12 req-3c32e307-9faa-421a-8ae4-b5b1fa6e8306 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744827 Jun 30 02:47:02.854638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958b33-c53c-49ee-8bcc-38a843a41bcc req-4ce0f5cf-9848-4c4d-a672-2a5dd051e9ee tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.856544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94958b33-c53c-49ee-8bcc-38a843a41bcc req-4ce0f5cf-9848-4c4d-a672-2a5dd051e9ee tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4263582 Jun 30 02:47:02.866891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.877857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['01813823-e8ef-4965-b9f4-7bd4842fea34'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:02.892442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.894708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37abfe5c-b76a-4d23-a0db-37ad5d1cafa7']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:02.916576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd470e2b4-9b11-4ed7-af0a-c313fbb20415') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:02.916879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd470e2b4-9b11-4ed7-af0a-c313fbb20415') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:02.936730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.948819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01813823-e8ef-4965-b9f4-7bd4842fea34,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.005204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94958b33-c53c-49ee-8bcc-38a843a41bcc req-7add7892-830f-4aac-b835-861034645aae tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280417 Jun 30 02:47:03.007976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.024044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:03.024458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:03.028094 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:03.056444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] No DVR routers for this DVR port fd49ab55-e8e7-4428-9784-6e951f5e545e on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:03.077763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78e46b-00d3-4ab3-a7fe-b11d565a4f2d None None] Pushing event deleted for resources: {'Port': ['ID=fd49ab55-e8e7-4428-9784-6e951f5e545e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.080360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.105504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd49ab55-e8e7-4428-9784-6e951f5e545e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:03.111638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.115267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:03.156624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'name': 'network-vif-deleted', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:03.159097 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b61b363-56e7-43a6-8d7c-f5452211d677" -d '{"events": [{"server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "name": "network-vif-deleted", "tag": "ae4ca384-4883-42b2-8304-de49baa31580"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:03.241600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=6484ab81-1a42-4b18-aa1c-4ebc62203152,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.258533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': '176bc761-c741-4dc9-86af-bfefd9a5436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:03.258962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: 7f839ef7-7dbf-493a-9cc4-0739ad623dd5, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:03.264093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422795aa-b6ed-461e-a75e-9fa9fa7935a9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.298952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.309474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422795aa-b6ed-461e-a75e-9fa9fa7935a9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.339755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:03.365226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fd49ab55-e8e7-4428-9784-6e951f5e545e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:03.365604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd49ab55-e8e7-4428-9784-6e951f5e545e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:03.369458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7f839ef7-7dbf-493a-9cc4-0739ad623dd5) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:03.376455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.377138 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.379582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9153d850-6169-4690-b69b-d8a253d42eb5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:03.406563 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e751bad-31e4-48b0-a9ce-8fdbd0b51db6 x-openstack-request-id: req-7e751bad-31e4-48b0-a9ce-8fdbd0b51db6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:03.406837 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f98f0d2-d782-499e-8fe0-d9dffee02066", "name": "network-vif-deleted", "tag": "ae4ca384-4883-42b2-8304-de49baa31580", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:03.407094 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e751bad-31e4-48b0-a9ce-8fdbd0b51db6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:03.408146 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f98f0d2-d782-499e-8fe0-d9dffee02066', 'name': 'network-vif-deleted', 'tag': 'ae4ca384-4883-42b2-8304-de49baa31580', 'status': 'completed', 'code': 200} Jun 30 02:47:03.416735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-afc2e385-ebef-4e73-8461-d5f3a4dd45e5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3017790 Jun 30 02:47:03.418992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.419426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f55930-e922-43c3-84f4-31d91f61aeb8 None None] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:03.423791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.429163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 HTTP/1.1" status: 204 len: 168 time: 4.6824310 Jun 30 02:47:03.429401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1936932240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:03.438898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.505038 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdd5405-cb67-4387-bd58-8970f9330303 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:03.505569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdd5405-cb67-4387-bd58-8970f9330303 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:03.512298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-afdd5405-cb67-4387-bd58-8970f9330303 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/1c90044a-4714-4fe4-89b6-a584ddce3964 HTTP/1.1" status: 404 len: 337 time: 0.0714974 Jun 30 02:47:03.514924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422795aa-b6ed-461e-a75e-9fa9fa7935a9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.518295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422795aa-b6ed-461e-a75e-9fa9fa7935a9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.521876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-422795aa-b6ed-461e-a75e-9fa9fa7935a9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "DELETE /v2.0/security-groups/bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f HTTP/1.1" status: 204 len: 168 time: 0.4381082 Jun 30 02:47:03.521876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45700) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.547381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.548649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.555219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.556392 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16232fc-8a80-4b6b-8db4-00545767311d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:03.556833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.557046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16232fc-8a80-4b6b-8db4-00545767311d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:03.562641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c16232fc-8a80-4b6b-8db4-00545767311d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/37abfe5c-b76a-4d23-a0db-37ad5d1cafa7 HTTP/1.1" status: 404 len: 339 time: 0.0362787 Jun 30 02:47:03.576961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.602815 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:47:03.621789 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cc3eb5-50d9-49e9-b49f-e6cef0fc1148 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:03.622247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cc3eb5-50d9-49e9-b49f-e6cef0fc1148 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:03.626382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-02cc3eb5-50d9-49e9-b49f-e6cef0fc1148 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/ad5e3f0c-56d9-4dd1-82fb-051072f364de HTTP/1.1" status: 404 len: 337 time: 0.0460827 Jun 30 02:47:03.633847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422795aa-b6ed-461e-a75e-9fa9fa7935a9 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.640009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.647049 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6adae754-5fa5-4b7c-9969-d0c72d570741 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] show failed (client error): The resource could not be found. Jun 30 02:47:03.650533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6adae754-5fa5-4b7c-9969-d0c72d570741 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "GET /v2.0/security-groups/bbcf0cc7-f4c9-4c7c-89b6-b263a5f6365f HTTP/1.1" status: 404 len: 347 time: 0.0841322 Jun 30 02:47:03.657823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45708) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.672421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47146c-eacb-480b-8cf4-227303d29d4d tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Network': ['ID=37abfe5c-b76a-4d23-a0db-37ad5d1cafa7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.695703 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81c7d18-1512-4dac-a1ad-4fe0039edf3c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:03.696323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81c7d18-1512-4dac-a1ad-4fe0039edf3c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:03.700705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c81c7d18-1512-4dac-a1ad-4fe0039edf3c tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/7954ca8a-0f34-4f63-ace7-a10cb4a55ae2 HTTP/1.1" status: 404 len: 339 time: 0.0490792 Jun 30 02:47:03.712642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45710) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.782607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.789813 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aca15f-2bdb-4b15-9ad0-75c4df5d017b tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:03.790798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2aca15f-2bdb-4b15-9ad0-75c4df5d017b tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:03.792868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f2aca15f-2bdb-4b15-9ad0-75c4df5d017b tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/0092406f-1b71-4c6d-ac26-a4f0879425be HTTP/1.1" status: 404 len: 337 time: 0.0783441 Jun 30 02:47:03.796272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.818494 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8009c26-c502-48a8-9155-32d814113513 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:03.819532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8009c26-c502-48a8-9155-32d814113513 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:03.821581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b8009c26-c502-48a8-9155-32d814113513 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/42fe5dea-36fb-40d5-9c73-7f88b6d1fc74 HTTP/1.1" status: 404 len: 339 time: 0.0240519 Jun 30 02:47:03.822932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.829503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.902636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391219-5077-405d-a005-4155e6177128 req-18dd8a69-88ac-4222-b788-382b412676cc tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.907368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b391219-5077-405d-a005-4155e6177128 req-18dd8a69-88ac-4222-b788-382b412676cc tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2947071 Jun 30 02:47:03.912001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.917840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bdb0fed5-14a4-4896-8084-02a49d3b1fdb tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4962745 Jun 30 02:47:03.928592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.934457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'port': {'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5', 'name': 'tempest-RoutersIpV6Test-1114692650'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:03.940443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9153d850-6169-4690-b69b-d8a253d42eb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9153d850-6169-4690-b69b-d8a253d42eb5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:04.007876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '9153d850-6169-4690-b69b-d8a253d42eb5', 'network_id': '3ee9117a-7e85-4d77-8324-3ce992f0c09b', 'port_id': '9153d850-6169-4690-b69b-d8a253d42eb5', 'mac_address': 'fa:16:3e:87:cd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bf6adf-6563-4110-addd-a7ffc5be7d11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:04.020590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-7f839ef7-7dbf-493a-9cc4-0739ad623dd5', 'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '6484ab81-1a42-4b18-aa1c-4ebc62203152'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:04.021437 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.083663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b391219-5077-405d-a005-4155e6177128 req-44dc7ced-6081-422a-b719-87d5e33d770a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640060 Jun 30 02:47:04.123671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.135058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.143797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting port fc3fb473-6541-4e07-87b1-2b6430795b76 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:04.148771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.165124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:04.169874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9153d850-6169-4690-b69b-d8a253d42eb5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:04.209541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d2a1e-baf9-4f83-ad30-ce5d0d32ddc2 None None] The sync data for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 is: [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 4, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c906bacd-bed2-4703-8f23-4755275422c0', 'name': '', 'network_id': '8638be7a-0435-43fb-bebe-9ff6352fe974', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'mac_address': 'fa:16:3e:b9:ee:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'subnets': [{'id': 'f33a428c-028d-4f52-b0c4-c51a7532dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:04.227942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8621f-f1df-4143-9797-c5e8c2ec7ded req-8136773e-b28f-41e4-8382-2901cf0efe15 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.237208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea8621f-f1df-4143-9797-c5e8c2ec7ded req-8136773e-b28f-41e4-8382-2901cf0efe15 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.6038516 Jun 30 02:47:04.257827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9153d850-6169-4690-b69b-d8a253d42eb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9153d850-6169-4690-b69b-d8a253d42eb5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:04.267669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.270509 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.296908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Calling delete_port for fc3fb473-6541-4e07-87b1-2b6430795b76 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:04.330161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ea8621f-f1df-4143-9797-c5e8c2ec7ded req-c495dc69-1dd9-4abd-ab57-4670b6f5da61 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920804 Jun 30 02:47:04.330820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Allocated IP 2001:db8::2 (7f839ef7-7dbf-493a-9cc4-0739ad623dd5/6484ab81-1a42-4b18-aa1c-4ebc62203152/a77892c6-81ea-4490-b3e5-4a9d327c3b89) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:04.350492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.356603 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:04.379937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Deleting port 6133afc2-033e-48ab-872d-780bdbe61ebb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:04.380389 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.424233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=9153d850-6169-4690-b69b-d8a253d42eb5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.455615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:04.461073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.511323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] device_id is not set on port 7ccd657b-6920-4777-8964-4dd3c0f3645e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:04.521807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.522161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.535296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['9153d850-6169-4690-b69b-d8a253d42eb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:04.541383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb1d4-9dfc-4df4-aedc-2dfffbc2252d req-db832907-7105-4b88-b45d-ed15f5c8399b tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.544112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4ccb1d4-9dfc-4df4-aedc-2dfffbc2252d req-db832907-7105-4b88-b45d-ed15f5c8399b tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 944 time: 0.2178144 Jun 30 02:47:04.575354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Calling delete_port for 6133afc2-033e-48ab-872d-780bdbe61ebb owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:04.591605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.613204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Transition to ACTIVE for port object a77892c6-81ea-4490-b3e5-4a9d327c3b89 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:04.618642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.651851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Transition to ACTIVE for port object a77892c6-81ea-4490-b3e5-4a9d327c3b89 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:04.662644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Port': ['ID=fc3fb473-6541-4e07-87b1-2b6430795b76,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.672675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.719663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.721942 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3aa81259-1547-4ea8-bc18-718e7fa7e3e6 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/ports/fc3fb473-6541-4e07-87b1-2b6430795b76 HTTP/1.1" status: 204 len: 168 time: 0.8884726 Jun 30 02:47:04.723802 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac1792-0354-4392-88f8-e03b6afb4f51 None None] New status for floating IP 4c3eadc0-8c13-46a3-8da0-f67f396716da: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:47:04.724889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45724) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:04.742332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:04.750948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:04.752947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4ccb1d4-9dfc-4df4-aedc-2dfffbc2252d req-7e7e64f4-99bc-42a7-b1e0-5826618e4beb tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307867 Jun 30 02:47:04.754088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8::216 (7f839ef7-7dbf-493a-9cc4-0739ad623dd5/6484ab81-1a42-4b18-aa1c-4ebc62203152/7ccd657b-6920-4777-8964-4dd3c0f3645e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:04.755097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Pushing event updated for resources: {'Port': ['ID=a77892c6-81ea-4490-b3e5-4a9d327c3b89,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.758479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:04.858007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Attempting to bind port a77892c6-81ea-4490-b3e5-4a9d327c3b89 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:04.858435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Attempting to bind port a77892c6-81ea-4490-b3e5-4a9d327c3b89 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '176bc761-c741-4dc9-86af-bfefd9a5436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:04.858808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Attempting to bind port a77892c6-81ea-4490-b3e5-4a9d327c3b89 on network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:04.874654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:04.874654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Checking segment: {'id': '176bc761-c741-4dc9-86af-bfefd9a5436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:04.875069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.875331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Bound using segment: {'id': '176bc761-c741-4dc9-86af-bfefd9a5436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:04.875826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Bound port: a77892c6-81ea-4490-b3e5-4a9d327c3b89, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176bc761-c741-4dc9-86af-bfefd9a5436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7f839ef7-7dbf-493a-9cc4-0739ad623dd5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:04.876858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.922170 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c82f58b-403f-4f79-9da7-3eea314650a7 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:04.922920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c82f58b-403f-4f79-9da7-3eea314650a7 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:04.927084 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3c82f58b-403f-4f79-9da7-3eea314650a7 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/10afa5e6-e436-4507-abe5-0d72933edfb5 HTTP/1.1" status: 404 len: 337 time: 0.1880627 Jun 30 02:47:04.929868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.930466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:04.943000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f2c3e-f5bf-42bb-b000-7db4fb91205e req-aec709be-634e-4243-943b-2a79a77569eb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.946999 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-71ac1792-0354-4392-88f8-e03b6afb4f51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:47:04.947643 n-d-798054-5 neutron-server[93824]: DEBUG oslo_db.api [None req-71ac1792-0354-4392-88f8-e03b6afb4f51 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:47:04.948175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e8f2c3e-f5bf-42bb-b000-7db4fb91205e req-aec709be-634e-4243-943b-2a79a77569eb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4138310 Jun 30 02:47:04.966560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] For port a77892c6-81ea-4490-b3e5-4a9d327c3b89, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:04.969852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] For port a77892c6-81ea-4490-b3e5-4a9d327c3b89, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a77892c6-81ea-4490-b3e5-4a9d327c3b89,segment=NetworkSegment(176bc761-c741-4dc9-86af-bfefd9a5436a),segment_id=176bc761-c741-4dc9-86af-bfefd9a5436a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:04.970094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.972425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.974706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.018413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Pushing event deleted for resources: {'Port': ['ID=6133afc2-033e-48ab-872d-780bdbe61ebb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.033222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e8f2c3e-f5bf-42bb-b000-7db4fb91205e req-48ddb2fa-a54c-4f54-93d7-c8c16aeb95c1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841796 Jun 30 02:47:05.039934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.052467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cde4f-9bc5-4dcf-b190-228b4d567a9a None None] Pushing event updated for resources: {'Port': ['ID=a77892c6-81ea-4490-b3e5-4a9d327c3b89,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.070756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.093424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 7ccd657b-6920-4777-8964-4dd3c0f3645e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:05.182153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=cf6265ab-ac36-40ca-8a84-bc6d66ad1abd,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.188468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.194878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.211556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08f71a0-321e-489d-b47f-04a6912a7c6f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:05.225226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afeec1b-53fc-412a-973b-cea9eb2311c5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:05.225543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afeec1b-53fc-412a-973b-cea9eb2311c5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:05.229675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.233661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.235271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c515020-a299-4785-8a9c-3ddd1e12ed86 tempest-ServersTestJSON-156740426 tempest-ServersTestJSON-156740426-project] 10.222.0.78 "DELETE /v2.0/floatingips/4c3eadc0-8c13-46a3-8da0-f67f396716da HTTP/1.1" status: 204 len: 168 time: 1.5760930 Jun 30 02:47:05.238845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:05.241229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.244019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.280489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:05.352758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.380702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:05.386533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:05.386789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:05.388033 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.402250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:05.402735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.407874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:05.409731 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:05.413905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b54c6-fb37-493a-a8ef-459575fdb484 req-c3f98b74-17dc-4842-a72d-fe4195939c70 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.422899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-600b54c6-fb37-493a-a8ef-459575fdb484 req-c3f98b74-17dc-4842-a72d-fe4195939c70 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1864669 Jun 30 02:47:05.423701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01813823-e8ef-4965-b9f4-7bd4842fea34 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:05.431155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:05.437392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.438054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.450126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac1792-0354-4392-88f8-e03b6afb4f51 None None] New status for floating IP 4c3eadc0-8c13-46a3-8da0-f67f396716da: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:47:05.483692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-600b54c6-fb37-493a-a8ef-459575fdb484 req-5cfeb3c4-0e12-456b-a527-a551a89d96b0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589974 Jun 30 02:47:05.493763 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP dfd79a4e-0be2-4710-a806-0778d551041f associated. External IP: 172.25.0.237, port: 1c1174d7-46ea-4d1d-8780-52af839c93a9. Jun 30 02:47:05.552182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 01813823-e8ef-4965-b9f4-7bd4842fea34 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:05.566414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 01813823-e8ef-4965-b9f4-7bd4842fea34 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:05.566800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.629327 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.687611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=7ccd657b-6920-4777-8964-4dd3c0f3645e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.697836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.705565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c39495-f7aa-475d-84e5-f3d322b75819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:05.708035 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da04764-915e-4bbb-bc3b-bc6cfb72d6d4" -d '{"events": [{"server_uuid": "26c39495-f7aa-475d-84e5-f3d322b75819", "name": "network-vif-plugged", "status": "completed", "tag": "33d8b7fe-0073-463d-ae1b-a1bd2decb6b5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:05.726122 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.728288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.729228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:05.731795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/d08f71a0-321e-489d-b47f-04a6912a7c6f HTTP/1.1" status: 204 len: 168 time: 0.7989736 Jun 30 02:47:05.732929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396c59-9902-4cf0-a065-a0c33e4d8236 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Network': ['ID=d08f71a0-321e-489d-b47f-04a6912a7c6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.738574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a43ceb7-b57f-4e5f-9b82-484c5817bfd4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8087568 Jun 30 02:47:05.740309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:05.740841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:05.744440 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.801284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 01813823-e8ef-4965-b9f4-7bd4842fea34, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01813823-e8ef-4965-b9f4-7bd4842fea34,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:05.817623 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.822219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.847710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68627379-aaac-4c2d-8661-d8a4712249e6 req-a912fffa-06f2-4078-9a3c-a026ebe63dc6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.849312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-68627379-aaac-4c2d-8661-d8a4712249e6 req-a912fffa-06f2-4078-9a3c-a026ebe63dc6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1635270 Jun 30 02:47:05.864919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router a9b746dd-2414-42e9-b439-0741ba957616 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:05.879204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=01813823-e8ef-4965-b9f4-7bd4842fea34,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.926544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2caf61-1e83-4adb-992f-31659fa1f8e8 req-cbec72f1-fc91-4fbe-9670-e4fb700fa93a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.928067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e2caf61-1e83-4adb-992f-31659fa1f8e8 req-cbec72f1-fc91-4fbe-9670-e4fb700fa93a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2962515 Jun 30 02:47:06.036459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:06.047959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] Sync routers for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:06.060250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:06.061711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:06.091496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-68627379-aaac-4c2d-8661-d8a4712249e6 req-be81ea2f-808c-4adf-990e-278082e9e048 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319899 Jun 30 02:47:06.096925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.204683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f2466835-803a-4ef0-9bd2-5e9405a9854c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1402891 Jun 30 02:47:06.205437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:06.213564 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:06.234768 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925c91a-b5c6-4a6e-8073-f8356f2bae53 x-openstack-request-id: req-e925c91a-b5c6-4a6e-8073-f8356f2bae53 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:06.235107 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c39495-f7aa-475d-84e5-f3d322b75819", "name": "network-vif-plugged", "status": "completed", "tag": "33d8b7fe-0073-463d-ae1b-a1bd2decb6b5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:06.235306 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e925c91a-b5c6-4a6e-8073-f8356f2bae53 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:06.235710 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c39495-f7aa-475d-84e5-f3d322b75819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5', 'code': 200} Jun 30 02:47:06.282871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:06.308810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e2caf61-1e83-4adb-992f-31659fa1f8e8 req-84235946-8f89-4e78-afe4-f925a26bec05 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705440 Jun 30 02:47:06.432151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1d9c2-9dd2-427c-920f-f82081ca9d48 req-830c3fe8-2282-48a6-a79a-94a906de3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.434070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0eb1d9c2-9dd2-427c-920f-f82081ca9d48 req-830c3fe8-2282-48a6-a79a-94a906de3433 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 1096 time: 0.1675966 Jun 30 02:47:06.523175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting port 8802ca96-293c-4e1b-99bd-eefadc62e763 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:06.523467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.539354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafb9d5-ea2e-4c17-a588-de3eb17186be None None] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:06.569785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649529c-1792-4efa-b031-f9b7b5d3e6c6 req-04adb367-595f-4fda-9b3c-9adee08cf960 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.580191 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7649529c-1792-4efa-b031-f9b7b5d3e6c6 req-04adb367-595f-4fda-9b3c-9adee08cf960 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 944 time: 0.2365808 Jun 30 02:47:06.591947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0eb1d9c2-9dd2-427c-920f-f82081ca9d48 req-5004478a-0beb-4163-bc40-8e6ff3f8cca0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432214 Jun 30 02:47:06.658645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7649529c-1792-4efa-b031-f9b7b5d3e6c6 req-2015f7d0-9ff0-4daf-88b3-a5c1408dfdf6 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705929 Jun 30 02:47:06.689182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1f02e7a4-c227-41c3-b9a9-ded22f9f61bd None None] Provisioning for port a77892c6-81ea-4490-b3e5-4a9d327c3b89 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:06.760348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.805637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.830084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Calling delete_port for 8802ca96-293c-4e1b-99bd-eefadc62e763 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:06.854331 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ea2be-5eb4-4044-b550-5292f654153d x-openstack-request-id: req-751ea2be-5eb4-4044-b550-5292f654153d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:06.854690 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:06.854930 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-751ea2be-5eb4-4044-b550-5292f654153d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:06.855328 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'status': 'completed', 'code': 200} Jun 30 02:47:06.887593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'dfd79a4e-0be2-4710-a806-0778d551041f', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'port_id': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'mac_address': 'fa:16:3e:11:de:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:47:02Z', 'updated_at': '2021-06-30T02:47:02Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:35Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:06.927936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] Checking router: a9b746dd-2414-42e9-b439-0741ba957616 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:06.944485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:06.944720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37917-b3d0-4b78-9f8d-6fc6fa96f2bf req-324bef36-15d5-49fe-ba01-e14325d43f07 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.945375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:06.953696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-28a37917-b3d0-4b78-9f8d-6fc6fa96f2bf req-324bef36-15d5-49fe-ba01-e14325d43f07 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.0910401 Jun 30 02:47:07.041838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-28a37917-b3d0-4b78-9f8d-6fc6fa96f2bf req-33a6f943-587b-4e42-b404-b605cf93e480 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871778 Jun 30 02:47:07.060421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45758) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:07.166822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:07.191878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e69f541f-80ab-41c6-b45a-c617b45ccc4c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/dfd79a4e-0be2-4710-a806-0778d551041f HTTP/1.1" status: 200 len: 992 time: 0.1301804 Jun 30 02:47:07.384389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a77892c6-81ea-4490-b3e5-4a9d327c3b89 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:07.431277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9153d850-6169-4690-b69b-d8a253d42eb5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:07.560099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea1e0-cfc9-4b4b-8df3-f245dc6036b8 req-61be813b-b4bb-4084-bd57-56da399d69c7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.563191 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d5ea1e0-cfc9-4b4b-8df3-f245dc6036b8 req-61be813b-b4bb-4084-bd57-56da399d69c7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.1050894 Jun 30 02:47:07.605015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Provisioning for port 7ccd657b-6920-4777-8964-4dd3c0f3645e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:07.622845 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d5ea1e0-cfc9-4b4b-8df3-f245dc6036b8 req-bdceeedc-e529-47ca-ac0b-148b4728ffe4 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Jun 30 02:47:07.624352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Provisioning complete for port 7ccd657b-6920-4777-8964-4dd3c0f3645e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:07.624802 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.747676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a77892c6-81ea-4490-b3e5-4a9d327c3b89 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:07.754659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Port 7ccd657b-6920-4777-8964-4dd3c0f3645e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:07.767161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a77892c6-81ea-4490-b3e5-4a9d327c3b89 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:07.767729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.799984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-984aa3b6-ace8-4ecd-8029-0291fc886840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.801496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-984aa3b6-ace8-4ecd-8029-0291fc886840 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1097 time: 0.9149504 Jun 30 02:47:07.804257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 9153d850-6169-4690-b69b-d8a253d42eb5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:07.812930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Provisioning complete for port a77892c6-81ea-4490-b3e5-4a9d327c3b89 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:07.813315 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.820689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 9153d850-6169-4690-b69b-d8a253d42eb5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:07.821139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.830228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.925081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93dd81-ea30-499c-ae17-cd260305bcb7 req-c63a30b8-4eb1-4df9-8171-b0cab075fc40 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.926617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a93dd81-ea30-499c-ae17-cd260305bcb7 req-c63a30b8-4eb1-4df9-8171-b0cab075fc40 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3612213 Jun 30 02:47:07.932468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Port': ['ID=8802ca96-293c-4e1b-99bd-eefadc62e763,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:07.954676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307361-6422-4c2f-9836-1c724fa70226 req-098a7cfd-ec5f-4ce2-b1d1-d511a6b16dcc tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.962278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f307361-6422-4c2f-9836-1c724fa70226 req-098a7cfd-ec5f-4ce2-b1d1-d511a6b16dcc tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 944 time: 0.0913389 Jun 30 02:47:07.973002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.975378 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-52efcf59-072b-4c2c-8c2b-4e8e4ebbbbdf tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/ports/8802ca96-293c-4e1b-99bd-eefadc62e763 HTTP/1.1" status: 204 len: 168 time: 2.2315540 Jun 30 02:47:07.978996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45766) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.008561 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-912dd4c2-8c34-4e62-a1ff-ddee5fbd56be tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] DELETE failed (client error): The resource could not be found. Jun 30 02:47:08.009022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912dd4c2-8c34-4e62-a1ff-ddee5fbd56be tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:08.010993 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-912dd4c2-8c34-4e62-a1ff-ddee5fbd56be tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/999e5921-ca49-4b46-b576-ae412b847324 HTTP/1.1" status: 404 len: 337 time: 0.0308337 Jun 30 02:47:08.015067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45768) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.034620 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.056994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a93dd81-ea30-499c-ae17-cd260305bcb7 req-18c4aa34-4938-4db6-ad2b-35b36441a37e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160061 Jun 30 02:47:08.059449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.086807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.092599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f307361-6422-4c2f-9836-1c724fa70226 req-eea81040-af84-4489-b53a-03e0b5e71fa7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282916 Jun 30 02:47:08.102328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.103561 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.107623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'dfd79a4e-0be2-4710-a806-0778d551041f', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'port_id': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'mac_address': 'fa:16:3e:11:de:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:47:02Z', 'updated_at': '2021-06-30T02:47:02Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:35Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:08.116215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.129024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-eda874f3-e4c9-4cce-95bf-44d301199bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.130640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-eda874f3-e4c9-4cce-95bf-44d301199bf2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.3207247 Jun 30 02:47:08.136392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.165283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea686e-1c4a-4871-bfd2-49bae3b7a506 None None] The sync data for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 is: [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'dfd79a4e-0be2-4710-a806-0778d551041f', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'port_id': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'mac_address': 'fa:16:3e:11:de:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:47:02Z', 'updated_at': '2021-06-30T02:47:02Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:35Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:08.168898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a77892c6-81ea-4490-b3e5-4a9d327c3b89, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a77892c6-81ea-4490-b3e5-4a9d327c3b89,segment=NetworkSegment(176bc761-c741-4dc9-86af-bfefd9a5436a),segment_id=176bc761-c741-4dc9-86af-bfefd9a5436a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:08.192471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.203614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 9153d850-6169-4690-b69b-d8a253d42eb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9153d850-6169-4690-b69b-d8a253d42eb5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:08.211387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.241447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01813823-e8ef-4965-b9f4-7bd4842fea34'}, {'server_uuid': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9153d850-6169-4690-b69b-d8a253d42eb5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:08.243823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.243988 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c86413-a0d6-47f0-85ec-90f35649275a" -d '{"events": [{"server_uuid": "1fc61d9a-7eb4-488c-af10-f82bf774f3aa", "name": "network-vif-plugged", "status": "completed", "tag": "01813823-e8ef-4965-b9f4-7bd4842fea34"}, {"server_uuid": "98cf0ddb-6bfc-4b29-9f3b-b4b087030df2", "name": "network-vif-plugged", "status": "completed", "tag": "9153d850-6169-4690-b69b-d8a253d42eb5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:08.268921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.281505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee76ff-96ed-4ac4-8a08-984f55a5af31']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:08.291237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:47:08.291594 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-46a50ba1-d50f-418c-80d2-a7d2bffdbb94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:47:08.309727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9599eb9-3294-4fb6-8611-64a671e7aea9') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:08.310082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9599eb9-3294-4fb6-8611-64a671e7aea9') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:08.323340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.323768 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921c2363-b68d-47e2-953c-208fcf3a32f8 x-openstack-request-id: req-921c2363-b68d-47e2-953c-208fcf3a32f8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:08.324077 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc61d9a-7eb4-488c-af10-f82bf774f3aa", "name": "network-vif-plugged", "status": "completed", "tag": "01813823-e8ef-4965-b9f4-7bd4842fea34", "code": 200}, {"server_uuid": "98cf0ddb-6bfc-4b29-9f3b-b4b087030df2", "name": "network-vif-plugged", "status": "completed", "tag": "9153d850-6169-4690-b69b-d8a253d42eb5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:08.324568 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-921c2363-b68d-47e2-953c-208fcf3a32f8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:08.327077 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01813823-e8ef-4965-b9f4-7bd4842fea34', 'code': 200} Jun 30 02:47:08.327342 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9153d850-6169-4690-b69b-d8a253d42eb5', 'code': 200} Jun 30 02:47:08.336533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a77892c6-81ea-4490-b3e5-4a9d327c3b89,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.391938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.403519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=9153d850-6169-4690-b69b-d8a253d42eb5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.417586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:08.420834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:08.429818 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:08.513619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=7ccd657b-6920-4777-8964-4dd3c0f3645e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.570874 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d362e-3426-421b-8496-e64cef67453a None None] New status for floating IP dfd79a4e-0be2-4710-a806-0778d551041f: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:47:08.618640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-f58c2606-6522-4045-88c3-f8f517a190e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1000 time: 0.4199641 Jun 30 02:47:08.625778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cc03bb7d-daff-45f4-a56b-3d7fab952778 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/dfd79a4e-0be2-4710-a806-0778d551041f HTTP/1.1" status: 200 len: 992 time: 0.4079702 Jun 30 02:47:08.740533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.787362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-27a2c41e-a466-423f-87ae-ac6712378c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.789020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-27a2c41e-a466-423f-87ae-ac6712378c24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.1579804 Jun 30 02:47:08.852451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eedb2a-05fa-4bfc-ada8-8b855295977e req-4dbc7f0d-4354-4cbc-86ab-6f3f98d3fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.853971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77eedb2a-05fa-4bfc-ada8-8b855295977e req-4dbc7f0d-4354-4cbc-86ab-6f3f98d3fe82 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 1096 time: 0.3813527 Jun 30 02:47:08.893790 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.904066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.906096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/6eee76ff-96ed-4ac4-8a08-984f55a5af31 HTTP/1.1" status: 204 len: 168 time: 0.8898716 Jun 30 02:47:08.908721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45778) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.953128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b140d5-f264-4649-87bc-f376e5631455 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Network': ['ID=6eee76ff-96ed-4ac4-8a08-984f55a5af31,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.966555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82d87-9ea2-4498-bbbb-e7760f7b322c req-ef01a231-dea6-44d6-b0ec-337f8acef6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.968070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ef82d87-9ea2-4498-bbbb-e7760f7b322c req-ef01a231-dea6-44d6-b0ec-337f8acef6c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 1096 time: 0.1908562 Jun 30 02:47:08.969085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77eedb2a-05fa-4bfc-ada8-8b855295977e req-3fffb516-dec4-4b6d-be60-0e69b50f70ac service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027124 Jun 30 02:47:08.987683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ce169cc8-aa8c-482a-b23e-c6fe6ab94418 None None] Provisioning complete for port 7ccd657b-6920-4777-8964-4dd3c0f3645e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:08.990395 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce169cc8-aa8c-482a-b23e-c6fe6ab94418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.013173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-73f4a816-0144-4428-9f5b-d848fcafbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.013660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting subnet 5ef0d77f-95b9-48a5-93f0-72b397794fe8 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:09.014724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-73f4a816-0144-4428-9f5b-d848fcafbe31 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135694 Jun 30 02:47:09.017272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.022731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c474a-334b-4303-ab27-f473701af929 req-057a3ff0-2761-4e35-a5b4-d5e6004227c3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.030909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-805c474a-334b-4303-ab27-f473701af929 req-057a3ff0-2761-4e35-a5b4-d5e6004227c3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2411022 Jun 30 02:47:09.041936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.055357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ce169cc8-aa8c-482a-b23e-c6fe6ab94418 None None] Port 7ccd657b-6920-4777-8964-4dd3c0f3645e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:09.086428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a77892c6-81ea-4490-b3e5-4a9d327c3b89 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:09.102420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ef82d87-9ea2-4498-bbbb-e7760f7b322c req-f1ac02ef-8dc0-4cf0-b644-1baa84ad564b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264350 Jun 30 02:47:09.123242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.162404 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-805c474a-334b-4303-ab27-f473701af929 req-184cf1db-ee4d-4659-a685-f824b2a30b65 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298361 Jun 30 02:47:09.166656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a77892c6-81ea-4490-b3e5-4a9d327c3b89 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:09.167246 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.266666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.308441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-a7426b56-4436-4723-9450-44d9d1f37b9a service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760942 Jun 30 02:47:09.363450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Deleting port c906bacd-bed2-4703-8f23-4755275422c0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:09.363701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.373167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.375981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.409961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef0d77f-95b9-48a5-93f0-72b397794fe8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.412287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.414149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-91ea8d15-ac26-45bb-b52f-b43e2b6811ba tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/subnets/5ef0d77f-95b9-48a5-93f0-72b397794fe8 HTTP/1.1" status: 204 len: 168 time: 0.5019162 Jun 30 02:47:09.421581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:09.422717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88ca4-08db-4543-8f9c-31302a53bf4b req-72181bc2-3120-4dab-a016-2a7de0bbd8d1 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.424902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-28f88ca4-08db-4543-8f9c-31302a53bf4b req-72181bc2-3120-4dab-a016-2a7de0bbd8d1 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 945 time: 0.1332457 Jun 30 02:47:09.427013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45e20c-3176-48e1-8aff-4fbb352578df None None] Network 13821a56-06ef-4ea6-b1dd-3872b7de1972 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:09.470994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-28f88ca4-08db-4543-8f9c-31302a53bf4b req-94e8a90b-6208-4c68-93a2-ea9a8703ca5c tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Jun 30 02:47:09.628933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45786) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:09.635395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] DHCP port deletion for 13821a56-06ef-4ea6-b1dd-3872b7de1972 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:09.649275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecf6a2-102b-46eb-b40a-a2e0469a54b4 req-90dc1cce-8ed3-4823-aeae-4499114fa2f1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.657449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57ecf6a2-102b-46eb-b40a-a2e0469a54b4 req-90dc1cce-8ed3-4823-aeae-4499114fa2f1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4467068 Jun 30 02:47:09.685798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.688297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] Deleting port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:09.688674 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.707412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8e32c85c-ed0b-4bd5-b68a-878498ed4dea tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/dfd79a4e-0be2-4710-a806-0778d551041f HTTP/1.1" status: 200 len: 994 time: 0.0715742 Jun 30 02:47:09.707672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-710fbdf6-05be-4c9f-a8c6-e458243aaf6a req-840f2003-1b75-403e-8557-db4c40e2ba62 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782027 Jun 30 02:47:09.737514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] For port c906bacd-bed2-4703-8f23-4755275422c0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c906bacd-bed2-4703-8f23-4755275422c0,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:09.737979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.758229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57ecf6a2-102b-46eb-b40a-a2e0469a54b4 req-39693346-8cb6-48d8-855d-69e395fd658d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999291 Jun 30 02:47:09.766835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] For port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,segment=NetworkSegment(3f7b30ad-97c7-4224-86e7-31def19b2faf),segment_id=3f7b30ad-97c7-4224-86e7-31def19b2faf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:09.767118 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.787783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] Calling delete_port for b4ea6107-b6c7-45d1-ba47-c37cd1ce267a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:09.787950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Calling delete_port for c906bacd-bed2-4703-8f23-4755275422c0 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:09.833949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.870031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.870915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.898234 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.941321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] Pushing event deleted for resources: {'Port': ['ID=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.942211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=7ccd657b-6920-4777-8964-4dd3c0f3645e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.948435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85d68f-0f9a-4666-aaf9-5839b340c8e6 None None] No DVR routers for this DVR port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:10.306054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9896cd-3fcc-4a04-a4c9-e7e36f2c375a req-8fd025af-41b5-461c-9d56-6202aab599ff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.307803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e9896cd-3fcc-4a04-a4c9-e7e36f2c375a req-8fd025af-41b5-461c-9d56-6202aab599ff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.0893331 Jun 30 02:47:10.376039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e9896cd-3fcc-4a04-a4c9-e7e36f2c375a req-e560feba-a69b-4ffa-83cd-b8aa6ae296ab tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612092 Jun 30 02:47:10.442287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Deleting port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:10.442717 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.635792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] For port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a, host n-d-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:10.636084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.650958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:10.653977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253adfc-4e83-4a11-a615-7aaef420c8ca req-cfc79c20-7ac9-4a5b-ac77-4e4d403680d5 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.663790 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0253adfc-4e83-4a11-a615-7aaef420c8ca req-cfc79c20-7ac9-4a5b-ac77-4e4d403680d5 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 945 time: 0.0744765 Jun 30 02:47:10.664065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:10.665933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Calling delete_port for b4ea6107-b6c7-45d1-ba47-c37cd1ce267a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:10.675035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:47:10.698688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.707334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0253adfc-4e83-4a11-a615-7aaef420c8ca req-c9adc42f-7023-450b-b722-af5a82823623 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Jun 30 02:47:10.743521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Port': ['ID=b4ea6107-b6c7-45d1-ba47-c37cd1ce267a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:10.770087 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.789887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] No DVR routers for this DVR port b4ea6107-b6c7-45d1-ba47-c37cd1ce267a on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:10.805113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802adb5d-9b45-49b8-8f62-14e5a96eeafb req-c634dba1-c93c-440f-99af-3e5cc935f5d7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.806723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-802adb5d-9b45-49b8-8f62-14e5a96eeafb req-c634dba1-c93c-440f-99af-3e5cc935f5d7 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.3542223 Jun 30 02:47:10.906194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a9097-9864-4370-8666-88cf624d209f req-d5a34d7e-86f5-48f9-a422-593a4edca784 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.907952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de6a9097-9864-4370-8666-88cf624d209f req-d5a34d7e-86f5-48f9-a422-593a4edca784 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 945 time: 0.0726330 Jun 30 02:47:10.931348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.952283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de6a9097-9864-4370-8666-88cf624d209f req-6d4dea47-fab5-4c6a-9fbe-d8fb5656d32c tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Jun 30 02:47:10.991032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c906bacd-bed2-4703-8f23-4755275422c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:10.996557 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.011429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-783a460a-8a04-4ed6-b8e9-f7afe2bb24b4 None None] Provisioning complete for port 7ccd657b-6920-4777-8964-4dd3c0f3645e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:11.012818 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-783a460a-8a04-4ed6-b8e9-f7afe2bb24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.014659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-802adb5d-9b45-49b8-8f62-14e5a96eeafb req-5d546e12-3952-4030-8a58-eb87593c4f77 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764436 Jun 30 02:47:11.055269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-783a460a-8a04-4ed6-b8e9-f7afe2bb24b4 None None] Port 7ccd657b-6920-4777-8964-4dd3c0f3645e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:11.058401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13821a56-06ef-4ea6-b1dd-3872b7de1972']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.100692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4ea6107-b6c7-45d1-ba47-c37cd1ce267a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:11.130643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7b30ad-97c7-4224-86e7-31def19b2faf') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.131113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7b30ad-97c7-4224-86e7-31def19b2faf') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.135541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: b4ea6107-b6c7-45d1-ba47-c37cd1ce267a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:11.135889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4ea6107-b6c7-45d1-ba47-c37cd1ce267a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:11.192189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460affc-d210-492f-a309-7cfa15a71650 req-557afb27-16a4-4b08-b9ad-e8a3e639b077 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.201040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.202483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3460affc-d210-492f-a309-7cfa15a71650 req-557afb27-16a4-4b08-b9ad-e8a3e639b077 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 945 time: 0.0962913 Jun 30 02:47:11.221895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.231683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router ecbac240-8e5c-4b35-9bb5-091853d0997b is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:11.239154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:11.239572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:11.242685 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:11.248665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3460affc-d210-492f-a309-7cfa15a71650 req-14e4cbd7-a68b-44a6-8aea-323db721966c tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Jun 30 02:47:11.412421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.429186 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.431105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] 10.222.0.78 "DELETE /v2.0/networks/13821a56-06ef-4ea6-b1dd-3872b7de1972 HTTP/1.1" status: 204 len: 168 time: 2.0067141 Jun 30 02:47:11.453822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.458679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208c864-428c-428f-bc1b-8bef409f6a57 tempest-NetworksIpV6TestAttrs-375230814 tempest-NetworksIpV6TestAttrs-375230814-project] Pushing event deleted for resources: {'Network': ['ID=13821a56-06ef-4ea6-b1dd-3872b7de1972,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:11.471297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:11.480991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] Sync routers for ids ['ecbac240-8e5c-4b35-9bb5-091853d0997b'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:11.484520 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7c106980-b181-4239-b605-819504a7d45f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/ecbac240-8e5c-4b35-9bb5-091853d0997b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7249508 Jun 30 02:47:11.484922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45812) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.511072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] Routers {'ecbac240-8e5c-4b35-9bb5-091853d0997b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:11.512959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecbac240-8e5c-4b35-9bb5-091853d0997b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.569095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4aaae-40ba-4b80-b708-ada0cb1890f5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.570592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e0d4aaae-40ba-4b80-b708-ada0cb1890f5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports/7ccd657b-6920-4777-8964-4dd3c0f3645e HTTP/1.1" status: 200 len: 984 time: 0.0846086 Jun 30 02:47:11.578240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.579847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.588535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] Routers {'ecbac240-8e5c-4b35-9bb5-091853d0997b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:11.589287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecbac240-8e5c-4b35-9bb5-091853d0997b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.628128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:11.628784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996a19b-a92c-40e8-9561-7bda70d035fc None None] The sync data for ids ['ecbac240-8e5c-4b35-9bb5-091853d0997b'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:11.663143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0a206-a287-4ef1-8c87-d6365ae95583 req-96b5b617-19ad-495c-867c-b8d8df1abf80 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.664899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0c0a206-a287-4ef1-8c87-d6365ae95583 req-96b5b617-19ad-495c-867c-b8d8df1abf80 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.0930560 Jun 30 02:47:11.707761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0c0a206-a287-4ef1-8c87-d6365ae95583 req-1a951cb2-edfa-46e8-93dd-ab4aef763d35 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Jun 30 02:47:11.769179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45822) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.893774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400f111-2ff8-4154-9c31-f8d5c703641c req-04895785-62ea-4a07-bcbd-86be96c7d28d tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.895318 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6400f111-2ff8-4154-9c31-f8d5c703641c req-04895785-62ea-4a07-bcbd-86be96c7d28d tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 945 time: 0.2387605 Jun 30 02:47:11.931663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f0d78-385a-40ca-8387-3c6202e8b50a req-6b654902-dafc-4b5a-8ff3-2eb0b103fe80 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.933066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c40f0d78-385a-40ca-8387-3c6202e8b50a req-6b654902-dafc-4b5a-8ff3-2eb0b103fe80 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.0908973 Jun 30 02:47:11.953350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b65d5fa0-f81c-4a67-889b-25b6ee0c8f8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9abbcc9a87dc4912a290f6b38b21511d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825938 Jun 30 02:47:11.961110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45826) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:12.005906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c40f0d78-385a-40ca-8387-3c6202e8b50a req-eef695cc-9658-43c5-a5a7-c9c1ec393ff3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647819 Jun 30 02:47:12.040229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6400f111-2ff8-4154-9c31-f8d5c703641c req-3a601dd4-3864-4586-8fa6-efaf87d028b9 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319220 Jun 30 02:47:12.043724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a401173c-441c-49cb-b91d-8e3675a09396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.067837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a401173c-441c-49cb-b91d-8e3675a09396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.132780 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a401173c-441c-49cb-b91d-8e3675a09396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.135968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a401173c-441c-49cb-b91d-8e3675a09396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.140130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a401173c-441c-49cb-b91d-8e3675a09396 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbc2066e-457c-465a-8a22-04612b5c39b0 HTTP/1.1" status: 204 len: 168 time: 0.1790636 Jun 30 02:47:12.149092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401173c-441c-49cb-b91d-8e3675a09396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc2066e-457c-465a-8a22-04612b5c39b0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:12.253003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:12.305193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ce88-7e8e-4f83-8890-cf43e7205ad8 req-b8fcd0d0-1297-49fc-8a8d-896cd72b0fa4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.306586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5256ce88-7e8e-4f83-8890-cf43e7205ad8 req-b8fcd0d0-1297-49fc-8a8d-896cd72b0fa4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.0751145 Jun 30 02:47:12.349818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5256ce88-7e8e-4f83-8890-cf43e7205ad8 req-c21cd552-e37a-48be-a8b9-fb5419d1eff0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Jun 30 02:47:12.459324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb406e90-d6b3-4cde-9510-b54ed5201744 req-113cc4b1-858f-4a91-a8cc-c365f7ff8649 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.461337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb406e90-d6b3-4cde-9510-b54ed5201744 req-113cc4b1-858f-4a91-a8cc-c365f7ff8649 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2392952 Jun 30 02:47:12.534141 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.536616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:12.544915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f688c1af-1566-469f-a4f6-a06711374a0f admin admin] 10.222.0.78 "PUT /v2.0/routers/0b26c3ff-9470-4a76-89d0-f7760f4bca75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3017228 Jun 30 02:47:12.546014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45850) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:12.547102 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] Sync routers for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:12.556295 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:12.556901 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:12.718818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:12.726728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.784110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4dc87-953c-4155-ae36-3d65cce6a417 req-fe279abd-6368-4b6d-995d-72dc390d3abb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.785860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ba4dc87-953c-4155-ae36-3d65cce6a417 req-fe279abd-6368-4b6d-995d-72dc390d3abb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1902857 Jun 30 02:47:12.924430 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ba4dc87-953c-4155-ae36-3d65cce6a417 req-e4372674-2c44-4aaa-8b2f-dba886382dfd tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289766 Jun 30 02:47:12.928327 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.041099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45864) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:13.066883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb406e90-d6b3-4cde-9510-b54ed5201744 req-03ec7b9d-a8cf-4ab9-9481-217fa9636287 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919428 Jun 30 02:47:13.135950 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:47:10Z', 'revision_number': 5, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port': {'id': '567ddd4d-f5ec-440d-b4b9-a1d56c1ce474', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:22Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:13.185784 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] Checking router: 0b26c3ff-9470-4a76-89d0-f7760f4bca75 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:13.205446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-dd7d3dda-f76a-48b1-a635-72853072f531 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.207010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-dd7d3dda-f76a-48b1-a635-72853072f531 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "GET /v2.0/ports?device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 945 time: 0.2657413 Jun 30 02:47:13.213005 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] Routers {'0b26c3ff-9470-4a76-89d0-f7760f4bca75'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:13.213686 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:13.215708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--129701042'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:13.273278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Deleting port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:13.273519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.311278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016a874-b74d-4209-92e5-9f400e33ef97 req-07348792-7d54-46e9-93a6-ca380dcf7831 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.312207 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] Set router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:13.313002 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b016a874-b74d-4209-92e5-9f400e33ef97 req-07348792-7d54-46e9-93a6-ca380dcf7831 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 945 time: 0.1060467 Jun 30 02:47:13.356610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.371886 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:47:12Z', 'revision_number': 6, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:13.381434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b742-e113-4762-96b3-8da226d26205 req-1699b8ec-4410-4663-9539-c34bfec864aa tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.387341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89f0b742-e113-4762-96b3-8da226d26205 req-1699b8ec-4410-4663-9539-c34bfec864aa tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2317443 Jun 30 02:47:13.397014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b016a874-b74d-4209-92e5-9f400e33ef97 req-0db1710f-9d90-4828-abbd-9d57c2d5ff31 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Jun 30 02:47:13.398762 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41199942-b0a8-4ea2-b617-9f9c54a2fd3d None None] The sync data for ids ['0b26c3ff-9470-4a76-89d0-f7760f4bca75'] in n-d-798054-5 is: [{'id': '0b26c3ff-9470-4a76-89d0-f7760f4bca75', 'name': 'tempest-ServersTestJSON-749759553-router', 'tenant_id': 'e1c8a922f07a44349373be9e94e608ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:18Z', 'updated_at': '2021-06-30T02:47:12Z', 'revision_number': 6, 'project_id': 'e1c8a922f07a44349373be9e94e608ef', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:13.408570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 7ccd657b-6920-4777-8964-4dd3c0f3645e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:13.409098 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.439911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.479405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] For port 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.479762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.509333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.511209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Calling delete_port for 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:13.522136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 7ccd657b-6920-4777-8964-4dd3c0f3645e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:13.588879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89f0b742-e113-4762-96b3-8da226d26205 req-ab0d3e76-112c-4b8b-b1ae-373e85ff0fc6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320436 Jun 30 02:47:13.627403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Deleting port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:13.627403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.726907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.759048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=7ccd657b-6920-4777-8964-4dd3c0f3645e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.888946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.891912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.898430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] For port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.898778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.913248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.933520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Calling delete_port for 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:14.017349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c98264b-707c-4878-973e-1d134171e9bd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.035681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.050103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f195-505c-435b-a607-332740c6fe08 req-79233459-6f11-4beb-a0ae-1877acc386f4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:14.051572 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3506f195-505c-435b-a607-332740c6fe08 req-79233459-6f11-4beb-a0ae-1877acc386f4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3175581 Jun 30 02:47:14.071355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router ecbac240-8e5c-4b35-9bb5-091853d0997b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:14.104277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Pushing event deleted for resources: {'Port': ['ID=567ddd4d-f5ec-440d-b4b9-a1d56c1ce474,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.159511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:14.164770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-844df3d9-9101-4e00-882e-39a746b2941f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/ecbac240-8e5c-4b35-9bb5-091853d0997b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797489 Jun 30 02:47:14.167589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.172175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] Sync routers for ids ['ecbac240-8e5c-4b35-9bb5-091853d0997b'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:14.182644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] Routers {'ecbac240-8e5c-4b35-9bb5-091853d0997b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:14.183694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecbac240-8e5c-4b35-9bb5-091853d0997b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:14.227893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:14.239164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] Routers {'ecbac240-8e5c-4b35-9bb5-091853d0997b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:14.240069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecbac240-8e5c-4b35-9bb5-091853d0997b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:14.281735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.285156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:14.286281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a2237-8e7e-43a2-95e0-fe641a2311e8 None None] The sync data for ids ['ecbac240-8e5c-4b35-9bb5-091853d0997b'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:14.297524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['9153d850-6169-4690-b69b-d8a253d42eb5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:14.298865 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3506f195-505c-435b-a607-332740c6fe08 req-fa2b8f87-5180-4af8-91fb-d351a114c6d0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163832 Jun 30 02:47:14.329720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['01813823-e8ef-4965-b9f4-7bd4842fea34'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:14.362988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Pushing event deleted for resources: {'Port': ['ID=33d8b7fe-0073-463d-ae1b-a1bd2decb6b5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.367934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.403726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.407186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.412244 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a23c1105-cbb2-4c19-868a-471822849673 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 02:47:14.415768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a23c1105-cbb2-4c19-868a-471822849673 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/ecbac240-8e5c-4b35-9bb5-091853d0997b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2440369 Jun 30 02:47:14.422270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062f732-3610-4336-b7c2-221a6517dd0c req-0ef851a2-1062-4d89-bb6d-b600162d7a9d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:14.423839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2062f732-3610-4336-b7c2-221a6517dd0c req-0ef851a2-1062-4d89-bb6d-b600162d7a9d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2168281 Jun 30 02:47:14.424330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.433169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] No DVR routers for this DVR port 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:14.486078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9085ba08-3d1c-4c75-9a0d-0e3ee9f2e759 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecbac240-8e5c-4b35-9bb5-091853d0997b HTTP/1.1" status: 200 len: 205 time: 0.0606220 Jun 30 02:47:14.487032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.509082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.511236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2fc8f8f-d948-4baf-9ef3-429dd552ee73 req-ebb001a0-ef68-4678-b948-a002ea8a9510 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "DELETE /v2.0/ports/33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 HTTP/1.1" status: 204 len: 173 time: 1.2850378 Jun 30 02:47:14.526438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c39495-f7aa-475d-84e5-f3d322b75819', 'name': 'network-vif-deleted', 'tag': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:14.531049 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b3931-8892-4646-b3d7-5d5716748d22" -d '{"events": [{"server_uuid": "26c39495-f7aa-475d-84e5-f3d322b75819", "name": "network-vif-deleted", "tag": "33d8b7fe-0073-463d-ae1b-a1bd2decb6b5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:14.597928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.603959 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5581794 Jun 30 02:47:14.614448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.616043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45890) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.624457 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.639175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa9f5-5497-466c-8e7f-369eb5136b6f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9777550-da23-449f-a5e4-247f7f60038f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.674363 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.678508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2062f732-3610-4336-b7c2-221a6517dd0c req-e77f5c5b-d17e-48e2-9281-b799815e1d5e tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429996 Jun 30 02:47:14.722687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b48c3549-bcea-44d5-8110-b64ad613d362 req-9478c325-d1d4-4ae8-b388-dc583b4805e8 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=26c39495-f7aa-475d-84e5-f3d322b75819 HTTP/1.1" status: 200 len: 210 time: 0.0650508 Jun 30 02:47:14.747414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.747962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b26c3ff-9470-4a76-89d0-f7760f4bca75 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:14.762282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.763575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-33d7e0d7-d9c3-41d6-8b2b-fa9924c3db24 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0b26c3ff-9470-4a76-89d0-f7760f4bca75 HTTP/1.1" status: 204 len: 168 time: 2.2152040 Jun 30 02:47:14.779550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45894) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.830564 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b3a7f-8672-420a-90d8-5e6848c63aad x-openstack-request-id: req-1e1b3a7f-8672-420a-90d8-5e6848c63aad {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:14.830861 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c39495-f7aa-475d-84e5-f3d322b75819", "name": "network-vif-deleted", "tag": "33d8b7fe-0073-463d-ae1b-a1bd2decb6b5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:14.831116 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e1b3a7f-8672-420a-90d8-5e6848c63aad {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:14.831518 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c39495-f7aa-475d-84e5-f3d322b75819', 'name': 'network-vif-deleted', 'tag': '33d8b7fe-0073-463d-ae1b-a1bd2decb6b5', 'status': 'completed', 'code': 200} Jun 30 02:47:14.840510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-395e7c54-e362-4d09-a883-98b735ef2db8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2228098 Jun 30 02:47:14.859221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.863492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Deleting subnet f33a428c-028d-4f52-b0c4-c51a7532dd01 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:14.866671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-security--385976829', 'description': 'tempest-security-description-1243485500'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:14.867923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.915612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.005907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.006568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.009958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.019682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.065306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:15.076522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.087247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:15.087600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 567ddd4d-f5ec-440d-b4b9-a1d56c1ce474 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:15.088029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c906bacd-bed2-4703-8f23-4755275422c0 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:15.107686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33a428c-028d-4f52-b0c4-c51a7532dd01,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.112926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.113580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router ecbac240-8e5c-4b35-9bb5-091853d0997b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:15.116749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.122466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d66fd5d2-550c-40b5-8d5a-2a002bba370d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f33a428c-028d-4f52-b0c4-c51a7532dd01 HTTP/1.1" status: 204 len: 168 time: 0.3418384 Jun 30 02:47:15.123538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45898) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.124901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.126019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ccb1d231-87bd-4798-88ee-af7f58cde770 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/ecbac240-8e5c-4b35-9bb5-091853d0997b HTTP/1.1" status: 204 len: 168 time: 0.6365826 Jun 30 02:47:15.131375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45900) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.135718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90f41f-9aab-4a71-805c-f74a2f226549 req-f5f9bdec-7536-4489-ab8e-b6bd3e35f2ff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.137802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd90f41f-9aab-4a71-805c-f74a2f226549 req-f5f9bdec-7536-4489-ab8e-b6bd3e35f2ff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3132758 Jun 30 02:47:15.150050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee2162-90fb-4848-adaa-cac295e564a6 None None] Network 8638be7a-0435-43fb-bebe-9ff6352fe974 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:15.152229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c906bacd-bed2-4703-8f23-4755275422c0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:15.153148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c906bacd-bed2-4703-8f23-4755275422c0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:15.167352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.181218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.184907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.188524 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "PUT /v2.0/security-groups/e9777550-da23-449f-a5e4-247f7f60038f HTTP/1.1" status: 200 len: 1779 time: 0.3271782 Jun 30 02:47:15.197919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.268845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 6484ab81-1a42-4b18-aa1c-4ebc62203152 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:15.272165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd90f41f-9aab-4a71-805c-f74a2f226549 req-d40e0c08-1d59-4602-b866-ada69ce0dfe4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205440 Jun 30 02:47:15.273121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.287602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633cfc-fc44-4d26-bd24-2660a60e7412 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9777550-da23-449f-a5e4-247f7f60038f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.305721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b2245aea-6588-4543-b293-981ae072742f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups/e9777550-da23-449f-a5e4-247f7f60038f HTTP/1.1" status: 200 len: 1779 time: 0.1041760 Jun 30 02:47:15.305721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.313973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.321583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:15.365376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.372076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:15.372467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 33d8b7fe-0073-463d-ae1b-a1bd2decb6b5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:15.391414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] DHCP port deletion for 8638be7a-0435-43fb-bebe-9ff6352fe974 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:15.414634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9faa833-f326-49d5-ad8e-d87cf17636eb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.454862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] Deleting port 4f51ca10-c14b-47c3-b229-3fa60f97b62b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:15.455301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.456628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9faa833-f326-49d5-ad8e-d87cf17636eb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.512431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9faa833-f326-49d5-ad8e-d87cf17636eb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.516129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9faa833-f326-49d5-ad8e-d87cf17636eb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.519553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c9faa833-f326-49d5-ad8e-d87cf17636eb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/e9777550-da23-449f-a5e4-247f7f60038f HTTP/1.1" status: 204 len: 168 time: 0.2106822 Jun 30 02:47:15.521202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.527362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] For port 4f51ca10-c14b-47c3-b229-3fa60f97b62b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4f51ca10-c14b-47c3-b229-3fa60f97b62b,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.528965 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.534418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faa833-f326-49d5-ad8e-d87cf17636eb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9777550-da23-449f-a5e4-247f7f60038f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.538566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Deleting port 4f51ca10-c14b-47c3-b229-3fa60f97b62b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:15.538942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.544852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] Calling delete_port for 4f51ca10-c14b-47c3-b229-3fa60f97b62b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:15.586376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-21fdf236-faaf-4137-8be4-45133a2f4dff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608523 Jun 30 02:47:15.587453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.592099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.601735 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0ca51323-3f19-48db-9952-a22002c62ddd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] delete failed (client error): The resource could not be found. Jun 30 02:47:15.606506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ca51323-3f19-48db-9952-a22002c62ddd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/e9777550-da23-449f-a5e4-247f7f60038f HTTP/1.1" status: 404 len: 347 time: 0.0144422 Jun 30 02:47:15.607780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.612279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--679741966'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:15.647912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.655937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.664908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] For port 4f51ca10-c14b-47c3-b229-3fa60f97b62b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4f51ca10-c14b-47c3-b229-3fa60f97b62b,segment=NetworkSegment(3c02ed22-e01d-44a4-a8ba-4c287fec6d9f),segment_id=3c02ed22-e01d-44a4-a8ba-4c287fec6d9f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.665540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.687304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] No DVR routers for this DVR port 4f51ca10-c14b-47c3-b229-3fa60f97b62b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:15.689701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65305aca-daeb-4e5f-b442-b461532e66e7 None None] Pushing event deleted for resources: {'Port': ['ID=4f51ca10-c14b-47c3-b229-3fa60f97b62b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.704245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Calling delete_port for 4f51ca10-c14b-47c3-b229-3fa60f97b62b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:15.729909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70665-eefd-470b-b0f7-d4c1f0ecf4fd req-bb0d9a76-4fe6-44ca-84ba-458eec97f86b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.732708 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3cf70665-eefd-470b-b0f7-d4c1f0ecf4fd req-bb0d9a76-4fe6-44ca-84ba-458eec97f86b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2645917 Jun 30 02:47:15.736602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.780135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.784962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.812238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=6484ab81-1a42-4b18-aa1c-4ebc62203152,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.817057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.821361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2125926 Jun 30 02:47:15.823992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.829353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '43837910-3256-489b-8380-8de3488b8847', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:15.831974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.833789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e49defc-cc0b-4cb7-96d2-2984a69bec1d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/6484ab81-1a42-4b18-aa1c-4ebc62203152 HTTP/1.1" status: 204 len: 168 time: 0.7005103 Jun 30 02:47:15.836902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.842878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b428f-d70a-44f2-ab54-81f473c0e063 None None] Network 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:15.856238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba472a3-836c-4096-8ef4-374e1e84e091 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43837910-3256-489b-8380-8de3488b8847,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.900859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.941102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfff76-b7a4-44ce-b8a1-649a33c21a76 req-715af9d9-6d9f-4490-8912-f0f9c465be68 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.942644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7dfff76-b7a4-44ce-b8a1-649a33c21a76 req-715af9d9-6d9f-4490-8912-f0f9c465be68 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.1193638 Jun 30 02:47:15.951980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3cf70665-eefd-470b-b0f7-d4c1f0ecf4fd req-025ab686-538b-4fbd-8f0e-2173abedbd56 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079458 Jun 30 02:47:15.961306 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.023216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.023941 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.031639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.040728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7dfff76-b7a4-44ce-b8a1-649a33c21a76 req-41642559-40d0-4db6-8398-7c6b07efd6be tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900290 Jun 30 02:47:16.062550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f51ca10-c14b-47c3-b229-3fa60f97b62b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.067766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] No DVR routers for this DVR port 4f51ca10-c14b-47c3-b229-3fa60f97b62b on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:16.072483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.072904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] DHCP port deletion for 7f839ef7-7dbf-493a-9cc4-0739ad623dd5 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:16.076806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485363 Jun 30 02:47:16.077937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.083060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212796d3-1e23-4af7-9bdf-0cbfb1439882 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ace4aa2-7807-4921-8ebc-5e1ab964424d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.176920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbcba-d426-4620-aae8-290075cc56ed tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.188058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbcba-d426-4620-aae8-290075cc56ed tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.392486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] Deleting port a77892c6-81ea-4490-b3e5-4a9d327c3b89 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:16.393076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.507700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] For port a77892c6-81ea-4490-b3e5-4a9d327c3b89, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a77892c6-81ea-4490-b3e5-4a9d327c3b89,segment=NetworkSegment(176bc761-c741-4dc9-86af-bfefd9a5436a),segment_id=176bc761-c741-4dc9-86af-bfefd9a5436a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:16.508318 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.527141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] Calling delete_port for a77892c6-81ea-4490-b3e5-4a9d327c3b89 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:16.537372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.568833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port a77892c6-81ea-4490-b3e5-4a9d327c3b89 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:16.569169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.571908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8638be7a-0435-43fb-bebe-9ff6352fe974']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:16.595159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:16.595657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c02ed22-e01d-44a4-a8ba-4c287fec6d9f') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:16.597647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbcba-d426-4620-aae8-290075cc56ed tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.606832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbcba-d426-4620-aae8-290075cc56ed tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.610809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3f0dbcba-d426-4620-aae8-290075cc56ed tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1ace4aa2-7807-4921-8ebc-5e1ab964424d HTTP/1.1" status: 204 len: 168 time: 0.5182984 Jun 30 02:47:16.612544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.625489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dbcba-d426-4620-aae8-290075cc56ed tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ace4aa2-7807-4921-8ebc-5e1ab964424d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.638528 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.640413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.674381 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.677823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] Pushing event deleted for resources: {'Port': ['ID=a77892c6-81ea-4490-b3e5-4a9d327c3b89,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.681690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2d945223-0077-472b-9a65-b632b9964677 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679939 Jun 30 02:47:16.686179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.688721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66659b8-51ae-47bf-bd8b-50aa7d861cbd None None] No DVR routers for this DVR port a77892c6-81ea-4490-b3e5-4a9d327c3b89 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:16.717215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:16.717631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:16.719496 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:16.765842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port a77892c6-81ea-4490-b3e5-4a9d327c3b89, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a77892c6-81ea-4490-b3e5-4a9d327c3b89,segment=NetworkSegment(176bc761-c741-4dc9-86af-bfefd9a5436a),segment_id=176bc761-c741-4dc9-86af-bfefd9a5436a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:16.766208 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.787319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862107b7-70a9-4138-80d1-6c16406e6090 req-5fd125ed-ec01-42fc-8e48-246a6287aa45 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.788881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-862107b7-70a9-4138-80d1-6c16406e6090 req-5fd125ed-ec01-42fc-8e48-246a6287aa45 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2716508 Jun 30 02:47:16.814943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for a77892c6-81ea-4490-b3e5-4a9d327c3b89 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:16.893123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.916530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.919445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8638be7a-0435-43fb-bebe-9ff6352fe974 HTTP/1.1" status: 204 len: 168 time: 1.7933443 Jun 30 02:47:16.928204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-862107b7-70a9-4138-80d1-6c16406e6090 req-f59e21ef-9f16-4d7a-88ac-fe5dd71a4902 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206806 Jun 30 02:47:16.942255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46799d18-54de-4b05-8db6-35c87655f45c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.952483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa95fb4-d850-4f47-9d29-314d27bc3473 admin admin] Pushing event deleted for resources: {'Network': ['ID=8638be7a-0435-43fb-bebe-9ff6352fe974,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.984136 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46799d18-54de-4b05-8db6-35c87655f45c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.019296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.053356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=a77892c6-81ea-4490-b3e5-4a9d327c3b89,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.055376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port a77892c6-81ea-4490-b3e5-4a9d327c3b89 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:17.102550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4f51ca10-c14b-47c3-b229-3fa60f97b62b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:17.113536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46799d18-54de-4b05-8db6-35c87655f45c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.116805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46799d18-54de-4b05-8db6-35c87655f45c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.118294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-46799d18-54de-4b05-8db6-35c87655f45c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/43837910-3256-489b-8380-8de3488b8847 HTTP/1.1" status: 204 len: 168 time: 0.4280419 Jun 30 02:47:17.121680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.142040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 4f51ca10-c14b-47c3-b229-3fa60f97b62b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:17.142564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4f51ca10-c14b-47c3-b229-3fa60f97b62b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:17.144787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a77892c6-81ea-4490-b3e5-4a9d327c3b89 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:17.171466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46799d18-54de-4b05-8db6-35c87655f45c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43837910-3256-489b-8380-8de3488b8847,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.179621 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.191787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f839ef7-7dbf-493a-9cc4-0739ad623dd5']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:17.194424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45962) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.211394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a77892c6-81ea-4490-b3e5-4a9d327c3b89 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:17.211744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a77892c6-81ea-4490-b3e5-4a9d327c3b89 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:17.214140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176bc761-c741-4dc9-86af-bfefd9a5436a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:17.214745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176bc761-c741-4dc9-86af-bfefd9a5436a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:17.218857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-acf682d3-76c7-4bd9-ac1d-673988bf436b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958714 Jun 30 02:47:17.224891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.232194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614461855'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:17.247843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.266729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.305518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.321708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:17.322129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.329177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37c53249-3721-497f-b13f-485b0b75b721 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1c8a922f07a44349373be9e94e608ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334243 Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:17.330079 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:17.333610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.400910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.408566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.413925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/7f839ef7-7dbf-493a-9cc4-0739ad623dd5 HTTP/1.1" status: 204 len: 168 time: 1.5704653 Jun 30 02:47:17.418452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d26c9-ead7-47d2-8c41-72655020b09b req-c6a7ee92-3a9b-451a-9c3b-868d0e272b41 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.419351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.420039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d26c9-ead7-47d2-8c41-72655020b09b req-c6a7ee92-3a9b-451a-9c3b-868d0e272b41 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2098758 Jun 30 02:47:17.420218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.434752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21ed4-a71a-4cd6-9198-b4a64277ca92 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=7f839ef7-7dbf-493a-9cc4-0739ad623dd5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.443654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270556475'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:17.452612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.471541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d26c9-ead7-47d2-8c41-72655020b09b req-30ab7481-6e11-42a7-b5f0-4e5b21a6955f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jun 30 02:47:17.507241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78acaf9f-8f6e-43ec-89dd-019388d67414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.528701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03292ea3-e48d-49ae-9d65-9684e20e4b69,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.534872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:17.538948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.550099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.551340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5a8ef779-3dbd-484b-a593-4682e0923b98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3247054 Jun 30 02:47:17.554345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45974) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.560025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '03292ea3-e48d-49ae-9d65-9684e20e4b69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:17.565619 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78acaf9f-8f6e-43ec-89dd-019388d67414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.599401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.623437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c6df0-f7be-4af6-8d19-4160533a1318 req-80151992-16f3-4e82-8b09-3d9e517e5f09 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.629087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c6df0-f7be-4af6-8d19-4160533a1318 req-80151992-16f3-4e82-8b09-3d9e517e5f09 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.630863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-295c6df0-f7be-4af6-8d19-4160533a1318 req-80151992-16f3-4e82-8b09-3d9e517e5f09 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa&device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 1681 time: 0.2542307 Jun 30 02:47:17.637450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:17.660902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.661250 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment 0a534c47-8637-4011-b267-9dc7da307ca3 of type vlan for network 35b69b37-c963-4078-9885-767bafec5820 Jun 30 02:47:17.679016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.684947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.709620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eafa6f4-0590-4db8-9271-a0b539af1925,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.729744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.734028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-28c5f512-c609-4520-99c6-dfcef8812523 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758142 Jun 30 02:47:17.734760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45976) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.740366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '03292ea3-e48d-49ae-9d65-9684e20e4b69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:17.742256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-295c6df0-f7be-4af6-8d19-4160533a1318 req-5799044c-11ac-4529-8628-ecb0806768d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962543 Jun 30 02:47:17.763387 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78acaf9f-8f6e-43ec-89dd-019388d67414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.766824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78acaf9f-8f6e-43ec-89dd-019388d67414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.767983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-78acaf9f-8f6e-43ec-89dd-019388d67414 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23e6f6b0-7a0c-4c18-bcbe-6744e8de64ee HTTP/1.1" status: 204 len: 168 time: 0.4333527 Jun 30 02:47:17.782435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.787623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.802911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acaf9f-8f6e-43ec-89dd-019388d67414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e6f6b0-7a0c-4c18-bcbe-6744e8de64ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.845384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.850685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.851333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.919952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4807944 Jun 30 02:47:17.922974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.925872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.932150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': '35b69b37-c963-4078-9885-767bafec5820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:17.939755 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.957004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b689-45a6-4846-8ab5-699ea6637452 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=35b69b37-c963-4078-9885-767bafec5820,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.968723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 35b69b37-c963-4078-9885-767bafec5820 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:17.985503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc1e3-c244-448e-98b1-dc00625617bd req-817e22f2-2044-4d5b-bbeb-030f09ca9782 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.987731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-361fc1e3-c244-448e-98b1-dc00625617bd req-817e22f2-2044-4d5b-bbeb-030f09ca9782 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.1658695 Jun 30 02:47:17.991281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39104fe8-07cf-4729-b02a-4af1976f3cd0,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.022934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.024264 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3f23cfc2-5cf9-42e9-8abd-50426c7b0bfe tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2885408 Jun 30 02:47:18.032583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45988) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.038222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '03292ea3-e48d-49ae-9d65-9684e20e4b69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.093699 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-361fc1e3-c244-448e-98b1-dc00625617bd req-28ed11eb-074f-4312-9a25-1c00ae43064a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 Jun 30 02:47:18.117568 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.153034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:18.157127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.184535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.191339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.218198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b80346-3b42-425c-95a7-1484bd5096ad,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.229053 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.231961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0b47ddb-939d-4fa2-909d-c9ef270b5c49 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982274 Jun 30 02:47:18.235289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45996) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.240711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '03292ea3-e48d-49ae-9d65-9684e20e4b69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.260421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a889cee-b2c4-45ea-b244-91ce9815eb97 req-3809a1fb-4801-4339-89f3-e15eb740aa4c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.267579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a889cee-b2c4-45ea-b244-91ce9815eb97 req-3809a1fb-4801-4339-89f3-e15eb740aa4c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1752701 Jun 30 02:47:18.278181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.336983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a889cee-b2c4-45ea-b244-91ce9815eb97 req-abf8b580-2b9f-4265-a9c0-1af43ead484b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684443 Jun 30 02:47:18.393173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.399848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.419621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8daa072-bb2b-44e6-8bb4-b9fdfa940b37,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.446517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.448133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-23d1255a-58a2-435c-82e6-e72fa2b0dfeb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2113190 Jun 30 02:47:18.451000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46008) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.458217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '03292ea3-e48d-49ae-9d65-9684e20e4b69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.501799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.515034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.582876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=9910ea7e-54c7-46fa-b247-270ae0e0d33a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.620354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': '0a534c47-8637-4011-b267-9dc7da307ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '35b69b37-c963-4078-9885-767bafec5820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:18.620891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: 35b69b37-c963-4078-9885-767bafec5820, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:18.633424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.644417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 35b69b37-c963-4078-9885-767bafec5820 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:18.649145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be472e06-fb3d-42ad-9640-4e2a40520b9d req-bb34fec6-4c5e-4798-8aa9-d51bf25e4e12 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.658642 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be472e06-fb3d-42ad-9640-4e2a40520b9d req-bb34fec6-4c5e-4798-8aa9-d51bf25e4e12 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1438003 Jun 30 02:47:18.661310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.665075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 35b69b37-c963-4078-9885-767bafec5820) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:18.676117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.677290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.688087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c62afa-c3c4-4a4e-b525-f09cbdc6767b None None] Network 35b69b37-c963-4078-9885-767bafec5820 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:18.697748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c516a81f-7e8e-46b4-8eb7-fb2acb685ad8,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.716480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.720731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d31d5860-4282-470d-8398-22e3ad001302 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2665811 Jun 30 02:47:18.720974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.737125 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be472e06-fb3d-42ad-9640-4e2a40520b9d req-27f17231-b636-43d3-9279-bae71026d53e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775013 Jun 30 02:47:18.744971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2a5f174c-a4ef-47d3-ae0e-2b3cfa8f59d4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8205607 Jun 30 02:47:18.747701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.758596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-602306147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.774319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfd58a9-421c-481c-8058-e6b12e0b6729 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.815985 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfd58a9-421c-481c-8058-e6b12e0b6729 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.819149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.820310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.904202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-35b69b37-c963-4078-9885-767bafec5820', 'network_id': '35b69b37-c963-4078-9885-767bafec5820', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '9910ea7e-54c7-46fa-b247-270ae0e0d33a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:18.905062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.913136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.925500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.933518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.950245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfd58a9-421c-481c-8058-e6b12e0b6729 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.969931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfd58a9-421c-481c-8058-e6b12e0b6729 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.971845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bfd58a9-421c-481c-8058-e6b12e0b6729 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c516a81f-7e8e-46b4-8eb7-fb2acb685ad8 HTTP/1.1" status: 204 len: 168 time: 0.2497849 Jun 30 02:47:18.972280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.974191 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4077b067-51e7-47f9-8f12-a602248a4e8f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2243712 Jun 30 02:47:18.974191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46034) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.977931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd58a9-421c-481c-8058-e6b12e0b6729 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c516a81f-7e8e-46b4-8eb7-fb2acb685ad8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.980954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.998566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3411e-dc91-405c-a2db-305e87bbf4f8 req-9f605c30-7480-48ea-8fec-a5c3e848ebe3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.006999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30b3411e-dc91-405c-a2db-305e87bbf4f8 req-9f605c30-7480-48ea-8fec-a5c3e848ebe3 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2125988 Jun 30 02:47:19.065816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1410979383-network', 'tenant_id': 'c0e8e47942274d72ad9707890dab5734'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:19.089304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30b3411e-dc91-405c-a2db-305e87bbf4f8 req-c71121d7-fffe-4194-ae97-79ac868cddec tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809851 Jun 30 02:47:19.138728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Made reservation on behalf of c0e8e47942274d72ad9707890dab5734 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:19.141140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.149104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Allocated IP 2001:db8::2 (35b69b37-c963-4078-9885-767bafec5820/9910ea7e-54c7-46fa-b247-270ae0e0d33a/e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:19.162633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.230102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b6b13bd1-aedc-4674-b945-ddd86f0882b6 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2520604 Jun 30 02:47:19.232915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.299430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be24d37b-0c54-4bcd-9979-c6f149f64585 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.320000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be24d37b-0c54-4bcd-9979-c6f149f64585 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.374368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be24d37b-0c54-4bcd-9979-c6f149f64585 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.387782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be24d37b-0c54-4bcd-9979-c6f149f64585 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.388883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be24d37b-0c54-4bcd-9979-c6f149f64585 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e8daa072-bb2b-44e6-8bb4-b9fdfa940b37 HTTP/1.1" status: 204 len: 168 time: 0.1550267 Jun 30 02:47:19.392253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.396285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.422731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.426587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d37b-0c54-4bcd-9979-c6f149f64585 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8daa072-bb2b-44e6-8bb4-b9fdfa940b37,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.450058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.470125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Transition to ACTIVE for port object e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:19.485339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3164eb21-6be3-4835-af1d-7f22fd2a6ac6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.492782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.508933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Transition to ACTIVE for port object e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:19.534043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.549978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e1eafcf-87cd-4e01-8b9b-7cef69e98b7e tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1532178 Jun 30 02:47:19.549978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:19.552140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46050) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.577222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Pushing event updated for resources: {'Port': ['ID=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.592479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.593226 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Added segment 6c226552-b2bf-4fef-a9fe-28b7c9efe6fd of type vlan for network daf6be8a-0c60-4323-8b5d-43c6eface21c Jun 30 02:47:19.602372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Network 35b69b37-c963-4078-9885-767bafec5820 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:19.603827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:19.610955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:19.649136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c47d60-0eca-4963-8714-fe017f7fda65 req-2a40ea8e-8287-4f5a-b479-341093834517 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.657282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4c47d60-0eca-4963-8714-fe017f7fda65 req-2a40ea8e-8287-4f5a-b479-341093834517 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2277820 Jun 30 02:47:19.668615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69ba2253-cd84-42bd-becf-5446c212fb21 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.682968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Attempting to bind port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:19.683465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Attempting to bind port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0a534c47-8637-4011-b267-9dc7da307ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '35b69b37-c963-4078-9885-767bafec5820'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:19.684041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Attempting to bind port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 on network 35b69b37-c963-4078-9885-767bafec5820 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:19.685842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.689394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:19.689854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Checking segment: {'id': '0a534c47-8637-4011-b267-9dc7da307ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '35b69b37-c963-4078-9885-767bafec5820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:19.690372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.691040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Bound using segment: {'id': '0a534c47-8637-4011-b267-9dc7da307ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '35b69b37-c963-4078-9885-767bafec5820'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:19.691950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Bound port: e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a534c47-8637-4011-b267-9dc7da307ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '35b69b37-c963-4078-9885-767bafec5820'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:19.692246 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.712705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4c47d60-0eca-4963-8714-fe017f7fda65 req-9bf77639-9ecf-457a-8013-a8cb5690efcb tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545459 Jun 30 02:47:19.729741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69ba2253-cd84-42bd-becf-5446c212fb21 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.733905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.734965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.735777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.768526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] For port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:19.772048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] For port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,segment=NetworkSegment(0a534c47-8637-4011-b267-9dc7da307ca3),segment_id=0a534c47-8637-4011-b267-9dc7da307ca3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:19.779894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.814150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] Pushing event updated for resources: {'Network': ['ID=daf6be8a-0c60-4323-8b5d-43c6eface21c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.820736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b594384-00ff-4f47-affa-ab340035a40b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9008861 Jun 30 02:47:19.820941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69ba2253-cd84-42bd-becf-5446c212fb21 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.821041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.828413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Request body: {'subnet': {'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1410979383-subnet', 'tenant_id': 'c0e8e47942274d72ad9707890dab5734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:19.833597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69ba2253-cd84-42bd-becf-5446c212fb21 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.837616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-69ba2253-cd84-42bd-becf-5446c212fb21 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c3b80346-3b42-425c-95a7-1484bd5096ad HTTP/1.1" status: 204 len: 168 time: 0.2857659 Jun 30 02:47:19.838494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46056) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.857047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Made reservation on behalf of c0e8e47942274d72ad9707890dab5734 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:19.861337 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.868793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba2253-cd84-42bd-becf-5446c212fb21 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3b80346-3b42-425c-95a7-1484bd5096ad,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.870130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27f81b-8792-4a9e-821e-d50e5797a803 None None] Pushing event updated for resources: {'Port': ['ID=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.873846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network daf6be8a-0c60-4323-8b5d-43c6eface21c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:19.904527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea9d0-8b04-4e8a-8153-c73a8b0493b6 req-47d6e533-103e-4b6a-b376-1c3fc0578479 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.911631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-033ea9d0-8b04-4e8a-8153-c73a8b0493b6 req-47d6e533-103e-4b6a-b376-1c3fc0578479 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2827818 Jun 30 02:47:20.041218 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-62bb0d9c-5369-4f9d-abbc-9012523a408a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1925240 Jun 30 02:47:20.042209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.054444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8::1 (35b69b37-c963-4078-9885-767bafec5820/9910ea7e-54c7-46fa-b247-270ae0e0d33a/db6b9376-d55f-4b49-ab6c-f7e66c121660) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:20.073023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-033ea9d0-8b04-4e8a-8153-c73a8b0493b6 req-a121586b-a272-4891-bfce-18a61f0263ce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573808 Jun 30 02:47:20.134000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-487f5413-f8b0-4329-abc2-05c391745004 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.139149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.216961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-487f5413-f8b0-4329-abc2-05c391745004 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.256575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0993c868-9b48-4181-8926-ffce53a3f1ba,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:20.284096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-487f5413-f8b0-4329-abc2-05c391745004 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.294168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Checking segment: {'id': '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:20.294562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Network hostable DHCP agents. Network: daf6be8a-0c60-4323-8b5d-43c6eface21c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:20.302290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-487f5413-f8b0-4329-abc2-05c391745004 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.305849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-487f5413-f8b0-4329-abc2-05c391745004 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/39104fe8-07cf-4729-b02a-4af1976f3cd0 HTTP/1.1" status: 204 len: 168 time: 0.2604795 Jun 30 02:47:20.305849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f5413-f8b0-4329-abc2-05c391745004 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39104fe8-07cf-4729-b02a-4af1976f3cd0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:20.309240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.353156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Network daf6be8a-0c60-4323-8b5d-43c6eface21c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:20.390478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e24466ce-11a0-4eba-8c26-5feda38db419 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0798454 Jun 30 02:47:20.394289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, daf6be8a-0c60-4323-8b5d-43c6eface21c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:20.395696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46070) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.403023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.405690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be3fc6-ce8b-470b-a669-74e1a4e5020d None None] Network daf6be8a-0c60-4323-8b5d-43c6eface21c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:20.423556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.424051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.424219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ee14-355f-4cc6-b46b-af8cb67e9108 req-bb8fd2ab-e4c9-425b-ab10-6cef36620a84 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.431518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ca9ee14-355f-4cc6-b46b-af8cb67e9108 req-bb8fd2ab-e4c9-425b-ab10-6cef36620a84 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 945 time: 0.1559267 Jun 30 02:47:20.462649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9774229c-0dcb-49c5-b396-5b3787242711 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6398969 Jun 30 02:47:20.478979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object db6b9376-d55f-4b49-ab6c-f7e66c121660 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:20.501853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2ca9ee14-355f-4cc6-b46b-af8cb67e9108 req-6353bb7f-1e3b-42a0-b9d9-6bbc53e26c7f tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/security-groups?id=7624deda-a57c-4a30-a037-fd857ba39762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692661 Jun 30 02:47:20.504697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf590-873e-4705-8054-8ff4afc19351 req-987767ee-c273-45f0-9eb9-5900584c79fb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.507083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-262bf590-873e-4705-8054-8ff4afc19351 req-987767ee-c273-45f0-9eb9-5900584c79fb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1151876 Jun 30 02:47:20.512920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a164e321-93d6-41c0-af80-b6fdd98329fa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.545368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a164e321-93d6-41c0-af80-b6fdd98329fa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.565046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-262bf590-873e-4705-8054-8ff4afc19351 req-f4ea9554-0e28-4892-83ac-fc8dbaee1b52 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Jun 30 02:47:20.609229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7befeb-fd79-44b6-9759-18776a06739e None None] Network daf6be8a-0c60-4323-8b5d-43c6eface21c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:20.624013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a164e321-93d6-41c0-af80-b6fdd98329fa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.640473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a164e321-93d6-41c0-af80-b6fdd98329fa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.640473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a164e321-93d6-41c0-af80-b6fdd98329fa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9eafa6f4-0590-4db8-9271-a0b539af1925 HTTP/1.1" status: 204 len: 168 time: 0.2373974 Jun 30 02:47:20.640799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.680027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164e321-93d6-41c0-af80-b6fdd98329fa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eafa6f4-0590-4db8-9271-a0b539af1925,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:20.712176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-27633f8a-73d5-495a-aa3a-14980acb3572 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716937 Jun 30 02:47:20.712787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.714188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.785590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a1efd-5fe8-4230-8718-54162bc960d4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.788971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=db6b9376-d55f-4b49-ab6c-f7e66c121660,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:20.822547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 35b69b37-c963-4078-9885-767bafec5820 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:20.825931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:20.828567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:20.829390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.836948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a1efd-5fe8-4230-8718-54162bc960d4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.928678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a1efd-5fe8-4230-8718-54162bc960d4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.932304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-534a1efd-5fe8-4230-8718-54162bc960d4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.936518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-534a1efd-5fe8-4230-8718-54162bc960d4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/03292ea3-e48d-49ae-9d65-9684e20e4b69 HTTP/1.1" status: 204 len: 168 time: 0.2223468 Jun 30 02:47:20.936937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667fb05-b2fe-49db-96f1-ed60762ae5dc req-371663f1-49b2-46ae-bb76-02a4ecaa95ea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.937938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.945050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4667fb05-b2fe-49db-96f1-ed60762ae5dc req-371663f1-49b2-46ae-bb76-02a4ecaa95ea tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2988799 Jun 30 02:47:20.959013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097f01a-b0ab-4aed-8234-e86104636602 req-7de1f2d2-6f76-4471-a734-85ad95731613 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.961354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7097f01a-b0ab-4aed-8234-e86104636602 req-7de1f2d2-6f76-4471-a734-85ad95731613 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 945 time: 0.1526477 Jun 30 02:47:20.985184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a1efd-5fe8-4230-8718-54162bc960d4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03292ea3-e48d-49ae-9d65-9684e20e4b69,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.062923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4667fb05-b2fe-49db-96f1-ed60762ae5dc req-a4743355-226d-42bc-b108-6dd244303f7a tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170981 Jun 30 02:47:21.076879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ebdb46e-d5bb-4ca8-90d0-8d13f29c33da tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1319764 Jun 30 02:47:21.088401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:21.099067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--284341914'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:21.126821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-afa084ee-4323-457b-8564-fe8a8c215d0b tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.131952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-afa084ee-4323-457b-8564-fe8a8c215d0b tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 945 time: 0.2967036 Jun 30 02:47:21.131952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.204766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:21.231292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.275352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-a42baca9-e637-4aa3-946d-1e808d2ad18b tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.277759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-a42baca9-e637-4aa3-946d-1e808d2ad18b tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/networks?id=daf6be8a-0c60-4323-8b5d-43c6eface21c HTTP/1.1" status: 200 len: 818 time: 0.2003324 Jun 30 02:47:21.289627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:21.294228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Deleting port 01813823-e8ef-4965-b9f4-7bd4842fea34 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:21.294797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.338132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba864aa3-69b0-4105-8c38-5d76344c66c2 None None] Network 35b69b37-c963-4078-9885-767bafec5820 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:21.349531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-2ca4b45c-755b-4e7f-a9c4-f8093c49a2b8 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/quotas/c0e8e47942274d72ad9707890dab5734 HTTP/1.1" status: 200 len: 375 time: 0.0641878 Jun 30 02:47:21.394691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-dae8c1ed-d45d-4035-84a5-325ffec0af46 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0e8e47942274d72ad9707890dab5734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395012 Jun 30 02:47:21.407355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] Provisioning for port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:21.418876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] Provisioning complete for port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:21.419196 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.504875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Deleting port 9153d850-6169-4690-b69b-d8a253d42eb5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:21.505314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.561150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] For port 01813823-e8ef-4965-b9f4-7bd4842fea34, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=01813823-e8ef-4965-b9f4-7bd4842fea34,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:21.561403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.568903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834686f6-123c-44d1-8111-f429d3034d7b req-5faa60a3-b025-4218-8ff9-39ede973ba89 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.570526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-834686f6-123c-44d1-8111-f429d3034d7b req-5faa60a3-b025-4218-8ff9-39ede973ba89 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2975593 Jun 30 02:47:21.579714 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.598377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Calling delete_port for 01813823-e8ef-4965-b9f4-7bd4842fea34 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:21.621397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.632732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] For port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,segment=NetworkSegment(0a534c47-8637-4011-b267-9dc7da307ca3),segment_id=0a534c47-8637-4011-b267-9dc7da307ca3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:21.639701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-5974fcc1-97fd-4292-a29d-9169256f3d7c service neutron] 10.222.0.78 "GET /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351265 Jun 30 02:47:21.645739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.655432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.718556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065550b-1e1e-4440-aa5c-9e8e51f78ff2 None None] Pushing event updated for resources: {'Port': ['ID=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.791122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-60438372-fe9b-41a8-b7e0-618c1b2fb672 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.792470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-60438372-fe9b-41a8-b7e0-618c1b2fb672 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.3239253 Jun 30 02:47:21.816539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5627109d-3940-4bba-8572-85e7b122d4ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.826957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.834797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f1a66c35-efae-4fcb-be31-64799d6345ca tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7461128 Jun 30 02:47:21.851949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:21.885070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '5627109d-3940-4bba-8572-85e7b122d4ac', 'direction': 'ingress', 'protocol': 17}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:21.938192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-669bf87e-35f1-479f-b22a-bd187029e1dd service neutron] 10.222.0.78 "GET /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975914 Jun 30 02:47:21.976350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4fa0f5dd-1854-4604-8d20-a1fbc95c8064 None None] Provisioning complete for port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:21.977072 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f5dd-1854-4604-8d20-a1fbc95c8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.986382 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.109889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4fa0f5dd-1854-4604-8d20-a1fbc95c8064 None None] Provisioning for port db6b9376-d55f-4b49-ab6c-f7e66c121660 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:22.115007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4fa0f5dd-1854-4604-8d20-a1fbc95c8064 None None] Provisioning complete for port db6b9376-d55f-4b49-ab6c-f7e66c121660 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:22.116355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f5dd-1854-4604-8d20-a1fbc95c8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.133032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-834686f6-123c-44d1-8111-f429d3034d7b req-27bfc18e-69fb-424a-871f-8817b93fe8a0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235458 Jun 30 02:47:22.143719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] For port 9153d850-6169-4690-b69b-d8a253d42eb5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9153d850-6169-4690-b69b-d8a253d42eb5,segment=NetworkSegment(2577e379-f09e-46a6-ad22-2e22fea8e07b),segment_id=2577e379-f09e-46a6-ad22-2e22fea8e07b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:22.144078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.151706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.161132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.181377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0f5dd-1854-4604-8d20-a1fbc95c8064 None None] Port db6b9376-d55f-4b49-ab6c-f7e66c121660 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:22.187918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['01813823-e8ef-4965-b9f4-7bd4842fea34'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:22.211281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port 9e618e10-acce-4397-9be5-9e10a7ebb03f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:22.213072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.248271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.250792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Calling delete_port for 9153d850-6169-4690-b69b-d8a253d42eb5 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:22.276613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-6a4e339c-d899-4f2d-8370-1ffc47f66d22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3657546 Jun 30 02:47:22.317717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ed396b2-b7d3-421e-b95b-8ab297830c16 None None] Provisioning complete for port db6b9376-d55f-4b49-ab6c-f7e66c121660 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:22.318613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ed396b2-b7d3-421e-b95b-8ab297830c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.345064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.384710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.385579 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.396443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] No DVR routers for this DVR port 01813823-e8ef-4965-b9f4-7bd4842fea34 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:22.399363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Pushing event deleted for resources: {'Port': ['ID=01813823-e8ef-4965-b9f4-7bd4842fea34,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.402373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.405510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7097f01a-b0ab-4aed-8234-e86104636602 req-fe6c0d05-84cb-4d24-a8e4-dedd430a01ff tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.90 "DELETE /v2.0/ports/01813823-e8ef-4965-b9f4-7bd4842fea34 HTTP/1.1" status: 204 len: 173 time: 1.4316535 Jun 30 02:47:22.415618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0ed396b2-b7d3-421e-b95b-8ab297830c16 None None] Port db6b9376-d55f-4b49-ab6c-f7e66c121660 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:22.420662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'name': 'network-vif-deleted', 'tag': '01813823-e8ef-4965-b9f4-7bd4842fea34'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:22.423155 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c91ee0-88fd-4a8d-83b4-90bfa9c1aa7c" -d '{"events": [{"server_uuid": "1fc61d9a-7eb4-488c-af10-f82bf774f3aa", "name": "network-vif-deleted", "tag": "01813823-e8ef-4965-b9f4-7bd4842fea34"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:22.434674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b561e578-8b11-4aad-bb6c-a4bf8c63c5c3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.456661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.458891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eb19dc2a-aa97-4008-a435-6d8b1ba7b7b4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5814362 Jun 30 02:47:22.464908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:22.531377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port 9e618e10-acce-4397-9be5-9e10a7ebb03f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=9e618e10-acce-4397-9be5-9e10a7ebb03f,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:22.532002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.563015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-213dcbf2-9130-44b1-9d4a-3b00d3e86074 req-546086e0-b77a-456c-a37a-6da831aafbfd tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=1fc61d9a-7eb4-488c-af10-f82bf774f3aa HTTP/1.1" status: 200 len: 210 time: 0.1157479 Jun 30 02:47:22.567422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1811778-526e-4c79-9acf-d129f6913752 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.570192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for 9e618e10-acce-4397-9be5-9e10a7ebb03f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:22.575815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=db6b9376-d55f-4b49-ab6c-f7e66c121660,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.609773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1811778-526e-4c79-9acf-d129f6913752 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.627442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-9dd92184-810c-4e96-af0c-0ac9ac36a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.629140 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-9dd92184-810c-4e96-af0c-0ac9ac36a9ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a99970169b8448409f5875b47ddae43f&device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 1096 time: 0.2867534 Jun 30 02:47:22.785647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1811778-526e-4c79-9acf-d129f6913752 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.788527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1811778-526e-4c79-9acf-d129f6913752 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.790139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e1811778-526e-4c79-9acf-d129f6913752 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/5627109d-3940-4bba-8572-85e7b122d4ac HTTP/1.1" status: 204 len: 168 time: 0.3235550 Jun 30 02:47:22.798408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:22.830757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a20b5563-6c4e-4f65-a1a8-162e123fe879 req-c6836e60-0d12-4863-8dd3-9885e6f912bd tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 210 time: 0.1168175 Jun 30 02:47:22.855798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 35b69b37-c963-4078-9885-767bafec5820 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:22.861761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1811778-526e-4c79-9acf-d129f6913752 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5627109d-3940-4bba-8572-85e7b122d4ac,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.861937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.866815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:22.876201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['01813823-e8ef-4965-b9f4-7bd4842fea34'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:22.919380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b23d0-1061-4c85-9c2d-8777a6dc29c4 req-ce4be255-fcb0-4e7e-b5ec-639a07f47805 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.921705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Pushing event deleted for resources: {'Port': ['ID=9153d850-6169-4690-b69b-d8a253d42eb5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.930177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f2b23d0-1061-4c85-9c2d-8777a6dc29c4 req-ce4be255-fcb0-4e7e-b5ec-639a07f47805 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 946 time: 0.2382097 Jun 30 02:47:23.021242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3be88edc-2ff5-4c56-ae68-73a27b0297d6 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2153850 Jun 30 02:47:23.032454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.043522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--14380813'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.048896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.057507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-be2a9d67-2b33-4966-b608-4a6876bc767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.059329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-be2a9d67-2b33-4966-b608-4a6876bc767c service neutron] 10.222.0.67 "GET /v2.0/networks?id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 200 len: 907 time: 0.3516476 Jun 30 02:47:23.061312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a', '9e618e10-acce-4397-9be5-9e10a7ebb03f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:23.121276 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f2b23d0-1061-4c85-9c2d-8777a6dc29c4 req-e3a14497-9101-4174-a913-66bec0f8beb0 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774445 Jun 30 02:47:23.127836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:23.148131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] No DVR routers for this DVR port 9153d850-6169-4690-b69b-d8a253d42eb5 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:23.188875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=9e618e10-acce-4397-9be5-9e10a7ebb03f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.202405 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2ccb1e-fc3c-4ccc-8a69-3c987faef0d3 x-openstack-request-id: req-af2ccb1e-fc3c-4ccc-8a69-3c987faef0d3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:23.202544 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc61d9a-7eb4-488c-af10-f82bf774f3aa", "name": "network-vif-deleted", "tag": "01813823-e8ef-4965-b9f4-7bd4842fea34", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:23.202778 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af2ccb1e-fc3c-4ccc-8a69-3c987faef0d3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:23.203176 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc61d9a-7eb4-488c-af10-f82bf774f3aa', 'name': 'network-vif-deleted', 'tag': '01813823-e8ef-4965-b9f4-7bd4842fea34', 'status': 'completed', 'code': 200} Jun 30 02:47:23.241881 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.245646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-68225aeb-1fc7-4418-ae29-70f0a8bb0e72 req-9a09e30d-99d5-4709-ab66-cfd060a001d7 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.67 "DELETE /v2.0/ports/9153d850-6169-4690-b69b-d8a253d42eb5 HTTP/1.1" status: 204 len: 173 time: 2.1027410 Jun 30 02:47:23.250121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.254542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'name': 'network-vif-deleted', 'tag': '9153d850-6169-4690-b69b-d8a253d42eb5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:23.255867 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012b5ce-9d80-4798-8a10-9d11512bafd8" -d '{"events": [{"server_uuid": "98cf0ddb-6bfc-4b29-9f3b-b4b087030df2", "name": "network-vif-deleted", "tag": "9153d850-6169-4690-b69b-d8a253d42eb5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:23.281243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-e6db07ca-b702-4c43-b555-180b2571bf20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=886362bf-80b7-4a83-aaae-8b84a751065a HTTP/1.1" status: 200 len: 217 time: 0.2150843 Jun 30 02:47:23.282384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port 9e618e10-acce-4397-9be5-9e10a7ebb03f on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:23.286111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.288108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6d886a0-7a36-48a4-b551-42c6db9fd64a req-685b3c6b-be6c-4b85-bc78-1e68e92079f1 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "DELETE /v2.0/ports/9e618e10-acce-4397-9be5-9e10a7ebb03f HTTP/1.1" status: 204 len: 173 time: 1.4823525 Jun 30 02:47:23.349812 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99c83f-62dd-499e-99d1-1b5b7e74ce7c x-openstack-request-id: req-2b99c83f-62dd-499e-99d1-1b5b7e74ce7c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:23.350149 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cf0ddb-6bfc-4b29-9f3b-b4b087030df2", "name": "network-vif-deleted", "tag": "9153d850-6169-4690-b69b-d8a253d42eb5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:23.350386 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b99c83f-62dd-499e-99d1-1b5b7e74ce7c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:23.350804 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf0ddb-6bfc-4b29-9f3b-b4b087030df2', 'name': 'network-vif-deleted', 'tag': '9153d850-6169-4690-b69b-d8a253d42eb5', 'status': 'completed', 'code': 200} Jun 30 02:47:23.353367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:23.354935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.362802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9153d850-6169-4690-b69b-d8a253d42eb5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:23.411238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 9153d850-6169-4690-b69b-d8a253d42eb5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:23.412598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9153d850-6169-4690-b69b-d8a253d42eb5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:23.420161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.431768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.435382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-af8229e7-a6b4-4e29-ba16-8d88e0a9e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.437017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-af8229e7-a6b4-4e29-ba16-8d88e0a9e1ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 200 len: 846 time: 0.0891438 Jun 30 02:47:23.471863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0f10677c-6b44-4b3d-a309-8b7b31249415 None None] Provisioning complete for port db6b9376-d55f-4b49-ab6c-f7e66c121660 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:23.472932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f10677c-6b44-4b3d-a309-8b7b31249415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.496623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-95222b65-7648-4e1c-9344-2be3a8188159 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447278 Jun 30 02:47:23.506139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5017ba-2df5-4409-bdfa-dc1ff44ce372 req-b05e5895-b3c8-4f90-bdfa-791a140ccc24 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.513993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f5eb2-aac9-4fb2-a747-a11b5efbbbc4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.514713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba5017ba-2df5-4409-bdfa-dc1ff44ce372 req-b05e5895-b3c8-4f90-bdfa-791a140ccc24 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3717186 Jun 30 02:47:23.521603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.522975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff4ac972-6d5b-4a5a-94bf-ee3cc4e5a2ff tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4892890 Jun 30 02:47:23.525873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.538283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131212864'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.587953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.632444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ba5017ba-2df5-4409-bdfa-dc1ff44ce372 req-3cce4e65-8175-4eb8-a674-89cd5ca2ecad tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168408 Jun 30 02:47:23.635043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router c813d950-f818-4eb1-8653-346e6db01295 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:23.703919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0f10677c-6b44-4b3d-a309-8b7b31249415 None None] Port db6b9376-d55f-4b49-ab6c-f7e66c121660 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:23.756319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.766422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.837990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-35285302-2394-4638-8f30-6504c82b5b9b service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209743 Jun 30 02:47:23.841930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:23.855015 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] Sync routers for ids ['c813d950-f818-4eb1-8653-346e6db01295'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:23.863516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98facf44-7ff9-4792-aa8d-79286985fcad,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.864856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3de41d65-6786-4816-b5ec-0527acc66eaa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/c813d950-f818-4eb1-8653-346e6db01295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8824823 Jun 30 02:47:23.871026 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] Routers {'c813d950-f818-4eb1-8653-346e6db01295'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:23.871671 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c813d950-f818-4eb1-8653-346e6db01295'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:23.874697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.876128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.881345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-84337789-b341-42a1-bf44-2675143c51bf tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3542223 Jun 30 02:47:23.884745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.905419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '913f5eb2-aac9-4fb2-a747-a11b5efbbbc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98facf44-7ff9-4792-aa8d-79286985fcad', 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.963922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:23.977404 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] Routers {'c813d950-f818-4eb1-8653-346e6db01295'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:23.978840 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c813d950-f818-4eb1-8653-346e6db01295'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.017865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d50a1425-5c11-481e-90ab-dc199358a704 req-2d6b33ef-341e-452e-8e6a-c37275820e26 tempest-ListServersNegativeTestJSON-421464239 tempest-ListServersNegativeTestJSON-421464239-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cf0ddb-6bfc-4b29-9f3b-b4b087030df2 HTTP/1.1" status: 200 len: 210 time: 0.1047592 Jun 30 02:47:24.041539 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.042604 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f69c886-1186-4abc-80ed-a4549002b985 None None] The sync data for ids ['c813d950-f818-4eb1-8653-346e6db01295'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:24.047322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3e39c31-a6f4-48e9-b2b8-0b4b26d6bbaf req-811cb27b-82f2-4546-a772-62c60df2a759 service neutron] 10.222.0.67 "GET /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805155 Jun 30 02:47:24.075789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5227b-b70e-4a79-8082-2934a6f847c9 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.079716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-88e5227b-b70e-4a79-8082-2934a6f847c9 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports/db6b9376-d55f-4b49-ab6c-f7e66c121660 HTTP/1.1" status: 200 len: 911 time: 0.1937618 Jun 30 02:47:24.080406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46154) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.099759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.360120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f260674-a6c8-4bad-ae8b-8a6ea5431781 req-08c252e2-1273-40e1-8363-9b37ab54f5dc tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.361640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4f260674-a6c8-4bad-ae8b-8a6ea5431781 req-08c252e2-1273-40e1-8363-9b37ab54f5dc tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2160625 Jun 30 02:47:24.440293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4f260674-a6c8-4bad-ae8b-8a6ea5431781 req-01c6936c-eb29-4ac0-8681-a21b5df1e079 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Jun 30 02:47:24.498460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c97f5bb1-064a-4d39-850c-583bc2e8f51e req-4ce947e8-f304-4311-9e0e-0fc550d4177f tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 210 time: 0.0816526 Jun 30 02:47:24.605963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.613565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-0e628b0a-e123-45ce-b791-091e65a49e79 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.615096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-0e628b0a-e123-45ce-b791-091e65a49e79 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.90 "GET /v2.0/networks?id=daf6be8a-0c60-4323-8b5d-43c6eface21c HTTP/1.1" status: 200 len: 818 time: 0.5275867 Jun 30 02:47:24.616416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.642234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Request body: {'port': {'device_id': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c', 'admin_state_up': True, 'tenant_id': 'c0e8e47942274d72ad9707890dab5734'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:24.648377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef354bf-6989-40fd-bf7d-286321ed21e8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.661609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.662833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-96e04c1e-a170-4494-ba84-a14be1c25cfd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7629213 Jun 30 02:47:24.673571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46162) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.717417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a6531fe-63e8-4acf-a048-76305d2df64b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.738766 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a6531fe-63e8-4acf-a048-76305d2df64b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.742467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.807157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1b96deb-8c6a-4d62-86d6-430a8791984e req-6331f6bb-6f39-4ed4-adcb-bec3e5e27355 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b243ec7-bf34-4468-af96-f569c5a98069 HTTP/1.1" status: 200 len: 210 time: 0.0832727 Jun 30 02:47:24.834219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cf5eb-cc70-4aa0-a31d-505a21485baf req-4692419a-f904-4cb4-a85f-e5eed0640f4f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.838856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e53cf5eb-cc70-4aa0-a31d-505a21485baf req-4692419a-f904-4cb4-a85f-e5eed0640f4f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1506808 Jun 30 02:47:24.840411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Made reservation on behalf of c0e8e47942274d72ad9707890dab5734 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:24.844480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.872431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a6531fe-63e8-4acf-a048-76305d2df64b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.883512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a6531fe-63e8-4acf-a048-76305d2df64b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.884597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a6531fe-63e8-4acf-a048-76305d2df64b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/cef354bf-6989-40fd-bf7d-286321ed21e8 HTTP/1.1" status: 204 len: 168 time: 0.2097936 Jun 30 02:47:24.890265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46164) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.898451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6531fe-63e8-4acf-a048-76305d2df64b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cef354bf-6989-40fd-bf7d-286321ed21e8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.903176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e53cf5eb-cc70-4aa0-a31d-505a21485baf req-7e5f82ff-3053-4471-95c7-8cbfaa90da7f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560882 Jun 30 02:47:25.026883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Allocated IP 172.20.0.9 (daf6be8a-0c60-4323-8b5d-43c6eface21c/0993c868-9b48-4181-8926-ffce53a3f1ba/82728899-40b8-42b3-a154-5e2ac3760b1c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:25.161696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:25.205926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b243ec7-bf34-4468-af96-f569c5a98069', 'name': 'network-vif-deleted', 'tag': '9e618e10-acce-4397-9be5-9e10a7ebb03f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:25.208257 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a55fa7-5bbf-4de6-880c-3c8a20987410" -d '{"events": [{"server_uuid": "8b243ec7-bf34-4468-af96-f569c5a98069", "name": "network-vif-deleted", "tag": "9e618e10-acce-4397-9be5-9e10a7ebb03f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:25.244428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Deleting subnet f6bf6adf-6563-4110-addd-a7ffc5be7d11 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:25.247369 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.268219 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82487467-c8f7-45d4-838f-e55940542d87 x-openstack-request-id: req-82487467-c8f7-45d4-838f-e55940542d87 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:25.268510 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b243ec7-bf34-4468-af96-f569c5a98069", "name": "network-vif-deleted", "tag": "9e618e10-acce-4397-9be5-9e10a7ebb03f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:25.268757 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82487467-c8f7-45d4-838f-e55940542d87 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:25.269139 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b243ec7-bf34-4468-af96-f569c5a98069', 'name': 'network-vif-deleted', 'tag': '9e618e10-acce-4397-9be5-9e10a7ebb03f', 'status': 'completed', 'code': 200} Jun 30 02:47:25.281699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.301194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.351476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e618e10-acce-4397-9be5-9e10a7ebb03f no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:25.360385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.375573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 9e618e10-acce-4397-9be5-9e10a7ebb03f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:25.375921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 9e618e10-acce-4397-9be5-9e10a7ebb03f not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:25.388488 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f555a267-9283-4a8a-80f9-955335799579 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4962895 Jun 30 02:47:25.390888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:25.410494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.438781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8ab6f-e0f6-4311-a7c6-df7f0d32cff9 req-20882a2e-1264-480d-a7a2-41211c7e7c0b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.440317 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0ec8ab6f-e0f6-4311-a7c6-df7f0d32cff9 req-20882a2e-1264-480d-a7a2-41211c7e7c0b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1999321 Jun 30 02:47:25.504463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Network daf6be8a-0c60-4323-8b5d-43c6eface21c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:25.508268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Pushing event updated for resources: {'Port': ['ID=82728899-40b8-42b3-a154-5e2ac3760b1c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.511836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01813823-e8ef-4965-b9f4-7bd4842fea34 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:25.512870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:25.516679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:25.523936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.540356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0ec8ab6f-e0f6-4311-a7c6-df7f0d32cff9 req-4793ba50-1529-46c0-9b28-67a7c06afb2b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840454 Jun 30 02:47:25.552136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 01813823-e8ef-4965-b9f4-7bd4842fea34 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:25.552491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 01813823-e8ef-4965-b9f4-7bd4842fea34 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:25.587444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6bf6adf-6563-4110-addd-a7ffc5be7d11,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.592088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.594210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7b7c6b61-5282-4750-b587-d3f2f5235f59 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f6bf6adf-6563-4110-addd-a7ffc5be7d11 HTTP/1.1" status: 204 len: 168 time: 0.4315555 Jun 30 02:47:25.598026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f546-d8f1-43fa-8b9d-b20b116c29bb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.599616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:25.645779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port db6b9376-d55f-4b49-ab6c-f7e66c121660 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:25.646182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.697542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.698191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.722326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f546-d8f1-43fa-8b9d-b20b116c29bb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.786898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.789275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-44d2ce13-1a88-4807-88a3-618a9d261573 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1552801 Jun 30 02:47:25.803647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.819479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Request body: {'port': {'device_id': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:25.821834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for db6b9376-d55f-4b49-ab6c-f7e66c121660 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:25.832422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccb3e0-9b37-4b11-ba7b-912817172785 req-45cb99a1-e8d4-4549-9e31-b91ad716f6d8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.833975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2ccb3e0-9b37-4b11-ba7b-912817172785 req-45cb99a1-e8d4-4549-9e31-b91ad716f6d8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1280205 Jun 30 02:47:25.909221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f546-d8f1-43fa-8b9d-b20b116c29bb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.911875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f546-d8f1-43fa-8b9d-b20b116c29bb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.915406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1cc7f546-d8f1-43fa-8b9d-b20b116c29bb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/98facf44-7ff9-4792-aa8d-79286985fcad HTTP/1.1" status: 204 len: 168 time: 0.5211782 Jun 30 02:47:25.916054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46188) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:25.930911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2ccb3e0-9b37-4b11-ba7b-912817172785 req-5d0f4a27-333c-4440-8de5-954fe6450307 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877616 Jun 30 02:47:26.001531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7852170-7293-4f70-8990-82ad1d26a570 req-2290a054-da06-43b8-854e-b9a1466157db tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:26.003129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7852170-7293-4f70-8990-82ad1d26a570 req-2290a054-da06-43b8-854e-b9a1466157db tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 931 time: 0.3220274 Jun 30 02:47:26.003918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f546-d8f1-43fa-8b9d-b20b116c29bb tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98facf44-7ff9-4792-aa8d-79286985fcad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.038248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.056495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.061093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee9117a-7e85-4d77-8324-3ce992f0c09b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:26.080491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb51a276-72ff-4570-94e0-fc5593c2e327 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1581204 Jun 30 02:47:26.083849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46196) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:26.086938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2577e379-f09e-46a6-ad22-2e22fea8e07b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:26.087243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2577e379-f09e-46a6-ad22-2e22fea8e07b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:26.103031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.108236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7852170-7293-4f70-8990-82ad1d26a570 req-22939a7a-bbd8-4028-bd4d-fd09552a4845 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878072 Jun 30 02:47:26.143609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.155936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:26.156399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:26.158131 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:26.162793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.248349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=db6b9376-d55f-4b49-ab6c-f7e66c121660,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.293432 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f938c8c1-7da3-4e45-aec2-7436638ce126 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.316298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.328831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.333749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] 10.222.0.78 "DELETE /v2.0/networks/3ee9117a-7e85-4d77-8324-3ce992f0c09b HTTP/1.1" status: 204 len: 168 time: 0.7283609 Jun 30 02:47:26.353794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c47977-3de9-437a-a241-001900e2aacb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee9117a-7e85-4d77-8324-3ce992f0c09b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.419180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.484939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f938c8c1-7da3-4e45-aec2-7436638ce126 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.528719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:26.612400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f56c0ff-bb19-451a-9069-7b85cf1abb81 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=418c89fa7d184e05bf32ad677b48a6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807893 Jun 30 02:47:26.623411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82728899-40b8-42b3-a154-5e2ac3760b1c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:26.626325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46214) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:26.631591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.649557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f938c8c1-7da3-4e45-aec2-7436638ce126 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.652336 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f938c8c1-7da3-4e45-aec2-7436638ce126 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.653530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f938c8c1-7da3-4e45-aec2-7436638ce126 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/913f5eb2-aac9-4fb2-a747-a11b5efbbbc4 HTTP/1.1" status: 204 len: 168 time: 0.5687487 Jun 30 02:47:26.657227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Transition to ACTIVE for port object 82728899-40b8-42b3-a154-5e2ac3760b1c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:26.658068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:26.685345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.686177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938c8c1-7da3-4e45-aec2-7436638ce126 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f5eb2-aac9-4fb2-a747-a11b5efbbbc4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.801494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbe5a0-e08d-4a4e-b2fc-62659cecd0e7 req-f6a4f7a4-de72-49d1-9b46-c29ed6605e7d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:26.803043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fcbe5a0-e08d-4a4e-b2fc-62659cecd0e7 req-f6a4f7a4-de72-49d1-9b46-c29ed6605e7d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3753197 Jun 30 02:47:26.806608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router c813d950-f818-4eb1-8653-346e6db01295 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:26.809935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b952e16-aa0d-4b8c-97f1-47f19dcfdbd4 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1480036 Jun 30 02:47:26.809935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Pushing event updated for resources: {'Port': ['ID=82728899-40b8-42b3-a154-5e2ac3760b1c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.816897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46222) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:26.819987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-112e0208-94a4-4ae2-938b-47ae815c9c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.836921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492234770'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:26.867056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Attempting to bind port 82728899-40b8-42b3-a154-5e2ac3760b1c on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:26.867395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Attempting to bind port 82728899-40b8-42b3-a154-5e2ac3760b1c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:26.867729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Attempting to bind port 82728899-40b8-42b3-a154-5e2ac3760b1c on network daf6be8a-0c60-4323-8b5d-43c6eface21c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:26.872702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Port 82728899-40b8-42b3-a154-5e2ac3760b1c on network daf6be8a-0c60-4323-8b5d-43c6eface21c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:26.872702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Attempting to bind port 82728899-40b8-42b3-a154-5e2ac3760b1c on network daf6be8a-0c60-4323-8b5d-43c6eface21c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:26.877923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:26.878270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Checking segment: {'id': '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:26.878896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Bound using segment: {'id': '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:26.879132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Bound port: 82728899-40b8-42b3-a154-5e2ac3760b1c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:26.879476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.904555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-112e0208-94a4-4ae2-938b-47ae815c9c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.949148 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.957268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] For port 82728899-40b8-42b3-a154-5e2ac3760b1c, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:26.961349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] For port 82728899-40b8-42b3-a154-5e2ac3760b1c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=82728899-40b8-42b3-a154-5e2ac3760b1c,segment=NetworkSegment(6c226552-b2bf-4fef-a9fe-28b7c9efe6fd),segment_id=6c226552-b2bf-4fef-a9fe-28b7c9efe6fd)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:26.968120 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.013634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.014709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.016299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] 10.222.0.90 "PUT /v2.0/ports/82728899-40b8-42b3-a154-5e2ac3760b1c HTTP/1.1" status: 200 len: 1091 time: 1.2072153 Jun 30 02:47:27.021402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:27.026645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9a992fc4-afef-4014-a23c-81cacf0f86c2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/c813d950-f818-4eb1-8653-346e6db01295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9448655 Jun 30 02:47:27.034772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] Sync routers for ids ['c813d950-f818-4eb1-8653-346e6db01295'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:27.036390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.039999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0fcbe5a0-e08d-4a4e-b2fc-62659cecd0e7 req-ca8ec1f4-3006-465d-b716-8c1a22195b1f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234042 Jun 30 02:47:27.051529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] Routers {'c813d950-f818-4eb1-8653-346e6db01295'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:27.052263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c813d950-f818-4eb1-8653-346e6db01295'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:27.104113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7f3f4463-ae7a-480c-9f57-22379b5b1de5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=c813d950-f818-4eb1-8653-346e6db01295 HTTP/1.1" status: 200 len: 205 time: 0.0660579 Jun 30 02:47:27.105819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.109621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872af04-f064-45cb-81b9-c1719c1051b4 service neutron] Pushing event updated for resources: {'Port': ['ID=82728899-40b8-42b3-a154-5e2ac3760b1c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.141015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:27.170353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] Routers {'c813d950-f818-4eb1-8653-346e6db01295'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:27.171259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c813d950-f818-4eb1-8653-346e6db01295'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:27.210794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:27.211713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b54d1-dc4e-4a1e-b258-5b25ab5ccdbb None None] The sync data for ids ['c813d950-f818-4eb1-8653-346e6db01295'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:27.237901 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.241924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-112e0208-94a4-4ae2-938b-47ae815c9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.244799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-112e0208-94a4-4ae2-938b-47ae815c9c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.246178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-112e0208-94a4-4ae2-938b-47ae815c9c4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7624deda-a57c-4a30-a037-fd857ba39762 HTTP/1.1" status: 204 len: 168 time: 0.6171682 Jun 30 02:47:27.251825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.265308 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.265800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e0208-94a4-4ae2-938b-47ae815c9c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624deda-a57c-4a30-a037-fd857ba39762,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.310615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c3fbd-7e78-4301-8df7-6998a3c41a89,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.315385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'tag': '82728899-40b8-42b3-a154-5e2ac3760b1c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:27.318286 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be92fb10-4176-4d50-9aed-11b348c77014" -d '{"events": [{"name": "network-changed", "server_uuid": "2d046c62-cd05-4d99-96ba-5fb0ce553743", "tag": "82728899-40b8-42b3-a154-5e2ac3760b1c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:27.336743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.341435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1bbc7bf6-d5d3-4c17-9080-c46fc48bc9ee tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5191360 Jun 30 02:47:27.342964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46248) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.347445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '9c9c3fbd-7e78-4301-8df7-6998a3c41a89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:27.373387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5087751-aa0e-48cc-97e1-854587a7bd0a req-f60175c5-c184-48c2-964f-1b4dcc8aaf9d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.378941 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5087751-aa0e-48cc-97e1-854587a7bd0a req-f60175c5-c184-48c2-964f-1b4dcc8aaf9d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1892054 Jun 30 02:47:27.423323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.437675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5087751-aa0e-48cc-97e1-854587a7bd0a req-16a797ee-8ec5-4350-888e-96faa64749c5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Jun 30 02:47:27.495467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-3f063d60-6156-4888-b44d-055b093ed07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.498003 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-3f063d60-6156-4888-b44d-055b093ed07e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c0e8e47942274d72ad9707890dab5734&device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 1094 time: 0.3911672 Jun 30 02:47:27.523492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.530620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.540534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.556704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82758444-7bbc-4991-978f-2e46a7b6502a,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.584789 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.591503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bbb664d1-3550-41db-b835-689fb5e8ba98 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2449775 Jun 30 02:47:27.591503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46258) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.615861 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffc26a1d-fe45-4202-8427-9884cc2ae43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.637821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694aa557-63f0-4b3c-9d83-0b6d508eb16c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.650555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694aa557-63f0-4b3c-9d83-0b6d508eb16c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.693885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694aa557-63f0-4b3c-9d83-0b6d508eb16c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.712749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-694aa557-63f0-4b3c-9d83-0b6d508eb16c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.714145 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-694aa557-63f0-4b3c-9d83-0b6d508eb16c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/82758444-7bbc-4991-978f-2e46a7b6502a HTTP/1.1" status: 204 len: 168 time: 0.1216369 Jun 30 02:47:27.719215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46264) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.742244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aa557-63f0-4b3c-9d83-0b6d508eb16c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82758444-7bbc-4991-978f-2e46a7b6502a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.785061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5083a721-36da-4287-a014-bf5465159fb0 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644007 Jun 30 02:47:27.787740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46268) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.849684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.852364 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8119d-e252-4bc9-9635-03294672782d x-openstack-request-id: req-4fb8119d-e252-4bc9-9635-03294672782d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:27.852850 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d046c62-cd05-4d99-96ba-5fb0ce553743", "tag": "82728899-40b8-42b3-a154-5e2ac3760b1c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:27.853276 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fb8119d-e252-4bc9-9635-03294672782d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:27.853993 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'tag': '82728899-40b8-42b3-a154-5e2ac3760b1c', 'status': 'completed', 'code': 200} Jun 30 02:47:27.860471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-ae9a4377-1f57-4efa-94a2-c5081fa27b72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82728899-40b8-42b3-a154-5e2ac3760b1c HTTP/1.1" status: 200 len: 217 time: 0.3348210 Jun 30 02:47:27.870598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be018228-f251-4575-bbaa-8bdef1d9e0e8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.910616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be018228-f251-4575-bbaa-8bdef1d9e0e8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.938519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.939297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router c813d950-f818-4eb1-8653-346e6db01295 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:27.952490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8384c7b-85e6-4fa3-a9f1-57845d62ea1c req-ea9a75b7-d8c9-4f94-8f61-4fff0e9c995c tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.954290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8384c7b-85e6-4fa3-a9f1-57845d62ea1c req-ea9a75b7-d8c9-4f94-8f61-4fff0e9c995c tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 943 time: 0.6295407 Jun 30 02:47:27.965176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.965478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-208df7b0-9cbf-4923-b65c-4d214df00dec tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/c813d950-f818-4eb1-8653-346e6db01295 HTTP/1.1" status: 204 len: 168 time: 0.8570328 Jun 30 02:47:27.968832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46274) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.982282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be018228-f251-4575-bbaa-8bdef1d9e0e8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.985198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be018228-f251-4575-bbaa-8bdef1d9e0e8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.986628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be018228-f251-4575-bbaa-8bdef1d9e0e8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/9c9c3fbd-7e78-4301-8df7-6998a3c41a89 HTTP/1.1" status: 204 len: 168 time: 0.1976655 Jun 30 02:47:27.994706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:28.000271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-5e220bce-4526-4860-bf8a-6004325a44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.002458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-5e220bce-4526-4860-bf8a-6004325a44b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0993c868-9b48-4181-8926-ffce53a3f1ba HTTP/1.1" status: 200 len: 858 time: 0.1066825 Jun 30 02:47:28.019945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be018228-f251-4575-bbaa-8bdef1d9e0e8 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c3fbd-7e78-4301-8df7-6998a3c41a89,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.079187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-cd50b093-511e-480d-8f0b-062c9f5041e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=daf6be8a-0c60-4323-8b5d-43c6eface21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565462 Jun 30 02:47:28.084550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e8384c7b-85e6-4fa3-a9f1-57845d62ea1c req-8ec95404-d5a0-4e66-8a6c-a5b681a3cd38 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170375 Jun 30 02:47:28.084777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 9910ea7e-54c7-46fa-b247-270ae0e0d33a {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:28.089146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.169738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-237e9e61-2ac3-4c57-88fc-b16543637c4a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1712403 Jun 30 02:47:28.174386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:28.182552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194110936'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:28.192749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.233226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-20fd7d4a-ed8c-4e6b-b509-631c644a23a2 service neutron] 10.222.0.90 "GET /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399786 Jun 30 02:47:28.239433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.320071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46296) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:28.367863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.468346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.479577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.490127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.508467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.512713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3343728 Jun 30 02:47:28.514571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ae142a8-40f2-446d-bcd5-9946437b5bda req-5adf62c8-2598-4fab-aae1-7e70c999d4bc service neutron] 10.222.0.90 "GET /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722421 Jun 30 02:47:28.515169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:28.526030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '6c02805a-e3ee-4b05-9501-2f50fc98f91e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:28.531136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-network', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:28.538749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc1e0d-e798-4eb1-a527-52ed0f10ac84 None None] Network 35b69b37-c963-4078-9885-767bafec5820 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:28.557321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e9aac-99d0-495d-9dd0-6d20f7526c8a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c02805a-e3ee-4b05-9501-2f50fc98f91e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.568853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=9910ea7e-54c7-46fa-b247-270ae0e0d33a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.572787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.578060 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e7757b56-ed0e-412e-b958-84202da2bc4f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/9910ea7e-54c7-46fa-b247-270ae0e0d33a HTTP/1.1" status: 204 len: 168 time: 0.6054015 Jun 30 02:47:28.581559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:28.601342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.682213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Made reservation on behalf of d595b2b21f1a4afdb5c5093168958bca for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:28.684934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.700425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.706188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.747863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2684081-58a5-4f30-8f19-08a97bf7e3f0 req-55fdd1c8-9bcb-42a8-a52a-0ab1b9000e6a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.749420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2684081-58a5-4f30-8f19-08a97bf7e3f0 req-55fdd1c8-9bcb-42a8-a52a-0ab1b9000e6a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2758479 Jun 30 02:47:28.783555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92fb10-4176-4d50-9aed-11b348c77014 req-da817c0e-d6d5-48af-a528-907d52e39b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.785075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-da817c0e-d6d5-48af-a528-907d52e39b9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c0e8e47942274d72ad9707890dab5734&device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 1094 time: 0.1763341 Jun 30 02:47:28.786907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.793560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.834674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2684081-58a5-4f30-8f19-08a97bf7e3f0 req-4ebcbf15-65e9-4db6-9440-0ff53f3dc523 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768681 Jun 30 02:47:28.841537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] DHCP port deletion for 35b69b37-c963-4078-9885-767bafec5820 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:28.874569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:28.874910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.877195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3159b05-1581-4ac6-b0dd-45b16430ee0f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.909100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46871b-c20b-4b6f-b5e5-5e2abd740e2b req-fc99d1cb-28f9-452b-bcae-f2561c8778dc tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.911007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f46871b-c20b-4b6f-b5e5-5e2abd740e2b req-fc99d1cb-28f9-452b-bcae-f2561c8778dc tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 945 time: 0.1899467 Jun 30 02:47:28.913003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] Deleting port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:28.913393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.950743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.958040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92fb10-4176-4d50-9aed-11b348c77014 req-26563312-6e77-429f-87e3-949b940218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.960012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-26563312-6e77-429f-87e3-949b940218f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=daf6be8a-0c60-4323-8b5d-43c6eface21c HTTP/1.1" status: 200 len: 919 time: 0.1636574 Jun 30 02:47:28.966924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.971388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,segment=NetworkSegment(0a534c47-8637-4011-b267-9dc7da307ca3),segment_id=0a534c47-8637-4011-b267-9dc7da307ca3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:28.971797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.987704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f46871b-c20b-4b6f-b5e5-5e2abd740e2b req-6eac2cf1-475d-4860-b559-707b8c3e591d tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630023 Jun 30 02:47:29.003477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:29.004798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:29.012471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] For port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,segment=NetworkSegment(0a534c47-8637-4011-b267-9dc7da307ca3),segment_id=0a534c47-8637-4011-b267-9dc7da307ca3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:29.024439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.026056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2e56bd02-aa1e-40b3-a2c4-33e5fb356959 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5046108 Jun 30 02:47:29.028694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-31fb7445-c08b-428e-846d-c0de6a68a31f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82728899-40b8-42b3-a154-5e2ac3760b1c HTTP/1.1" status: 200 len: 217 time: 0.0519125 Jun 30 02:47:29.029351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.030157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.032522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.032927 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Added segment f69bcd46-cc58-472b-9308-989d76d50d64 of type vlan for network 80341329-1269-44f7-9f47-7e8aa7a4a721 Jun 30 02:47:29.053667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee658e-27e1-4ea9-baf7-04c40d6cf685,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.065513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] Calling delete_port for e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:29.096970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5dcc4a5b-1a15-4dd2-ab63-b56e18d1ab6c tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules/c3159b05-1581-4ac6-b0dd-45b16430ee0f HTTP/1.1" status: 200 len: 763 time: 0.0664220 Jun 30 02:47:29.101492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.130586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.146543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:29.146953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92fb10-4176-4d50-9aed-11b348c77014 req-778e883f-a094-4ead-bbca-7d59eb5f04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.149933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-778e883f-a094-4ead-bbca-7d59eb5f04fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0993c868-9b48-4181-8926-ffce53a3f1ba HTTP/1.1" status: 200 len: 858 time: 0.1117060 Jun 30 02:47:29.185879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.191429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.192386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.192972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.199679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2c7f39b1-32bf-4dea-8dda-9b215fe61231 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935712 Jun 30 02:47:29.199925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.224327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-012771bf-5f4d-4bf6-a9f2-2a571afd2540 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=daf6be8a-0c60-4323-8b5d-43c6eface21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462208 Jun 30 02:47:29.229553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No active binding found for port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 {{(pid=93823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:47:29.229992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:29.246824 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.247769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d52b24a-3fdc-443f-bb87-fbacc732b66f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.255264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.274040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d52b24a-3fdc-443f-bb87-fbacc732b66f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.274422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] Pushing event deleted for resources: {'Port': ['ID=e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.277493 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9563627 Jun 30 02:47:29.281460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f31ca-13a5-4bbd-8442-8341837d629c None None] No DVR routers for this DVR port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:29.303473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46318) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.307149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port e4fd7a24-468e-4e6d-a8c5-b0e00a3d48d0 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:29.314517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Request body: {'subnet': {'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-subnet', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:29.373454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0ac6-3693-4308-8715-3a5834a19399 admin admin] Pushing event updated for resources: {'Network': ['ID=80341329-1269-44f7-9f47-7e8aa7a4a721,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.389048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:29.401012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d52b24a-3fdc-443f-bb87-fbacc732b66f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.414252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d52b24a-3fdc-443f-bb87-fbacc732b66f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.415280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7d52b24a-3fdc-443f-bb87-fbacc732b66f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c3159b05-1581-4ac6-b0dd-45b16430ee0f HTTP/1.1" status: 204 len: 168 time: 0.2142465 Jun 30 02:47:29.425846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46320) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.435510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b24a-3fdc-443f-bb87-fbacc732b66f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3159b05-1581-4ac6-b0dd-45b16430ee0f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.435773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Made reservation on behalf of d595b2b21f1a4afdb5c5093168958bca for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:29.438093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.448694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-b7d9d9aa-cca9-4e21-a9c8-7b57650d47d3 service neutron] 10.222.0.90 "GET /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029269 Jun 30 02:47:29.464663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9dcfa-624d-46db-8cfd-878d2fcd1424 req-751001f2-f245-4766-bc69-79e55b7e6217 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.466207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8f9dcfa-624d-46db-8cfd-878d2fcd1424 req-751001f2-f245-4766-bc69-79e55b7e6217 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 943 time: 0.2083001 Jun 30 02:47:29.481932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.511861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b69b37-c963-4078-9885-767bafec5820']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:29.525719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a534c47-8637-4011-b267-9dc7da307ca3') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:29.526021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a534c47-8637-4011-b267-9dc7da307ca3') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:29.549778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.558078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8f9dcfa-624d-46db-8cfd-878d2fcd1424 req-e54f27d6-86a0-46a4-a7d9-c46a273b43ff tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837235 Jun 30 02:47:29.576996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a76f3dda-541e-4bbe-a212-185ec1ff84d6 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1472561 Jun 30 02:47:29.579033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.585615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.586853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '6c02805a-e3ee-4b05-9501-2f50fc98f91e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:29.594880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be92fb10-4176-4d50-9aed-11b348c77014 req-cf2c7bd6-4a42-4443-a9eb-bbd386942736 service neutron] 10.222.0.90 "GET /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277046 Jun 30 02:47:29.595924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:29.596369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:29.599608 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:29.619818 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.670758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.674264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.688018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.692290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618ab52d-7f23-4af6-8b80-4e213f6d43fb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.699884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.701639 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/35b69b37-c963-4078-9885-767bafec5820 HTTP/1.1" status: 204 len: 168 time: 1.1193290 Jun 30 02:47:29.702109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.703894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-47b200cc-f2e2-4532-af59-96e3a67e3c59 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222756 Jun 30 02:47:29.707603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.708030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.712948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa925e-9ab4-4400-9e36-a05edcd31400 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=35b69b37-c963-4078-9885-767bafec5820,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.715570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1495460507', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:29.744378 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f46bf05-3615-4a17-9db0-86b020d9a63f tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules/618ab52d-7f23-4af6-8b80-4e213f6d43fb HTTP/1.1" status: 200 len: 763 time: 0.0352609 Jun 30 02:47:29.747541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.767356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.768359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.787756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.812869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aa618150-c45d-407e-a0dd-7fa45ab9b44a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0641127 Jun 30 02:47:29.815742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46330) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.848409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.851377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e01eca-8826-4c49-9124-32c1b33c59c6,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.875101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cd86be8-5089-4c40-86da-741d53a4ffea tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.884522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cd86be8-5089-4c40-86da-741d53a4ffea tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.892095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Checking segment: {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:29.892463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Network hostable DHCP agents. Network: 80341329-1269-44f7-9f47-7e8aa7a4a721, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:29.936169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:29.942186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cd86be8-5089-4c40-86da-741d53a4ffea tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.965942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cd86be8-5089-4c40-86da-741d53a4ffea tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.969973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5cd86be8-5089-4c40-86da-741d53a4ffea tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/618ab52d-7f23-4af6-8b80-4e213f6d43fb HTTP/1.1" status: 204 len: 168 time: 0.1482744 Jun 30 02:47:29.977298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46334) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.977919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 80341329-1269-44f7-9f47-7e8aa7a4a721) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:29.987785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.988373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.988541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd56a8-68ac-464c-8457-38a1ae414779 None None] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:29.995454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.041076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd86be8-5089-4c40-86da-741d53a4ffea tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618ab52d-7f23-4af6-8b80-4e213f6d43fb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:30.061657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e964a1a6-3206-4fa8-9c1a-f99acc07241b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7555771 Jun 30 02:47:30.064976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.070655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:30.099656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d1d0267e-b587-46a7-b3f2-396c150fbec3 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1175823 Jun 30 02:47:30.104384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46344) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.110645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Request body: {'security_group_rule': {'security_group_id': '6c02805a-e3ee-4b05-9501-2f50fc98f91e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:30.116330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.117691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.134265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-6f6e9768-306d-4d62-9c93-024fe4153739 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.135417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-6f6e9768-306d-4d62-9c93-024fe4153739 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 945 time: 0.2095597 Jun 30 02:47:30.189468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab13059-7740-410a-8b13-aceed15cf654 None None] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:30.189636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94721b22-b9b0-4794-8e41-e3e9d456295f req-fd5a514f-97b9-44fa-b5ba-51b545a38b97 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.196382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94721b22-b9b0-4794-8e41-e3e9d456295f req-fd5a514f-97b9-44fa-b5ba-51b545a38b97 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2256227 Jun 30 02:47:30.214240 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Project f934b87953fe4d2eaf7eee20f8247f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:47:30.229232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.236794 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.283532 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-572a7330-10d9-409c-9153-ac201197439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.304510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94721b22-b9b0-4794-8e41-e3e9d456295f req-7552f6e3-c814-4d67-9110-59ca9b8295f5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072767 Jun 30 02:47:30.342946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.353920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Deleting port 886362bf-80b7-4a83-aaae-8b84a751065a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:30.354367 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.360232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.422454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93d8508-f65d-48ad-95c1-88ce74510554,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:30.426326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.429976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-767899c0-56ea-4ea4-a8e3-e59970b6f6ad tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3206518 Jun 30 02:47:30.430412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.462062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-052ea8c0-10f7-48ff-aada-19d41129e78a tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules/b93d8508-f65d-48ad-95c1-88ce74510554 HTTP/1.1" status: 200 len: 769 time: 0.0276184 Jun 30 02:47:30.462466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.491229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.506846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] For port 886362bf-80b7-4a83-aaae-8b84a751065a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=886362bf-80b7-4a83-aaae-8b84a751065a,segment=NetworkSegment(f7c199cd-29b9-4c2a-8472-63a6a169dcc9),segment_id=f7c199cd-29b9-4c2a-8472-63a6a169dcc9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:30.507448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.511360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.515161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.532226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Calling delete_port for 886362bf-80b7-4a83-aaae-8b84a751065a owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:30.541301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.546358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eea5c62b-72cf-442d-9d64-a199a1c53dfa tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0828381 Jun 30 02:47:30.551262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad57b-24b4-41d3-a497-6a69c60dcc54 req-f5ea8507-b950-4b4a-8118-ca835e346c16 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.551952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46350) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.552767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-119ad57b-24b4-41d3-a497-6a69c60dcc54 req-f5ea8507-b950-4b4a-8118-ca835e346c16 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ffc9c6-ce2b-443f-b116-14f3f052f617 HTTP/1.1" status: 200 len: 945 time: 0.3823526 Jun 30 02:47:30.610660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9749b988-9f49-44d5-80ac-9e771afee17b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.624355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9749b988-9f49-44d5-80ac-9e771afee17b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.734523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-119ad57b-24b4-41d3-a497-6a69c60dcc54 req-aaafb725-5147-46bf-9cc2-43d7c7532def tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.78 "GET /v2.0/security-groups?id=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719763 Jun 30 02:47:30.747065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9749b988-9f49-44d5-80ac-9e771afee17b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.759470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9749b988-9f49-44d5-80ac-9e771afee17b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.763478 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9749b988-9f49-44d5-80ac-9e771afee17b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b93d8508-f65d-48ad-95c1-88ce74510554 HTTP/1.1" status: 204 len: 168 time: 0.2077217 Jun 30 02:47:30.764190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.773018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749b988-9f49-44d5-80ac-9e771afee17b tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b93d8508-f65d-48ad-95c1-88ce74510554,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:30.783603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.795568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['886362bf-80b7-4a83-aaae-8b84a751065a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:30.812087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 172.25.0.55 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/1b6097c2-9d3c-443e-9335-7a486c464896) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:30.818429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Pushing event deleted for resources: {'Port': ['ID=886362bf-80b7-4a83-aaae-8b84a751065a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:30.845035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3721bea5-f164-424e-aac8-015c0da4cfe1 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788622 Jun 30 02:47:30.848000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:30.865960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a621ce-0638-426a-826e-34c686b9d896 req-b2446a7f-6026-45d2-b11d-cabcb9144f27 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.867499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02a621ce-0638-426a-826e-34c686b9d896 req-b2446a7f-6026-45d2-b11d-cabcb9144f27 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 943 time: 0.1695733 Jun 30 02:47:30.885522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] No DVR routers for this DVR port 886362bf-80b7-4a83-aaae-8b84a751065a on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:30.892530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.894450 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b926907-901d-40bf-b3ce-2c03cb268707 req-94036711-7e45-40cb-a133-971a1ebf3591 tempest-ServersTestJSON-379274181 tempest-ServersTestJSON-379274181-project] 10.222.0.67 "DELETE /v2.0/ports/886362bf-80b7-4a83-aaae-8b84a751065a HTTP/1.1" status: 204 len: 173 time: 0.7479494 Jun 30 02:47:30.894892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'name': 'network-vif-deleted', 'tag': '886362bf-80b7-4a83-aaae-8b84a751065a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:30.897399 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fb666-aa30-4a8c-a1c1-a462c26941ef" -d '{"events": [{"server_uuid": "f4ffc9c6-ce2b-443f-b116-14f3f052f617", "name": "network-vif-deleted", "tag": "886362bf-80b7-4a83-aaae-8b84a751065a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:30.943942 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33b322d-b40d-4952-9f93-a70874f400d3 x-openstack-request-id: req-d33b322d-b40d-4952-9f93-a70874f400d3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:30.944352 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ffc9c6-ce2b-443f-b116-14f3f052f617", "name": "network-vif-deleted", "tag": "886362bf-80b7-4a83-aaae-8b84a751065a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:30.944528 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d33b322d-b40d-4952-9f93-a70874f400d3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:30.944871 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ffc9c6-ce2b-443f-b116-14f3f052f617', 'name': 'network-vif-deleted', 'tag': '886362bf-80b7-4a83-aaae-8b84a751065a', 'status': 'completed', 'code': 200} Jun 30 02:47:30.963146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02a621ce-0638-426a-826e-34c686b9d896 req-b0ae9911-2d11-49bc-a55c-50f66d37b4e3 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792499 Jun 30 02:47:31.313244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3d85-42a8-48e1-a552-2ab390e0ea44 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.334401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.404963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3d85-42a8-48e1-a552-2ab390e0ea44 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.427702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.468755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.534338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 82728899-40b8-42b3-a154-5e2ac3760b1c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:31.588594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.600194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3d85-42a8-48e1-a552-2ab390e0ea44 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.602754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3d85-42a8-48e1-a552-2ab390e0ea44 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.603886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b9ac3d85-42a8-48e1-a552-2ab390e0ea44 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "DELETE /v2.0/security-groups/6c02805a-e3ee-4b05-9501-2f50fc98f91e HTTP/1.1" status: 204 len: 168 time: 0.7539377 Jun 30 02:47:31.607437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46366) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.648154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 82728899-40b8-42b3-a154-5e2ac3760b1c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=82728899-40b8-42b3-a154-5e2ac3760b1c,segment=NetworkSegment(6c226552-b2bf-4fef-a9fe-28b7c9efe6fd),segment_id=6c226552-b2bf-4fef-a9fe-28b7c9efe6fd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:31.663879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '82728899-40b8-42b3-a154-5e2ac3760b1c', 'network_id': 'daf6be8a-0c60-4323-8b5d-43c6eface21c', 'port_id': '82728899-40b8-42b3-a154-5e2ac3760b1c', 'mac_address': 'fa:16:3e:c5:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0993c868-9b48-4181-8926-ffce53a3f1ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:31.675231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be3d6c88-8b38-460d-a157-6f8ed5cf72dd tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663075 Jun 30 02:47:31.675724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac3d85-42a8-48e1-a552-2ab390e0ea44 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c02805a-e3ee-4b05-9501-2f50fc98f91e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:31.681359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.692822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:31.709833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33576-5ca7-4e29-b56d-c14f32f067ae req-3354c2f4-c6c1-4b42-b0fd-3ea69f71d7ce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.711643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ccc33576-5ca7-4e29-b56d-c14f32f067ae req-3354c2f4-c6c1-4b42-b0fd-3ea69f71d7ce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2755914 Jun 30 02:47:31.712552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:31.717259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=1b6097c2-9d3c-443e-9335-7a486c464896,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:31.719593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.719781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:31.734821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82728899-40b8-42b3-a154-5e2ac3760b1c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:31.737082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f20715e0-fb8b-410b-aab1-3c78bd41ffd7 tempest-SecGroupIPv6Test-335413435 tempest-SecGroupIPv6Test-335413435-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543039 Jun 30 02:47:31.759650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 82728899-40b8-42b3-a154-5e2ac3760b1c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=82728899-40b8-42b3-a154-5e2ac3760b1c,segment=NetworkSegment(6c226552-b2bf-4fef-a9fe-28b7c9efe6fd),segment_id=6c226552-b2bf-4fef-a9fe-28b7c9efe6fd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:31.767024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.775571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Allocated IP 172.25.0.36 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/0ae24d00-498b-45a7-9c0d-c0c579fa5d57) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:31.825896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=82728899-40b8-42b3-a154-5e2ac3760b1c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:31.857019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ccc33576-5ca7-4e29-b56d-c14f32f067ae req-4ce02fae-8725-4daf-b338-f64421b520aa tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313663 Jun 30 02:47:31.870639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.924133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Deleting subnet 32878b34-74ed-42e5-87e8-bacba1260e7c {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:31.927585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.970667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.006543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46380) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:32.023804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.069885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.111468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['82728899-40b8-42b3-a154-5e2ac3760b1c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:32.174284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.196126 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.232521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.311073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:32.317679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:32.330070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:32.339946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.497171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b37d2a07-af3c-4481-a100-066f2d6667f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f934b87953fe4d2eaf7eee20f8247f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894485 Jun 30 02:47:32.499562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.503715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46384) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:32.541081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32878b34-74ed-42e5-87e8-bacba1260e7c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.551892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.556104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05b7e7a0-7b72-46c2-a88f-ee520e9d87d3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/32878b34-74ed-42e5-87e8-bacba1260e7c HTTP/1.1" status: 204 len: 168 time: 0.6808455 Jun 30 02:47:32.556560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:32.575304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea7c45-9413-481d-81a4-3c4346416702 req-3ad6d0e6-b223-47b6-b97c-b9503e7eede9 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.579598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcea7c45-9413-481d-81a4-3c4346416702 req-3ad6d0e6-b223-47b6-b97c-b9503e7eede9 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 944 time: 0.1774652 Jun 30 02:47:32.612481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.624936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff65e51f-c351-4b2d-ae36-4155b7b63aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.639811 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcea7c45-9413-481d-81a4-3c4346416702 req-e86f3a52-5ab9-430e-9fd9-856c0185e8ac tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Jun 30 02:47:32.654734 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff65e51f-c351-4b2d-ae36-4155b7b63aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.708559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff65e51f-c351-4b2d-ae36-4155b7b63aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.711558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff65e51f-c351-4b2d-ae36-4155b7b63aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.715598 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.715816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ff65e51f-c351-4b2d-ae36-4155b7b63aa0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c98264b-707c-4878-973e-1d134171e9bd HTTP/1.1" status: 204 len: 168 time: 0.2069089 Jun 30 02:47:32.721841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65e51f-c351-4b2d-ae36-4155b7b63aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c98264b-707c-4878-973e-1d134171e9bd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.894492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.951698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.977939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bb9b3a-a09e-45e7-8d6b-f1c1058053c2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.073442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe4a88-444f-43b4-9d1a-82d4770e825d req-cd4d00a9-af5f-4605-aaf4-4438028d2b8f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.075603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f2fe4a88-444f-43b4-9d1a-82d4770e825d req-cd4d00a9-af5f-4605-aaf4-4438028d2b8f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.0799620 Jun 30 02:47:33.125585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f2fe4a88-444f-43b4-9d1a-82d4770e825d req-08ba73b5-5714-44da-86e3-1cea7a44e2ca tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Jun 30 02:47:33.277884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.278184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c199cd-29b9-4c2a-8472-63a6a169dcc9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.294629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.314380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:33.327567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.372948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:33.373352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.374505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 886362bf-80b7-4a83-aaae-8b84a751065a no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:33.376383 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:33.400651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 886362bf-80b7-4a83-aaae-8b84a751065a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:33.401042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 886362bf-80b7-4a83-aaae-8b84a751065a not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:33.435647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:33.539968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.541805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1761971774'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:33.550911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.555352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] 10.222.0.78 "DELETE /v2.0/networks/14bb9b3a-a09e-45e7-8d6b-f1c1058053c2 HTTP/1.1" status: 204 len: 168 time: 0.9952614 Jun 30 02:47:33.555722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 82728899-40b8-42b3-a154-5e2ac3760b1c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:33.579769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d0ddd-84d0-4f8e-a7aa-835ea49bb812 admin admin] Pushing event deleted for resources: {'Network': ['ID=14bb9b3a-a09e-45e7-8d6b-f1c1058053c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:33.584522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Made reservation on behalf of 86fa53cb23b24b10a87d8302ce2bd67d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:33.584995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.592951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.596203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:33.604995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.611335 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] Sync routers for ids ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:33.627999 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] Routers {'95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:33.631200 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.674590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 82728899-40b8-42b3-a154-5e2ac3760b1c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:33.680563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 82728899-40b8-42b3-a154-5e2ac3760b1c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:33.681797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.721453 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.734838 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] Routers {'95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:33.735734 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.780720 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:33.781885 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1245b6-9660-4cbd-a975-d014d2c99b37 None None] The sync data for ids ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:33.799702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.806738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:33.811792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.819225 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.822945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.825936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1cf0063d-3c11-44f8-9cb5-ac161746ef02 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1157000 Jun 30 02:47:33.837693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46422) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:33.879132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82728899-40b8-42b3-a154-5e2ac3760b1c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:33.884762 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b305d3eb-1eaf-49bd-b65e-3b14e2e0f227" -d '{"events": [{"server_uuid": "2d046c62-cd05-4d99-96ba-5fb0ce553743", "name": "network-vif-plugged", "status": "completed", "tag": "82728899-40b8-42b3-a154-5e2ac3760b1c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:33.919314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 82728899-40b8-42b3-a154-5e2ac3760b1c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=82728899-40b8-42b3-a154-5e2ac3760b1c,segment=NetworkSegment(6c226552-b2bf-4fef-a9fe-28b7c9efe6fd),segment_id=6c226552-b2bf-4fef-a9fe-28b7c9efe6fd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:33.925808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.956063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:33.960796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46426) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.002131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.002783 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Added segment 394b0d80-7d04-496b-8ce2-216b7a8d41bc of type vlan for network 76b345ca-995b-421f-817f-921d178fd180 Jun 30 02:47:34.008322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd87928a-66c5-4ca4-a78a-15528df8d305,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.009386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:34.051738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153a91-d73a-4ccc-8100-8b67897d9011 req-45e13fa4-eaab-430b-8563-87f377a3fedc tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.053383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41153a91-d73a-4ccc-8100-8b67897d9011 req-45e13fa4-eaab-430b-8563-87f377a3fedc tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 944 time: 0.1724918 Jun 30 02:47:34.054830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.059148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7dfebd81-b9ef-47ea-b723-bd70fbba93f8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9930198 Jun 30 02:47:34.059815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.138068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9230a7d8-da5e-4bb1-9b93-9278f4bcbe3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a99970169b8448409f5875b47ddae43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756341 Jun 30 02:47:34.145830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.149234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46430) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.190842 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-545debe8-4906-4141-a77c-612ec8be8ccd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/routers/95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 200 len: 884 time: 0.3432531 Jun 30 02:47:34.195715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46434) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.204646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=82728899-40b8-42b3-a154-5e2ac3760b1c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.215646 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80234a-8c4e-4316-9729-2b471f0e07bd x-openstack-request-id: req-4e80234a-8c4e-4316-9729-2b471f0e07bd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:34.215939 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d046c62-cd05-4d99-96ba-5fb0ce553743", "name": "network-vif-plugged", "status": "completed", "tag": "82728899-40b8-42b3-a154-5e2ac3760b1c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:34.216190 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e80234a-8c4e-4316-9729-2b471f0e07bd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:34.216577 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82728899-40b8-42b3-a154-5e2ac3760b1c', 'code': 200} Jun 30 02:47:34.217381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Sync routers for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:34.226349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:34.226971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:34.324233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.337768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.344215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.344828 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.347463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:34.406652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41153a91-d73a-4ccc-8100-8b67897d9011 req-12c17e3c-de39-409c-a4f9-e46988febeae tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404925 Jun 30 02:47:34.424550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca0de90-b7db-4806-a15f-3f8968c91e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.436782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5759-e7e7-4e1c-adbb-6f85dd29bfe0 req-e9d835e9-6ec5-4c20-921c-9819aee71060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.438656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c11c5759-e7e7-4e1c-adbb-6f85dd29bfe0 req-e9d835e9-6ec5-4c20-921c-9819aee71060 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 1096 time: 0.3104043 Jun 30 02:47:34.450352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0133848 Jun 30 02:47:34.468435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46436) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.481286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Request body: {'subnet': {'network_id': '76b345ca-995b-421f-817f-921d178fd180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:34.488008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1663b-15df-4a58-ae56-b905d0d61b95 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event updated for resources: {'Network': ['ID=76b345ca-995b-421f-817f-921d178fd180,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.505810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 76b345ca-995b-421f-817f-921d178fd180 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:34.517966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca0de90-b7db-4806-a15f-3f8968c91e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.560052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c11c5759-e7e7-4e1c-adbb-6f85dd29bfe0 req-4335a5df-1bfd-4713-b803-54b5d9fcdf6f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Jun 30 02:47:34.620378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:32Z', 'revision_number': 3, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:34.649642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Checking router: f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:34.650250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Updating router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:34.673785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49104a0-a910-4348-82dc-fa8b0c3c3143 req-cbb52f6b-0cdf-4cad-af46-b560b17cff24 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.675344 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c49104a0-a910-4348-82dc-fa8b0c3c3143 req-cbb52f6b-0cdf-4cad-af46-b560b17cff24 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3889732 Jun 30 02:47:34.689911 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.742414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.792852 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c49104a0-a910-4348-82dc-fa8b0c3c3143 req-9316a8f5-23e8-4dc6-be1c-6b839a57e63e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042199 Jun 30 02:47:34.795986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Made reservation on behalf of 86fa53cb23b24b10a87d8302ce2bd67d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:34.799636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.821405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca0de90-b7db-4806-a15f-3f8968c91e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.823188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca0de90-b7db-4806-a15f-3f8968c91e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.827337 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aca0de90-b7db-4806-a15f-3f8968c91e8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5e9891e-3d86-4297-8d3d-5c9cd5b3a416 HTTP/1.1" status: 204 len: 168 time: 0.6744597 Jun 30 02:47:34.889058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0de90-b7db-4806-a15f-3f8968c91e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e9891e-3d86-4297-8d3d-5c9cd5b3a416,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.953148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb0196af-7bfc-448f-97b5-050299e29e33 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7525430 Jun 30 02:47:34.955747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46442) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.962009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1495460507'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:34.985849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Allocated IP 172.20.0.1 (80341329-1269-44f7-9f47-7e8aa7a4a721/37e01eca-8826-4c49-9124-32c1b33c59c6/edccbadc-f10b-4034-81e1-43f87a84677b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:35.070467 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.086505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Transition to ACTIVE for port object 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:35.097009 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.171024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Attempting to bind port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:35.171821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Attempting to bind port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:35.172429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Attempting to bind port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:35.180802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:35.181735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:35.182420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.183729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:35.184533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Bound port: 0ae24d00-498b-45a7-9c0d-c0c579fa5d57, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:35.186017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.189579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.246587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.265363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dc7f8-553a-445d-9f56-1ed95e3aaba5 None None] Pushing event updated for resources: {'Port': ['ID=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.279662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] For port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:35.283823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] For port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:35.290664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.295105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:35.298608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:35.302211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:35.336527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Pushing event updated for resources: {'Port': ['ID=edccbadc-f10b-4034-81e1-43f87a84677b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.354662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.360211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:35.361417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:35.393445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067348d-413d-476f-a020-82535b3a2033 req-c2699b8f-9bc1-4e33-a21a-e650e4570367 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.395005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b067348d-413d-476f-a020-82535b3a2033 req-c2699b8f-9bc1-4e33-a21a-e650e4570367 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1097 time: 0.2226083 Jun 30 02:47:35.395865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.421899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dc7f8-553a-445d-9f56-1ed95e3aaba5 None None] Pushing event updated for resources: {'Port': ['ID=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.510509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b067348d-413d-476f-a020-82535b3a2033 req-5dcf17a2-c40f-47b3-947d-4eddd75de806 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.512390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event updated for resources: {'Subnet': ['ID=fe9191e3-4550-441f-871f-f74ef769e003,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.555584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:35.598019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.629008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Checking segment: {'id': '394b0d80-7d04-496b-8ce2-216b7a8d41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '76b345ca-995b-421f-817f-921d178fd180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:35.629395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Network hostable DHCP agents. Network: 76b345ca-995b-421f-817f-921d178fd180, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:35.779224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Network 76b345ca-995b-421f-817f-921d178fd180 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:35.804135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.811267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 76b345ca-995b-421f-817f-921d178fd180) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:35.826603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.827310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.841420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec12633-9e61-4ca5-bdb9-a891bb1bbac1 None None] Network 76b345ca-995b-421f-817f-921d178fd180 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:35.844682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3f09b-6a8d-4842-83ba-c64c051d8e20 req-a98311ae-b57e-407c-bac1-df2ee9b3d65f tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.846578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.851562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3f3f09b-6a8d-4842-83ba-c64c051d8e20 req-a98311ae-b57e-407c-bac1-df2ee9b3d65f tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 945 time: 0.1718800 Jun 30 02:47:35.864275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b067348d-413d-476f-a020-82535b3a2033 req-5dcf17a2-c40f-47b3-947d-4eddd75de806 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.913779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b067348d-413d-476f-a020-82535b3a2033 req-5dcf17a2-c40f-47b3-947d-4eddd75de806 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.941856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.947744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf17a2-c40f-47b3-947d-4eddd75de806 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84b2e3-b194-4dee-b421-ca6d0537e1c8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.965709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3f3f09b-6a8d-4842-83ba-c64c051d8e20 req-d94ff72a-4df1-472b-b79b-879990966650 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112802 Jun 30 02:47:35.967533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.975533 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5ff7b813-fe20-4e62-a8b6-cde45c15e53e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5012271 Jun 30 02:47:35.980162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46470) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:35.996727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b067348d-413d-476f-a020-82535b3a2033 req-5dcf17a2-c40f-47b3-947d-4eddd75de806 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5549719 Jun 30 02:47:36.001155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Request body: {'port': {'network_id': '76b345ca-995b-421f-817f-921d178fd180', 'name': 'tempest-TagsExtTest-585673729'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:36.037403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-76b345ca-995b-421f-817f-921d178fd180', 'network_id': '76b345ca-995b-421f-817f-921d178fd180', 'tenant_id': '86fa53cb23b24b10a87d8302ce2bd67d', 'fixed_ips': [{'subnet_id': 'fe9191e3-4550-441f-871f-f74ef769e003'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:36.038638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.049925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:32Z', 'revision_number': 3, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:36.085976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.090209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422f6eb-a5cd-490e-85f7-0e368845621a None None] The sync data for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 is: [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:32Z', 'revision_number': 3, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:36.126811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Pushing event updated for resources: {'Port': ['ID=edccbadc-f10b-4034-81e1-43f87a84677b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.194790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:36.282214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Allocated IP 172.20.0.2 (76b345ca-995b-421f-817f-921d178fd180/fe9191e3-4550-441f-871f-f74ef769e003/9ab862dc-63d0-4900-bd8c-db2b5099dfaf) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:36.303482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:36.306360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:36.326937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Made reservation on behalf of 86fa53cb23b24b10a87d8302ce2bd67d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:36.330464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d412b-3f72-4850-b4bb-be2b2507aecb req-ab2db6dc-fb56-409c-8355-852a65979946 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.330650 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.331893 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f8d412b-3f72-4850-b4bb-be2b2507aecb req-ab2db6dc-fb56-409c-8355-852a65979946 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.1279111 Jun 30 02:47:36.506964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.517981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Transition to ACTIVE for port object 9ab862dc-63d0-4900-bd8c-db2b5099dfaf will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:36.548232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Transition to ACTIVE for port object 9ab862dc-63d0-4900-bd8c-db2b5099dfaf will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:36.561190 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.645004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Pushing event updated for resources: {'Port': ['ID=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.659489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Network 76b345ca-995b-421f-817f-921d178fd180 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:36.661583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:36.664421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:36.732711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Attempting to bind port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:36.733006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Attempting to bind port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '394b0d80-7d04-496b-8ce2-216b7a8d41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '76b345ca-995b-421f-817f-921d178fd180'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:36.733363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Attempting to bind port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf on network 76b345ca-995b-421f-817f-921d178fd180 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:36.739760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:36.740151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Checking segment: {'id': '394b0d80-7d04-496b-8ce2-216b7a8d41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '76b345ca-995b-421f-817f-921d178fd180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:36.740560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.740960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Bound using segment: {'id': '394b0d80-7d04-496b-8ce2-216b7a8d41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '76b345ca-995b-421f-817f-921d178fd180'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:36.741449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Bound port: 9ab862dc-63d0-4900-bd8c-db2b5099dfaf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394b0d80-7d04-496b-8ce2-216b7a8d41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '76b345ca-995b-421f-817f-921d178fd180'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:36.741840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.801857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312423f3-eaaf-488e-803a-0de8969b6e03 req-294897ce-d84e-4eb5-868c-e61ab1fc1dd4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.803717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-312423f3-eaaf-488e-803a-0de8969b6e03 req-294897ce-d84e-4eb5-868c-e61ab1fc1dd4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.6291940 Jun 30 02:47:36.805063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] device_id is not set on port 09710ac6-a9b0-4370-bb86-d2d01115537d yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:36.822339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] For port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:36.827390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] For port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,segment=NetworkSegment(394b0d80-7d04-496b-8ce2-216b7a8d41bc),segment_id=394b0d80-7d04-496b-8ce2-216b7a8d41bc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:36.846523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.890612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:36.894460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:36.900560 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f8d412b-3f72-4850-b4bb-be2b2507aecb req-620bb7c0-4c3c-4b25-841f-960ddfc0e233 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257285 Jun 30 02:47:36.921118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.922288 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-06c48353-a766-40c5-b8b9-47bd087acdfa tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 200 len: 891 time: 1.9656258 Jun 30 02:47:36.925866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] Sync routers for ids ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:36.927098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46478) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:36.927308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a26931-e20f-479e-8668-344c9c95d2bc None None] Pushing event updated for resources: {'Port': ['ID=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.951781 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] Routers {'95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:36.952696 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:36.997302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.010341 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] Routers {'95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:37.011072 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.073261 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.075061 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc28d2-e3da-4168-b494-6d4f0e39fb7d None None] The sync data for ids ['95c6e1cd-18cb-4a46-92ac-90ea2fde3c39'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:37.108846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:37.115786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1e284f33-141c-4bb8-937e-2426fc44b110 admin admin] 10.222.0.78 "PUT /v2.0/routers/f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0548723 Jun 30 02:47:37.123956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-312423f3-eaaf-488e-803a-0de8969b6e03 req-4bac0ed8-dc35-44ff-b75e-8bf71891e262 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117149 Jun 30 02:47:37.153470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.173725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:37.328986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:37.341106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:37.341896 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.347132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Allocated IP 172.20.0.11 (76b345ca-995b-421f-817f-921d178fd180/fe9191e3-4550-441f-871f-f74ef769e003/09710ac6-a9b0-4370-bb86-d2d01115537d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:37.367834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aca23e8e-730b-44b5-ab2b-c0726de9879e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/dfd79a4e-0be2-4710-a806-0778d551041f HTTP/1.1" status: 200 len: 994 time: 0.2101219 Jun 30 02:47:37.534951 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.558973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:37.565070 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.581882 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-573a82d3-ceb2-4a35-b6cd-0feae0fa8a5c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/routers/95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 200 len: 891 time: 0.6515591 Jun 30 02:47:37.585079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.637234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.664051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30aef9ee-252f-4379-b61d-3fdf820de74f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 200 len: 205 time: 0.0753863 Jun 30 02:47:37.664464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.701998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ceb07-3700-4e89-9b9a-23a02101a730 req-d17c7da7-00c8-4620-b512-9ce562bc493a tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.703607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c7ceb07-3700-4e89-9b9a-23a02101a730 req-d17c7da7-00c8-4620-b512-9ce562bc493a tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 945 time: 0.1441247 Jun 30 02:47:37.715361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.759487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Transition to ACTIVE for port object 09710ac6-a9b0-4370-bb86-d2d01115537d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:37.785832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c7ceb07-3700-4e89-9b9a-23a02101a730 req-6222055a-32ee-49af-99e0-5e2bc5c6ef7a tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743916 Jun 30 02:47:37.829419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.866661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.901501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Network 76b345ca-995b-421f-817f-921d178fd180 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:37.907053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:37.911949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:37.988168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event updated for resources: {'Port': ['ID=09710ac6-a9b0-4370-bb86-d2d01115537d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.036964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.037625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.065817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.130444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2258a627-6111-4e1e-a868-a0302efc623a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1489079 Jun 30 02:47:38.133858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46532) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:38.139872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1332037193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:38.204276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.209034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 1b6097c2-9d3c-443e-9335-7a486c464896 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:38.209195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.209384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.256193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-6565f4d5-0a09-4159-847e-8632dfb630f1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.257691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-6565f4d5-0a09-4159-847e-8632dfb630f1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 819 time: 0.2158995 Jun 30 02:47:38.302415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-25342077-e302-4781-a93a-3174810dc8c8 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/quotas/d595b2b21f1a4afdb5c5093168958bca HTTP/1.1" status: 200 len: 375 time: 0.0328941 Jun 30 02:47:38.353047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.370058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 1b6097c2-9d3c-443e-9335-7a486c464896 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:38.373280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.383854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.419714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.424581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8aca0dba-be20-4af1-833b-5775770ae3cd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2891369 Jun 30 02:47:38.425355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46538) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:38.439449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-08372763-6f65-4ad3-8036-4e97a9ba191c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1220693231', 'prefixes': ['172.20.0.0/16']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:38.549888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-8b816666-9898-48a7-98f9-2ad739008b20 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165875 Jun 30 02:47:38.693284 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08372763-6f65-4ad3-8036-4e97a9ba191c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for subnetpool, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.695545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08372763-6f65-4ad3-8036-4e97a9ba191c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2665899 Jun 30 02:47:38.701660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46542) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:38.708885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043a638-23a4-40aa-8451-02f4d70a5b94 None None] Network 76b345ca-995b-421f-817f-921d178fd180 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:38.715627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-d2fbbd0f-e8cb-4535-890c-8cc75155c9e6 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-1958975896') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:38.825449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef49d7a-e0f8-4a50-90ed-3413ed3fc7b9 req-c9f0d0e3-5ba3-4831-8966-cb90fb242352 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.833553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ef49d7a-e0f8-4a50-90ed-3413ed3fc7b9 req-c9f0d0e3-5ba3-4831-8966-cb90fb242352 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2142038 Jun 30 02:47:38.836898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.887265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=1b6097c2-9d3c-443e-9335-7a486c464896,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.940278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d2fbbd0f-e8cb-4535-890c-8cc75155c9e6 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-1958975896 HTTP/1.1" status: 201 len: 201 time: 0.2363729 Jun 30 02:47:38.942979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46544) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:38.950990 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ef49d7a-e0f8-4a50-90ed-3413ed3fc7b9 req-2a1e6fb7-eac0-449a-82e3-d2dd6bf66f17 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164012 Jun 30 02:47:38.951183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-9faa0216-960e-499b-a2d2-2bbf2bf7236b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-44330941') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:38.978114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.014335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-572da188-abc9-44f9-9e54-db5221f484be service neutron] 10.222.0.78 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523380 Jun 30 02:47:39.041579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Sync routers for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:39.070916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:39.073441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:39.080672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24268dd6-a36b-43e7-9ed8-6af6eaf8a7f2 None None] Provisioning for port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:39.205223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9faa0216-960e-499b-a2d2-2bbf2bf7236b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-44330941 HTTP/1.1" status: 201 len: 201 time: 0.2610106 Jun 30 02:47:39.205888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46552) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:39.212783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-2253b7f3-c6f0-4af1-bc1d-bba3445f0a40 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-575559968') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:39.223670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.226196 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.276347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-2300b023-5b72-499f-98cb-37695af76a04 service neutron] 10.222.0.78 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515566 Jun 30 02:47:39.288085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.288933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router 95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:39.300032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.302053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-40b8dc1f-38b0-4eb1-93ec-801e0a68ef19 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 204 len: 168 time: 1.6365123 Jun 30 02:47:39.302805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:39.305912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:39.312889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1447825925'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:39.343341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:39.347955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.366182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:39.374994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2253b7f3-c6f0-4af1-bc1d-bba3445f0a40 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-575559968 HTTP/1.1" status: 201 len: 201 time: 0.1662066 Jun 30 02:47:39.377054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:39.382147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-cde954c0-c607-4eb1-a6ea-1393b2568ea8 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-62188316') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:39.399516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:39.421197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.421577 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment 5c67f790-05ef-4816-baf6-499a4db3f8d1 of type vlan for network 8f4f3ba6-5308-4405-b74b-8ffb73072288 Jun 30 02:47:39.439221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.485167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.499947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cde954c0-c607-4eb1-a6ea-1393b2568ea8 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-62188316 HTTP/1.1" status: 201 len: 201 time: 0.1190479 Jun 30 02:47:39.499947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:39.516496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-67baef1e-85d1-43dc-b26c-78d92cc9507e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:39.599501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.606336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:39.606996 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.768636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:39.769585 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.819004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 2, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:39.820929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-76664c44-d347-4401-bb48-649fdceeb386 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1957755 Jun 30 02:47:39.856483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5457678 Jun 30 02:47:39.856995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:39.863251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:39.867689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Checking router: f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:39.868508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Updating router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef port edccbadc-f10b-4034-81e1-43f87a84677b binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:39.919919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19b567-0fa5-4900-8a4c-ae03ff28b01a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=8f4f3ba6-5308-4405-b74b-8ffb73072288,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.930173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.930812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-67baef1e-85d1-43dc-b26c-78d92cc9507e tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags HTTP/1.1" status: 200 len: 241 time: 0.4286997 Jun 30 02:47:39.936394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:39.940584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:39.981832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-c4a583a4-c525-4cec-923a-28796fc1c17f tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-1958975896') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:40.097300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e68c-860d-4033-ba4d-51151a3ac9b2 req-368d4f43-7033-469c-96d6-c6a741d0d6c3 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.106112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-38e5e68c-860d-4033-ba4d-51151a3ac9b2 req-368d4f43-7033-469c-96d6-c6a741d0d6c3 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 945 time: 0.3524771 Jun 30 02:47:40.125872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c26b805f-26ed-48c5-b641-76dcadd28c78 req-08d1f06d-8ef1-4785-8fe3-d24fee4f3e0d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 210 time: 0.1550469 Jun 30 02:47:40.148526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-64dd7eef-cdf4-4427-9f56-37b6b399ada9 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.150203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-64dd7eef-cdf4-4427-9f56-37b6b399ada9 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.90 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 945 time: 0.2061455 Jun 30 02:47:40.175344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9ab862dc-63d0-4900-bd8c-db2b5099dfaf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:40.204738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c4a583a4-c525-4cec-923a-28796fc1c17f tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-1958975896 HTTP/1.1" status: 204 len: 168 time: 0.2660799 Jun 30 02:47:40.219318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:40.233649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-20319c0f-460f-4974-aecb-7d06e63955df tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-1958975896') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:40.249399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-38e5e68c-860d-4033-ba4d-51151a3ac9b2 req-f52bca1f-7bed-491b-85ef-655150d3988c tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/security-groups?id=3164eb21-6be3-4835-af1d-7f22fd2a6ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422477 Jun 30 02:47:40.342518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:40.346117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.466804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-879ef29e-d271-4893-8c31-a5ddfabbde7d None None] Provisioning for port 09710ac6-a9b0-4370-bb86-d2d01115537d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:40.476951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-879ef29e-d271-4893-8c31-a5ddfabbde7d None None] Provisioning complete for port 09710ac6-a9b0-4370-bb86-d2d01115537d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:40.477644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-879ef29e-d271-4893-8c31-a5ddfabbde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.502918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Deleting port 82728899-40b8-42b3-a154-5e2ac3760b1c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:40.503510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.551557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-879ef29e-d271-4893-8c31-a5ddfabbde7d None None] Port 09710ac6-a9b0-4370-bb86-d2d01115537d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:40.551557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:40.567871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:40.567871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.627656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-20319c0f-460f-4974-aecb-7d06e63955df tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-1958975896 HTTP/1.1" status: 204 len: 168 time: 0.4019802 Jun 30 02:47:40.628716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:40.638451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-cdfbbca9-887b-48af-9ac7-f7d2a43c7887 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:40.723470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] For port 82728899-40b8-42b3-a154-5e2ac3760b1c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=82728899-40b8-42b3-a154-5e2ac3760b1c,segment=NetworkSegment(6c226552-b2bf-4fef-a9fe-28b7c9efe6fd),segment_id=6c226552-b2bf-4fef-a9fe-28b7c9efe6fd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:40.723838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.751762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Calling delete_port for 82728899-40b8-42b3-a154-5e2ac3760b1c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:40.800134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-44244b42-415e-47c4-a3a4-7e1a2875bdd9 None None] Provisioning complete for port 09710ac6-a9b0-4370-bb86-d2d01115537d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:40.800737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44244b42-415e-47c4-a3a4-7e1a2875bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.903740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b4403-9ec1-4e32-8a77-559cef809623 req-646aa9ba-3d8f-43ba-9909-34e5c11edb52 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.911955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-44244b42-415e-47c4-a3a4-7e1a2875bdd9 None None] Port 09710ac6-a9b0-4370-bb86-d2d01115537d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:40.926013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c04b4403-9ec1-4e32-8a77-559cef809623 req-646aa9ba-3d8f-43ba-9909-34e5c11edb52 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.4157865 Jun 30 02:47:40.932149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.954135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.961981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.970452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.019790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=df54d1cf-af95-4c75-8a3a-2181dfc42a3d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.067670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cdfbbca9-887b-48af-9ac7-f7d2a43c7887 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags HTTP/1.1" status: 200 len: 205 time: 0.4378915 Jun 30 02:47:41.068908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46622) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.074330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,segment=NetworkSegment(394b0d80-7d04-496b-8ce2-216b7a8d41bc),segment_id=394b0d80-7d04-496b-8ce2-216b7a8d41bc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:41.076162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-ef7d9097-0ba8-4181-af7d-44d794ed6812 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:41.091510 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.127274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': '5c67f790-05ef-4816-baf6-499a4db3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:41.128253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: 8f4f3ba6-5308-4405-b74b-8ffb73072288, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:41.159131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c04b4403-9ec1-4e32-8a77-559cef809623 req-5daf16c5-444e-4309-98d6-7d45ac05a2de tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313883 Jun 30 02:47:41.173110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.176042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Transition to ACTIVE for port object edccbadc-f10b-4034-81e1-43f87a84677b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:41.196413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['82728899-40b8-42b3-a154-5e2ac3760b1c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:41.197600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:41.213330 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.225538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8f4f3ba6-5308-4405-b74b-8ffb73072288) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:41.238037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.239620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.260575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc87895-5d4d-4e11-a905-6a7d352db10f None None] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:41.274090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Pushing event deleted for resources: {'Port': ['ID=82728899-40b8-42b3-a154-5e2ac3760b1c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.279824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.294881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ef7d9097-0ba8-4181-af7d-44d794ed6812 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags HTTP/1.1" status: 200 len: 239 time: 0.2239239 Jun 30 02:47:41.298488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.302460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80ab1eb5-f3a8-41a5-9332-780b6e7e20c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4442058 Jun 30 02:47:41.305428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46638) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.321536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1000012265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:41.328478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-fe61bb63-ea04-4821-a5ac-e9723daed6fb tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-44330941') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:41.354427 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:41.385889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.388212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.400628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d469c6f-fef9-462e-acb2-467c78b6b0c7 req-fcc6610a-7438-417b-8136-ccd08ffd37d3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.409246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d469c6f-fef9-462e-acb2-467c78b6b0c7 req-fcc6610a-7438-417b-8136-ccd08ffd37d3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3878243 Jun 30 02:47:41.412618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:41.415453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] No DVR routers for this DVR port 82728899-40b8-42b3-a154-5e2ac3760b1c on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:41.418812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.435102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9cab3e28-e679-47a3-b8f9-537eece796b8 req-a75f4504-91da-4013-bfdc-17b03da83186 tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.90 "DELETE /v2.0/ports/82728899-40b8-42b3-a154-5e2ac3760b1c HTTP/1.1" status: 204 len: 173 time: 1.2578685 Jun 30 02:47:41.484926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'name': 'network-vif-deleted', 'tag': '82728899-40b8-42b3-a154-5e2ac3760b1c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:41.487288 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc5c1e0-73f2-42b9-8158-2eb96869c177" -d '{"events": [{"server_uuid": "2d046c62-cd05-4d99-96ba-5fb0ce553743", "name": "network-vif-deleted", "tag": "82728899-40b8-42b3-a154-5e2ac3760b1c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:41.521795 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.530150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.557304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d469c6f-fef9-462e-acb2-467c78b6b0c7 req-b989337e-f6e1-4aae-8166-c4e076ac2354 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471505 Jun 30 02:47:41.587618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Attempting to bind port edccbadc-f10b-4034-81e1-43f87a84677b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:41.588905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Attempting to bind port edccbadc-f10b-4034-81e1-43f87a84677b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:41.588905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Attempting to bind port edccbadc-f10b-4034-81e1-43f87a84677b on network 80341329-1269-44f7-9f47-7e8aa7a4a721 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:41.593159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.597711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d59c4f5a-5efe-412e-84dc-326b890db6dd tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2896893 Jun 30 02:47:41.598980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46646) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.621371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fe61bb63-ea04-4821-a5ac-e9723daed6fb tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-44330941 HTTP/1.1" status: 204 len: 168 time: 0.2964337 Jun 30 02:47:41.626441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.628944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:41.629327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Checking segment: {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:41.629735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.630135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Bound using segment: {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:41.630659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Bound port: edccbadc-f10b-4034-81e1-43f87a84677b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:41.631045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.635630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-7b075072-c51a-4c1b-945d-064670ea5f52 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-44330941') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:41.683142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:47:41.702546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf294e-a601-4900-9d75-01f118b86546 None None] Pushing event updated for resources: {'Port': ['ID=edccbadc-f10b-4034-81e1-43f87a84677b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.802603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7b075072-c51a-4c1b-945d-064670ea5f52 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-44330941 HTTP/1.1" status: 204 len: 168 time: 0.1750658 Jun 30 02:47:41.805051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.816882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-df40f2ea-8b7e-4ced-952b-655b7421e986 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:41.956850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0d2edd7-7801-4610-ae30-73d3a3edb769 req-08e945a7-251c-40d7-b632-f80571274757 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 210 time: 0.0970109 Jun 30 02:47:42.028800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9d942f8-137c-4c8c-a948-b7ca084c0301 req-45389b3c-31c5-46cd-97bf-cb82aa99876c tempest-InstanceActionsV221TestJSON-2038939727 tempest-InstanceActionsV221TestJSON-2038939727-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d046c62-cd05-4d99-96ba-5fb0ce553743 HTTP/1.1" status: 200 len: 210 time: 0.1361527 Jun 30 02:47:42.056963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-df40f2ea-8b7e-4ced-952b-655b7421e986 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags HTTP/1.1" status: 200 len: 205 time: 0.2445648 Jun 30 02:47:42.066080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.077463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-89e416dc-b966-4dc9-b997-a1f780eebdb1 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:42.226091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:42.303772 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3976b-c105-4e49-99de-a6bfb8c6b117 x-openstack-request-id: req-a4e3976b-c105-4e49-99de-a6bfb8c6b117 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:42.304054 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d046c62-cd05-4d99-96ba-5fb0ce553743", "name": "network-vif-deleted", "tag": "82728899-40b8-42b3-a154-5e2ac3760b1c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:42.304303 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4e3976b-c105-4e49-99de-a6bfb8c6b117 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:42.310330 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d046c62-cd05-4d99-96ba-5fb0ce553743', 'name': 'network-vif-deleted', 'tag': '82728899-40b8-42b3-a154-5e2ac3760b1c', 'status': 'completed', 'code': 200} Jun 30 02:47:42.395412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'port_id': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'mac_address': 'fa:16:3e:1f:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c9306-cfbf-4b08-a090-c3f41c80fa74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:42.412711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] For port edccbadc-f10b-4034-81e1-43f87a84677b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:42.414977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8f4f3ba6-5308-4405-b74b-8ffb73072288', 'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': 'df54d1cf-af95-4c75-8a3a-2181dfc42a3d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:42.415821 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.465114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-89e416dc-b966-4dc9-b997-a1f780eebdb1 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags HTTP/1.1" status: 200 len: 240 time: 0.3970387 Jun 30 02:47:42.467993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.470566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] For port edccbadc-f10b-4034-81e1-43f87a84677b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=edccbadc-f10b-4034-81e1-43f87a84677b,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:42.477300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-5f42ddd5-e460-4e07-9f3e-fa0b1d4f6f10 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-575559968') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:42.541401 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.608530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5f42ddd5-e460-4e07-9f3e-fa0b1d4f6f10 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-575559968 HTTP/1.1" status: 204 len: 168 time: 0.1393511 Jun 30 02:47:42.612029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.619986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.623415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-02d2b2f5-e719-4a43-86a7-03cd0fc94ea6 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-575559968') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:42.733994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:42.734610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:42.736512 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.773350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360afd1d-bcf8-4c65-8817-49a8b4d179fc {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:42.801682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-2b4ebaab-e772-4838-9314-569aa594813a tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.803673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-2b4ebaab-e772-4838-9314-569aa594813a tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 819 time: 0.5551076 Jun 30 02:47:42.870061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-02d2b2f5-e719-4a43-86a7-03cd0fc94ea6 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-575559968 HTTP/1.1" status: 204 len: 168 time: 0.2567666 Jun 30 02:47:42.873074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.880223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-35dcec1d-397d-4683-ad50-d0c2899e1bee tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:42.880536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'port': {'device_id': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'admin_state_up': True, 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:43.040354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e338a-d51d-4345-b42f-85d134b72cab req-c59d6aba-088e-41ba-aeef-492021b42f2c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.054390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a25e338a-d51d-4345-b42f-85d134b72cab req-c59d6aba-088e-41ba-aeef-492021b42f2c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.6566837 Jun 30 02:47:43.123884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:43.188427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf294e-a601-4900-9d75-01f118b86546 None None] Pushing event updated for resources: {'Port': ['ID=edccbadc-f10b-4034-81e1-43f87a84677b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:43.257337 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.280680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a25e338a-d51d-4345-b42f-85d134b72cab req-090a96f9-23be-41e0-8caf-76a2a39782da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252901 Jun 30 02:47:43.398968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['360afd1d-bcf8-4c65-8817-49a8b4d179fc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:43.404037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9ab862dc-63d0-4900-bd8c-db2b5099dfaf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:43.508476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Allocated IP 2001:db8::2 (8f4f3ba6-5308-4405-b74b-8ffb73072288/df54d1cf-af95-4c75-8a3a-2181dfc42a3d/024d0481-ffdd-4de2-9e3f-0d7448ef9561) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:43.539034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:43.582743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5c8b42d-bd8d-4ede-aa78-6024d8e45145 req-d4b796ee-a54e-4f03-9676-c00c841f8ace tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 210 time: 0.0427456 Jun 30 02:47:43.605543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Made reservation on behalf of d595b2b21f1a4afdb5c5093168958bca for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:43.617888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.626834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 82728899-40b8-42b3-a154-5e2ac3760b1c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:43.677563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 82728899-40b8-42b3-a154-5e2ac3760b1c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:43.677891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 82728899-40b8-42b3-a154-5e2ac3760b1c not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:43.747058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:43.825423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Allocated IP 172.20.0.10 (80341329-1269-44f7-9f47-7e8aa7a4a721/37e01eca-8826-4c49-9124-32c1b33c59c6/aca18a4b-620f-4a44-81ac-90587e44d11e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:43.919516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:43.919949 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.930007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35dcec1d-397d-4683-ad50-d0c2899e1bee tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags HTTP/1.1" status: 200 len: 205 time: 1.0554643 Jun 30 02:47:43.947342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:43.954209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-7a806075-4d5a-4e53-9039-36718c9b2c01 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.060726 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a806075-4d5a-4e53-9039-36718c9b2c01 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags HTTP/1.1" status: 200 len: 239 time: 0.1101100 Jun 30 02:47:44.065153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.082338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:44.099837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-07b0c596-2278-4ccc-aaab-9ef5b18cd00b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-62188316') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.127782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-cff0428f-80b1-4b16-9cda-00456b47c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.134918 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-cff0428f-80b1-4b16-9cda-00456b47c090 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1097 time: 0.3585358 Jun 30 02:47:44.155944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.279761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Network 80341329-1269-44f7-9f47-7e8aa7a4a721 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:44.284319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:44.287055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:44.350457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.351149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.360965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ac50-ea8e-4639-bd66-e6ee5a360d86 req-c9e29cea-d165-44d9-92b1-bde45b7c1cff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.368125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:44.369252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3678ac50-ea8e-4639-bd66-e6ee5a360d86 req-c9e29cea-d165-44d9-92b1-bde45b7c1cff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 944 time: 0.5942357 Jun 30 02:47:44.374108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-a0cc42c7-e78f-4ef6-91ba-b4059941dda1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5158365 Jun 30 02:47:44.390206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Request body: {'port': {'device_id': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:44.427926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-07b0c596-2278-4ccc-aaab-9ef5b18cd00b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-62188316 HTTP/1.1" status: 204 len: 168 time: 0.3422940 Jun 30 02:47:44.445267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:44.490588 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.497161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-c173637b-15a9-4274-83f9-d1be746b43fd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-62188316') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.515426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46720) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:44.570477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:42Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.582571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Deleting subnet 0993c868-9b48-4181-8926-ffce53a3f1ba {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:44.609444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.610260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-dfccfa6d-bcdc-447d-bcef-cafdeaeb150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.624098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-dfccfa6d-bcdc-447d-bcef-cafdeaeb150c service neutron] 10.222.0.90 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.4765348 Jun 30 02:47:44.630356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3678ac50-ea8e-4639-bd66-e6ee5a360d86 req-20860460-000b-429f-a623-9538d857896c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327230 Jun 30 02:47:44.728673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.755556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-2a044ba4-c7a6-4760-8942-c3965c957098 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1002 time: 0.1103871 Jun 30 02:47:44.776866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.783373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c4bda-ec40-4b2b-999b-7c4a9030def0 None None] The sync data for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 is: [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:42Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:44.815075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c173637b-15a9-4274-83f9-d1be746b43fd tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-62188316 HTTP/1.1" status: 204 len: 168 time: 0.3685975 Jun 30 02:47:44.818127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:44.823263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.843750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-53f388a9-e329-4628-903a-db4ab29f5d26 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.910753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Transition to ACTIVE for port object 024d0481-ffdd-4de2-9e3f-0d7448ef9561 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:45.005644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Transition to ACTIVE for port object 024d0481-ffdd-4de2-9e3f-0d7448ef9561 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:45.029069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.037075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.073394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-165514c2-861c-4549-9ca2-4685d3e716d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.075814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-165514c2-861c-4549-9ca2-4685d3e716d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.3124979 Jun 30 02:47:45.083968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-53f388a9-e329-4628-903a-db4ab29f5d26 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags HTTP/1.1" status: 200 len: 205 time: 0.2645054 Jun 30 02:47:45.088909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46726) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:45.132746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-488e5611-ccbc-4097-9790-3cf83563eab5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:45.153381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Pushing event updated for resources: {'Port': ['ID=024d0481-ffdd-4de2-9e3f-0d7448ef9561,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:45.195024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:45.205471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:45.210441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:45.289958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd86cb-841c-44bf-9fee-aa4427695147 req-7d604034-9e21-47f1-ad90-c0246f276bf0 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.300703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdcd86cb-841c-44bf-9fee-aa4427695147 req-7d604034-9e21-47f1-ad90-c0246f276bf0 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 932 time: 0.3465526 Jun 30 02:47:45.341464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device edccbadc-f10b-4034-81e1-43f87a84677b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:45.418585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:45.440564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-827eccad-d844-46ae-a6dd-25e7b402ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.442342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-827eccad-d844-46ae-a6dd-25e7b402ecec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3425682 Jun 30 02:47:45.448531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Attempting to bind port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:45.449204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Attempting to bind port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '5c67f790-05ef-4816-baf6-499a4db3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:45.449994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Attempting to bind port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 on network 8f4f3ba6-5308-4405-b74b-8ffb73072288 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:45.455747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdcd86cb-841c-44bf-9fee-aa4427695147 req-fcef517c-1d2f-4a3f-b754-2d968f168fa8 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527748 Jun 30 02:47:45.462227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:45.462950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Checking segment: {'id': '5c67f790-05ef-4816-baf6-499a4db3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:45.467946 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.468706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Bound using segment: {'id': '5c67f790-05ef-4816-baf6-499a4db3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:45.469527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Bound port: 024d0481-ffdd-4de2-9e3f-0d7448ef9561, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c67f790-05ef-4816-baf6-499a4db3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8f4f3ba6-5308-4405-b74b-8ffb73072288'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:45.470167 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.600134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-a80dad73-971a-4626-9a91-b22caf370393 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432807 Jun 30 02:47:45.624688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port edccbadc-f10b-4034-81e1-43f87a84677b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:45.670210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port edccbadc-f10b-4034-81e1-43f87a84677b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:45.676218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.785371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.787934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0993c868-9b48-4181-8926-ffce53a3f1ba HTTP/1.1" status: 204 len: 168 time: 1.2708461 Jun 30 02:47:45.808104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-a83a58d4-12f9-46ae-a0a6-2ade6495f33c service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949546 Jun 30 02:47:45.808878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0993c868-9b48-4181-8926-ffce53a3f1ba,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:45.812153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:45.890295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 360afd1d-bcf8-4c65-8817-49a8b4d179fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:45.891261 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.917072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.917996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.918384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.918860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.919492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.919842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.920165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.920603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.920880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.921219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.921537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.921865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e03d33-b8dd-4510-8948-5d75372c0d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:45.998458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8::1 (8f4f3ba6-5308-4405-b74b-8ffb73072288/df54d1cf-af95-4c75-8a3a-2181dfc42a3d/5e3008e8-1cd9-462e-9051-768ca74ffedb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:46.054378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] For port 024d0481-ffdd-4de2-9e3f-0d7448ef9561, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:46.064548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] For port 024d0481-ffdd-4de2-9e3f-0d7448ef9561, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=024d0481-ffdd-4de2-9e3f-0d7448ef9561,segment=NetworkSegment(5c67f790-05ef-4816-baf6-499a4db3f8d1),segment_id=5c67f790-05ef-4816-baf6-499a4db3f8d1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:46.096817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-488e5611-ccbc-4097-9790-3cf83563eab5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags HTTP/1.1" status: 204 len: 168 time: 0.9727194 Jun 30 02:47:46.103756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:46.120422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-a295f2b6-6cb2-4d9f-a6d2-be348734c9bf tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.157078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.159206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947e7f-93bc-43bb-9e22-018ce914c679 req-e72bf84d-132f-4a4d-8bc5-ea8602817997 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.171193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-10947e7f-93bc-43bb-9e22-018ce914c679 req-e72bf84d-132f-4a4d-8bc5-ea8602817997 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 1.2486339 Jun 30 02:47:46.199884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.298273 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.316761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a390d-1d01-43d5-9294-4dddafd5ec00 None None] Pushing event updated for resources: {'Port': ['ID=024d0481-ffdd-4de2-9e3f-0d7448ef9561,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.375414 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.434758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.437648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:46.440262 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c648c1-48e5-4e0d-8eb5-c66dcd47bc46" -d '{"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-plugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:46.445947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port edccbadc-f10b-4034-81e1-43f87a84677b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=edccbadc-f10b-4034-81e1-43f87a84677b,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.451424 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.459761 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.465421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-10947e7f-93bc-43bb-9e22-018ce914c679 req-23aedc06-662b-4426-8e4e-eed1344ffb38 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927992 Jun 30 02:47:46.522554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca18a4b-620f-4a44-81ac-90587e44d11e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:46.552932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.571635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a295f2b6-6cb2-4d9f-a6d2-be348734c9bf tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags HTTP/1.1" status: 204 len: 168 time: 0.4668403 Jun 30 02:47:46.581605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:46.599459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1bdcb-ec99-4cdb-90fa-3d7c234b2f80 req-9e535f01-d77b-40cf-97a3-0d7468661254 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.609252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a1bdcb-ec99-4cdb-90fa-3d7c234b2f80 req-9e535f01-d77b-40cf-97a3-0d7468661254 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 944 time: 0.3452296 Jun 30 02:47:46.622079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.624719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Transition to ACTIVE for port object aca18a4b-620f-4a44-81ac-90587e44d11e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:46.644416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.646169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.654521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 5e3008e8-1cd9-462e-9051-768ca74ffedb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:46.660538 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c228e6-edb2-4f58-808b-6e87268f7892 x-openstack-request-id: req-e3c228e6-edb2-4f58-808b-6e87268f7892 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:46.661139 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-plugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:46.661631 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3c228e6-edb2-4f58-808b-6e87268f7892 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:46.662272 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'code': 200} Jun 30 02:47:46.662439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-a655c1bd-42cd-490d-9205-5655cc527770 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.805167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.858794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a1bdcb-ec99-4cdb-90fa-3d7c234b2f80 req-3fc1f8a1-9759-4b9d-9a4b-7d443a9632d8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485192 Jun 30 02:47:46.867240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=edccbadc-f10b-4034-81e1-43f87a84677b,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.888437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.929935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf6be8a-0c60-4323-8b5d-43c6eface21c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.967044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.967781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c226552-b2bf-4fef-a9fe-28b7c9efe6fd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.985480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.987486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.038133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.045053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a655c1bd-42cd-490d-9205-5655cc527770 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags HTTP/1.1" status: 204 len: 168 time: 0.3968015 Jun 30 02:47:47.045679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.053604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-d34312bc-14dd-4297-8484-dce705d405b1 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:47.063441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:47.068683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:47.068683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:47.069814 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:47.075652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:47.078797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:47.079727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.093454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Attempting to bind port aca18a4b-620f-4a44-81ac-90587e44d11e on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:47.093813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Attempting to bind port aca18a4b-620f-4a44-81ac-90587e44d11e by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:47.094141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Attempting to bind port aca18a4b-620f-4a44-81ac-90587e44d11e on network 80341329-1269-44f7-9f47-7e8aa7a4a721 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:47.167050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=5e3008e8-1cd9-462e-9051-768ca74ffedb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.189033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Port aca18a4b-620f-4a44-81ac-90587e44d11e on network 80341329-1269-44f7-9f47-7e8aa7a4a721 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:47.189368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Attempting to bind port aca18a4b-620f-4a44-81ac-90587e44d11e on network 80341329-1269-44f7-9f47-7e8aa7a4a721 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:47.237538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21054f-4f0a-4dc8-b370-ca54b8ea1d2a req-36363d02-3c62-4aae-880c-15c48f1d9626 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.242281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.247840 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd21054f-4f0a-4dc8-b370-ca54b8ea1d2a req-36363d02-3c62-4aae-880c-15c48f1d9626 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 944 time: 0.4131231 Jun 30 02:47:47.262712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:47.263058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Checking segment: {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:47.263503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Bound using segment: {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:47.263887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Bound port: aca18a4b-620f-4a44-81ac-90587e44d11e, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69bcd46-cc58-472b-9308-989d76d50d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:47.264247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.283277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.288359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] 10.222.0.78 "DELETE /v2.0/networks/daf6be8a-0c60-4323-8b5d-43c6eface21c HTTP/1.1" status: 204 len: 168 time: 1.4727666 Jun 30 02:47:47.319747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791db64c-3aa8-4b02-ae90-4f59d97d60cc admin admin] Pushing event deleted for resources: {'Network': ['ID=daf6be8a-0c60-4323-8b5d-43c6eface21c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.351905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d34312bc-14dd-4297-8484-dce705d405b1 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags HTTP/1.1" status: 204 len: 168 time: 0.3036726 Jun 30 02:47:47.359654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.367543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-860e2ad1-f449-48c2-9ee1-83f211e93012 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-794218490') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:47.426838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 024d0481-ffdd-4de2-9e3f-0d7448ef9561 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:47.546616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd21054f-4f0a-4dc8-b370-ca54b8ea1d2a req-572c5566-05a4-4d0c-90ea-a28b4e902a04 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978351 Jun 30 02:47:47.582347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46768) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.582605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-860e2ad1-f449-48c2-9ee1-83f211e93012 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-794218490 HTTP/1.1" status: 201 len: 201 time: 0.2213554 Jun 30 02:47:47.599767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:47.607530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device edccbadc-f10b-4034-81e1-43f87a84677b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:47.628580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-a483c4cc-ae2c-4f65-a398-8e02917b89d0 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-10499913') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:47.692711 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.785455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:47.786440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.846682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:47.861713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6c60259c-ba88-4bd9-83f5-325951527eb6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0e8e47942274d72ad9707890dab5734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740933 Jun 30 02:47:47.862988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.889990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567778-1f65-45d4-822d-5b27a043d276 req-63622c9d-5de0-4c62-93ca-fd02d3f52e4c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.891980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6567778-1f65-45d4-822d-5b27a043d276 req-63622c9d-5de0-4c62-93ca-fd02d3f52e4c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.2304199 Jun 30 02:47:48.100247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5039-c588-4866-9fdf-a90b4d3c9adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.111896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.125296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6567778-1f65-45d4-822d-5b27a043d276 req-81767d59-c532-4a1e-a497-65ad1c483a30 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169504 Jun 30 02:47:48.191073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5039-c588-4866-9fdf-a90b4d3c9adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.229039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.230926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.232947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] 10.222.0.67 "PUT /v2.0/ports/aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 1092 time: 3.8489242 Jun 30 02:47:48.244114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port edccbadc-f10b-4034-81e1-43f87a84677b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:48.244715 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.254851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:48.262065 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:48.338191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5039-c588-4866-9fdf-a90b4d3c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.342087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5039-c588-4866-9fdf-a90b4d3c9adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.348023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e9eb5039-c588-4866-9fdf-a90b4d3c9adb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3164eb21-6be3-4835-af1d-7f22fd2a6ac6 HTTP/1.1" status: 204 len: 168 time: 0.4755251 Jun 30 02:47:48.363758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb5039-c588-4866-9fdf-a90b4d3c9adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3164eb21-6be3-4835-af1d-7f22fd2a6ac6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.421136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6841034-6f18-47f1-9f38-b766a696d9ce service neutron] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.441633 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a483c4cc-ae2c-4f65-a398-8e02917b89d0 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-10499913 HTTP/1.1" status: 201 len: 201 time: 0.8284111 Jun 30 02:47:48.443105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.450582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-080d8593-a085-4c9b-8be1-a1d4ae525015 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-480860232') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:48.494494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43781-bc70-4de5-8b50-5d125bff4552 req-b1d066f5-299a-4c5d-95a6-7672f3f6bdb7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.517481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ee43781-bc70-4de5-8b50-5d125bff4552 req-b1d066f5-299a-4c5d-95a6-7672f3f6bdb7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4145098 Jun 30 02:47:48.526261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b02ec-818e-4ee8-93de-e4c638b1883e None None] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:48.605612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-1b4a18c4-1cc7-4810-a6e2-302032223936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.607449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-1b4a18c4-1cc7-4810-a6e2-302032223936 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1095 time: 0.3076084 Jun 30 02:47:48.622536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ee43781-bc70-4de5-8b50-5d125bff4552 req-25c2a4cb-b50f-4b49-8f74-44ac12e51bb7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036906 Jun 30 02:47:48.628773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Provisioning for port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:48.665192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Provisioning complete for port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:48.666799 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.676802 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba72ac-a56c-4e08-8d85-8dcbc6328168 x-openstack-request-id: req-7cba72ac-a56c-4e08-8d85-8dcbc6328168 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:48.677060 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:48.677394 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cba72ac-a56c-4e08-8d85-8dcbc6328168 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:48.680626 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'status': 'completed', 'code': 200} Jun 30 02:47:48.691523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-080d8593-a085-4c9b-8be1-a1d4ae525015 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-480860232 HTTP/1.1" status: 201 len: 201 time: 0.2465153 Jun 30 02:47:48.692732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.703141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-5c2a8830-9f1e-46c1-89cd-738bd2360d7a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-1482848435') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:48.765090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-ed0d42ae-8074-4c50-a47e-102bc0f6f376 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.1377344 Jun 30 02:47:48.772207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5c2a8830-9f1e-46c1-89cd-738bd2360d7a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-1482848435 HTTP/1.1" status: 201 len: 201 time: 0.0768583 Jun 30 02:47:48.772958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.781112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-5f3cc972-7074-4481-95df-3199f70ada0f tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', {'tags': ['tempest-TagsExtTest-Tag-1024075202', 'tempest-TagsExtTest-Tag-2116498775', 'tempest-TagsExtTest-Tag-214128628']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:48.811148 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.867927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.868754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.976318 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5f3cc972-7074-4481-95df-3199f70ada0f tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags HTTP/1.1" status: 200 len: 317 time: 0.2012138 Jun 30 02:47:48.989089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.990144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=5e3008e8-1cd9-462e-9051-768ca74ffedb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.999744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-3014744d-4772-4e17-bd03-f963489085ab tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.024828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-e3662b59-ea56-4681-bd8c-c1a83fad812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.026319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-e3662b59-ea56-4681-bd8c-c1a83fad812b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.2521150 Jun 30 02:47:49.136057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a27ffc-2a42-4a2b-ba77-198caede5e7f req-0f0c4e9d-3c49-4495-9be7-95626cdf344f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.148474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8a27ffc-2a42-4a2b-ba77-198caede5e7f req-0f0c4e9d-3c49-4495-9be7-95626cdf344f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 944 time: 0.2589817 Jun 30 02:47:49.160873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.180794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-332d4c92-9c2b-467b-956f-28e95a1fa5cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954826 Jun 30 02:47:49.246057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:49.260334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] For port 024d0481-ffdd-4de2-9e3f-0d7448ef9561, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=024d0481-ffdd-4de2-9e3f-0d7448ef9561,segment=NetworkSegment(5c67f790-05ef-4816-baf6-499a4db3f8d1),segment_id=5c67f790-05ef-4816-baf6-499a4db3f8d1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:49.279596 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.288414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:49.379258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8a27ffc-2a42-4a2b-ba77-198caede5e7f req-328855aa-bafe-4aa8-a9e5-879fd73f4ce1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298729 Jun 30 02:47:49.400398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Pushing event updated for resources: {'Port': ['ID=024d0481-ffdd-4de2-9e3f-0d7448ef9561,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.425941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.426602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.427004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.427489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.427822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.428187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.428514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.428870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.429192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.429512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.429832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.430177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93228a8c-1c05-48f4-8be0-8a9dc561c097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:49.436434 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3014744d-4772-4e17-bd03-f963489085ab tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags HTTP/1.1" status: 204 len: 168 time: 0.4462783 Jun 30 02:47:49.439411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.445098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-a9f8a3aa-cb84-4a2d-b794-70c9edca7e09 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-1024075202') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.563155 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a9f8a3aa-cb84-4a2d-b794-70c9edca7e09 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:49.564323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9f8a3aa-cb84-4a2d-b794-70c9edca7e09 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-1024075202 HTTP/1.1" status: 404 len: 329 time: 0.1237946 Jun 30 02:47:49.567970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.580291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-d0fe9edd-f956-4282-a1fd-be73ef95e5e5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-2116498775') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.603717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-89101979-831d-46eb-905d-44152e754a2d service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776054 Jun 30 02:47:49.727142 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d0fe9edd-f956-4282-a1fd-be73ef95e5e5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:49.732241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d0fe9edd-f956-4282-a1fd-be73ef95e5e5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-2116498775 HTTP/1.1" status: 404 len: 329 time: 0.1632740 Jun 30 02:47:49.732878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.744016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b29a232b-dc00-413a-a6d1-f07432ed0dbd None None] Provisioning complete for port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:49.744563 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a232b-dc00-413a-a6d1-f07432ed0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.757228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-296d9fda-5b72-4daf-a81f-afffe9696b10 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003', 'tempest-TagsExtTest-Tag-214128628') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.925332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b29a232b-dc00-413a-a6d1-f07432ed0dbd None None] Provisioning for port 5e3008e8-1cd9-462e-9051-768ca74ffedb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:49.934093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b29a232b-dc00-413a-a6d1-f07432ed0dbd None None] Provisioning complete for port 5e3008e8-1cd9-462e-9051-768ca74ffedb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:49.934513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29a232b-dc00-413a-a6d1-f07432ed0dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.935733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98788acd-0664-4f56-ac0e-b67cc2ec4e1b req-b6a3729f-7ddb-4c82-9f51-e232601b3ce3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.938038 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-296d9fda-5b72-4daf-a81f-afffe9696b10 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:49.941536 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-296d9fda-5b72-4daf-a81f-afffe9696b10 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags/tempest-TagsExtTest-Tag-214128628 HTTP/1.1" status: 404 len: 328 time: 0.2076840 Jun 30 02:47:49.942586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98788acd-0664-4f56-ac0e-b67cc2ec4e1b req-b6a3729f-7ddb-4c82-9f51-e232601b3ce3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.5934298 Jun 30 02:47:49.945010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.954032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-14114c81-8de7-4826-9b21-57ae43e4b804 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', {'tags': ['tempest-TagsExtTest-Tag-1851875882', 'tempest-TagsExtTest-Tag-1555899699', 'tempest-TagsExtTest-Tag-611810282']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.023918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b29a232b-dc00-413a-a6d1-f07432ed0dbd None None] Port 5e3008e8-1cd9-462e-9051-768ca74ffedb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:50.046671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.068568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d93dba73-6954-43ef-bfa6-ffee39bc6267 req-6f2fb255-9266-4ff0-bcbc-4267884650f6 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370120 Jun 30 02:47:50.081428 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98788acd-0664-4f56-ac0e-b67cc2ec4e1b req-fd4025fa-9a6b-4e4f-883a-762c8349ffb9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233201 Jun 30 02:47:50.127918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router a75cb99a-b23e-46c5-8da4-4b9f1133a36f is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:50.156861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ebf45be6-9a20-4bf1-8764-6e6fd5c6356d None None] Provisioning complete for port 5e3008e8-1cd9-462e-9051-768ca74ffedb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:50.159555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf45be6-9a20-4bf1-8764-6e6fd5c6356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.210967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-14114c81-8de7-4826-9b21-57ae43e4b804 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags HTTP/1.1" status: 200 len: 317 time: 0.2647784 Jun 30 02:47:50.212382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.221018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-337d7572-3a1f-459f-b9ba-ab68c68c871b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.291469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ebf45be6-9a20-4bf1-8764-6e6fd5c6356d None None] Port 5e3008e8-1cd9-462e-9051-768ca74ffedb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:50.347761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96973579-79a4-4ba4-9a14-de0862b7bfab req-bb09d452-08c6-4f6e-a395-56c8f9df3218 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.359755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96973579-79a4-4ba4-9a14-de0862b7bfab req-bb09d452-08c6-4f6e-a395-56c8f9df3218 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3397226 Jun 30 02:47:50.378299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:50.385330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05bb0b88-138c-4ced-a631-08b8c1abfb40 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/a75cb99a-b23e-46c5-8da4-4b9f1133a36f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7850885 Jun 30 02:47:50.390749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46838) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.396694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] Sync routers for ids ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:50.419775 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] Routers {'a75cb99a-b23e-46c5-8da4-4b9f1133a36f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:50.419775 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.429169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1377304087-network', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:50.491507 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.507249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef6b61-5779-4e3b-ba59-b0ce676c9878 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.508791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c6ef6b61-5779-4e3b-ba59-b0ce676c9878 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports/5e3008e8-1cd9-462e-9051-768ca74ffedb HTTP/1.1" status: 200 len: 911 time: 0.1170716 Jun 30 02:47:50.514823 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] Routers {'a75cb99a-b23e-46c5-8da4-4b9f1133a36f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:50.515795 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.519094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.523556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-b74f151b-7da5-465f-8534-ab544fb00f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.524976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-b74f151b-7da5-465f-8534-ab544fb00f3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1095 time: 0.2642720 Jun 30 02:47:50.543395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df54d1cf-af95-4c75-8a3a-2181dfc42a3d'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:50.631780 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.632442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a09c3-d9d1-4092-b6d9-d6f4c328f236 None None] The sync data for ids ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:50.663432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96973579-79a4-4ba4-9a14-de0862b7bfab req-2c20757b-74d4-4508-8c37-84c5bd77bec0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016515 Jun 30 02:47:50.673571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-ab50441d-915d-49fe-a48e-1fdf652e6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.675491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Made reservation on behalf of c2f6c60c4ed74c00952e96830b601347 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:50.675877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-ab50441d-915d-49fe-a48e-1fdf652e6a99 service neutron] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.1430864 Jun 30 02:47:50.680374 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.695225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.704606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-337d7572-3a1f-459f-b9ba-ab68c68c871b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags HTTP/1.1" status: 204 len: 168 time: 0.4892986 Jun 30 02:47:50.708246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.716057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-7cf282cf-f9ac-4780-bcd6-2e70baee44d5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-1851875882') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.723257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f26c149-05a2-4aae-bcce-90ddb4cf42b9 None None] Provisioning complete for port 5e3008e8-1cd9-462e-9051-768ca74ffedb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:50.725898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f26c149-05a2-4aae-bcce-90ddb4cf42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.756625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-e88e6421-3df1-4f57-bc52-013041541fb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.0449286 Jun 30 02:47:50.803619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f26c149-05a2-4aae-bcce-90ddb4cf42b9 None None] Port 5e3008e8-1cd9-462e-9051-768ca74ffedb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:50.882587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9cb15-3610-4ce8-b33e-474b3f175f28 req-bd67263f-aec2-4cd0-b8a9-01ddf8350a87 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.890534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13b9cb15-3610-4ce8-b33e-474b3f175f28 req-bd67263f-aec2-4cd0-b8a9-01ddf8350a87 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 944 time: 0.2396805 Jun 30 02:47:50.933531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-178dd43b-a89a-4191-8877-0175f8e0a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.936258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-178dd43b-a89a-4191-8877-0175f8e0a762 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.1631641 Jun 30 02:47:50.941898 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7cf282cf-f9ac-4780-bcd6-2e70baee44d5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:50.941898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7cf282cf-f9ac-4780-bcd6-2e70baee44d5 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-1851875882 HTTP/1.1" status: 404 len: 329 time: 0.2292213 Jun 30 02:47:50.944989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.962373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-e2af2b12-79bf-4db5-9758-d53dc8249743 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-1555899699') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:51.003000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13b9cb15-3610-4ce8-b33e-474b3f175f28 req-58cd235b-ee87-4119-9838-385cf25c8c7c tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097987 Jun 30 02:47:51.048138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-b195c88a-c5b9-43e0-95db-ce7bafa84130 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889285 Jun 30 02:47:51.135229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.259215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-9d7476b5-ab65-4a8e-92da-51cddba6ef21 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876662 Jun 30 02:47:51.279669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 024d0481-ffdd-4de2-9e3f-0d7448ef9561 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:51.340104 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e2af2b12-79bf-4db5-9758-d53dc8249743 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:51.341358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e2af2b12-79bf-4db5-9758-d53dc8249743 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-1555899699 HTTP/1.1" status: 404 len: 329 time: 0.3954520 Jun 30 02:47:51.346012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:51.379659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-28cd3fa8-207a-4b92-8293-baed3824a988 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d', 'tempest-TagsExtTest-Tag-611810282') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:51.413897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:51.415280 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.480709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9477dab2-428b-4eb2-a2bc-6ddaf5d8c7e5 req-010955dd-83d4-47e9-a027-88415ce3a863 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155156 Jun 30 02:47:51.524365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.584418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.810556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46876) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:51.995631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b62773d5-f955-485e-b9a1-d799c6191724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.137717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:52.150257 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0f530-0acb-4971-9e96-8f11c1c7e0fd req-454c6aa7-e3ea-4a74-9764-535025211afb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.150548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17382da-1727-4483-ab65-7e348a8efb98,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.158492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cfb0f530-0acb-4971-9e96-8f11c1c7e0fd req-454c6aa7-e3ea-4a74-9764-535025211afb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2574880 Jun 30 02:47:52.170084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.170709 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Added segment 809b3a35-0a39-4438-9ec7-eabe8a8ce137 of type vlan for network 7e63f45c-7ca8-42df-934d-b37ab1e2beec Jun 30 02:47:52.183601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b62773d5-f955-485e-b9a1-d799c6191724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.203647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b62773d5-f955-485e-b9a1-d799c6191724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.238072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62773d5-f955-485e-b9a1-d799c6191724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8d98eb-2a91-4a6c-817f-897cbf02a5cd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.261863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cfb0f530-0acb-4971-9e96-8f11c1c7e0fd req-393e61bb-0db2-4280-aa6a-2db495ccd316 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027224 Jun 30 02:47:52.271939 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-28cd3fa8-207a-4b92-8293-baed3824a988 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:52.275814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28cd3fa8-207a-4b92-8293-baed3824a988 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags/tempest-TagsExtTest-Tag-611810282 HTTP/1.1" status: 404 len: 328 time: 0.9164879 Jun 30 02:47:52.290754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.303831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.308561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-ed2140ed-4340-4784-b3bc-dcbdbda6b976 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', {'tags': ['tempest-TagsExtTest-Tag-1414112100', 'tempest-TagsExtTest-Tag-1860923148', 'tempest-TagsExtTest-Tag-1763764288']}) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:52.354507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defa7d-1b04-44b6-b121-d7d83b6cd41c req-f8092dcd-6e16-43ad-b788-98998e01ce8c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.361910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88defa7d-1b04-44b6-b121-d7d83b6cd41c req-f8092dcd-6e16-43ad-b788-98998e01ce8c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.9484508 Jun 30 02:47:52.394998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b62773d5-f955-485e-b9a1-d799c6191724 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11e74c6f64f94c4c996e47552d01bb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832062 Jun 30 02:47:52.400612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.472105 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.473001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.473584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.479333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ed2140ed-4340-4784-b3bc-dcbdbda6b976 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags HTTP/1.1" status: 200 len: 318 time: 0.1827638 Jun 30 02:47:52.480156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46888) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.488897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-21a17d0a-acb3-4201-a345-029056b0330b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:52.489486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88defa7d-1b04-44b6-b121-d7d83b6cd41c req-d18aba8c-d930-487d-812c-530536707f96 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262453 Jun 30 02:47:52.611533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5575581 Jun 30 02:47:52.616924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.638374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Request body: {'subnet': {'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1377304087-subnet', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:52.686234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.709626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-21a17d0a-acb3-4201-a345-029056b0330b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags HTTP/1.1" status: 204 len: 168 time: 0.2266154 Jun 30 02:47:52.710891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a0697-1b5b-4b8b-bc02-7e8c65128b8a admin admin] Pushing event updated for resources: {'Network': ['ID=7e63f45c-7ca8-42df-934d-b37ab1e2beec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.712992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46892) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.720187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.721934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-d5facbbd-5583-49d7-914a-6840f1fe1c09 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-1414112100') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:52.727541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.728111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.732802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/ports/5e3008e8-1cd9-462e-9051-768ca74ffedb HTTP/1.1" status: 200 len: 911 time: 2.1977706 Jun 30 02:47:52.736656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a664b10-4b8b-43d9-be65-ebdf457a650e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.739923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.744376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:52.841485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Made reservation on behalf of c2f6c60c4ed74c00952e96830b601347 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:52.844434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.968163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51568b4e-64d5-4096-847f-1ac7998ea299 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=5e3008e8-1cd9-462e-9051-768ca74ffedb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.978142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a664b10-4b8b-43d9-be65-ebdf457a650e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.233937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a664b10-4b8b-43d9-be65-ebdf457a650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.236902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a664b10-4b8b-43d9-be65-ebdf457a650e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.243496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8a664b10-4b8b-43d9-be65-ebdf457a650e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b8d98eb-2a91-4a6c-817f-897cbf02a5cd HTTP/1.1" status: 204 len: 168 time: 0.8377075 Jun 30 02:47:53.268435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a664b10-4b8b-43d9-be65-ebdf457a650e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8d98eb-2a91-4a6c-817f-897cbf02a5cd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.351926 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-d5facbbd-5583-49d7-914a-6840f1fe1c09 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:53.356594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d5facbbd-5583-49d7-914a-6840f1fe1c09 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-1414112100 HTTP/1.1" status: 404 len: 329 time: 0.6425545 Jun 30 02:47:53.364535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.375047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-29686271-1c49-4abb-beea-b077eda36196 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-1860923148') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.376296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210a041-4e45-4b6f-ae53-b03d51b4f850 req-67b8497b-f896-4ad5-bd23-daea5df01aa3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.385195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3210a041-4e45-4b6f-ae53-b03d51b4f850 req-67b8497b-f896-4ad5-bd23-daea5df01aa3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 944 time: 0.7516744 Jun 30 02:47:53.446100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device aca18a4b-620f-4a44-81ac-90587e44d11e details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:53.462073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3210a041-4e45-4b6f-ae53-b03d51b4f850 req-42e28166-05c7-4b92-891c-39f201a5086c tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758276 Jun 30 02:47:53.495049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.598913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:53.614807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'port_id': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'mac_address': 'fa:16:3e:02:77:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:53.690409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.710768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca18a4b-620f-4a44-81ac-90587e44d11e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:53.737081 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-29686271-1c49-4abb-beea-b077eda36196 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:53.741324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.746419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-812d0bed-ee7b-49ee-9968-8ee90cc465a9 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869', 'tempest-TagsExtTest-Tag-1763764288') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.751560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:53.758882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-29686271-1c49-4abb-beea-b077eda36196 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-1860923148 HTTP/1.1" status: 404 len: 329 time: 0.3933973 Jun 30 02:47:53.773238 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.801174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ac83d9-2d46-4052-91ba-ff4e1ec94d07,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.849614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.889191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Checking segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:53.889920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Network hostable DHCP agents. Network: 7e63f45c-7ca8-42df-934d-b37ab1e2beec, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:53.963043 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-812d0bed-ee7b-49ee-9968-8ee90cc465a9 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:53.964279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-812d0bed-ee7b-49ee-9968-8ee90cc465a9 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags/tempest-TagsExtTest-Tag-1763764288 HTTP/1.1" status: 404 len: 329 time: 0.2219021 Jun 30 02:47:53.968146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.972019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:53.984320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae17dc7-fc96-4783-a944-2691bddf46b0 req-0f4b9b83-cf90-4286-b408-094b93344034 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.985891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-cf3dcfb1-ff10-4165-aac5-72ca06a7098a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', {'tags': ['tempest-TagsExtTest-Tag-511480202', 'tempest-TagsExtTest-Tag-649211', 'tempest-TagsExtTest-Tag-570449293']}) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.987111 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bae17dc7-fc96-4783-a944-2691bddf46b0 req-0f4b9b83-cf90-4286-b408-094b93344034 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4610076 Jun 30 02:47:54.006241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7e63f45c-7ca8-42df-934d-b37ab1e2beec) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:54.018285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['aca18a4b-620f-4a44-81ac-90587e44d11e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:54.022137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387f6f7-9775-4056-b62a-cc9685f17ebd None None] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:54.024736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.025692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.067535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.126978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18cc6174-3258-447d-8a99-7edbc3a46ea0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5074472 Jun 30 02:47:54.128158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.159062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bae17dc7-fc96-4783-a944-2691bddf46b0 req-259c53e1-37fa-4861-9d0a-bb6e0ada6719 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600678 Jun 30 02:47:54.166963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:54.176695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab454-1a5d-4a9d-85ee-5f3beed1b487 req-be2e9e62-1c74-4970-81fa-57a5a3d2d743 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.183201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e29ab454-1a5d-4a9d-85ee-5f3beed1b487 req-be2e9e62-1c74-4970-81fa-57a5a3d2d743 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.2656608 Jun 30 02:47:54.205907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.207400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.218644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cf3dcfb1-ff10-4165-aac5-72ca06a7098a tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "PUT /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags HTTP/1.1" status: 200 len: 312 time: 0.2481601 Jun 30 02:47:54.220543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46930) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.252870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-a4c6de34-0571-4cff-8aa9-fbce73fff2d2 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.269832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.307439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e29ab454-1a5d-4a9d-85ee-5f3beed1b487 req-cf8a95cc-1ef3-4b78-8376-27a53f1f6756 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165726 Jun 30 02:47:54.356817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4c6de34-0571-4cff-8aa9-fbce73fff2d2 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags HTTP/1.1" status: 204 len: 168 time: 0.1105847 Jun 30 02:47:54.361244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46932) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.391046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-79a680d3-5869-439b-ba6c-a3d68b5a5c6d tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-511480202') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.451728 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-79a680d3-5869-439b-ba6c-a3d68b5a5c6d tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:54.455627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-79a680d3-5869-439b-ba6c-a3d68b5a5c6d tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-511480202 HTTP/1.1" status: 404 len: 328 time: 0.0896792 Jun 30 02:47:54.456229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.469568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-2c3f472d-3689-4b99-b8f0-b29b5cd0f26b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-649211') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.490986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d58fe-4c56-4566-b422-a043954446c0 None None] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:54.540481 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-2c3f472d-3689-4b99-b8f0-b29b5cd0f26b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:54.541829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c3f472d-3689-4b99-b8f0-b29b5cd0f26b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-649211 HTTP/1.1" status: 404 len: 325 time: 0.0845459 Jun 30 02:47:54.545464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46942) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.559177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-57a5d7ab-fcf4-41b9-83c4-0ac40e5adbbe tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232', 'tempest-TagsExtTest-Tag-570449293') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.610528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.615354 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-57a5d7ab-fcf4-41b9-83c4-0ac40e5adbbe tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] show failed (client error): The resource could not be found. Jun 30 02:47:54.623039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-57a5d7ab-fcf4-41b9-83c4-0ac40e5adbbe tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags/tempest-TagsExtTest-Tag-570449293 HTTP/1.1" status: 404 len: 328 time: 0.0763171 Jun 30 02:47:54.623721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46944) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.642449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-d55e6f11-467d-4f64-8ad3-0f8f5957163c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e1f75884-927b-44a2-92a5-25aad6972232') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.706188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d55e6f11-467d-4f64-8ad3-0f8f5957163c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232/tags HTTP/1.1" status: 204 len: 168 time: 0.0792685 Jun 30 02:47:54.709913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46948) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.715933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-29991613-b784-4868-9338-aa75f4001b79 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94061ef5-a407-4eb2-b8eb-39040018b869') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.912665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-29991613-b784-4868-9338-aa75f4001b79 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869/tags HTTP/1.1" status: 204 len: 168 time: 0.1993358 Jun 30 02:47:54.914534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46950) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.938773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-df44d1b8-da2f-4d15-bb69-9a7e7091e940 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '09710ac6-a9b0-4370-bb86-d2d01115537d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:55.056852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14aac9-f6a7-472e-b7aa-e208c9dd560f req-c68ba77a-426a-43ea-a808-5642be323bb1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:55.059321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b14aac9-f6a7-472e-b7aa-e208c9dd560f req-c68ba77a-426a-43ea-a808-5642be323bb1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 945 time: 0.3503652 Jun 30 02:47:55.083669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 5e3008e8-1cd9-462e-9051-768ca74ffedb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:55.083669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.090134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df44d1b8-da2f-4d15-bb69-9a7e7091e940 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d/tags HTTP/1.1" status: 204 len: 168 time: 0.1745856 Jun 30 02:47:55.094238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46956) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:55.102345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-77db61a2-868f-4f48-bbb9-716cbb81c5ee tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe9191e3-4550-441f-871f-f74ef769e003') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:55.196836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-77db61a2-868f-4f48-bbb9-716cbb81c5ee tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003/tags HTTP/1.1" status: 204 len: 168 time: 0.0989568 Jun 30 02:47:55.205126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46962) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:55.275076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b14aac9-f6a7-472e-b7aa-e208c9dd560f req-9684a9a2-2878-4969-8489-8596d6b822ec tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095227 Jun 30 02:47:55.408063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.409454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33a5a1de-1f18-4629-a149-6448a4c5072d tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for subnetpool, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.413444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-33a5a1de-1f18-4629-a149-6448a4c5072d tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnetpools/e1f75884-927b-44a2-92a5-25aad6972232 HTTP/1.1" status: 204 len: 168 time: 0.2073269 Jun 30 02:47:55.414299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46966) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:55.447297 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.460321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device aca18a4b-620f-4a44-81ac-90587e44d11e up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:55.473667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2450cb58-9cf6-4972-b144-d5002fb9b192 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "GET /v2.0/ports?device_id=94061ef5-a407-4eb2-b8eb-39040018b869 HTTP/1.1" status: 200 len: 205 time: 0.0561345 Jun 30 02:47:55.476377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46968) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:55.510634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 5e3008e8-1cd9-462e-9051-768ca74ffedb owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:55.584081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port aca18a4b-620f-4a44-81ac-90587e44d11e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:55.594577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port aca18a4b-620f-4a44-81ac-90587e44d11e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:55.599340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.601465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbe0c8-b775-4cb8-b7a2-30a7297d3557 req-b5797c87-3352-4fbf-9f87-a32abf72236c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:55.613333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3efbe0c8-b775-4cb8-b7a2-30a7297d3557 req-b5797c87-3352-4fbf-9f87-a32abf72236c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2693233 Jun 30 02:47:55.633650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.723302 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.745102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3efbe0c8-b775-4cb8-b7a2-30a7297d3557 req-fb59195f-97c5-4ce1-afac-f26b4d7fa15a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277344 Jun 30 02:47:55.750872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.783760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:55.787673 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e127dbc-31db-484a-964b-39d73e89e5e7" -d '{"events": [{"server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "name": "network-vif-plugged", "status": "completed", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:55.808552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:55.822218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.904343 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9166d4-5a7e-413b-8c35-0e5848951f84 x-openstack-request-id: req-aa9166d4-5a7e-413b-8c35-0e5848951f84 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:55.904638 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "name": "network-vif-plugged", "status": "completed", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:55.904898 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa9166d4-5a7e-413b-8c35-0e5848951f84 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:55.905965 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'code': 200} Jun 30 02:47:55.970980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.201086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.207172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.273591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd2e5-2694-4e6a-b089-ce953df2aa43 req-78b658e8-3322-4600-9528-305d3aed1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.275231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-277bd2e5-2694-4e6a-b089-ce953df2aa43 req-78b658e8-3322-4600-9528-305d3aed1e17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.3034184 Jun 30 02:47:56.282502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.283043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Fanout notify agent at l3_agent the message router_deleted on router 94061ef5-a407-4eb2-b8eb-39040018b869 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:56.298687 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.303445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-16c46f91-a865-4264-b79f-2c7624c6de44 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/routers/94061ef5-a407-4eb2-b8eb-39040018b869 HTTP/1.1" status: 204 len: 168 time: 0.8202510 Jun 30 02:47:56.313519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:56.336785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-277bd2e5-2694-4e6a-b089-ce953df2aa43 req-903ce1ca-8a30-4805-9fbb-b4d3250f4599 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Jun 30 02:47:56.407126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c595c9c-946b-456a-ad4a-c82d31205e8a req-2890a994-e301-4508-9641-18e77b08815d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.409093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c595c9c-946b-456a-ad4a-c82d31205e8a req-2890a994-e301-4508-9641-18e77b08815d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.7661183 Jun 30 02:47:56.513899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Allocated IP 172.25.0.79 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/001c4d1a-622c-4ddf-9263-f1349569d764) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:56.540567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c595c9c-946b-456a-ad4a-c82d31205e8a req-1ba0bbaa-228d-4b80-934e-f633645370fc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220922 Jun 30 02:47:56.592654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e04ff-6be3-46a2-947d-eb2cc457b023 req-a75fc561-8829-4c09-8034-2e7dae623662 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.594237 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c8e04ff-6be3-46a2-947d-eb2cc457b023 req-a75fc561-8829-4c09-8034-2e7dae623662 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.1354337 Jun 30 02:47:56.641281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.674532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c8e04ff-6be3-46a2-947d-eb2cc457b023 req-e7c3dee6-e180-484f-a186-737f5d0a3a2e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Jun 30 02:47:56.682074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Deleting port 09710ac6-a9b0-4370-bb86-d2d01115537d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:56.682530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.686781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=5e3008e8-1cd9-462e-9051-768ca74ffedb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.780831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.781219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.781539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.781942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.782423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.787833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.788240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.788584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.788927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.789431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.789576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.789909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:56.918077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.956758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.995628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.047413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Calling delete_port for 09710ac6-a9b0-4370-bb86-d2d01115537d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:57.174133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97121-2a17-4238-8d2f-40a5c1fd4ff1 req-51887567-5035-4e06-888a-a7e21fe304a1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:57.174807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fd97121-2a17-4238-8d2f-40a5c1fd4ff1 req-51887567-5035-4e06-888a-a7e21fe304a1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.2839346 Jun 30 02:47:57.219691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.343782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router a75cb99a-b23e-46c5-8da4-4b9f1133a36f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:57.349647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:57.364682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Pushing event updated for resources: {'Port': ['ID=001c4d1a-622c-4ddf-9263-f1349569d764,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:57.367848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:57.374931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:57.390239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fd97121-2a17-4238-8d2f-40a5c1fd4ff1 req-a9579251-bb70-4ad2-a7ab-84b11a00c15f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770563 Jun 30 02:47:57.544278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:57.558432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116198e-376b-442c-89ab-381778b93a47 None None] Sync routers for ids ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:57.560894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46996) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:57.561330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eaa8c0b3-c005-4c04-87a8-65179b8bd588 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/a75cb99a-b23e-46c5-8da4-4b9f1133a36f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8190217 Jun 30 02:47:57.630054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e052354-69ab-4c29-9e2b-13a561812384 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=a75cb99a-b23e-46c5-8da4-4b9f1133a36f HTTP/1.1" status: 200 len: 205 time: 0.0637233 Jun 30 02:47:57.633006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116198e-376b-442c-89ab-381778b93a47 None None] Routers {'a75cb99a-b23e-46c5-8da4-4b9f1133a36f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:57.633766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:57.647967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0116198e-376b-442c-89ab-381778b93a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.725004 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7d54271-2424-4cc7-ab27-cae2ff01e3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.728592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0116198e-376b-442c-89ab-381778b93a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.756105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116198e-376b-442c-89ab-381778b93a47 None None] Routers {'a75cb99a-b23e-46c5-8da4-4b9f1133a36f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:57.756762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0116198e-376b-442c-89ab-381778b93a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.812310 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.814822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0116198e-376b-442c-89ab-381778b93a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.815555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116198e-376b-442c-89ab-381778b93a47 None None] The sync data for ids ['a75cb99a-b23e-46c5-8da4-4b9f1133a36f'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:57.938070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.990909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event deleted for resources: {'Port': ['ID=09710ac6-a9b0-4370-bb86-d2d01115537d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:57.997484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd84cc-5731-4573-83b8-295f1f103678 req-d520df42-4204-410a-aeca-6684e497da7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:57.999070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54fd84cc-5731-4573-83b8-295f1f103678 req-d520df42-4204-410a-aeca-6684e497da7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.1322796 Jun 30 02:47:58.052857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54fd84cc-5731-4573-83b8-295f1f103678 req-006ffe6b-ab4b-4eb9-8cfa-2433e85eb8d1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Jun 30 02:47:58.389904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.564400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-b5887703-9546-4a6a-9fd3-e6ad845b8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.566043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-b5887703-9546-4a6a-9fd3-e6ad845b8596 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.1104391 Jun 30 02:47:58.788920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-4fe54298-3cc0-45c1-8f18-5d13e0cefdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.790336 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-4fe54298-3cc0-45c1-8f18-5d13e0cefdc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.2151690 Jun 30 02:47:58.860469 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-f8a246f0-8343-49f7-af59-73aa33eb7c5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.0630734 Jun 30 02:47:58.869202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51937c-e3cc-434d-8229-f2593d960a09 req-ced6167b-0ea0-4754-8f6d-7e8992bf2228 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.877868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d51937c-e3cc-434d-8229-f2593d960a09 req-ced6167b-0ea0-4754-8f6d-7e8992bf2228 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2241576 Jun 30 02:47:58.974098 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.974345 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d51937c-e3cc-434d-8229-f2593d960a09 req-592fdc9d-e596-4298-9ab8-83699a2189d3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954330 Jun 30 02:47:58.996839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-25bd4ffa-045b-48d9-bea1-56498fd0e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.998812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.003898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ef56330-b3f3-469d-93ae-67d437cc31b3 tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/ports/09710ac6-a9b0-4370-bb86-d2d01115537d HTTP/1.1" status: 204 len: 168 time: 2.6793282 Jun 30 02:47:59.004126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-25bd4ffa-045b-48d9-bea1-56498fd0e6ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.1226456 Jun 30 02:47:59.004126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:59.096238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.096940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router a75cb99a-b23e-46c5-8da4-4b9f1133a36f {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:59.109234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dc07b-133a-4f58-8f6e-0421cfca8439 req-c5fbb726-2d2c-4046-a225-1a3509634e90 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:59.117513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e3dc07b-133a-4f58-8f6e-0421cfca8439 req-c5fbb726-2d2c-4046-a225-1a3509634e90 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 1.3015738 Jun 30 02:47:59.119632 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-be40b675-59bd-42ce-86cf-b2e3aa2efe49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938954 Jun 30 02:47:59.149242 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.149242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f3dbfd7-3c9b-4ba7-b732-b6edb4a2be52 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/a75cb99a-b23e-46c5-8da4-4b9f1133a36f HTTP/1.1" status: 204 len: 168 time: 1.5103850 Jun 30 02:47:59.156783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47024) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:59.196081 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-b5692df8-234a-4f16-a180-58c19dda31cc req-9e233254-c296-41d1-b9fc-6a06f576c18a service neutron] show failed (client error): The resource could not be found. Jun 30 02:47:59.197162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-9e233254-c296-41d1-b9fc-6a06f576c18a service neutron] 10.222.0.90 "GET /v2.0/ports/1c1174d7-46ea-4d1d-8780-52af839c93a9/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.8949726 Jun 30 02:47:59.231954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e3dc07b-133a-4f58-8f6e-0421cfca8439 req-64b8ad89-fc6d-4fbd-b5a2-065002267b3f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127684 Jun 30 02:47:59.256834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.271703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Deleting subnet fe9191e3-4550-441f-871f-f74ef769e003 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:59.275437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.326328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.477455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet df54d1cf-af95-4c75-8a3a-2181dfc42a3d {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:59.489422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.533068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.537666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-c38cbe06-3795-4664-8e70-82f619bd7dab service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073863 Jun 30 02:47:59.603376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.645746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49315cd4-01e3-41f4-845b-7b707e2d0b2a req-7da6f645-2661-4d7a-95c9-ba088cdd3664 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:59.659851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49315cd4-01e3-41f4-845b-7b707e2d0b2a req-7da6f645-2661-4d7a-95c9-ba088cdd3664 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.5043707 Jun 30 02:47:59.665683 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.758552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-ef36d344-4ed4-4584-9bbb-2a432db8e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:59.760536 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-ef36d344-4ed4-4584-9bbb-2a432db8e9a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 1097 time: 0.2342474 Jun 30 02:47:59.773061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:59.813977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.856405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49315cd4-01e3-41f4-845b-7b707e2d0b2a req-24bfec69-b8d3-4f1a-84b1-43b6a01a0589 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951571 Jun 30 02:47:59.876933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:59.905952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.911196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/subnets/fe9191e3-4550-441f-871f-f74ef769e003 HTTP/1.1" status: 204 len: 168 time: 0.9058058 Jun 30 02:47:59.912175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47028) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:59.912717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab71ba-dc81-44cb-9151-b61d2bb05c84 None None] Network 76b345ca-995b-421f-817f-921d178fd180 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:59.936799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.003070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da23bb-68e3-4dc5-b444-df8c9c11783c tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9191e3-4550-441f-871f-f74ef769e003,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:00.011814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd16482c-fd64-4bb5-8752-86e0d4da3de6 req-34f3c0cf-0102-4073-87b5-e343d5027142 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500086 Jun 30 02:48:00.018958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.037223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.152398 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.180641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Deleting port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:00.181026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.213318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:00.223179 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Sync routers for ids ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:00.235442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Routers {'29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:00.239361 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:00.246198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.250121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b8d4196-665b-4c9b-9726-7516f09b59ab admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0870903 Jun 30 02:48:00.251012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.341593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c3fd466-1448-475c-a8a7-79cc8b9282f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.430463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] DHCP port deletion for 76b345ca-995b-421f-817f-921d178fd180 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:00.451097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=df54d1cf-af95-4c75-8a3a-2181dfc42a3d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:00.464818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Set router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:00.494847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.499508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8cae5bb4-92f6-48e6-9a83-c4b4141d83a4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/df54d1cf-af95-4c75-8a3a-2181dfc42a3d HTTP/1.1" status: 204 len: 168 time: 1.3076618 Jun 30 02:48:00.509863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47048) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.512715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73063181-df0f-4ae7-b682-a894e05f826c None None] Network 8f4f3ba6-5308-4405-b74b-8ffb73072288 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:00.577718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.616670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] Deleting port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:00.617396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.704237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] For port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,segment=NetworkSegment(394b0d80-7d04-496b-8ce2-216b7a8d41bc),segment_id=394b0d80-7d04-496b-8ce2-216b7a8d41bc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:00.705048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.752464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Calling delete_port for 9ab862dc-63d0-4900-bd8c-db2b5099dfaf owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:00.782827 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.797138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] For port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,segment=NetworkSegment(394b0d80-7d04-496b-8ce2-216b7a8d41bc),segment_id=394b0d80-7d04-496b-8ce2-216b7a8d41bc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:00.797984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.812708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:00.837347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] Calling delete_port for 9ab862dc-63d0-4900-bd8c-db2b5099dfaf owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:00.975977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] DHCP port deletion for 8f4f3ba6-5308-4405-b74b-8ffb73072288 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:01.003106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:01.020420 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:01.028461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af6c4-f7fb-461c-9f40-432ed08b5351 req-fd39fd85-c223-4cc4-be53-4a7a955172f0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.030055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-584af6c4-f7fb-461c-9f40-432ed08b5351 req-fd39fd85-c223-4cc4-be53-4a7a955172f0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.4950705 Jun 30 02:48:01.050216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1eaeb-0014-412b-a50b-92eb318f41d1 req-59c7ab9e-69e7-48e1-888a-5f15ba8c654e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.058563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6c1eaeb-0014-412b-a50b-92eb318f41d1 req-59c7ab9e-69e7-48e1-888a-5f15ba8c654e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.6355157 Jun 30 02:48:01.147227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] Deleting port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:01.147757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.188098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-584af6c4-f7fb-461c-9f40-432ed08b5351 req-6575a5df-bb5d-4439-9681-2741666e1727 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439290 Jun 30 02:48:01.234980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:01.235332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.246182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6c1eaeb-0014-412b-a50b-92eb318f41d1 req-ed03ce15-ed6f-4912-84e8-135dc0a141c0 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861913 Jun 30 02:48:01.271623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.299488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:01.302007 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beec52c-a31c-4a0c-ad39-0a2b50afd259" -d '{"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:01.309938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 024d0481-ffdd-4de2-9e3f-0d7448ef9561 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:01.310399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Transition to ACTIVE for port object 1c1174d7-46ea-4d1d-8780-52af839c93a9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:01.327065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.327297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.343200 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Checking router: 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:01.343700 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Updating router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 port 001c4d1a-622c-4ddf-9263-f1349569d764 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:01.428735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.459736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port 024d0481-ffdd-4de2-9e3f-0d7448ef9561, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=024d0481-ffdd-4de2-9e3f-0d7448ef9561,segment=NetworkSegment(5c67f790-05ef-4816-baf6-499a4db3f8d1),segment_id=5c67f790-05ef-4816-baf6-499a4db3f8d1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:01.460111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.483481 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.504444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] Pushing event deleted for resources: {'Port': ['ID=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.520192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event deleted for resources: {'Port': ['ID=9ab862dc-63d0-4900-bd8c-db2b5099dfaf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.523009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc068eb-7e4f-4bf7-8963-942e1d52f591 None None] No DVR routers for this DVR port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:01.542416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] No DVR routers for this DVR port 9ab862dc-63d0-4900-bd8c-db2b5099dfaf on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:01.551040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] For port 024d0481-ffdd-4de2-9e3f-0d7448ef9561, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=024d0481-ffdd-4de2-9e3f-0d7448ef9561,segment=NetworkSegment(5c67f790-05ef-4816-baf6-499a4db3f8d1),segment_id=5c67f790-05ef-4816-baf6-499a4db3f8d1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:01.551442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.551811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 024d0481-ffdd-4de2-9e3f-0d7448ef9561 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:01.556134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.592213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] Calling delete_port for 024d0481-ffdd-4de2-9e3f-0d7448ef9561 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:01.712227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.725255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:01.742541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.778251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b345ca-995b-421f-817f-921d178fd180']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:01.801152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394b0d80-7d04-496b-8ce2-216b7a8d41bc') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:01.801845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394b0d80-7d04-496b-8ce2-216b7a8d41bc') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:01.817020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.842269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.872708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.879777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:01.880350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.895291 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b3f1ca-2c09-4804-b26d-64988f9ecf96 x-openstack-request-id: req-69b3f1ca-2c09-4804-b26d-64988f9ecf96 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:01.895878 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:01.895878 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69b3f1ca-2c09-4804-b26d-64988f9ecf96 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:01.900526 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'code': 200} Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:01.906933 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:01.968001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9ab862dc-63d0-4900-bd8c-db2b5099dfaf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:02.071414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 9ab862dc-63d0-4900-bd8c-db2b5099dfaf {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:02.072097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9ab862dc-63d0-4900-bd8c-db2b5099dfaf not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:02.092962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.127601 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.131234 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 02:48:02.148935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.163065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] No DVR routers for this DVR port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:02.166088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=024d0481-ffdd-4de2-9e3f-0d7448ef9561,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.170844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.178193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.197761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.206864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] 10.222.0.78 "DELETE /v2.0/networks/76b345ca-995b-421f-817f-921d178fd180 HTTP/1.1" status: 204 len: 168 time: 2.2891698 Jun 30 02:48:02.207336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bc74f-cbed-4a82-a5ff-e12f78bd45af None None] Pushing event deleted for resources: {'Port': ['ID=024d0481-ffdd-4de2-9e3f-0d7448ef9561,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.217749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port 024d0481-ffdd-4de2-9e3f-0d7448ef9561 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:02.265220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67b4b2-a4a5-4784-bc55-941f2b19952b tempest-TagsExtTest-2035392985 tempest-TagsExtTest-2035392985-project] Pushing event deleted for resources: {'Network': ['ID=76b345ca-995b-421f-817f-921d178fd180,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.301876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] No DVR routers for this DVR port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:02.305018 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.323044 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Transition to ACTIVE for port object 001c4d1a-622c-4ddf-9263-f1349569d764 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:02.336882 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.420966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.436054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4f3ba6-5308-4405-b74b-8ffb73072288']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.461512 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Attempting to bind port 001c4d1a-622c-4ddf-9263-f1349569d764 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:02.462769 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Attempting to bind port 001c4d1a-622c-4ddf-9263-f1349569d764 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:02.463498 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Attempting to bind port 001c4d1a-622c-4ddf-9263-f1349569d764 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:02.465205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c67f790-05ef-4816-baf6-499a4db3f8d1') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.466514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c67f790-05ef-4816-baf6-499a4db3f8d1') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.480001 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:02.480951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:02.482453 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.483040 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:02.483774 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Bound port: 001c4d1a-622c-4ddf-9263-f1349569d764, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:02.484335 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.491473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.504952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:02.505429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:02.505873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:02.514111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:02.514659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Attempting to bind port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on network dce4f81a-5391-4f8a-a902-0759aaac0aa3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:02.526503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.534168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6ee63-dfc4-4d5c-b7ca-0a2bc6bb973c req-6dcd3287-3a50-4fd6-b9de-f6fbd847944c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:02.536290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ef6ee63-dfc4-4d5c-b7ca-0a2bc6bb973c req-6dcd3287-3a50-4fd6-b9de-f6fbd847944c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.8200088 Jun 30 02:48:02.539321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:02.539769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Checking segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:02.540223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Bound using segment: {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:02.541105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Bound port: 1c1174d7-46ea-4d1d-8780-52af839c93a9, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490727c9-a333-475c-9b9a-9390ca97c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:02.541341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.572672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:02.573877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:02.579010 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:02.598298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ef6ee63-dfc4-4d5c-b7ca-0a2bc6bb973c req-2002ec6c-220a-460a-8637-fd990254ba2c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Jun 30 02:48:02.600198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.633858 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] For port 001c4d1a-622c-4ddf-9263-f1349569d764, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:02.659444 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Pushing event updated for resources: {'Port': ['ID=001c4d1a-622c-4ddf-9263-f1349569d764,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.704173 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.704928 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.705508 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.706679 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.707270 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.707856 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.708455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.709019 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.709593 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.710156 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.710888 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.712068 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:02.733777 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] For port 001c4d1a-622c-4ddf-9263-f1349569d764, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=001c4d1a-622c-4ddf-9263-f1349569d764,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:02.748817 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.846949 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Routers {'29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:02.847981 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.848463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:02.957171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:02.957982 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a56215-700c-4c16-8c2b-9f117f6abaa0 None None] Pushing event updated for resources: {'Port': ['ID=001c4d1a-622c-4ddf-9263-f1349569d764,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.154107 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] Set router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:03.281982 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.293737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.302181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/8f4f3ba6-5308-4405-b74b-8ffb73072288 HTTP/1.1" status: 204 len: 168 time: 2.7882638 Jun 30 02:48:03.312089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47082) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.316988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-798185507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:03.348141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcddc2-1075-42d7-b13d-2517943217dc req-eb960c71-2705-4d28-aa2a-ad4e19387979 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.349947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37fcddc2-1075-42d7-b13d-2517943217dc req-eb960c71-2705-4d28-aa2a-ad4e19387979 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.8259594 Jun 30 02:48:03.351495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d9582-2c0b-4ade-b5d9-819eaf684915 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=8f4f3ba6-5308-4405-b74b-8ffb73072288,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.354569 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.356117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.367218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:03.397193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.423667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37fcddc2-1075-42d7-b13d-2517943217dc req-d865b1a9-734b-47ac-b98e-53b6a9c9bd73 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608902 Jun 30 02:48:03.461015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.471491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.472425 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:03.500851 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.505255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0dab88a1-0765-4afd-8e96-6f22a940c340 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1918769 Jun 30 02:48:03.506134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47084) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.511502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1848657094'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:03.527768 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a4e5-ba6c-4348-9d8e-7410249c3b71 None None] The sync data for ids ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'] in n-d-798054-5 is: [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:03.567794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:03.573435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.612375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.613039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.614625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] 10.222.0.67 "PUT /v2.0/ports/1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1092 time: 3.8461390 Jun 30 02:48:03.617270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:03.644195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.644609 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment fffcb885-9259-4d8f-8466-38c44017f02c of type vlan for network cdcec676-d5ee-4580-941e-5a6c295ec9c3 Jun 30 02:48:03.743052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39046583-0acf-4086-9311-baabe9489a56 req-e775f8d1-1aae-4e1a-83ac-363b7e176668 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.744882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39046583-0acf-4086-9311-baabe9489a56 req-e775f8d1-1aae-4e1a-83ac-363b7e176668 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.7756045 Jun 30 02:48:03.749907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Allocated IP 172.20.0.1 (7e63f45c-7ca8-42df-934d-b37ab1e2beec/15ac83d9-2d46-4052-91ba-ff4e1ec94d07/802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:03.773769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.774058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f76e589c-06b4-4885-9967-f9054497a495 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86fa53cb23b24b10a87d8302ce2bd67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222105 Jun 30 02:48:03.779378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.813622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51b10-ce84-49ce-8dcb-55747692b0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.849889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.856507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.857131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.911312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:03.913622 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:04.033178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5231099 Jun 30 02:48:04.042834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:04.058953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:04.066982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39046583-0acf-4086-9311-baabe9489a56 req-1923034e-79b0-46bb-8241-b353304cb95a tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057098 Jun 30 02:48:04.162985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187c97a-e16b-4cb1-92ea-90a16d2f3eb1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=cdcec676-d5ee-4580-941e-5a6c295ec9c3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.184618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:04.201474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-d63e14bf-a592-44a4-a57c-d02ec801dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.203155 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-d63e14bf-a592-44a4-a57c-d02ec801dfc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1095 time: 0.5433950 Jun 30 02:48:04.275031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:04.284310 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.376747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-74f665d2-150e-4ec8-9131-451d7982ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.382233 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-74f665d2-150e-4ec8-9131-451d7982ec55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.1596782 Jun 30 02:48:04.393093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.407836 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc7398-df1e-4de3-93ac-19e5078be342 x-openstack-request-id: req-5ccc7398-df1e-4de3-93ac-19e5078be342 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:04.409621 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:04.409876 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ccc7398-df1e-4de3-93ac-19e5078be342 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:04.411655 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'status': 'completed', 'code': 200} Jun 30 02:48:04.420572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.454813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87664327-4da2-48b7-9a64-888e18473241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.515839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87664327-4da2-48b7-9a64-888e18473241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.732193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c2cf-34a4-4481-8695-c1496c61e37e req-c3e4b013-889f-4008-bf38-1a2276bd0d79 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.732193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1d8c2cf-34a4-4481-8695-c1496c61e37e req-c3e4b013-889f-4008-bf38-1a2276bd0d79 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.6569703 Jun 30 02:48:04.743617 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87664327-4da2-48b7-9a64-888e18473241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.746606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87664327-4da2-48b7-9a64-888e18473241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.747835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-87664327-4da2-48b7-9a64-888e18473241 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd87928a-66c5-4ca4-a78a-15528df8d305 HTTP/1.1" status: 204 len: 168 time: 0.9461892 Jun 30 02:48:04.821357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87664327-4da2-48b7-9a64-888e18473241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd87928a-66c5-4ca4-a78a-15528df8d305,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.876074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-e7fcae6e-b095-4973-b019-2747ce94700b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1000 time: 0.4801838 Jun 30 02:48:04.883282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-cf1b72bc-bc14-40ab-bdcd-1360f09e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.884790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-cf1b72bc-bc14-40ab-bdcd-1360f09e335f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1095 time: 0.4459116 Jun 30 02:48:04.893986 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1d8c2cf-34a4-4481-8695-c1496c61e37e req-10b3e692-c714-4e43-8082-d4ed91247a07 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297989 Jun 30 02:48:04.920850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.996649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052049c-2d05-49e5-a591-d7499734daec req-bf6cc490-5897-4eda-a546-421f32b9f410 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.005013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4052049c-2d05-49e5-a591-d7499734daec req-bf6cc490-5897-4eda-a546-421f32b9f410 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.3073454 Jun 30 02:48:05.030609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.057155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:05.064273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:05.070412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:05.154413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=5fa48050-4d5f-497d-93a7-9c7ee7e1c234,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.165788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4052049c-2d05-49e5-a591-d7499734daec req-5c548142-c313-45af-9379-7777d1efd189 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595922 Jun 30 02:48:05.167955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-3dbcc711-52a5-4b62-bfa6-aa417acfea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.172210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:05.172576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: cdcec676-d5ee-4580-941e-5a6c295ec9c3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:05.173696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-3dbcc711-52a5-4b62-bfa6-aa417acfea1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.2819335 Jun 30 02:48:05.246892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:05.267640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, cdcec676-d5ee-4580-941e-5a6c295ec9c3) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:05.274135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.274975 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.277138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f3209-8ada-4c31-92b0-cf161670cd63 None None] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:05.330974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-885c82e1-7aa1-48b8-8f89-6e4c2d680ff6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2835166 Jun 30 02:48:05.332640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47126) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:05.396738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.522090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 001c4d1a-622c-4ddf-9263-f1349569d764 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:05.538539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Pushing event updated for resources: {'Port': ['ID=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.572447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692df8-234a-4f16-a180-58c19dda31cc req-6c7abecd-66a6-4c4c-b039-7051733e5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.574545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-6c7abecd-66a6-4c4c-b039-7051733e5bdb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3596597 Jun 30 02:48:05.575618 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-80183837-6c1c-486b-bea9-2145ff7cea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.576985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-80183837-6c1c-486b-bea9-2145ff7cea5c service neutron] 10.222.0.90 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.6752424 Jun 30 02:48:05.699308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 001c4d1a-622c-4ddf-9263-f1349569d764 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:05.707027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 001c4d1a-622c-4ddf-9263-f1349569d764 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:05.707410 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.789774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:05.790933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.843219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429e80b-25a9-4b12-b2c9-0150212bfb4f req-6b645951-8053-4a4d-aa79-c5b19b0683b0 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.852816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4429e80b-25a9-4b12-b2c9-0150212bfb4f req-6b645951-8053-4a4d-aa79-c5b19b0683b0 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.3748043 Jun 30 02:48:05.908576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.955364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-9cc9b2b5-92d1-47f6-a6c3-8b1f6507e24d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1000 time: 0.3709621 Jun 30 02:48:06.000321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-6c84ba9b-4d51-4c8f-ad08-a4630fd4fea5 service neutron] 10.222.0.67 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175181 Jun 30 02:48:06.009829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.093407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.116559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 001c4d1a-622c-4ddf-9263-f1349569d764, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=001c4d1a-622c-4ddf-9263-f1349569d764,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:06.124590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.178130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-6a7d14aa-52fa-4e95-841c-060f596c59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.179865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-6a7d14aa-52fa-4e95-841c-060f596c59bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.2157366 Jun 30 02:48:06.225234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Allocated IP 2001:db8::2 (cdcec676-d5ee-4580-941e-5a6c295ec9c3/5fa48050-4d5f-497d-93a7-9c7ee7e1c234/f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:06.240219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=001c4d1a-622c-4ddf-9263-f1349569d764,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:06.408759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4429e80b-25a9-4b12-b2c9-0150212bfb4f req-7c24ad83-7202-4e47-ae2e-936d73f2a7a5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543175 Jun 30 02:48:06.475245 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.486264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Transition to ACTIVE for port object f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:06.509064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Transition to ACTIVE for port object f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:06.555859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.611181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Pushing event updated for resources: {'Port': ['ID=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:06.624037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:06.625523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:06.628041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:06.691320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8::1 (cdcec676-d5ee-4580-941e-5a6c295ec9c3/5fa48050-4d5f-497d-93a7-9c7ee7e1c234/5446ecb6-a64e-487d-a575-fe9e983b7bbf) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:06.718701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5692df8-234a-4f16-a180-58c19dda31cc req-da366ae1-2599-4c0d-87f7-f5da4015a803 service neutron] 10.222.0.67 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701522 Jun 30 02:48:06.718863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Attempting to bind port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:06.719151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Attempting to bind port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:06.719510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Attempting to bind port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf on network cdcec676-d5ee-4580-941e-5a6c295ec9c3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:06.724958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:06.725323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Checking segment: {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:06.725926 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.726515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Bound using segment: {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:06.727174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Bound port: f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:06.727747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.739867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-cc5f8ee7-a9a6-4246-837c-7b6774c9e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.741513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-cc5f8ee7-a9a6-4246-837c-7b6774c9e500 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5287538 Jun 30 02:48:06.799121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-0408ebbf-b472-41d4-9f4e-a4d8c1beb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.800837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-0408ebbf-b472-41d4-9f4e-a4d8c1beb50a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1096 time: 0.2243276 Jun 30 02:48:06.903632 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-48c66b59-1960-4375-ba11-0960c71d5f3e service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366098 Jun 30 02:48:06.911326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] For port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:06.922732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] For port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:06.936672 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.950519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d558-3f91-4bdd-bb68-74a172be9a53 req-b2f58e6f-a0a4-43a2-9bc3-7993dedf6914 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.957964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9163d558-3f91-4bdd-bb68-74a172be9a53 req-b2f58e6f-a0a4-43a2-9bc3-7993dedf6914 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.4940748 Jun 30 02:48:07.020158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-0cd1a2d8-c396-4bd2-b999-59512f8a39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.021914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-0cd1a2d8-c396-4bd2-b999-59512f8a39ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.2118094 Jun 30 02:48:07.044422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb706d9c-63c3-406f-aa77-266e93aa24ea None None] Pushing event updated for resources: {'Port': ['ID=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.138483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-d590f5ce-fe63-440b-9938-b81def2ba157 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.0775683 Jun 30 02:48:07.154857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-f03a7e3b-52d5-4544-9a26-4cb46ab53d7c service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503583 Jun 30 02:48:07.177357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.238761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 001c4d1a-622c-4ddf-9263-f1349569d764 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:07.240730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049db9d3-770b-443f-9fc9-b523019553d7 req-eb449372-971f-4ec3-8a15-b82ee92ffa29 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.242201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.251575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-049db9d3-770b-443f-9fc9-b523019553d7 req-eb449372-971f-4ec3-8a15-b82ee92ffa29 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.5653598 Jun 30 02:48:07.253267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-cd54b146-382b-4441-a81f-02f8016f085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.254804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-cd54b146-382b-4441-a81f-02f8016f085d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.1110013 Jun 30 02:48:07.419592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9163d558-3f91-4bdd-bb68-74a172be9a53 req-934830a7-0910-4d4b-9d3a-e604db6fd25b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607089 Jun 30 02:48:07.431343 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-99bfbc8c-ca57-4f1b-b4a0-e9631fe77229 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561985 Jun 30 02:48:07.435112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Pushing event updated for resources: {'Port': ['ID=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.453402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.458665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-42bff378-a62c-4ee6-828b-ec7fcfecfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.460256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-42bff378-a62c-4ee6-828b-ec7fcfecfc76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1095 time: 0.5543623 Jun 30 02:48:07.639855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.655838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 001c4d1a-622c-4ddf-9263-f1349569d764 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:07.656419 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.657570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 5446ecb6-a64e-487d-a575-fe9e983b7bbf will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:07.658180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-4e8e6294-1854-45de-9679-01ef634ad114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.659743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-4e8e6294-1854-45de-9679-01ef634ad114 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.1911151 Jun 30 02:48:07.666335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:07.682378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:07.688720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-049db9d3-770b-443f-9fc9-b523019553d7 req-f06c423a-ffe8-4efb-a554-2b5828453da1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161968 Jun 30 02:48:07.773929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-42453638-92fe-4d15-adc9-31c65139a7c9 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064821 Jun 30 02:48:07.889932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-ee49bd45-1e20-4802-a9d7-858d67888fe3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1000 time: 0.2090321 Jun 30 02:48:08.012302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.117346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:08.133002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:08.143368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5255d2a3-3c80-43ae-9478-b16133a0577b req-7f9f4997-e8b7-4e24-906f-d66b4585a659 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598752 Jun 30 02:48:08.144345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:08.144972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.176324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca0ce-ca95-4942-86d7-5fae60643827 req-051ce62b-3e64-467d-9477-649ca3d816d3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.184197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-207ca0ce-ca95-4942-86d7-5fae60643827 req-051ce62b-3e64-467d-9477-649ca3d816d3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2714396 Jun 30 02:48:08.232869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=5446ecb6-a64e-487d-a575-fe9e983b7bbf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.243179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47210) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:08.326401 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-207ca0ce-ca95-4942-86d7-5fae60643827 req-7886c9dd-c113-4c2d-92cb-8d036a2611f1 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410911 Jun 30 02:48:08.378829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:08.430201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cbfda38-bf9f-40d3-b979-4676072d2651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.432258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.546960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-e51505ed-7f42-40d8-87cc-920d1111e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.549108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-e51505ed-7f42-40d8-87cc-920d1111e5a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.2130721 Jun 30 02:48:08.551296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:08.569378 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-669f6a06-2629-4509-a3a6-68339e1fd200 admin admin] 10.222.0.78 "PUT /v2.0/routers/29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3086860 Jun 30 02:48:08.583093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Sync routers for ids ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:08.589930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00069d7-696d-4bc4-bf3d-fbfc40ad140b None None] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:08.622199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Routers {'29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:08.627177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:08.868998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-bca1e4c3-b310-45ff-9894-b41c7991ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.887926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-bca1e4c3-b310-45ff-9894-b41c7991ed31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3255124 Jun 30 02:48:08.893971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.903023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f217b-a536-4ee1-8788-437967a0170c req-9743f500-917c-40e2-90f3-f9572efc7a89 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.905162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e8f217b-a536-4ee1-8788-437967a0170c req-9743f500-917c-40e2-90f3-f9572efc7a89 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 945 time: 0.3066287 Jun 30 02:48:08.907821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.908904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.963247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e40dcc2a-0b64-4580-9f0b-d56c7a2f6023 None None] Provisioning for port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:09.023344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Set router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:09.030266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cbfda38-bf9f-40d3-b979-4676072d2651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.078688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e8f217b-a536-4ee1-8788-437967a0170c req-fd193eda-b3f4-4e7a-8930-44042496799d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630223 Jun 30 02:48:09.086918 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cbfda38-bf9f-40d3-b979-4676072d2651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.113649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-47b5f929-3acc-4de1-b46d-b100fd4a0900 service neutron] 10.222.0.67 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014291 Jun 30 02:48:09.113932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=5446ecb6-a64e-487d-a575-fe9e983b7bbf,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.264717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfda38-bf9f-40d3-b979-4676072d2651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f6e474-d198-4874-b67a-c714874218bb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.324513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:09.342773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe6e45fe-3ddf-4e91-9bf2-165ddeeba1c8 req-6a298967-3245-486f-acdc-fca996359b04 service neutron] 10.222.0.67 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255690 Jun 30 02:48:09.353026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:09.358822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:09.372620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6cbfda38-bf9f-40d3-b979-4676072d2651 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ec2327634b1471b9cf4bf8e8c6fc314&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1258898 Jun 30 02:48:09.373635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:09.394849 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.435575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:09.440108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:09.440540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.453015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52db6ad1-0bb2-412b-b9e8-506a2cc00e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.489945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52db6ad1-0bb2-412b-b9e8-506a2cc00e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.498819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141de26-213f-47b3-99c3-1a036ae4ee48 req-4971806b-035a-40a9-8cc2-54cf3298aa69 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.502804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4141de26-213f-47b3-99c3-1a036ae4ee48 req-4971806b-035a-40a9-8cc2-54cf3298aa69 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.2313073 Jun 30 02:48:09.547379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:09.570777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4141de26-213f-47b3-99c3-1a036ae4ee48 req-79beb91d-689a-4cbc-b187-6b45b5f67157 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536296 Jun 30 02:48:09.597545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:48:09.645630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:48:05Z', 'revision_number': 4, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce', 'name': '', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'mac_address': 'fa:16:3e:53:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:02Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 2, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'subnets': [{'id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:09.698521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52db6ad1-0bb2-412b-b9e8-506a2cc00e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.701640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52db6ad1-0bb2-412b-b9e8-506a2cc00e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.703074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-52db6ad1-0bb2-412b-b9e8-506a2cc00e1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08f6e474-d198-4874-b67a-c714874218bb HTTP/1.1" status: 204 len: 168 time: 0.3283887 Jun 30 02:48:09.722045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db6ad1-0bb2-412b-b9e8-506a2cc00e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f6e474-d198-4874-b67a-c714874218bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.740501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Checking router: 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:09.745265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Updating router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:09.798268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-f245aae3-4b86-410c-9fd5-51dff284987e tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.800498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-f245aae3-4b86-410c-9fd5-51dff284987e tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 811 time: 0.2650681 Jun 30 02:48:09.833149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-d11b67e5-93c8-4445-8462-b24a147e6a3f tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/quotas/c2f6c60c4ed74c00952e96830b601347 HTTP/1.1" status: 200 len: 375 time: 0.0264363 Jun 30 02:48:09.999673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f2b2738-e330-462b-8b95-068eadfee2c3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1569984 Jun 30 02:48:10.002134 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.019488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.183341 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-8d8ffa97-8a67-4e28-9357-87392528be6d service neutron] 10.222.0.78 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824677 Jun 30 02:48:10.288763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.295057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51fd8259-bd9c-4989-b273-4d475184e88c None None] Provisioning for port 5446ecb6-a64e-487d-a575-fe9e983b7bbf completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:10.325536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51fd8259-bd9c-4989-b273-4d475184e88c None None] Provisioning complete for port 5446ecb6-a64e-487d-a575-fe9e983b7bbf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:10.325997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51fd8259-bd9c-4989-b273-4d475184e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.388940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:10.390279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51fd8259-bd9c-4989-b273-4d475184e88c None None] Port 5446ecb6-a64e-487d-a575-fe9e983b7bbf cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:10.393805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.409442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-2bf39636-573f-4dc5-9dae-5beaed6a2142 service neutron] 10.222.0.78 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246296 Jun 30 02:48:10.458106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.482194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:10.493744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.498828 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:10.511150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:10.513049 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-06c0e641-7f27-46d9-b555-32a0bce2aa77 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1788061 Jun 30 02:48:10.515778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.516785 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:10.516926 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e6044-61d4-415c-96b0-bb2256dfa009" -d '{"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-unplugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:10.517414 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:10.522820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-13349229'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:10.561410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:48:10.561410 n-d-798054-5 neutron-server[93822]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:48:10.561410 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id': '08ecfcef892645b4a8c60f6b767a574d', 'id': '4c735c1a-8545-48f1-9710-8dcf336af12e', 'expiration': datetime.datetime(2021, 6, 30, 2, 50, 10, 547434)}] Jun 30 02:48:10.561410 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:48:10.563770 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:48:10.573312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:10.574894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:10.579734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.584462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51fd8259-bd9c-4989-b273-4d475184e88c None None] Provisioning complete for port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:10.584843 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51fd8259-bd9c-4989-b273-4d475184e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.611418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708182f4-809d-48bc-a83e-c5e4c35c086d req-bb973a3b-a169-486c-9a53-3a3634ec3923 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.623124 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-708182f4-809d-48bc-a83e-c5e4c35c086d req-bb973a3b-a169-486c-9a53-3a3634ec3923 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.3312802 Jun 30 02:48:10.638077 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.642036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:10.655438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.656632 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment b92027fd-cd29-4153-b418-9a1426065970 of type vlan for network 1ced747c-8595-49e1-b49c-b40b639b1c84 Jun 30 02:48:10.732389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.759908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-708182f4-809d-48bc-a83e-c5e4c35c086d req-c1e113dd-8b82-472a-9711-bf6f25653da2 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350982 Jun 30 02:48:10.765172 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:10.777824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:10.811578 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.825987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.828839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.944926 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.996161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4780903 Jun 30 02:48:10.998940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47266) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:11.007890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:11.035628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416112cc-5480-48cf-a5e9-d4e532377328 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=1ced747c-8595-49e1-b49c-b40b639b1c84,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.055504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:11.067968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.112517 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd66f04-719a-499c-bd37-ebbb9b76f948 x-openstack-request-id: req-9dd66f04-719a-499c-bd37-ebbb9b76f948 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:11.112848 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-unplugged", "status": "failed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc", "code": 422}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:11.113108 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9dd66f04-719a-499c-bd37-ebbb9b76f948 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:11.113522 n-d-798054-5 neutron-server[93823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'code': 422} returned with failed status Jun 30 02:48:11.155631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.233246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29ea22ec-6c5d-42f9-b08f-e8bc536a0923 req-01fff311-7e46-4e91-a17e-f55031075480 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 210 time: 0.0617306 Jun 30 02:48:11.253721 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:08Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:08Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:11.291029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.294968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b96de895-303f-474a-87eb-4ed4ddfeef4e None None] Provisioning complete for port 5446ecb6-a64e-487d-a575-fe9e983b7bbf triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:11.295339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b96de895-303f-474a-87eb-4ed4ddfeef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.346658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Transition to ACTIVE for port object 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:11.362106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:11.368128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.373136 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:11.373804 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Updating router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f port 5446ecb6-a64e-487d-a575-fe9e983b7bbf binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:11.424677 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.501291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668db5a-ced6-47fb-8928-ab0b99b30b9f None None] Pushing event updated for resources: {'Port': ['ID=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.507323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b96de895-303f-474a-87eb-4ed4ddfeef4e None None] Port 5446ecb6-a64e-487d-a575-fe9e983b7bbf cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:11.548123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:11.665270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.683946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.690557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-8c5adadd-598e-4bf2-a1b7-919a6e797592 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.692098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-8c5adadd-598e-4bf2-a1b7-919a6e797592 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34&tenant_id=e96f464854794097a83e6ab2ddb9535f&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 944 time: 0.3747163 Jun 30 02:48:11.736796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aa464f-875a-49ba-98f2-77a1d2bcb5f8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.815556 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-39251def-31db-40e0-8acb-525e96c5fe61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08ecfcef892645b4a8c60f6b767a574d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4186747 Jun 30 02:48:11.818186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:11.835054 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-118cb7d1-5875-4f7d-91f9-19c343c9f961 service neutron] delete failed (client error): The resource could not be found. Jun 30 02:48:11.838263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-118cb7d1-5875-4f7d-91f9-19c343c9f961 service neutron] 10.222.0.90 "DELETE /v2.0/ports/1c1174d7-46ea-4d1d-8780-52af839c93a9/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.1351316 Jun 30 02:48:11.861279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191ed8f-5ea2-40e0-ad64-c3f836bf1c2c req-9f81ae1f-bd97-4147-a020-d9d85352754a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.870850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9191ed8f-5ea2-40e0-ad64-c3f836bf1c2c req-9f81ae1f-bd97-4147-a020-d9d85352754a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.4214549 Jun 30 02:48:11.891321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:11.912219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673ed3e-a17b-458a-850a-7d67cecc2497 req-ad77ff05-f322-403c-91c9-10dd2d5ba449 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.913139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.916256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b673ed3e-a17b-458a-850a-7d67cecc2497 req-ad77ff05-f322-403c-91c9-10dd2d5ba449 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 944 time: 0.2988303 Jun 30 02:48:11.956369 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.968698 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Transition to ACTIVE for port object 5446ecb6-a64e-487d-a575-fe9e983b7bbf will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:11.982051 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.050820 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f42c6-f881-4ef7-ae6c-12aa76ecdf7f None None] Pushing event updated for resources: {'Port': ['ID=5446ecb6-a64e-487d-a575-fe9e983b7bbf,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.082467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b673ed3e-a17b-458a-850a-7d67cecc2497 req-bec5202d-7d6b-4227-850f-74aabc7800f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485157 Jun 30 02:48:12.082841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:12.083355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.092284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:48:12.142973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Attempting to bind port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:12.143354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Attempting to bind port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:12.143879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Attempting to bind port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:12.161100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-5b5650ef-ab53-45d1-bac2-6b6880805289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.166453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-5b5650ef-ab53-45d1-bac2-6b6880805289 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1095 time: 0.1995964 Jun 30 02:48:12.243339 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Attempting to bind port 5446ecb6-a64e-487d-a575-fe9e983b7bbf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:12.245858 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Attempting to bind port 5446ecb6-a64e-487d-a575-fe9e983b7bbf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:12.246273 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Attempting to bind port 5446ecb6-a64e-487d-a575-fe9e983b7bbf on network cdcec676-d5ee-4580-941e-5a6c295ec9c3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:12.261743 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:12.262364 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Checking segment: {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:12.262708 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.264125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Bound using segment: {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:12.266766 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Bound port: 5446ecb6-a64e-487d-a575-fe9e983b7bbf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffcb885-9259-4d8f-8466-38c44017f02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:12.268595 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.272651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:12.273031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Checking segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:12.273438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.273833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Bound using segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:12.291081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Bound port: 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:12.292453 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.359570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9191ed8f-5ea2-40e0-ad64-c3f836bf1c2c req-59cdcf57-5de6-4f8f-91eb-24582d4b9ae0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872439 Jun 30 02:48:12.381967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6facd21-6e12-401b-a359-140fd22c7363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.387667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.481448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=63158edc-3078-4bb0-8354-a4b843c2bd3e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.492310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:12.495839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-8606ff89-1eff-4832-8d49-2683333484e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.497340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-8606ff89-1eff-4832-8d49-2683333484e9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.3245807 Jun 30 02:48:12.527501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6facd21-6e12-401b-a359-140fd22c7363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.531970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008981e-43a4-4da2-9424-3c5ef69425a9 req-1d639ee0-18d2-4355-95da-ee8cd83088d4 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.533529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5008981e-43a4-4da2-9424-3c5ef69425a9 req-1d639ee0-18d2-4355-95da-ee8cd83088d4 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2012737 Jun 30 02:48:12.534428 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] For port 5446ecb6-a64e-487d-a575-fe9e983b7bbf, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:12.545302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] For port 5446ecb6-a64e-487d-a575-fe9e983b7bbf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5446ecb6-a64e-487d-a575-fe9e983b7bbf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:12.561526 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.600643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'port_id': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'mac_address': 'fa:16:3e:11:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:12.602479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:12.603294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: 1ced747c-8595-49e1-b49c-b40b639b1c84, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:12.605158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] For port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:12.614413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] For port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:12.655733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:12.670937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6facd21-6e12-401b-a359-140fd22c7363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.675700 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6facd21-6e12-401b-a359-140fd22c7363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.678836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f6facd21-6e12-401b-a359-140fd22c7363 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9aa464f-875a-49ba-98f2-77a1d2bcb5f8 HTTP/1.1" status: 204 len: 168 time: 0.8537064 Jun 30 02:48:12.685793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1ced747c-8595-49e1-b49c-b40b639b1c84) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:12.692298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.693616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.705624 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.709964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6facd21-6e12-401b-a359-140fd22c7363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aa464f-875a-49ba-98f2-77a1d2bcb5f8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.733166 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:12.734055 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:12.738199 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2108845a-46ac-4db3-8dcf-11085ed64cbe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7369666 Jun 30 02:48:12.749072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47294) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:12.784002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5ba3f-d4b0-4443-8d7f-dac0bfcc87fb None None] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:12.824103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-70d9c3ec-1d6c-49e5-970b-1591fc75855a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 1000 time: 0.3149641 Jun 30 02:48:12.839520 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f42c6-f881-4ef7-ae6c-12aa76ecdf7f None None] Pushing event updated for resources: {'Port': ['ID=5446ecb6-a64e-487d-a575-fe9e983b7bbf,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.842076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5008981e-43a4-4da2-9424-3c5ef69425a9 req-441fae22-2855-40dc-aa27-860b417f4451 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951556 Jun 30 02:48:12.941364 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:13.138550 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.262628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1174d7-46ea-4d1d-8780-52af839c93a9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:13.269106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668db5a-ced6-47fb-8928-ab0b99b30b9f None None] Pushing event updated for resources: {'Port': ['ID=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:13.298283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Routers {'29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:13.302087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:13.363658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6e44f002-82f2-4aeb-bf32-9db2cfb958e5 req-902c536c-b711-4fd7-9a49-b06fa7e3cf19 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 210 time: 0.1023371 Jun 30 02:48:13.420333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-4325e84a-ea76-469a-accd-b3e60e4c62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.423064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-4325e84a-ea76-469a-accd-b3e60e4c62a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.5784073 Jun 30 02:48:13.553164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f7137-bcfe-4755-980d-22e5c35d80e8 req-32d4d388-b755-4772-a47b-dac101a19812 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.561218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-522f7137-bcfe-4755-980d-22e5c35d80e8 req-32d4d388-b755-4772-a47b-dac101a19812 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.2336755 Jun 30 02:48:13.580169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] Set router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:13.666564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:13.667481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-2345cf14-8c30-423f-9b5e-3e882f7700ad tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.669292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-2345cf14-8c30-423f-9b5e-3e882f7700ad tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.90 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 811 time: 0.6296847 Jun 30 02:48:13.683994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-522f7137-bcfe-4755-980d-22e5c35d80e8 req-c6e84fb7-526b-4b4f-9ca5-42615ab118d1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218779 Jun 30 02:48:13.687724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Request body: {'port': {'device_id': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'admin_state_up': True, 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:13.737530 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.933429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-fbc45de1-cb53-41dc-a9cd-a4c97ad7c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.935057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-fbc45de1-cb53-41dc-a9cd-a4c97ad7c458 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4992249 Jun 30 02:48:13.940770 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:08Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:12Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:13.969574 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547339b-5e5b-4a3b-a027-691813078428 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:08Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:12Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:14.004258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['1c1174d7-46ea-4d1d-8780-52af839c93a9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:14.006531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef258-8cb0-4ae6-bce4-26998577d423 req-3aabcd75-b162-4050-8ba3-8cd7e209cfda tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:14.043077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d4ef258-8cb0-4ae6-bce4-26998577d423 req-3aabcd75-b162-4050-8ba3-8cd7e209cfda tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 945 time: 0.4028993 Jun 30 02:48:14.051635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.060704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-1ced747c-8595-49e1-b49c-b40b639b1c84', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:14.062131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.078587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:14.118056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Made reservation on behalf of c2f6c60c4ed74c00952e96830b601347 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:14.122283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.172829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d4ef258-8cb0-4ae6-bce4-26998577d423 req-8e7c1d3e-e0b4-4b55-90a2-13f426d3e23d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288013 Jun 30 02:48:14.530807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Allocated IP 172.20.0.2 (7e63f45c-7ca8-42df-934d-b37ab1e2beec/15ac83d9-2d46-4052-91ba-ff4e1ec94d07/6581140e-923f-4e23-bba0-c987eb17cea9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:14.535457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-8a0b0f6a-8d71-4e3d-8ee3-5b24966b0b35 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678031 Jun 30 02:48:14.739520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da5b8-0603-4f7e-91cc-ac9593d097f8 req-8093487a-1082-454f-b89e-3e41138ce2ee tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:14.750350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-819da5b8-0603-4f7e-91cc-ac9593d097f8 req-8093487a-1082-454f-b89e-3e41138ce2ee tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.5872281 Jun 30 02:48:14.759285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Allocated IP 2001:db8:1::2 (1ced747c-8595-49e1-b49c-b40b639b1c84/63158edc-3078-4bb0-8354-a4b843c2bd3e/1db58b50-083f-4aa9-b39b-99c6f570082d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:15.035067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfe3883-a0d3-4770-b6df-ea406e1ec710 req-b3a30beb-d486-4a21-a730-21cae02f5e16 service neutron] 10.222.0.90 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854381 Jun 30 02:48:15.054015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-819da5b8-0603-4f7e-91cc-ac9593d097f8 req-466f0ac5-8423-4f48-a751-d7e2cdc44210 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035882 Jun 30 02:48:15.061748 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.101571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Transition to ACTIVE for port object 1db58b50-083f-4aa9-b39b-99c6f570082d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:15.126550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Transition to ACTIVE for port object 1db58b50-083f-4aa9-b39b-99c6f570082d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:15.144913 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.197760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.237629 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-277065ff-8af3-4e8b-be9d-4cb93a82b76e req-31b83bec-5bf8-426f-85aa-d85437695e8b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 210 time: 0.1668360 Jun 30 02:48:15.244290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Pushing event updated for resources: {'Port': ['ID=1db58b50-083f-4aa9-b39b-99c6f570082d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:15.304808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:48:05Z', 'revision_number': 4, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce', 'name': '', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'mac_address': 'fa:16:3e:53:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:02Z', 'updated_at': '2021-06-30T02:48:12Z', 'revision_number': 4, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'subnets': [{'id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.328168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:15.333151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:15.343399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:15.383776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.400612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfda67-e4e1-48ff-bdc9-ced672d88c9a None None] The sync data for ids ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'] in n-d-798054-5 is: [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:48:05Z', 'revision_number': 4, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce', 'name': '', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'mac_address': 'fa:16:3e:53:1b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:02Z', 'updated_at': '2021-06-30T02:48:12Z', 'revision_number': 4, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'subnets': [{'id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:15.450267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8:1::1 (1ced747c-8595-49e1-b49c-b40b639b1c84/63158edc-3078-4bb0-8354-a4b843c2bd3e/3e4d9e68-2dd5-45d5-a9d6-37b197a741e2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:15.450900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5446ecb6-a64e-487d-a575-fe9e983b7bbf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:15.506752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:15.546077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:15.555952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:15.749325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Attempting to bind port 1db58b50-083f-4aa9-b39b-99c6f570082d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:15.749704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Attempting to bind port 1db58b50-083f-4aa9-b39b-99c6f570082d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:15.750064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Attempting to bind port 1db58b50-083f-4aa9-b39b-99c6f570082d on network 1ced747c-8595-49e1-b49c-b40b639b1c84 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:15.758730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Pushing event updated for resources: {'Port': ['ID=6581140e-923f-4e23-bba0-c987eb17cea9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:15.769720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:15.805227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:15.805907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Checking segment: {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:15.806524 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.807112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Bound using segment: {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:15.808559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Bound port: 1db58b50-083f-4aa9-b39b-99c6f570082d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:15.809248 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.835634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:15.836345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.881319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacde93-5008-4f34-b86c-833619efcd32 req-50d07cde-9862-4151-a268-c348b5f9b00d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:15.892585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6dacde93-5008-4f34-b86c-833619efcd32 req-50d07cde-9862-4151-a268-c348b5f9b00d tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.5213785 Jun 30 02:48:15.921319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-96298094-f974-4d31-9366-30e5f0297d96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2409394 Jun 30 02:48:15.925820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 5446ecb6-a64e-487d-a575-fe9e983b7bbf completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:15.952579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Request body: {'port': {'device_id': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:15.952752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.969282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5446ecb6-a64e-487d-a575-fe9e983b7bbf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:15.969866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.993267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:16.061298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6dacde93-5008-4f34-b86c-833619efcd32 req-6e7a39d7-f6b5-4d01-98db-fbf0b48dcba7 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677144 Jun 30 02:48:16.134713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] For port 1db58b50-083f-4aa9-b39b-99c6f570082d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:16.161128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] For port 1db58b50-083f-4aa9-b39b-99c6f570082d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1db58b50-083f-4aa9-b39b-99c6f570082d,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:16.174092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.198543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.303149 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.318794 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.320574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:16.358268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:16.395798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:16.396401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.569419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:16.639144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.670578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab192034-b658-4ee4-ac41-24b23c14f30b req-ccc15794-cd31-4321-a745-6f4f8c10d21c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:16.679599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab192034-b658-4ee4-ac41-24b23c14f30b req-ccc15794-cd31-4321-a745-6f4f8c10d21c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 945 time: 0.5770884 Jun 30 02:48:16.735749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-b36fcb00-e265-4ed7-bf23-e9b0abbab71d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6387689 Jun 30 02:48:16.821694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ed4fa-dbd4-4eeb-9640-1b9b8a1cb3cd req-337241c2-9828-4246-b5aa-8d1288172dc9 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:16.828864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-859ed4fa-dbd4-4eeb-9640-1b9b8a1cb3cd req-337241c2-9828-4246-b5aa-8d1288172dc9 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.4560738 Jun 30 02:48:16.975098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab192034-b658-4ee4-ac41-24b23c14f30b req-85393e12-70df-4a6a-8950-1aa74203df03 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945135 Jun 30 02:48:17.016376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-859ed4fa-dbd4-4eeb-9640-1b9b8a1cb3cd req-fd6a1718-b103-497f-ad25-b96addd9b8d8 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763785 Jun 30 02:48:17.099791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 5446ecb6-a64e-487d-a575-fe9e983b7bbf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5446ecb6-a64e-487d-a575-fe9e983b7bbf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:17.113396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.123434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ce8b4-dab3-4da3-8e52-4c2e04e93a5a None None] Pushing event updated for resources: {'Port': ['ID=1db58b50-083f-4aa9-b39b-99c6f570082d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.398487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=5446ecb6-a64e-487d-a575-fe9e983b7bbf,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.400855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6581140e-923f-4e23-bba0-c987eb17cea9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:17.430002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.499864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:17.532296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Transition to ACTIVE for port object 6581140e-923f-4e23-bba0-c987eb17cea9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:17.545824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.607297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.619437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.624474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.716043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:17.726176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:17.726581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.770083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Pushing event updated for resources: {'Port': ['ID=6581140e-923f-4e23-bba0-c987eb17cea9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.809092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:17.975147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Attempting to bind port 6581140e-923f-4e23-bba0-c987eb17cea9 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:17.975486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Attempting to bind port 6581140e-923f-4e23-bba0-c987eb17cea9 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:17.975860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Attempting to bind port 6581140e-923f-4e23-bba0-c987eb17cea9 on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:17.992206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Port 6581140e-923f-4e23-bba0-c987eb17cea9 on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:17.992532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Attempting to bind port 6581140e-923f-4e23-bba0-c987eb17cea9 on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:17.999438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:17.999784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Checking segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:18.000225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Bound using segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:18.000663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Bound port: 6581140e-923f-4e23-bba0-c987eb17cea9, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:18.001021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.036429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:18.053278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 1c1174d7-46ea-4d1d-8780-52af839c93a9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:18.073922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:18.076768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:18.084572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 1c1174d7-46ea-4d1d-8780-52af839c93a9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:18.087185 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.101159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.195461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:18.200068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] For port 6581140e-923f-4e23-bba0-c987eb17cea9, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:18.206457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] For port 6581140e-923f-4e23-bba0-c987eb17cea9, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6581140e-923f-4e23-bba0-c987eb17cea9,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:18.209887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.225218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.272819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.273452 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.274964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] 10.222.0.90 "PUT /v2.0/ports/6581140e-923f-4e23-bba0-c987eb17cea9 HTTP/1.1" status: 200 len: 1091 time: 2.3334129 Jun 30 02:48:18.291444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.297995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'tag': '6581140e-923f-4e23-bba0-c987eb17cea9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:18.300516 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912" -d '{"events": [{"name": "network-changed", "server_uuid": "5a453b05-d602-4ef5-bd1e-7c5900c9340b", "tag": "6581140e-923f-4e23-bba0-c987eb17cea9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:18.330260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:18.332786 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1778954-4ccd-4fb0-bbb1-da35bd2e889f" -d '{"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-plugged", "status": "completed", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:18.335881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae705873-b90b-422f-b6a1-34907e073d6c req-f0ea2b57-7917-4d4a-a4b1-f56b0a42fce0 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.347478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:48:18.360100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae705873-b90b-422f-b6a1-34907e073d6c req-f0ea2b57-7917-4d4a-a4b1-f56b0a42fce0 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 943 time: 0.7467415 Jun 30 02:48:18.365656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:18.369092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:18.377445 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.444807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:18.477581 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:18.506139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae705873-b90b-422f-b6a1-34907e073d6c req-cc94d8f6-7ba2-4ba1-a3f1-ff6d5defdc94 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446195 Jun 30 02:48:18.779030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:18.791392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:18.812282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:18.816277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:18.816878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b4baad6-ce6e-4752-8c18-e4d6f16ff8d5 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0664718 Jun 30 02:48:18.827294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47414) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:18.837924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1600557695'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:18.852016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885d654-1c9f-48f1-9ae0-f978f74e2475 req-72db4c0a-384a-45cd-8aa6-d2d2055fc826 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.861391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4885d654-1c9f-48f1-9ae0-f978f74e2475 req-72db4c0a-384a-45cd-8aa6-d2d2055fc826 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 1.0622225 Jun 30 02:48:18.907614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabebcf-1464-4550-949d-f59ffb58845a req-8ba05f6b-2d19-4125-a604-441fe5f65338 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.909841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cdabebcf-1464-4550-949d-f59ffb58845a req-8ba05f6b-2d19-4125-a604-441fe5f65338 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.1937156 Jun 30 02:48:18.911366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:18.915833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.921905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bd892-17e3-4d85-8d50-94a377f3b9f6 None None] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:18.979150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:18.987656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cdabebcf-1464-4550-949d-f59ffb58845a req-5fcb68a4-1b3c-4133-8bac-96a9dad53ecd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675216 Jun 30 02:48:18.994207 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.994915 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment a72df61c-aacc-48d4-bc00-768b41b08c99 of type vlan for network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 Jun 30 02:48:19.005369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192aff-116a-4ef0-b5c6-64d319a725ff service neutron] Pushing event updated for resources: {'Port': ['ID=6581140e-923f-4e23-bba0-c987eb17cea9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.053206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47416) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:19.054058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4885d654-1c9f-48f1-9ae0-f978f74e2475 req-25ef909d-bb34-4467-a81c-c971b199206c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915660 Jun 30 02:48:19.065316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-3d34e109-48c9-4714-a2ce-fd40592abe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.066832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-3d34e109-48c9-4714-a2ce-fd40592abe01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 1094 time: 0.7245107 Jun 30 02:48:19.080585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.088388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-8d6ae099-bc3e-4a36-a6e0-9639315ef394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.091668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-8d6ae099-bc3e-4a36-a6e0-9639315ef394 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9&tenant_id=b2da4de747784f4fa98e19190a98a8a6 HTTP/1.1" status: 200 len: 1094 time: 0.2219701 Jun 30 02:48:19.237589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0be40ee-53a9-4fd1-bdbb-6bb94fe8c5b5 None None] Provisioning for port 1db58b50-083f-4aa9-b39b-99c6f570082d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:19.241503 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80503b0-813c-4dce-85c4-768e9cef1928 x-openstack-request-id: req-e80503b0-813c-4dce-85c4-768e9cef1928 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:19.241798 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a453b05-d602-4ef5-bd1e-7c5900c9340b", "tag": "6581140e-923f-4e23-bba0-c987eb17cea9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:19.242149 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e80503b0-813c-4dce-85c4-768e9cef1928 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:19.246625 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'tag': '6581140e-923f-4e23-bba0-c987eb17cea9', 'status': 'completed', 'code': 200} Jun 30 02:48:19.248338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-600d4cb9-880a-4628-9c35-e49b8dc58fa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/dfd79a4e-0be2-4710-a806-0778d551041f HTTP/1.1" status: 200 len: 994 time: 0.1710491 Jun 30 02:48:19.261925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.262347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:19.280186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.283260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-d2efbe4e-f962-4256-a705-b30bdd12cf7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6581140e-923f-4e23-bba0-c987eb17cea9 HTTP/1.1" status: 200 len: 217 time: 0.1793277 Jun 30 02:48:19.287750 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.311543 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ffcf80-2fd8-43e2-aec1-b547533f85dc x-openstack-request-id: req-87ffcf80-2fd8-43e2-aec1-b547533f85dc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:19.311840 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-plugged", "status": "completed", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:19.312099 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87ffcf80-2fd8-43e2-aec1-b547533f85dc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:19.312501 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'code': 200} Jun 30 02:48:19.492984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4dee4fdb-0522-4112-85cf-e029a5548bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.504419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-4dee4fdb-0522-4112-85cf-e029a5548bf4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.1715562 Jun 30 02:48:19.514246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1db58b50-083f-4aa9-b39b-99c6f570082d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:19.527642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-95dd0bdf-6f37-4336-b1c8-d11f89a1a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.531182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-95dd0bdf-6f37-4336-b1c8-d11f89a1a9e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1094 time: 0.2820525 Jun 30 02:48:19.556026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-268d6e19-046f-4df9-a696-bea86593141f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436430 Jun 30 02:48:19.759997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-1789c609-76ea-4e86-827b-87f96aed0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.762274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-1789c609-76ea-4e86-827b-87f96aed0483 service neutron] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.2091470 Jun 30 02:48:19.803179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 1db58b50-083f-4aa9-b39b-99c6f570082d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:19.824029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1db58b50-083f-4aa9-b39b-99c6f570082d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:19.824417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.913332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=edfa8229-ef38-40d3-b5bd-7f53a8d10a22,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.937035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:19.968260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-7245efd0-e7ca-49cf-bb8e-229cd1481615 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.1581094 Jun 30 02:48:19.986237 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2b36a46f-1d78-46eb-991c-ded8e6f3a269 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1531119 Jun 30 02:48:19.992100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47438) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:20.006610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:20.041788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.103079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 1db58b50-083f-4aa9-b39b-99c6f570082d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1db58b50-083f-4aa9-b39b-99c6f570082d,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:20.130568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.131476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5446ecb6-a64e-487d-a575-fe9e983b7bbf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:20.151878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 3, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:20.180328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-023aa255-6fdc-4a22-944f-096e66f26812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:20.184424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-023aa255-6fdc-4a22-944f-096e66f26812 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.2110388 Jun 30 02:48:20.252513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:20.253122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Updating router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:20.256991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-71dccd78-6f69-425b-970a-32238ec665ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620599 Jun 30 02:48:20.266833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf388c13-49b4-435c-93dd-ce3f59430166 req-6d2b9adb-21a8-4d5d-8d14-7f1c9b22ee42 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:20.270936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf388c13-49b4-435c-93dd-ce3f59430166 req-6d2b9adb-21a8-4d5d-8d14-7f1c9b22ee42 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 943 time: 0.5064018 Jun 30 02:48:20.274234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47444) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:20.298602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-c8a8e742-9229-402e-9a4b-21f51fbe7b4a service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351298 Jun 30 02:48:20.348385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97113-66aa-4c82-8abe-f4501d31726e req-3cf8e1d0-cb65-47ac-a601-5e7985e2fed4 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:20.357096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57d97113-66aa-4c82-8abe-f4501d31726e req-3cf8e1d0-cb65-47ac-a601-5e7985e2fed4 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 1.1066589 Jun 30 02:48:20.359111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:20.370032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.518407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-95f4e1b0-57e0-4a6f-9892-85386806ea33 None None] Provisioning complete for port 1db58b50-083f-4aa9-b39b-99c6f570082d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:20.518757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95f4e1b0-57e0-4a6f-9892-85386806ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.532199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf388c13-49b4-435c-93dd-ce3f59430166 req-b81337bb-e426-42a4-9e7c-6248afd32946 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212594 Jun 30 02:48:20.587721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=1db58b50-083f-4aa9-b39b-99c6f570082d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:20.593780 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.605926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57d97113-66aa-4c82-8abe-f4501d31726e req-635f030f-5686-42f4-b9d9-f428b751dddd tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483153 Jun 30 02:48:20.615523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-5ca8d961-c428-4613-83ed-e1bf9fe274e7 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396239 Jun 30 02:48:20.619226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc9eb39-4030-4900-8823-52517d025d10 req-9a54ff0e-5268-436d-9364-de9a8870ac3b service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119392 Jun 30 02:48:20.762014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347feb2-1216-4ba3-a9cd-331ea5513ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.824703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5446ecb6-a64e-487d-a575-fe9e983b7bbf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:20.825084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.921062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347feb2-1216-4ba3-a9cd-331ea5513ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.958993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f347feb2-1216-4ba3-a9cd-331ea5513ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.022600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-8a2706c3-d921-49cd-afb5-101ca6cfcbca service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976984 Jun 30 02:48:21.033878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cdc24-25a7-42ae-aca2-a0bd4e5a36de req-5a048369-62a5-470e-9f84-8e8081656af2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.041905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a88cdc24-25a7-42ae-aca2-a0bd4e5a36de req-5a048369-62a5-470e-9f84-8e8081656af2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.1913660 Jun 30 02:48:21.046884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-7442346f-5384-437c-a5ad-962140cc7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.048945 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-7442346f-5384-437c-a5ad-962140cc7170 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 1094 time: 0.2574029 Jun 30 02:48:21.083950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347feb2-1216-4ba3-a9cd-331ea5513ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7840369-3a83-4ae6-aaee-50fce93bb7ab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:21.153734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f347feb2-1216-4ba3-a9cd-331ea5513ad0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ccd3a36f7859474aa1e495ecfcb2f5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731952 Jun 30 02:48:21.159975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47458) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:21.195184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.201937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-bae04301-98cf-4473-bbc9-adcc0121a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.203714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-bae04301-98cf-4473-bbc9-adcc0121a056 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 912 time: 0.1471035 Jun 30 02:48:21.228753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-95f4e1b0-57e0-4a6f-9892-85386806ea33 None None] Provisioning for port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:21.253168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-95f4e1b0-57e0-4a6f-9892-85386806ea33 None None] Provisioning complete for port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:21.254283 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95f4e1b0-57e0-4a6f-9892-85386806ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.280022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:21.305596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a88cdc24-25a7-42ae-aca2-a0bd4e5a36de req-44a9846a-30bc-4bb0-84b2-e0399bdcc03e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620771 Jun 30 02:48:21.307093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-74a3c889-db16-4ea4-93fb-777cc085bdf7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6581140e-923f-4e23-bba0-c987eb17cea9 HTTP/1.1" status: 200 len: 217 time: 0.0803156 Jun 30 02:48:21.352809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-95f4e1b0-57e0-4a6f-9892-85386806ea33 None None] Port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:21.362632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=d6db88e8-99e7-4620-b635-8638968971f1,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:21.375501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b805e124-d44e-4ddd-b4d7-8d856feac3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.389254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-77cfcc4b-4c85-44a9-a1e7-9ec3d2a4d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.392153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-77cfcc4b-4c85-44a9-a1e7-9ec3d2a4d433 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.0775931 Jun 30 02:48:21.409182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b805e124-d44e-4ddd-b4d7-8d856feac3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.411352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:21.411720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: edfa8229-ef38-40d3-b5bd-7f53a8d10a22, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:21.427151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:21.427530 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.443372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-b22e00a4-d8e4-4b53-9a46-38bd2b9d7a53 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435815 Jun 30 02:48:21.473963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:21.499597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b805e124-d44e-4ddd-b4d7-8d856feac3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.502391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b805e124-d44e-4ddd-b4d7-8d856feac3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.503579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b805e124-d44e-4ddd-b4d7-8d856feac3f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7840369-3a83-4ae6-aaee-50fce93bb7ab HTTP/1.1" status: 204 len: 168 time: 0.3422160 Jun 30 02:48:21.512741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, edfa8229-ef38-40d3-b5bd-7f53a8d10a22) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:21.539044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.539855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805e124-d44e-4ddd-b4d7-8d856feac3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7840369-3a83-4ae6-aaee-50fce93bb7ab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:21.543447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.544480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.546916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463a2ba-0193-4ee8-9b8b-07d8e84d9185 None None] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:21.583847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-709ed19e-1641-425b-96ba-89a30c6b7f56 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5885081 Jun 30 02:48:21.584537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47476) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:21.614443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-574420fa-494f-4ea2-a193-aaebc05596bc service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624451 Jun 30 02:48:21.818039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Transition to ACTIVE for port object 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:21.851100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ff8152c-709a-4a9e-b0ef-05a49e405c24 None None] Provisioning complete for port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:21.851642 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ff8152c-709a-4a9e-b0ef-05a49e405c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.916248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d1e8ae6-0a87-4c5f-85de-67ec764c5912 req-a4a413e1-4a4b-4e13-9b27-ee949ca94858 service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935743 Jun 30 02:48:22.123030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195376b-85e8-4745-9efa-dd5e81abcfba req-f59dc98f-3a9a-4d75-b48b-0a1f38394a5c tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:22.130174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b195376b-85e8-4745-9efa-dd5e81abcfba req-f59dc98f-3a9a-4d75-b48b-0a1f38394a5c tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.1707015 Jun 30 02:48:22.237842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.252136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b195376b-85e8-4745-9efa-dd5e81abcfba req-4cb6380b-34f6-4872-9ab7-d8fa2464c8cf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209126 Jun 30 02:48:22.400086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913040e3-6c2d-457d-92fc-dd9630aecb9a req-a66bfa6b-83f2-4bac-87c1-9dcf668bf42e tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:22.411662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-913040e3-6c2d-457d-92fc-dd9630aecb9a req-a66bfa6b-83f2-4bac-87c1-9dcf668bf42e tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 943 time: 0.6028705 Jun 30 02:48:22.558039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8152c-709a-4a9e-b0ef-05a49e405c24 None None] Port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:22.596496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054c4f-799f-46bf-b864-b905ce0ce703 None None] Pushing event updated for resources: {'Port': ['ID=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:22.633277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-913040e3-6c2d-457d-92fc-dd9630aecb9a req-a0e2cb48-ef11-4553-8024-b7c347258137 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207742 Jun 30 02:48:22.669613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1db58b50-083f-4aa9-b39b-99c6f570082d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:22.699099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:22.700797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.818522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-cd2794eb-a761-4318-b99e-d09dca0eae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:22.822514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-cd2794eb-a761-4318-b99e-d09dca0eae1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1094 time: 0.2315969 Jun 30 02:48:23.108005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Attempting to bind port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:23.111096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Attempting to bind port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:23.112338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Attempting to bind port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 on network 1ced747c-8595-49e1-b49c-b40b639b1c84 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:23.136982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:23.137728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Checking segment: {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:23.138784 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.140366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Bound using segment: {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:23.141628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Bound port: 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92027fd-cd29-4153-b418-9a1426065970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:23.142903 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.165841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1db58b50-083f-4aa9-b39b-99c6f570082d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:23.168749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.268724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.355537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74c7a7-6435-4512-9e07-6b9bf4fe0985 req-8ea6d41b-c720-472b-aa8b-69902d0babbf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.373713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c74c7a7-6435-4512-9e07-6b9bf4fe0985 req-8ea6d41b-c720-472b-aa8b-69902d0babbf tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.3231833 Jun 30 02:48:23.403965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-0a4ea8c2-cd7b-4225-b9f7-6bc3cee647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.405637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-0a4ea8c2-cd7b-4225-b9f7-6bc3cee647ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.5347145 Jun 30 02:48:23.483775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] For port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:23.490958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c74c7a7-6435-4512-9e07-6b9bf4fe0985 req-a75de683-c2f3-4585-abf5-fb6f9ddc1e2a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161039 Jun 30 02:48:23.494025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] For port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:23.525834 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.603201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Allocated IP 2001:db8:2::2 (edfa8229-ef38-40d3-b5bd-7f53a8d10a22/d6db88e8-99e7-4620-b635-8638968971f1/a0b17c52-3ef4-4491-aa76-dfe520886b11) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:23.769979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-afc2948c-a60e-44eb-9755-857a08ca39e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.1105974 Jun 30 02:48:23.810385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093d224-9baa-4c64-b2e3-ca3a3cf09f63 req-92572fc3-0a33-4d6d-8388-39fb011ad1c2 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.838365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a093d224-9baa-4c64-b2e3-ca3a3cf09f63 req-92572fc3-0a33-4d6d-8388-39fb011ad1c2 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2326260 Jun 30 02:48:23.874175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6581140e-923f-4e23-bba0-c987eb17cea9 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:23.924950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-dbf9f5d9-22ef-4791-87c9-4dc7ab67f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.928882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-dbf9f5d9-22ef-4791-87c9-4dc7ab67f165 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.1357532 Jun 30 02:48:24.002059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a093d224-9baa-4c64-b2e3-ca3a3cf09f63 req-aef297a6-649f-4f76-99ac-dce632bfccf5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621332 Jun 30 02:48:24.096050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-1f67fce0-8ecc-496f-8e24-15874dc9dd59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856438 Jun 30 02:48:24.155253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556180b-6adb-4943-9dcf-9ac4f90fdab5 req-3b1cd5d2-b99e-4630-ad32-691f30f601a5 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:24.160608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f556180b-6adb-4943-9dcf-9ac4f90fdab5 req-3b1cd5d2-b99e-4630-ad32-691f30f601a5 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 943 time: 0.2126300 Jun 30 02:48:24.200986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:24.201577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:24.242107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054c4f-799f-46bf-b864-b905ce0ce703 None None] Pushing event updated for resources: {'Port': ['ID=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:24.400584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6581140e-923f-4e23-bba0-c987eb17cea9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6581140e-923f-4e23-bba0-c987eb17cea9,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:24.424226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f556180b-6adb-4943-9dcf-9ac4f90fdab5 req-ee189f8c-7a72-42ff-b58a-41b0d0ee0a1c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523758 Jun 30 02:48:24.501433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-37dee892-1b34-414d-bec2-760d2e87708a service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192809 Jun 30 02:48:24.524569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '6581140e-923f-4e23-bba0-c987eb17cea9', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'port_id': '6581140e-923f-4e23-bba0-c987eb17cea9', 'mac_address': 'fa:16:3e:52:f1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:24.781626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:24.967922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f587-7c6d-4df2-ac1b-4cfc40659d54 req-8cbe688e-2345-4b32-b1bb-e38ba4dcfcac tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:24.990223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b172f587-7c6d-4df2-ac1b-4cfc40659d54 req-8cbe688e-2345-4b32-b1bb-e38ba4dcfcac tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.2944429 Jun 30 02:48:25.133042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b172f587-7c6d-4df2-ac1b-4cfc40659d54 req-85103f2e-7f0d-48b9-bd7a-977b5e08114f tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414394 Jun 30 02:48:25.288860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.292121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4173b367-29ec-4d53-bd7f-351266af5d02 req-9e3d2f97-b1cd-45f1-ac70-cce1c53264ed service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623176 Jun 30 02:48:25.315628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Transition to ACTIVE for port object a0b17c52-3ef4-4491-aa76-dfe520886b11 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:25.323693 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.356770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6581140e-923f-4e23-bba0-c987eb17cea9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:25.387523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6581140e-923f-4e23-bba0-c987eb17cea9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6581140e-923f-4e23-bba0-c987eb17cea9,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:25.392747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Transition to ACTIVE for port object a0b17c52-3ef4-4491-aa76-dfe520886b11 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:25.405349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.474883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=6581140e-923f-4e23-bba0-c987eb17cea9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.480390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.551169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 3, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:23Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:25.551892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaf558-45bd-4b51-bc29-9beb2bb0dcae req-7f7bff63-f262-4318-98f4-ea2ac455d731 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:25.563045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfaf558-45bd-4b51-bc29-9beb2bb0dcae req-7f7bff63-f262-4318-98f4-ea2ac455d731 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2010143 Jun 30 02:48:25.565788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:25.581083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:25.649537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8:2::1 (edfa8229-ef38-40d3-b5bd-7f53a8d10a22/d6db88e8-99e7-4620-b635-8638968971f1/9e1e05fd-b83d-438e-910c-157666eb2867) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:25.680191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e77bb1-4d3d-4651-8909-aafbdb0da31c None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 3, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:23Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:25.687406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9dfaf558-45bd-4b51-bc29-9beb2bb0dcae req-2e5d16d7-a392-49a7-8071-9d757079a6c8 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228509 Jun 30 02:48:25.706327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:25.817047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Pushing event updated for resources: {'Port': ['ID=a0b17c52-3ef4-4491-aa76-dfe520886b11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.838480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6581140e-923f-4e23-bba0-c987eb17cea9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:26.018654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Attempting to bind port a0b17c52-3ef4-4491-aa76-dfe520886b11 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:26.018654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Attempting to bind port a0b17c52-3ef4-4491-aa76-dfe520886b11 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:26.018985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Attempting to bind port a0b17c52-3ef4-4491-aa76-dfe520886b11 on network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:26.049884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:26.050767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Checking segment: {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:26.067436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.072675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Bound using segment: {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:26.073944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Bound port: a0b17c52-3ef4-4491-aa76-dfe520886b11, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:26.074455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.144475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.171023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object 9e1e05fd-b83d-438e-910c-157666eb2867 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:26.279520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2a8c-3b54-4636-8e6b-5970da9fc904 req-b4139271-1173-4590-b949-f9d04b1ff997 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.289302 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-796c2a8c-3b54-4636-8e6b-5970da9fc904 req-b4139271-1173-4590-b949-f9d04b1ff997 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 944 time: 0.4719474 Jun 30 02:48:26.291601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.361573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:26.438192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:26.442390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=9e1e05fd-b83d-438e-910c-157666eb2867,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:26.454590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:26.454590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.540148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] For port a0b17c52-3ef4-4491-aa76-dfe520886b11, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:26.557073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] For port a0b17c52-3ef4-4491-aa76-dfe520886b11, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a0b17c52-3ef4-4491-aa76-dfe520886b11,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:26.594902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.628563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-796c2a8c-3b54-4636-8e6b-5970da9fc904 req-58beaa7c-d86c-4b67-864f-56581dee30c4 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383579 Jun 30 02:48:26.993747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.017520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe62ad-64d4-46c5-8454-2dc39e53b3d8 None None] Pushing event updated for resources: {'Port': ['ID=a0b17c52-3ef4-4491-aa76-dfe520886b11,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:27.021234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da7503-04b5-4f12-9044-ca471f48f037 req-6c857173-05a5-40ad-906f-4c57a2e0cded tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:27.023062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-68da7503-04b5-4f12-9044-ca471f48f037 req-6c857173-05a5-40ad-906f-4c57a2e0cded tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.2946587 Jun 30 02:48:27.193460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-68da7503-04b5-4f12-9044-ca471f48f037 req-6e334abe-d1c1-4019-9320-a4461eb59d79 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612318 Jun 30 02:48:27.412907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31e27-0782-4b61-9455-217065b1c2c9 req-29b656e4-dfca-4c27-b986-07df14aabcc9 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:27.414742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1d31e27-0782-4b61-9455-217065b1c2c9 req-29b656e4-dfca-4c27-b986-07df14aabcc9 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.1914792 Jun 30 02:48:27.511976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c94e66-ffef-4300-bf09-f62b00e20ed2 req-7d34b633-49ca-4f46-a721-04367f47253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:27.528324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6c94e66-ffef-4300-bf09-f62b00e20ed2 req-7d34b633-49ca-4f46-a721-04367f47253f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.3274226 Jun 30 02:48:27.601783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6c94e66-ffef-4300-bf09-f62b00e20ed2 req-2a9a03e2-b2da-46ee-abcc-1050546261bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606091 Jun 30 02:48:27.613411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1d31e27-0782-4b61-9455-217065b1c2c9 req-1baa7cca-eabd-4ba0-97df-0162ff029ac0 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907852 Jun 30 02:48:27.628756 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3b0c353-e9d7-49e6-ae41-22a1126a1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.677267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:27.794010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6581140e-923f-4e23-bba0-c987eb17cea9 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:27.878422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.891380 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.892219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.987084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13ca5-1934-421a-89d7-b0b64e79ec9b req-16fda5b9-60eb-4493-b2f5-b684ce6f9fb1 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.013581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5dd13ca5-1934-421a-89d7-b0b64e79ec9b req-16fda5b9-60eb-4493-b2f5-b684ce6f9fb1 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 944 time: 0.2090299 Jun 30 02:48:28.020053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:28.028165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:28.028545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.030250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 6581140e-923f-4e23-bba0-c987eb17cea9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:28.148864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=9e1e05fd-b83d-438e-910c-157666eb2867,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:28.176740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5dd13ca5-1934-421a-89d7-b0b64e79ec9b req-84279a85-2710-4177-af0c-94cbcb539711 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598465 Jun 30 02:48:28.321156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:28.322482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:28.373233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 6581140e-923f-4e23-bba0-c987eb17cea9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:28.374996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.544903 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.574582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6581140e-923f-4e23-bba0-c987eb17cea9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:28.578122 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ba9ef5-1904-42fb-b044-37b8122c50b2" -d '{"events": [{"server_uuid": "5a453b05-d602-4ef5-bd1e-7c5900c9340b", "name": "network-vif-plugged", "status": "completed", "tag": "6581140e-923f-4e23-bba0-c987eb17cea9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:28.593952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:28.656679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6581140e-923f-4e23-bba0-c987eb17cea9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6581140e-923f-4e23-bba0-c987eb17cea9,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:28.658503 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.666420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.712287 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f8dff5-0dd8-4b98-951d-1e030223ab4b x-openstack-request-id: req-c9f8dff5-0dd8-4b98-951d-1e030223ab4b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:28.712652 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a453b05-d602-4ef5-bd1e-7c5900c9340b", "name": "network-vif-plugged", "status": "completed", "tag": "6581140e-923f-4e23-bba0-c987eb17cea9", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:28.712956 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9f8dff5-0dd8-4b98-951d-1e030223ab4b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:28.713381 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6581140e-923f-4e23-bba0-c987eb17cea9', 'code': 200} Jun 30 02:48:28.862173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:28.906039 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.915252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=6581140e-923f-4e23-bba0-c987eb17cea9,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:28.962585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80938fd-7cf5-4af4-a705-7de077db216a req-0804290a-9549-4c79-bc81-b5ef0113561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.973448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:28.974652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d80938fd-7cf5-4af4-a705-7de077db216a req-0804290a-9549-4c79-bc81-b5ef0113561c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 1096 time: 0.1590359 Jun 30 02:48:28.988791 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:29.006800 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:29.010073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:29.021698 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7747203f-d2db-4740-a6db-2102f88a343d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4360430 Jun 30 02:48:29.023424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47630) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:29.038462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:29.040168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90763421'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:29.065974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d80938fd-7cf5-4af4-a705-7de077db216a req-83d8a624-673e-44b7-9ebf-09e6a8b6d67d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826309 Jun 30 02:48:29.091986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf839127-fdf7-46fe-9817-6d9af67afacf req-f84ab8f7-0c51-46ee-9395-a1164da965e0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.100825 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf839127-fdf7-46fe-9817-6d9af67afacf req-f84ab8f7-0c51-46ee-9395-a1164da965e0 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.3141541 Jun 30 02:48:29.134653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:29.137450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a5807-d34f-44d5-9738-7fc0f73f72d0 None None] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:29.140287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.268438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf839127-fdf7-46fe-9817-6d9af67afacf req-8586490b-74ee-41c8-948b-21ac97b9b600 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660814 Jun 30 02:48:29.295421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:29.298404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f50c99a3-0f23-4b9c-80a1-4b4ee6212052 None None] Provisioning for port a0b17c52-3ef4-4491-aa76-dfe520886b11 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:29.327729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.328820 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added segment 0509345c-a7e8-4911-a9c2-20ae0a535e55 of type vlan for network d08be500-104c-4ef0-a819-33b52d196286 Jun 30 02:48:29.363046 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:29.441681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06346530-6f0e-4b54-9181-3a60ef61e103 req-34647fde-bc99-4ea6-8e56-ea43b0421ddb tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.457734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06346530-6f0e-4b54-9181-3a60ef61e103 req-34647fde-bc99-4ea6-8e56-ea43b0421ddb tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2002709 Jun 30 02:48:29.540573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06346530-6f0e-4b54-9181-3a60ef61e103 req-7d47ea43-ad6f-4eb7-b2da-cae8e8d9aa9d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822377 Jun 30 02:48:29.563250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.599123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-134fb7aa-56be-49f5-8549-b0f8b59e58db req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1766437622', 'description': 'tempest-description-129451789'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:29.659849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.673179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.674912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.739906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-134fb7aa-56be-49f5-8549-b0f8b59e58db req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.785310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:29.960642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:29.961077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9356220 Jun 30 02:48:29.978598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'subnet': {'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:29.997970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:29.998392 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.025117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf43858-83da-45f5-b08b-91105acf9d47 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Network': ['ID=d08be500-104c-4ef0-a819-33b52d196286,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.051602 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:26Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:27Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:30.090992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d08be500-104c-4ef0-a819-33b52d196286 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:30.108451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e95f-ae5c-4d4a-b4ce-a9bbcf2a47c5 req-9f8e5fb2-aa24-4c7a-a670-76f97d9bd4dd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:30.118179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d83e95f-ae5c-4d4a-b4ce-a9bbcf2a47c5 req-9f8e5fb2-aa24-4c7a-a670-76f97d9bd4dd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.2541668 Jun 30 02:48:30.165294 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:30.168149 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Updating router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f port 9e1e05fd-b83d-438e-910c-157666eb2867 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:30.191327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d83e95f-ae5c-4d4a-b4ce-a9bbcf2a47c5 req-bce09c03-dbc9-4a8f-8e79-705a69a0f150 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Jun 30 02:48:30.301616 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.342140 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5037b15b-0162-4a47-9695-4edc00b0064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.429726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-134fb7aa-56be-49f5-8549-b0f8b59e58db req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.443108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a0b17c52-3ef4-4491-aa76-dfe520886b11 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:30.461646 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-134fb7aa-56be-49f5-8549-b0f8b59e58db req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.511934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.575130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a0b17c52-3ef4-4491-aa76-dfe520886b11 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:30.582569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Provisioning for port 9e1e05fd-b83d-438e-910c-157666eb2867 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:30.591361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a0b17c52-3ef4-4491-aa76-dfe520886b11 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:30.600558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.606794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Provisioning complete for port 9e1e05fd-b83d-438e-910c-157666eb2867 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:30.607405 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.614683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-134fb7aa-56be-49f5-8549-b0f8b59e58db req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.616188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-134fb7aa-56be-49f5-8549-b0f8b59e58db req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0235624 Jun 30 02:48:30.639779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477dbc-2d52-4d5a-a245-23cae812087d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379301b0-f9fa-463c-a6a1-ab8f13eb416a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.672412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Made reservation on behalf of 26ab8a757d5c4f6fb6c9f83d13d5a556 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:30.677573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.800060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Port 9e1e05fd-b83d-438e-910c-157666eb2867 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:31.060202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Provisioning complete for port a0b17c52-3ef4-4491-aa76-dfe520886b11 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:31.061166 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.391626 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.397104 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.454469 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Transition to ACTIVE for port object 9e1e05fd-b83d-438e-910c-157666eb2867 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:31.468355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.499625 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.516534 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.549631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a0b17c52-3ef4-4491-aa76-dfe520886b11, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a0b17c52-3ef4-4491-aa76-dfe520886b11,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:31.564682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.721893 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:48:31.722993 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-4ed16132-7d88-4c03-b2cd-3d3e07c19cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:48:31.777990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46acc07-9728-4775-aa17-bb0c8094281d req-756c6058-9bda-4062-8651-e78c89bd3045 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:31.781851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a0b17c52-3ef4-4491-aa76-dfe520886b11,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:31.785847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c46acc07-9728-4775-aa17-bb0c8094281d req-756c6058-9bda-4062-8651-e78c89bd3045 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.8982484 Jun 30 02:48:31.821619 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49f471-2e68-462b-987e-cfddf42e1e94 None None] Pushing event updated for resources: {'Port': ['ID=9e1e05fd-b83d-438e-910c-157666eb2867,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:31.862764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Subnet': ['ID=46a0ec1a-b9b9-471c-9073-927adb4d8103,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:31.935897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c46acc07-9728-4775-aa17-bb0c8094281d req-22d155c1-fa2c-4018-b4d3-4cb3b0b9438b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441469 Jun 30 02:48:31.942474 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Attempting to bind port 9e1e05fd-b83d-438e-910c-157666eb2867 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:31.954750 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Attempting to bind port 9e1e05fd-b83d-438e-910c-157666eb2867 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:31.954750 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Attempting to bind port 9e1e05fd-b83d-438e-910c-157666eb2867 on network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:31.967441 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:31.969211 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Checking segment: {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:31.970929 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.972840 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Bound using segment: {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:31.973350 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Bound port: 9e1e05fd-b83d-438e-910c-157666eb2867, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72df61c-aacc-48d4-bc00-768b41b08c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:31.973745 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.063341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Checking segment: {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:32.063772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network hostable DHCP agents. Network: d08be500-104c-4ef0-a819-33b52d196286, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:32.132236 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.140186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network d08be500-104c-4ef0-a819-33b52d196286 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:32.163994 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] For port 9e1e05fd-b83d-438e-910c-157666eb2867, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:32.168515 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] For port 9e1e05fd-b83d-438e-910c-157666eb2867, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9e1e05fd-b83d-438e-910c-157666eb2867,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:32.169967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d08be500-104c-4ef0-a819-33b52d196286) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:32.180250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916d0c5-d815-4e81-97fa-1549159d4fb5 None None] Network d08be500-104c-4ef0-a819-33b52d196286 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:32.184512 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.186858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.187725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.224196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.233974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.243518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.253185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.266149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.295001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.302865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.316860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-10575e71-3b4a-4bbb-a7cf-c08f91755df2 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 1.2033739 Jun 30 02:48:32.338939 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:32.339869 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:32.403631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1a7ef31f-7ff1-4a9f-a7a0-c0c3dc5fcb31 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4399219 Jun 30 02:48:32.404291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:32.456250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-a87049d1-5fce-4cf4-86c6-76c8316f4b5b tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1766437622&fields=id&tenant_id=d595b2b21f1a4afdb5c5093168958bca HTTP/1.1" status: 200 len: 267 time: 0.1146317 Jun 30 02:48:32.601960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f6b9090c-18bc-4aa2-9014-34aad6a2cddb req-8ea5a42d-fac6-4cb1-85dd-d5c3991f40e5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801428 Jun 30 02:48:32.611742 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:32.697873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-2c1e04cf-3dc4-4301-aa86-070f11da8cd6 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.768376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-2c1e04cf-3dc4-4301-aa86-070f11da8cd6 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.2930398 Jun 30 02:48:32.779597 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49f471-2e68-462b-987e-cfddf42e1e94 None None] Pushing event updated for resources: {'Port': ['ID=9e1e05fd-b83d-438e-910c-157666eb2867,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:32.796621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'port': {'security_groups': ['28ee658e-27e1-4ea9-baf7-04c40d6cf685', '379301b0-f9fa-463c-a6a1-ab8f13eb416a']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:32.866188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d08be500-104c-4ef0-a819-33b52d196286', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:32.867265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.323928 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:26Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:32Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:33.402666 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c933dde-aeef-4a39-ade3-4eeb53258563 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:26Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:32Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:33.469504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Allocated IP 2001:db8:3::2 (d08be500-104c-4ef0-a819-33b52d196286/46a0ec1a-b9b9-471c-9073-927adb4d8103/6478a1da-1831-4cce-99e4-b5140a83235e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:33.620278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfee4-4de6-4f01-bd19-60656a680977 req-e76e1296-4293-4dec-9f34-2e25c5454177 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.629405 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efddfee4-4de6-4f01-bd19-60656a680977 req-e76e1296-4293-4dec-9f34-2e25c5454177 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.4805019 Jun 30 02:48:33.808065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efddfee4-4de6-4f01-bd19-60656a680977 req-59ab0d02-02d9-4f44-a807-45e2c4cf6f8b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771939 Jun 30 02:48:33.960371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e1e05fd-b83d-438e-910c-157666eb2867 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:34.059273 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.075764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Transition to ACTIVE for port object 6478a1da-1831-4cce-99e4-b5140a83235e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:34.107801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Transition to ACTIVE for port object 6478a1da-1831-4cce-99e4-b5140a83235e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:34.124341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 9e1e05fd-b83d-438e-910c-157666eb2867 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:34.136234 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.160669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.298250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9e1e05fd-b83d-438e-910c-157666eb2867 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:34.298754 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.380509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.480752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Network d08be500-104c-4ef0-a819-33b52d196286 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:34.497831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:34.528319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:34.585023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.623221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.629088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.646978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.647547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Pushing event updated for resources: {'Port': ['ID=6478a1da-1831-4cce-99e4-b5140a83235e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:34.674130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.685616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.696864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.710282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.716398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-919d667d-5295-4fa8-a140-4307ed54c3fe req-a37d8e91-eed0-47aa-8d85-0110fd1fb292 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.4542003 Jun 30 02:48:34.815473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Attempting to bind port 6478a1da-1831-4cce-99e4-b5140a83235e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:34.815841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Attempting to bind port 6478a1da-1831-4cce-99e4-b5140a83235e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:34.816202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Attempting to bind port 6478a1da-1831-4cce-99e4-b5140a83235e on network d08be500-104c-4ef0-a819-33b52d196286 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:34.827061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-7fdc057c-4984-4082-89c8-b58aeba98ff7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5997345 Jun 30 02:48:34.858422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:34.858803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Checking segment: {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:34.861874 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.862484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Bound using segment: {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:34.863151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Bound port: 6478a1da-1831-4cce-99e4-b5140a83235e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:34.865089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.053040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:35.092551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] For port 6478a1da-1831-4cce-99e4-b5140a83235e, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:35.100244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] For port 6478a1da-1831-4cce-99e4-b5140a83235e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6478a1da-1831-4cce-99e4-b5140a83235e,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:35.114763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.146924 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.150021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.163217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.221572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 9e1e05fd-b83d-438e-910c-157666eb2867, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9e1e05fd-b83d-438e-910c-157666eb2867,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:35.320725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:35.341364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['aca18a4b-620f-4a44-81ac-90587e44d11e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:35.345160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf3133-2f1a-43b5-b0fc-f4caac7a0972 None None] Pushing event updated for resources: {'Port': ['ID=6478a1da-1831-4cce-99e4-b5140a83235e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:35.377521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:35.379062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.382750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-095c8b08-55ce-4fd4-a4d3-04aa5be3a659 req-679f8015-6614-4f3f-bb8c-025b3fb2f7bf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "PUT /v2.0/ports/aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 982 time: 2.6124082 Jun 30 02:48:35.384904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:35.391212 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a90d7-b2f9-4ba5-9775-bffebf3dea06" -d '{"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:35.426097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.429785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a0b17c52-3ef4-4491-aa76-dfe520886b11 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:35.717763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47828) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:35.949492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['aca18a4b-620f-4a44-81ac-90587e44d11e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:36.069375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5032dcd0-59b0-4a23-b2f8-b2cfa99aad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.303782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=9e1e05fd-b83d-438e-910c-157666eb2867,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.398382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a0b17c52-3ef4-4491-aa76-dfe520886b11 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:36.399344 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.461047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5032dcd0-59b0-4a23-b2f8-b2cfa99aad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.471938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5032dcd0-59b0-4a23-b2f8-b2cfa99aad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.558365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.559656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.560320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.560992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.561647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.562299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.562967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.565389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-31524a14-b92e-4969-af7c-dceb6b12be73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 1.5559635 Jun 30 02:48:36.578687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032dcd0-59b0-4a23-b2f8-b2cfa99aad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29908049-1203-4186-a7e5-f6430f9339b9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.586193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5032dcd0-59b0-4a23-b2f8-b2cfa99aad6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e1df221a0494c8e97b450bc91358fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8623788 Jun 30 02:48:36.589263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47840) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:36.802774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d32712-4d56-4c96-9be0-90fb3db46e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.931677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d32712-4d56-4c96-9be0-90fb3db46e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.950456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefbf8c-0553-4c0f-9340-853dd3bcd8f2 req-d7313111-d4c2-44bf-93c6-5c8b1f874909 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.958690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecefbf8c-0553-4c0f-9340-853dd3bcd8f2 req-d7313111-d4c2-44bf-93c6-5c8b1f874909 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.9113438 Jun 30 02:48:36.961704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b186bf6d-a79e-4541-b05d-b30a769b5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.962695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b186bf6d-a79e-4541-b05d-b30a769b5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.964875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b186bf6d-a79e-4541-b05d-b30a769b5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.966686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b186bf6d-a79e-4541-b05d-b30a769b5020 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 2291 time: 0.3212419 Jun 30 02:48:37.005428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-cd0150e4-ffe9-411f-844e-d3e3fbfb7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.007280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-cd0150e4-ffe9-411f-844e-d3e3fbfb7ecf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 1096 time: 0.7430720 Jun 30 02:48:37.014890 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-e80a2b1b-18b6-4f65-a354-4082c8b14852 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1766437622&fields=id&tenant_id=d595b2b21f1a4afdb5c5093168958bca HTTP/1.1" status: 200 len: 267 time: 0.2099588 Jun 30 02:48:37.171300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b85836ad-03fe-4e3e-927f-70cd9fe0bc8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 1002 time: 0.1790843 Jun 30 02:48:37.420403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-4e6f7fe5-c8f7-4713-adf7-c6b78b4a655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.422169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-4e6f7fe5-c8f7-4713-adf7-c6b78b4a655c service neutron] 10.222.0.90 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 912 time: 0.2415757 Jun 30 02:48:37.449393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-3c05a4ee-c430-432e-945d-e7f0ff479ebf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.465214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-3c05a4ee-c430-432e-945d-e7f0ff479ebf tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 985 time: 0.4179482 Jun 30 02:48:37.479373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d32712-4d56-4c96-9be0-90fb3db46e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.485724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d32712-4d56-4c96-9be0-90fb3db46e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.497554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-69d32712-4d56-4c96-9be0-90fb3db46e71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29908049-1203-4186-a7e5-f6430f9339b9 HTTP/1.1" status: 204 len: 168 time: 0.8963239 Jun 30 02:48:37.512592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'port': {'security_groups': ['28ee658e-27e1-4ea9-baf7-04c40d6cf685']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:37.659869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ecefbf8c-0553-4c0f-9340-853dd3bcd8f2 req-6cedba7c-d8f8-4523-b849-688e29030212 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999376 Jun 30 02:48:37.745162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e91d35-e806-473d-a163-8cc41390222a None None] Network d08be500-104c-4ef0-a819-33b52d196286 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:37.794050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6478a1da-1831-4cce-99e4-b5140a83235e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:37.808802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-5bf612ac-981d-417d-939a-3c897f773d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.818503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-5bf612ac-981d-417d-939a-3c897f773d42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 200 len: 850 time: 0.6263421 Jun 30 02:48:37.821585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.830025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-63a002a4-2d3e-4bd9-af41-aa0b4fecb2b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6581140e-923f-4e23-bba0-c987eb17cea9 HTTP/1.1" status: 200 len: 217 time: 0.2674627 Jun 30 02:48:37.883941 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f650f3fc-7fe5-4514-b3d1-2f549ef5eb04 x-openstack-request-id: req-f650f3fc-7fe5-4514-b3d1-2f549ef5eb04 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:37.884334 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:37.886677 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f650f3fc-7fe5-4514-b3d1-2f549ef5eb04 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:37.888163 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'status': 'completed', 'code': 200} Jun 30 02:48:37.899923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d32712-4d56-4c96-9be0-90fb3db46e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29908049-1203-4186-a7e5-f6430f9339b9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:37.913434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Allocated IP 2001:db8:3::1 (d08be500-104c-4ef0-a819-33b52d196286/46a0ec1a-b9b9-471c-9073-927adb4d8103/fa0e9019-104c-40da-8713-2eb115844b8d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:38.153832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-43eb6bf9-1c05-4c1d-bf02-0fd289f603ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.156475 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-43eb6bf9-1c05-4c1d-bf02-0fd289f603ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.3254993 Jun 30 02:48:38.161970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c9e618c5-8f93-4dc4-9b44-3c1f04dd3613 None None] Provisioning for port 6478a1da-1831-4cce-99e4-b5140a83235e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:38.218959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:38.274600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-44b3ebbd-8a0c-4560-8af7-6e0711523e13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687916 Jun 30 02:48:38.297836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.310450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.325791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47858) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.350344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['aca18a4b-620f-4a44-81ac-90587e44d11e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:38.374240 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0438f126-ff8a-4cd9-b2a4-6df1e9b276ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.379405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-6aabf855-306d-400f-bc4e-cbb8defaa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.381416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-6aabf855-306d-400f-bc4e-cbb8defaa1f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05158402-4f23-4e72-a500-4cf01d25dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5482416 Jun 30 02:48:38.398093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-0319420a-3e8a-4486-afe6-6c8590cf6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.399788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-0319420a-3e8a-4486-afe6-6c8590cf6fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1136 time: 0.4832981 Jun 30 02:48:38.403158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.407753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.413061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad899a3d-4733-488a-af3f-f679e95db4ec req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "PUT /v2.0/ports/aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 943 time: 0.9421864 Jun 30 02:48:38.425850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bd8ed-2796-4190-a2ca-30f818a6cb78 req-a9ba671d-0b2a-4a66-9b84-5d7be7c2f63b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.434620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-100bd8ed-2796-4190-a2ca-30f818a6cb78 req-a9ba671d-0b2a-4a66-9b84-5d7be7c2f63b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.4131737 Jun 30 02:48:38.459088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6478a1da-1831-4cce-99e4-b5140a83235e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:38.483683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['aca18a4b-620f-4a44-81ac-90587e44d11e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:38.485674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6478a1da-1831-4cce-99e4-b5140a83235e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:38.486078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.540173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.605978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Transition to ACTIVE for port object fa0e9019-104c-40da-8713-2eb115844b8d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:38.735153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-acd2da2b-a7b4-4f55-85c4-961ac044aebc service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479170 Jun 30 02:48:38.752480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e819fe-79fc-4b34-b238-0f4b5b08b396 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.767981 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-100bd8ed-2796-4190-a2ca-30f818a6cb78 req-de918a0e-f9c6-47b1-9000-6311e07acf0f tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313472 Jun 30 02:48:38.876004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-f964b64b-420f-4129-bb18-cbe1b2304d38 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849584 Jun 30 02:48:38.893950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.919170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47878) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:39.041719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0438f126-ff8a-4cd9-b2a4-6df1e9b276ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.095182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0438f126-ff8a-4cd9-b2a4-6df1e9b276ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.146431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-b53108e7-ac7a-4651-bbd4-199a6bf22c91 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6325731 Jun 30 02:48:39.156894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:39.164123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=fa0e9019-104c-40da-8713-2eb115844b8d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.177430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-ebc506b8-0ebd-42f4-b9a9-e11964698d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.179553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-ebc506b8-0ebd-42f4-b9a9-e11964698d5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.7261407 Jun 30 02:48:39.191924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0438f126-ff8a-4cd9-b2a4-6df1e9b276ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95f623dbb70745189f3c256bcb381cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8623750 Jun 30 02:48:39.200268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47886) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:39.216869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438f126-ff8a-4cd9-b2a4-6df1e9b276ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84488d5-b156-4316-a631-7301f28f5fa9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.272101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.272811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.273344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.273899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.274540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.275641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.275641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.283935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-af22909d-cbb3-41ec-a35d-227b92620816 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 0.3594894 Jun 30 02:48:39.302589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.351538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-1919ea85-b0cf-46d4-bd8a-036054ec982f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.0880728 Jun 30 02:48:39.359950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network d08be500-104c-4ef0-a819-33b52d196286 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:39.366005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:39.369090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:39.370276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.383174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-146402d8-0540-4d09-b7ff-4e42caf57e3a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=953c99e1-94b3-4fa8-9a91-f63f524e6575&id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971742 Jun 30 02:48:39.390003 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-6ac23938-535b-4b4c-9b2f-3cbaa9b75fb3 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519372 Jun 30 02:48:39.404698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f43e46f-5684-4980-8028-f2cc0c4794d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.439304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f43e46f-5684-4980-8028-f2cc0c4794d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.505445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-5fd4718f-afe4-4a7b-a7de-e5b4197a99ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 217 time: 0.0498242 Jun 30 02:48:39.519209 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.551284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.552951 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.622340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25d932a3-a217-4ed0-b979-6d55ce4b436e req-cc29ee6e-2e2f-48e4-b478-408f3632fe3f service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648601 Jun 30 02:48:39.646953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-2fdb0e81-ef41-49a9-aae1-1bd18a096303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.654457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6478a1da-1831-4cce-99e4-b5140a83235e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6478a1da-1831-4cce-99e4-b5140a83235e,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:39.670141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-2fdb0e81-ef41-49a9-aae1-1bd18a096303 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.3071175 Jun 30 02:48:39.677663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Allocated IP 172.25.0.126 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/8131c9d5-5c93-4757-a2f7-a9521c7cdd75) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:39.697266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.698140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e1e05fd-b83d-438e-910c-157666eb2867 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:39.741054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-a25916cf-3601-4725-9b28-3085685736ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.743304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f43e46f-5684-4980-8028-f2cc0c4794d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.749232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f43e46f-5684-4980-8028-f2cc0c4794d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.750517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f43e46f-5684-4980-8028-f2cc0c4794d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c84488d5-b156-4316-a631-7301f28f5fa9 HTTP/1.1" status: 204 len: 168 time: 0.5448544 Jun 30 02:48:39.750675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-a25916cf-3601-4725-9b28-3085685736ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.2198296 Jun 30 02:48:39.820268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43e46f-5684-4980-8028-f2cc0c4794d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84488d5-b156-4316-a631-7301f28f5fa9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.824200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-ec381992-f21a-413f-94a0-d71a6a524ecc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168756 Jun 30 02:48:39.850584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6478a1da-1831-4cce-99e4-b5140a83235e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.891236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:39.900124 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf51b0a-fa63-48c5-a45f-646cd3112aac" -d '{"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:39.932395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e423d5-1172-4586-b351-2ba7bf5c38db req-5de97fbf-72ce-41ab-b193-60769429b18b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.950816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e423d5-1172-4586-b351-2ba7bf5c38db req-5de97fbf-72ce-41ab-b193-60769429b18b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.7479613 Jun 30 02:48:39.965618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.969605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9e1e05fd-b83d-438e-910c-157666eb2867 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:39.970007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.074619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.088201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.137739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event updated for resources: {'Port': ['ID=8131c9d5-5c93-4757-a2f7-a9521c7cdd75,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.161055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:40.168148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:40.171205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:40.292136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cbd9d1a9-ef3f-4899-a9f8-960a7eac54eb None None] Provisioning complete for port 6478a1da-1831-4cce-99e4-b5140a83235e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:40.293733 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d1a9-ef3f-4899-a9f8-960a7eac54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.296094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.381530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.462670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e423d5-1172-4586-b351-2ba7bf5c38db req-eb94f0ec-787d-494b-a2db-00250b2e5737 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991031 Jun 30 02:48:40.469214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6478a1da-1831-4cce-99e4-b5140a83235e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:40.579273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cbd9d1a9-ef3f-4899-a9f8-960a7eac54eb None None] Provisioning for port fa0e9019-104c-40da-8713-2eb115844b8d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:40.593151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cbd9d1a9-ef3f-4899-a9f8-960a7eac54eb None None] Provisioning complete for port fa0e9019-104c-40da-8713-2eb115844b8d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:40.593626 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d1a9-ef3f-4899-a9f8-960a7eac54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.637891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-016b5258-68ad-4558-924f-77c88c5ee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.640094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-016b5258-68ad-4558-924f-77c88c5ee288 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8129487 Jun 30 02:48:40.673793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9d1a9-ef3f-4899-a9f8-960a7eac54eb None None] Port fa0e9019-104c-40da-8713-2eb115844b8d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:40.687348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6478a1da-1831-4cce-99e4-b5140a83235e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:40.688260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.690166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.697364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.790352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.811487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.813532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6609509 Jun 30 02:48:40.830469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.855240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5f81844f-bbac-4362-9194-0e61f822643d None None] Provisioning complete for port fa0e9019-104c-40da-8713-2eb115844b8d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:40.855757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f81844f-bbac-4362-9194-0e61f822643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.915239 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-8dc7b79f-f965-4034-b613-bf997117b25b tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0926185 Jun 30 02:48:40.917615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51cae6-8a78-4875-abe3-2ccf6ccb60b5 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event updated for resources: {'Port': ['ID=8131c9d5-5c93-4757-a2f7-a9521c7cdd75,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.982925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f81844f-bbac-4362-9194-0e61f822643d None None] Port fa0e9019-104c-40da-8713-2eb115844b8d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:41.068978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-418604b1-a088-42db-80d4-e35a01c32d6c service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2011061 Jun 30 02:48:41.150084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-db9a7b11-145b-4b7c-8f53-891180f346b7 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.157581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-db9a7b11-145b-4b7c-8f53-891180f346b7 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.2235079 Jun 30 02:48:41.164141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-00620cf4-7a5c-418e-848d-d3612b15078d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:48:41.179021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e42b6e1-2c65-40d5-9b4c-7e52688ece56 req-00620cf4-7a5c-418e-848d-d3612b15078d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165186 Jun 30 02:48:41.206225 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9023610-17ab-43ec-9f02-e5bcaa5a6c16 x-openstack-request-id: req-e9023610-17ab-43ec-9f02-e5bcaa5a6c16 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:41.206811 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:41.206811 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9023610-17ab-43ec-9f02-e5bcaa5a6c16 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:41.207485 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'status': 'completed', 'code': 200} Jun 30 02:48:41.366473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3370-3d0c-45cd-b844-aaf0666a387f req-afe549ed-8558-451d-866e-00d1d89fb2dd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.368045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-087a3370-3d0c-45cd-b844-aaf0666a387f req-afe549ed-8558-451d-866e-00d1d89fb2dd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.2993150 Jun 30 02:48:41.374838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-9b367835-1e19-4842-b08e-1583f074d89c service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050094 Jun 30 02:48:41.378837 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-149a90d7-b2f9-4ba5-9775-bffebf3dea06 req-2b739819-0778-489d-be35-f6f58192bbab service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972660 Jun 30 02:48:41.485067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-f08aafdf-d923-484c-9d5a-de8abc4fb351 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.492770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-f08aafdf-d923-484c-9d5a-de8abc4fb351 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1677430 Jun 30 02:48:41.527198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-087a3370-3d0c-45cd-b844-aaf0666a387f req-1e6c28e4-f2d9-4d1d-943d-8d1bcb89587e tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473536 Jun 30 02:48:41.569113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-71dde2e0-e357-4b1e-a08a-49daacce56cc tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0754466 Jun 30 02:48:41.584569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'floatingip': {'port_id': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:41.601461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.609120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-680f652d-6590-4482-b222-503e7bc9d3fe service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253048 Jun 30 02:48:41.610856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.613209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.692214 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-7fa09d7b-ff40-47f3-b99b-435f5c1eb860 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 217 time: 0.0748050 Jun 30 02:48:41.718422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-45975b1f-cc6d-4ed0-8100-920c0abe21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.719906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-45975b1f-cc6d-4ed0-8100-920c0abe21a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.2605474 Jun 30 02:48:41.728598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.814792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event updated for resources: {'Port': ['ID=fa0e9019-104c-40da-8713-2eb115844b8d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.914031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-6889d6b7-5304-4fc7-b787-34dd39db7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.916274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-6889d6b7-5304-4fc7-b787-34dd39db7ca1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.2160757 Jun 30 02:48:41.930723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:42.014529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Network d08be500-104c-4ef0-a819-33b52d196286 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:42.021243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:42.026968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-1052e7a6-699c-43c9-b204-5f2ffe3a869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.029031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-1052e7a6-699c-43c9-b204-5f2ffe3a869a service neutron] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.2586248 Jun 30 02:48:42.062018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65274c8a-5f88-498b-8f2b-bab1aaa83c14 req-30e72a8e-cf30-4066-ae3e-90f34b2f4246 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.078016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65274c8a-5f88-498b-8f2b-bab1aaa83c14 req-30e72a8e-cf30-4066-ae3e-90f34b2f4246 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 943 time: 0.3817983 Jun 30 02:48:42.113779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:42.130086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'network_id': '52324d4e-1a47-456b-95c0-ab0f452e4f4e', 'port_id': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'mac_address': 'fa:16:3e:1f:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c9306-cfbf-4b08-a090-c3f41c80fa74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:42.184775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-68d91358-c079-47c3-9c4b-5c9980089a4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.1443179 Jun 30 02:48:42.200245 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.228007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360afd1d-bcf8-4c65-8817-49a8b4d179fc {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:42.290675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:42.304701 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.413561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-7e1e7245-8917-403d-976a-2e88aadf9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.415197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-7e1e7245-8917-403d-976a-2e88aadf9eba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.0716140 Jun 30 02:48:42.425990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:42.426899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:42.465346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65274c8a-5f88-498b-8f2b-bab1aaa83c14 req-f37a3531-a3fe-42ba-88b1-082801b5d53a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854907 Jun 30 02:48:42.492699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-a21b41c7-fe1f-4c9e-9392-3adbe227915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.494363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-a21b41c7-fe1f-4c9e-9392-3adbe227915c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5619357 Jun 30 02:48:42.522878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-47302e7d-c153-4beb-83a2-9739aedc79d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772839 Jun 30 02:48:42.524525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-232db262-f095-41a5-b9d9-29dc6a3e400f None None] Provisioning complete for port fa0e9019-104c-40da-8713-2eb115844b8d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:42.524906 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-232db262-f095-41a5-b9d9-29dc6a3e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.592216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['360afd1d-bcf8-4c65-8817-49a8b4d179fc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:42.672148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-232db262-f095-41a5-b9d9-29dc6a3e400f None None] Port fa0e9019-104c-40da-8713-2eb115844b8d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:42.695811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.705817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.728220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-9999aabe-d0bb-49e0-b592-9c870f9d6b5b service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093360 Jun 30 02:48:42.839468 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Floating IP 16a189cc-7136-4150-9127-d295dd98ae09 associated. External IP: 172.25.0.126, port: aca18a4b-620f-4a44-81ac-90587e44d11e. Jun 30 02:48:42.971780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:42.983407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:42.986958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-71597409-c673-4094-9b67-b43db3a8100e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5813344 Jun 30 02:48:42.994844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:42.999223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:42.999897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:43.001935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:43.009117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-73b74d2a-ef1e-4b30-825b-5e8512ce7cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178270 Jun 30 02:48:43.134817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb363-1c16-4c80-9833-429057dd29a4 req-2f6de6ed-2841-442c-b066-74b89d88ab03 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.141860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a4cb363-1c16-4c80-9833-429057dd29a4 req-2f6de6ed-2841-442c-b066-74b89d88ab03 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.4494622 Jun 30 02:48:43.150536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:43.176137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-260c6467-3657-4f38-ba02-78683d5ef4cc service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844419 Jun 30 02:48:43.190181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:43.281877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-ea685dd9-03d8-441d-9c48-fab7413bfd84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 200 len: 217 time: 0.0782707 Jun 30 02:48:43.453491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:39Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:41Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:43.491307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:43.491822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Updating router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f port fa0e9019-104c-40da-8713-2eb115844b8d binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:43.516843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:43.522138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.528564 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] Sync routers for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:43.540043 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:43.540960 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:43.568002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.595924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0831b7f3-f9b8-4a96-9cd8-9edc439f1f78 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "PUT /v2.0/floatingips/16a189cc-7136-4150-9127-d295dd98ae09 HTTP/1.1" status: 200 len: 997 time: 2.0199339 Jun 30 02:48:43.596665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:43.610594 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9393c963-9796-4290-a6e7-f516d1c2d395" -d '{"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:43.707380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-49fbf45a-9818-4436-957e-6af67fdedd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.708926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-49fbf45a-9818-4436-957e-6af67fdedd95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.0892775 Jun 30 02:48:43.730871 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:43.870982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-034660ac-1c6b-441d-be32-43da738bc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.873059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-034660ac-1c6b-441d-be32-43da738bc008 service neutron] 10.222.0.78 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.1570232 Jun 30 02:48:43.943856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-41879147-ee1f-459d-90e0-b283a51c4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.946013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-41879147-ee1f-459d-90e0-b283a51c4f97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.6485872 Jun 30 02:48:43.955700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a4cb363-1c16-4c80-9833-429057dd29a4 req-45931c98-ffcd-48ad-8a11-0e50b2b83937 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8129952 Jun 30 02:48:44.025152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-a5701110-9711-44a6-bd30-ebeaeec60743 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 1000 time: 0.1462595 Jun 30 02:48:44.034493 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebf51b0a-fa63-48c5-a45f-646cd3112aac req-fe7427c4-4843-4192-aa95-462ebf2494ba service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9757233 Jun 30 02:48:44.071193 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.083946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Transition to ACTIVE for port object fa0e9019-104c-40da-8713-2eb115844b8d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:44.091547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:44.130980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.175948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-d1f4bf4c-422c-483f-93ef-c44cb1c04984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.187262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-d1f4bf4c-422c-483f-93ef-c44cb1c04984 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.1540561 Jun 30 02:48:44.219678 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '16a189cc-7136-4150-9127-d295dd98ae09', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'port_id': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'mac_address': 'fa:16:3e:02:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:42Z', 'revision_number': 1, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:46Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:44.260665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-f6d9a961-f890-4ebb-aeec-1901b5f121b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.262719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-f6d9a961-f890-4ebb-aeec-1901b5f121b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2971380 Jun 30 02:48:44.272960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-0a68a14f-90ab-49cc-a9ba-1b46a9297cd1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796230 Jun 30 02:48:44.291862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-c48f6799-feef-42f7-b245-e8aba002d7f7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:48:44.298213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-c48f6799-feef-42f7-b245-e8aba002d7f7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242596 Jun 30 02:48:44.301927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] Checking router: f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:44.320066 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:44.321192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:44.425905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e379074-535e-47dc-af46-c896ab9437ea None None] Pushing event updated for resources: {'Port': ['ID=fa0e9019-104c-40da-8713-2eb115844b8d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.461461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Attempting to bind port fa0e9019-104c-40da-8713-2eb115844b8d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:44.462482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Attempting to bind port fa0e9019-104c-40da-8713-2eb115844b8d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:44.463625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Attempting to bind port fa0e9019-104c-40da-8713-2eb115844b8d on network d08be500-104c-4ef0-a819-33b52d196286 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:44.474246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:44.475226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Checking segment: {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:44.476589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-93dadfed-a220-4e68-96f5-80ba9f861a3d service neutron] 10.222.0.78 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674986 Jun 30 02:48:44.485625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.486724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Bound using segment: {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:44.487551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Bound port: fa0e9019-104c-40da-8713-2eb115844b8d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0509345c-a7e8-4911-a9c2-20ae0a535e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:44.488485 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.550835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 360afd1d-bcf8-4c65-8817-49a8b4d179fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:44.551685 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.641928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-136b62f0-7e08-4749-a698-10b61685b403 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695257 Jun 30 02:48:44.646327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b42b4b99-64a9-470e-b7f1-475107526bf4 req-f8dc5044-f16d-40cd-8645-63871a12a566 service neutron] 10.222.0.78 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589632 Jun 30 02:48:44.649229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:48:44.698225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:48:44.698767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.720668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] For port fa0e9019-104c-40da-8713-2eb115844b8d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:44.724681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] For port fa0e9019-104c-40da-8713-2eb115844b8d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa0e9019-104c-40da-8713-2eb115844b8d,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:44.742287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f690-bc27-466f-b2d5-b33e04b94341 req-61e833e9-9fea-48f4-9580-3061e3917610 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.750440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9a0f690-bc27-466f-b2d5-b33e04b94341 req-61e833e9-9fea-48f4-9580-3061e3917610 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1097 time: 0.4211202 Jun 30 02:48:44.751978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.818402 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:44.849470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e379074-535e-47dc-af46-c896ab9437ea None None] Pushing event updated for resources: {'Port': ['ID=fa0e9019-104c-40da-8713-2eb115844b8d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.945687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:44.946362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:44.950846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-775ab965-6692-4c7b-91f1-e000830f5403 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971830 Jun 30 02:48:44.955340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.029974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1a525-b0a6-4d7f-b7fb-5b4ef74717e1 req-ebf1d29d-3d6a-4137-809f-5e09f4bf50d6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.037819 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71b1a525-b0a6-4d7f-b7fb-5b4ef74717e1 req-ebf1d29d-3d6a-4137-809f-5e09f4bf50d6 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 944 time: 0.1395805 Jun 30 02:48:45.047662 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-4c99d824-da0f-4633-89ac-d1dee61f7152 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 200 len: 217 time: 0.0470967 Jun 30 02:48:45.129406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71b1a525-b0a6-4d7f-b7fb-5b4ef74717e1 req-7ceb4a46-c4b4-4360-9555-c55f07aad612 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764658 Jun 30 02:48:45.216376 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a8eddf-be3e-4599-970a-8b1514e8ee03 x-openstack-request-id: req-09a8eddf-be3e-4599-970a-8b1514e8ee03 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:45.216926 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:45.217398 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09a8eddf-be3e-4599-970a-8b1514e8ee03 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:45.217996 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'status': 'completed', 'code': 200} Jun 30 02:48:45.279153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-c207caa6-6a4f-4f53-a750-927b0f38910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.281581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-c207caa6-6a4f-4f53-a750-927b0f38910c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.1983156 Jun 30 02:48:45.339620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9a0f690-bc27-466f-b2d5-b33e04b94341 req-32528b36-2aa4-4a58-a94e-0edb60e1b838 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5881429 Jun 30 02:48:45.358729 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '16a189cc-7136-4150-9127-d295dd98ae09', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'port_id': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'mac_address': 'fa:16:3e:02:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:42Z', 'revision_number': 1, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:46Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.382977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:45.458047 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670ed0a-d501-4c31-8f22-0eec7599851d None None] The sync data for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 is: [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '16a189cc-7136-4150-9127-d295dd98ae09', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'port_id': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'mac_address': 'fa:16:3e:02:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:42Z', 'revision_number': 1, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:46Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:45.535088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.549424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-2b9f4844-59b6-4db3-adb7-61821e712638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.551397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-2b9f4844-59b6-4db3-adb7-61821e712638 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.2661178 Jun 30 02:48:45.580075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:45.582499 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575c52c1-27ad-4f5a-baba-abcef1b8645b" -d '{"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-plugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:45.627761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:45.640781 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.649276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:45.772204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-e8c4dabc-75d1-4587-a9e9-03625ec80ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.774426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-e8c4dabc-75d1-4587-a9e9-03625ec80ae7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4504554 Jun 30 02:48:45.777107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-7fe4f416-2b44-4e6b-8b8a-6db03c99ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.778839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-7fe4f416-2b44-4e6b-8b8a-6db03c99ebd7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.1715188 Jun 30 02:48:45.786857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.894427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.933651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37153fd8-c341-40fe-9a16-ac8b252d3a8a None None] New status for floating IP 16a189cc-7136-4150-9127-d295dd98ae09: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:45.964587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-7fa1fb63-c1b2-4467-96da-00fccaa07def service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 1000 time: 0.1710513 Jun 30 02:48:45.994358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-b728cad6-e283-4107-b24a-af8c5189835b tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 1000 time: 0.7397814 Jun 30 02:48:46.091723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-bfaf705d-d189-4e41-966e-7d0dfbc4bb99 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.109281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-bfaf705d-d189-4e41-966e-7d0dfbc4bb99 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports/aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 943 time: 0.1119275 Jun 30 02:48:46.321185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-ef3c5fa2-0fbb-477c-846d-11bf222ea5db tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 1002 time: 0.1114264 Jun 30 02:48:46.326088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a323-0b48-43d4-972e-9526195e8423 req-87d34f5e-909d-4606-9bc0-6d85ea4c9da4 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.327644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3506a323-0b48-43d4-972e-9526195e8423 req-87d34f5e-909d-4606-9bc0-6d85ea4c9da4 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.5477495 Jun 30 02:48:46.329097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-81fba165-f8d7-4130-94c8-479a1f223ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.330443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-81fba165-f8d7-4130-94c8-479a1f223ffa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.2739570 Jun 30 02:48:46.365594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 6, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:46.393388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port cf6265ab-ac36-40ca-8a84-bc6d66ad1abd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:46.394293 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.402507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f4d29-8ef7-41d5-a422-2d412bfe2d92 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 6, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:46.471064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-a381397f-5340-4521-bdfd-7157ace69fb2 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.482796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-a381397f-5340-4521-bdfd-7157ace69fb2 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.1471856 Jun 30 02:48:46.508886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:46.524636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3506a323-0b48-43d4-972e-9526195e8423 req-8c20362e-a8ca-42a4-a8c8-fcd29710eba5 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874659 Jun 30 02:48:46.527919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-aa3b94bc-c061-4fd1-88c6-9a825d6886b8 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285626 Jun 30 02:48:46.612576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-8a563d3e-0783-4104-b4e9-3773695e9742 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 1002 time: 0.1258116 Jun 30 02:48:46.622640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:46.630523 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a6e0b3-c3d2-47e6-8698-faa3eda4b266 x-openstack-request-id: req-d0a6e0b3-c3d2-47e6-8698-faa3eda4b266 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:46.631027 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-plugged", "status": "completed", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:46.631240 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0a6e0b3-c3d2-47e6-8698-faa3eda4b266 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:46.632344 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'code': 200} Jun 30 02:48:46.974695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.074708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48098) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:47.159643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bcb31-baa0-4f6a-985e-a9546b695de4 req-822d5fca-0f6c-4093-a317-b27c6e629906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.161929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-175bcb31-baa0-4f6a-985e-a9546b695de4 req-822d5fca-0f6c-4093-a317-b27c6e629906 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1097 time: 0.3373895 Jun 30 02:48:47.326857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b39008a8-07c5-4cb7-99ae-68431ac371e1 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062256 Jun 30 02:48:47.328306 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-0ea8bb67-ae4c-4d91-8867-2b10b9685daf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9861264 Jun 30 02:48:47.336839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.380071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.380557 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Floating IP 16a189cc-7136-4150-9127-d295dd98ae09 disassociated. External IP: 172.25.0.126, port: aca18a4b-620f-4a44-81ac-90587e44d11e. Jun 30 02:48:47.392615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-175bcb31-baa0-4f6a-985e-a9546b695de4 req-fd1332fc-3c26-4c31-872d-1c9887dcf861 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212932 Jun 30 02:48:47.472196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.533166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-2b72d68f-b4d6-4ad7-beb6-eb006129ca8f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 200 len: 217 time: 0.1896005 Jun 30 02:48:47.603206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:47.620885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.622529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5d6a622e-1475-4e9b-af14-a72d0b108585 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 953 time: 4.6262143 Jun 30 02:48:47.627825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48104) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:47.684988 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.685425 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.757625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for cf6265ab-ac36-40ca-8a84-bc6d66ad1abd owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:47.801091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5fa2-748f-4451-a26f-d7de6187c70e req-e7152b82-69b4-480b-b625-77d73fc398fb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.808596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588b5fa2-748f-4451-a26f-d7de6187c70e req-e7152b82-69b4-480b-b625-77d73fc398fb tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.4783194 Jun 30 02:48:47.845020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:47.854223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:47.855204 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:47.866944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e0830f2-542e-466a-9252-defc84eee9af tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 953 time: 0.2369478 Jun 30 02:48:47.874843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48106) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:47.885840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'routes': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:47.891093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.948319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-46c1cee1-8ca6-4758-818b-56f3f358f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.949958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-46c1cee1-8ca6-4758-818b-56f3f358f50e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.3417261 Jun 30 02:48:47.955161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.957354 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:47.968328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-b8041e19-ce12-46f8-8ff0-c1c5760bed9a service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174304 Jun 30 02:48:48.046375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:48.063462 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588b5fa2-748f-4451-a26f-d7de6187c70e req-67eeb603-e17b-4ebe-8559-79ed89adf5ec tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526357 Jun 30 02:48:48.095556 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf5d15a776454ce8a1d6564685fa157c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0132372 Jun 30 02:48:48.099190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48110) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:48.129760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ed232-b7bf-40e6-b212-1af08455a91a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.288638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9393c963-9796-4290-a6e7-f516d1c2d395 req-85a97af0-4c6f-4ef8-90dd-da918f56f338 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651715 Jun 30 02:48:48.305604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-60b59d12-61fc-4e3c-b667-691faba210d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.307215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-60b59d12-61fc-4e3c-b667-691faba210d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3478098 Jun 30 02:48:48.310765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.311700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.312228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.312586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.312909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.313282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.313591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.314082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.314461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.314796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.315245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.315440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833a3ad-e7a4-4dfb-bcab-5fd226f2fe6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:48.407070 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 6, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:48.422978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa0e9019-104c-40da-8713-2eb115844b8d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:48.442107 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:48.453538 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:48.454799 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:48.509500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24039e47-94ac-4bc4-a79e-b4adeae79158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.549987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-2daed839-13fb-4089-b970-17119669bae6 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289348 Jun 30 02:48:48.553198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fa0e9019-104c-40da-8713-2eb115844b8d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:48.558582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fa0e9019-104c-40da-8713-2eb115844b8d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:48.559419 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.604448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24039e47-94ac-4bc4-a79e-b4adeae79158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.644843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:48.657536 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:48.664096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.669303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] Sync routers for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:48.730646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:48.731661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:48.773320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.802654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ce907-63d6-469a-8211-26fc23a08a3b req-0182bab0-8b56-4cd9-b1b4-4d5a086fa085 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.804447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f5ce907-63d6-469a-8211-26fc23a08a3b req-0182bab0-8b56-4cd9-b1b4-4d5a086fa085 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.4722574 Jun 30 02:48:48.809591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.845122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=cf6265ab-ac36-40ca-8a84-bc6d66ad1abd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.909561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fa0e9019-104c-40da-8713-2eb115844b8d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa0e9019-104c-40da-8713-2eb115844b8d,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:48.913361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-333b3f15-baff-4c6b-8810-b037227e3dd3 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773240 Jun 30 02:48:48.922479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.933103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1e9e3ba0-e7dd-4cad-ae46-55304fad5a7e tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "PUT /v2.0/floatingips/16a189cc-7136-4150-9127-d295dd98ae09 HTTP/1.1" status: 200 len: 695 time: 2.3193393 Jun 30 02:48:48.944975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:48.947445 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5" -d '{"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:48.966116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f5ce907-63d6-469a-8211-26fc23a08a3b req-ac0c9381-fa0f-4696-a685-ad5957b5196c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265900 Jun 30 02:48:48.974777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:49.027040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.extraroute_db [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added routes are [] {{(pid=93822) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:48:49.027376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.extraroute_db [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93822) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:48:49.038137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-ba0762b9-7504-4501-8c89-4a3e7fbc9f63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 217 time: 0.1145117 Jun 30 02:48:49.067550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.067935 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP dfd79a4e-0be2-4710-a806-0778d551041f disassociated (deleted). External IP: 172.25.0.237, port: 1c1174d7-46ea-4d1d-8780-52af839c93a9. Jun 30 02:48:49.081505 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.112732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 6, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.145132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fa0e9019-104c-40da-8713-2eb115844b8d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.188051 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924d34a-0edc-48db-b19a-f6f7eb312ced None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 6, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 4, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:49.267995 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b805906-c261-4a62-b54b-e16eda222a6e x-openstack-request-id: req-4b805906-c261-4a62-b54b-e16eda222a6e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:49.268286 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:49.268544 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b805906-c261-4a62-b54b-e16eda222a6e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:49.268940 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'status': 'completed', 'code': 200} Jun 30 02:48:49.376654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24039e47-94ac-4bc4-a79e-b4adeae79158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.379449 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24039e47-94ac-4bc4-a79e-b4adeae79158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.383335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-24039e47-94ac-4bc4-a79e-b4adeae79158 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db0ed232-b7bf-40e6-b212-1af08455a91a HTTP/1.1" status: 204 len: 168 time: 1.2722716 Jun 30 02:48:49.434809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24039e47-94ac-4bc4-a79e-b4adeae79158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ed232-b7bf-40e6-b212-1af08455a91a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.443199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-766d9ac1-a15b-429c-b280-ea5e9e0d528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.444929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-766d9ac1-a15b-429c-b280-ea5e9e0d528e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.3911142 Jun 30 02:48:49.476825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-ef871188-ddd2-48a8-8d04-c3fd5f6473e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.499165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-ef871188-ddd2-48a8-8d04-c3fd5f6473e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.4070754 Jun 30 02:48:49.509287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:46Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.578395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] Checking router: f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:49.605208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:49.609749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.778614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.782342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.847651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b92c7-51e6-493e-87ba-e4dcc2822dc2 req-d12f63c7-02d1-4ecc-b7ef-469f5ffa6f08 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.852404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:49.858111 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a0b92c7-51e6-493e-87ba-e4dcc2822dc2 req-d12f63c7-02d1-4ecc-b7ef-469f5ffa6f08 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.5114763 Jun 30 02:48:49.920678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.940109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a0b92c7-51e6-493e-87ba-e4dcc2822dc2 req-905427fc-5812-4e3f-9e58-9b95c92f73be tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804625 Jun 30 02:48:49.942293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-3b986154-c394-416b-be9a-7e8793e407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.949087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-3b986154-c394-416b-be9a-7e8793e407a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d595b2b21f1a4afdb5c5093168958bca&device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 1097 time: 0.5099618 Jun 30 02:48:50.082555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b565fb11-f9fe-4ae2-b726-6b782bb0d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.084437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-b565fb11-f9fe-4ae2-b726-6b782bb0d5a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6010497 Jun 30 02:48:50.085433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e1a387c-f086-4748-b5f7-543910b0f5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.134358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router a9b746dd-2414-42e9-b439-0741ba957616 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:50.146042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:46Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:50.185529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c1d5e-9676-4e88-b322-e57b51b1fa7f None None] The sync data for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 is: [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:47:35Z', 'revision_number': 4, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'edccbadc-f10b-4034-81e1-43f87a84677b', 'name': '', 'network_id': '80341329-1269-44f7-9f47-7e8aa7a4a721', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'mac_address': 'fa:16:3e:68:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:34Z', 'updated_at': '2021-06-30T02:47:46Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'subnets': [{'id': '37e01eca-8826-4c49-9124-32c1b33c59c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:50.239988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-5dd747cd-0ec2-4c1f-940a-d8adc81f2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.241550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-5dd747cd-0ec2-4c1f-940a-d8adc81f2619 service neutron] 10.222.0.67 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.2795157 Jun 30 02:48:50.289398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:50.297385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-5ebffcad-7560-4b19-88aa-115afaed0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.298915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-5ebffcad-7560-4b19-88aa-115afaed0741 service neutron] 10.222.0.78 "GET /v2.0/networks?id=80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 200 len: 920 time: 0.7872498 Jun 30 02:48:50.369038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa0e9019-104c-40da-8713-2eb115844b8d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:50.375951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-1abdc8d3-84e4-4fc5-ba05-bcea27000755 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.0698187 Jun 30 02:48:50.406758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-dcc3c10c-a241-4710-9b7e-34ee485fbde4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 200 len: 217 time: 0.0998883 Jun 30 02:48:50.469061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:50.475256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fa0e9019-104c-40da-8713-2eb115844b8d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:50.475702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.476610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.482109 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9cf19fdc-9c4c-4b38-b5ab-41c057ce0d42 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 703 time: 2.6033669 Jun 30 02:48:50.484016 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:50.484567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-6b137043-db1f-46da-a6ff-8136d166f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.485758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-6b137043-db1f-46da-a6ff-8136d166f09c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.0796344 Jun 30 02:48:50.486230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48174) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.509179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-4ffb6c7e-0245-403e-8273-dedee7b567f6 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999221 Jun 30 02:48:50.512188 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:50.513048 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:50.529371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-df6ec5ef-f221-4bc3-884b-fa55f094ac5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353568 Jun 30 02:48:50.695401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662a802-3ed3-46e6-8a64-1edba5c8486f None None] New status for floating IP 16a189cc-7136-4150-9127-d295dd98ae09: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:50.710762 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:50.715775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3c1e20a-8a30-4183-8d96-410b484d8628 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 703 time: 0.2243216 Jun 30 02:48:50.719860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48178) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.777875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e1a387c-f086-4748-b5f7-543910b0f5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.797026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e1a387c-f086-4748-b5f7-543910b0f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.841998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4e1a387c-f086-4748-b5f7-543910b0f5e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd71e823c6384a3cbb1cd3bc2e444c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8918328 Jun 30 02:48:50.846722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48182) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.990459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-a8ba8004-9bb8-4f4a-8acd-28ebcebe22f3 service neutron] 10.222.0.78 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263434 Jun 30 02:48:51.021412 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 7, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:51.112392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40f1489f-6ba7-4d4d-b247-0e028f904be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.142801 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40f1489f-6ba7-4d4d-b247-0e028f904be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.186682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:51.198148 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:51.199464 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:51.238813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40f1489f-6ba7-4d4d-b247-0e028f904be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.241394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40f1489f-6ba7-4d4d-b247-0e028f904be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.242944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40f1489f-6ba7-4d4d-b247-0e028f904be0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62bf87e3-73e0-4ad1-86d8-8e566dee9cac HTTP/1.1" status: 204 len: 168 time: 0.3448467 Jun 30 02:48:51.255426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a387c-f086-4748-b5f7-543910b0f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf87e3-73e0-4ad1-86d8-8e566dee9cac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.271788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-423e029e-db08-462b-9263-470639f4a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.276653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1489f-6ba7-4d4d-b247-0e028f904be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf87e3-73e0-4ad1-86d8-8e566dee9cac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.278237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-423e029e-db08-462b-9263-470639f4a72b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 200 len: 859 time: 0.8581212 Jun 30 02:48:51.298563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818c60e-b74b-4b27-998b-ab0e5efe13eb req-58539e9a-db39-4bd7-8e9d-ed4f199c2bcf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.300996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6818c60e-b74b-4b27-998b-ab0e5efe13eb req-58539e9a-db39-4bd7-8e9d-ed4f199c2bcf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 1.1037462 Jun 30 02:48:51.318329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97ad51b4-09f1-4f9a-8596-3c57ae2504c0 req-346517f8-f6c5-49ed-9f4d-447828dda581 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566967 Jun 30 02:48:51.369951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:51.374481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-09a0acb6-c26d-4876-874d-27e572bf9d90 req-40b1944c-b559-4a6a-b747-4769e8860d4e service neutron] 10.222.0.78 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723693 Jun 30 02:48:51.475576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:51.486175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-8c97b348-f602-44aa-ba9c-2b672c5a59f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80341329-1269-44f7-9f47-7e8aa7a4a721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745074 Jun 30 02:48:51.489392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.489574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.494907 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] Sync routers for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:51.629049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6818c60e-b74b-4b27-998b-ab0e5efe13eb req-078e9a9e-ca2b-42dd-bdcd-ce813ef52b96 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097217 Jun 30 02:48:51.659675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b11711c-2c98-4df3-85dd-81e621d38e99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/floatingips/dfd79a4e-0be2-4710-a806-0778d551041f HTTP/1.1" status: 204 len: 168 time: 6.2607522 Jun 30 02:48:51.662413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:51.664825 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a854c56-5c55-4ec0-a35f-813302e92ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:51.696063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:51.696976 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:51.741602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-c0fa6de8-eba6-4bf7-8d1e-ee704a1364ac tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips/16a189cc-7136-4150-9127-d295dd98ae09 HTTP/1.1" status: 200 len: 693 time: 0.0689483 Jun 30 02:48:51.787891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-3c1d6e28-3977-4647-91ac-99db7f7e6026 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925396 Jun 30 02:48:51.850841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e2cb-ae2c-4f2e-93e4-c99b4078dd12 req-7600286b-6924-42e9-9ede-fdf7adfe48bd tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.856551 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fae4e2cb-ae2c-4f2e-93e4-c99b4078dd12 req-7600286b-6924-42e9-9ede-fdf7adfe48bd tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.2746110 Jun 30 02:48:51.937609 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:51.948608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fae4e2cb-ae2c-4f2e-93e4-c99b4078dd12 req-91e7303e-0815-4063-b901-84a9978ecb1b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829408 Jun 30 02:48:52.119952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-9401de9b-b553-4f81-92b6-765545e1dd07 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:52.121588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-9401de9b-b553-4f81-92b6-765545e1dd07 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 784 time: 0.3722031 Jun 30 02:48:52.151046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-72947d64-8b4e-4ae2-a5ab-6584bc4ea808 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:48:52.155443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-72947d64-8b4e-4ae2-a5ab-6584bc4ea808 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163500 Jun 30 02:48:52.158125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port fa0e9019-104c-40da-8713-2eb115844b8d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:52.159904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85df33c6-af3a-4cb7-a9c9-cc1b4cb500f5 req-e08705f4-5033-4d94-b41f-0ce6b4a77e57 service neutron] 10.222.0.67 "GET /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111160 Jun 30 02:48:52.160641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.270832 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 7, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:52.331467 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee99193-ef7f-4ce8-9025-1a8bf772d4d5 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 7, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0e9019-104c-40da-8713-2eb115844b8d', 'name': '', 'network_id': 'd08be500-104c-4ef0-a819-33b52d196286', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:63:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:34Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '46a0ec1a-b9b9-471c-9073-927adb4d8103', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:52.350487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-5e5b644b-6709-4f39-a784-a29be7de312d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1822803 Jun 30 02:48:52.413818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port fa0e9019-104c-40da-8713-2eb115844b8d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fa0e9019-104c-40da-8713-2eb115844b8d,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:52.415386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.463708 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-07651697-a592-4dee-9290-f17e055849e3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1111445 Jun 30 02:48:52.468530 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:35Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:52.488057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for fa0e9019-104c-40da-8713-2eb115844b8d owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:52.489334 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f9a02f-8ac7-4dd5-a419-6604c05feed6 x-openstack-request-id: req-12f9a02f-8ac7-4dd5-a419-6604c05feed6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:52.489727 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:52.490082 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12f9a02f-8ac7-4dd5-a419-6604c05feed6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:52.490682 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'status': 'completed', 'code': 200} Jun 30 02:48:52.536309 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] Checking router: a9b746dd-2414-42e9-b439-0741ba957616 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:52.563532 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:52.564164 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:52.691349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-5609f365-1c1e-4b97-a4dc-9e61734c4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:52.698786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-5609f365-1c1e-4b97-a4dc-9e61734c4536 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 1097 time: 0.1638989 Jun 30 02:48:52.708421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Deleting port 8131c9d5-5c93-4757-a2f7-a9521c7cdd75 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:52.708844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.773458 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:52.800148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a741-ddaa-4f30-b609-b44d9c7e873e req-958e517d-b28f-464e-b033-27f2862181d5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:52.811330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b693a741-ddaa-4f30-b609-b44d9c7e873e req-958e517d-b28f-464e-b033-27f2862181d5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1762574 Jun 30 02:48:52.876591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b693a741-ddaa-4f30-b609-b44d9c7e873e req-8aee02eb-5c91-40fe-87e6-48b095d94d7e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641127 Jun 30 02:48:52.979432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.982266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.021925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-65e16ad9-11c1-4d4d-bbbe-4f3fec59b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.023439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-65e16ad9-11c1-4d4d-bbbe-4f3fec59b332 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 200 len: 898 time: 0.3171101 Jun 30 02:48:53.043882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.046711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Calling delete_port for 8131c9d5-5c93-4757-a2f7-a9521c7cdd75 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:53.101310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=fa0e9019-104c-40da-8713-2eb115844b8d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:53.193995 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:35Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:53.274096 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db48d1-997e-4898-a49e-9aa93c3bebc4 None None] The sync data for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 is: [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:46:27Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '016eb452-42ee-4486-81f1-fc57fbc8946a', 'name': '', 'network_id': 'dce4f81a-5391-4f8a-a902-0759aaac0aa3', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:2a:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:25Z', 'updated_at': '2021-06-30T02:46:35Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'c3548650-c330-4fd8-b4d4-7ce80429fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:53.336297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.377298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7fded-3bf4-4323-9926-3627f5622649 req-a91e16b0-68f7-4672-bc31-5deb57cda6c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.388935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06d7fded-3bf4-4323-9926-3627f5622649 req-a91e16b0-68f7-4672-bc31-5deb57cda6c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.2346401 Jun 30 02:48:53.505390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.637080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-7ce065ba-5891-455b-aa06-5ba261934ae7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 200 len: 217 time: 0.5911696 Jun 30 02:48:53.638603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event deleted for resources: {'Port': ['ID=8131c9d5-5c93-4757-a2f7-a9521c7cdd75,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:53.715578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06d7fded-3bf4-4323-9926-3627f5622649 req-c3064906-057c-47b4-9260-f711f3bc941f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255053 Jun 30 02:48:53.792501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-95582f6d-8517-49b2-845e-481d87b23cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.794084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-95582f6d-8517-49b2-845e-481d87b23cd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 200 len: 834 time: 0.1487670 Jun 30 02:48:53.794395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9eb891-c527-4a8b-9e93-a0956dd6c0e2 None None] New status for floating IP dfd79a4e-0be2-4710-a806-0778d551041f: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:53.800054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.804074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.805219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-529964f9-82b6-44e4-b259-5de27b8f0cd5 req-a98bfa04-dccf-4749-b2db-c9c01bd97e1f tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "DELETE /v2.0/floatingips/16a189cc-7136-4150-9127-d295dd98ae09 HTTP/1.1" status: 204 len: 173 time: 1.3406870 Jun 30 02:48:53.938043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-90c01eba-01ef-4420-ad89-f6b008274d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.939677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-90c01eba-01ef-4420-ad89-f6b008274d5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce4f81a-5391-4f8a-a902-0759aaac0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335800 Jun 30 02:48:54.025952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:54.069705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-942eaac6-8d2f-4a33-89e9-152a5c8379f7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:54.071211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-942eaac6-8d2f-4a33-89e9-152a5c8379f7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 946 time: 0.1741538 Jun 30 02:48:54.080483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a313d2c-56d4-453c-b7d6-53334b4dbcd3 req-d3899b7a-51d6-4fa3-aea3-faea7ae0a814 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:54.082925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a313d2c-56d4-453c-b7d6-53334b4dbcd3 req-d3899b7a-51d6-4fa3-aea3-faea7ae0a814 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.1364691 Jun 30 02:48:54.136502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fb9b9-3203-4feb-8237-29999ce294a8 req-0fb6b502-8277-4ed5-9d3c-26279c9e581c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:54.138028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef7fb9b9-3203-4feb-8237-29999ce294a8 req-0fb6b502-8277-4ed5-9d3c-26279c9e581c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1957681 Jun 30 02:48:54.140482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-152a219a-2075-4053-af99-cd03c490e473 service neutron] 10.222.0.67 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923099 Jun 30 02:48:54.232122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ef7fb9b9-3203-4feb-8237-29999ce294a8 req-6eefef40-3b4f-4201-a786-befc09cb6a57 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872593 Jun 30 02:48:54.237223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a313d2c-56d4-453c-b7d6-53334b4dbcd3 req-b4716cae-934b-44ea-87d9-556ebb110fda tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165845 Jun 30 02:48:54.282903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:54.296227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:54.296838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b4eed965-1a47-427e-bbd8-73779761dc3f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760803 Jun 30 02:48:54.299058 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:54.315631 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:54.319131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:54.358033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c11a155-9a85-4e35-87bf-3e1ba9d265f6 req-9abe11a3-c682-417c-903e-bca969cd3a20 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups/379301b0-f9fa-463c-a6a1-ab8f13eb416a HTTP/1.1" status: 200 len: 1809 time: 0.0704079 Jun 30 02:48:54.367648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a854c56-5c55-4ec0-a35f-813302e92ecb req-d9227c6f-11f4-45e0-9569-0ce2a1e8c4ce service neutron] 10.222.0.67 "GET /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158377 Jun 30 02:48:54.372754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 46a0ec1a-b9b9-471c-9073-927adb4d8103 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:54.388303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.444553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2c11a155-9a85-4e35-87bf-3e1ba9d265f6 req-b0873557-0c27-4635-9668-9b9c3d1ed053 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.448381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.461356 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:54.461978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 1c1174d7-46ea-4d1d-8780-52af839c93a9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:54.462598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.539204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2c11a155-9a85-4e35-87bf-3e1ba9d265f6 req-b0873557-0c27-4635-9668-9b9c3d1ed053 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.612302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 1c1174d7-46ea-4d1d-8780-52af839c93a9, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1c1174d7-46ea-4d1d-8780-52af839c93a9,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:54.612720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.617792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6676-15ef-44ff-a196-20f218d37b33 req-6d0ba2f9-4dc9-4312-93b2-69d2047cffa8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:54.620264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b38b6676-15ef-44ff-a196-20f218d37b33 req-6d0ba2f9-4dc9-4312-93b2-69d2047cffa8 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1213088 Jun 30 02:48:54.629681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2c11a155-9a85-4e35-87bf-3e1ba9d265f6 req-b0873557-0c27-4635-9668-9b9c3d1ed053 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.630990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.635903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2c11a155-9a85-4e35-87bf-3e1ba9d265f6 req-b0873557-0c27-4635-9668-9b9c3d1ed053 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.637070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c11a155-9a85-4e35-87bf-3e1ba9d265f6 req-b0873557-0c27-4635-9668-9b9c3d1ed053 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "DELETE /v2.0/security-groups/379301b0-f9fa-463c-a6a1-ab8f13eb416a HTTP/1.1" status: 204 len: 173 time: 0.2781904 Jun 30 02:48:54.638117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 1c1174d7-46ea-4d1d-8780-52af839c93a9 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:54.675094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0873557-0c27-4635-9668-9b9c3d1ed053 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379301b0-f9fa-463c-a6a1-ab8f13eb416a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.732543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b38b6676-15ef-44ff-a196-20f218d37b33 req-224024fb-6d4f-4a81-b5fe-f1eaf5252007 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981023 Jun 30 02:48:54.784776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.858050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.863317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72b0a4-ee37-49f1-815c-8fd3302872f9 None None] Network d08be500-104c-4ef0-a819-33b52d196286 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:54.867362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48288) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:54.869689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/46a0ec1a-b9b9-471c-9073-927adb4d8103 HTTP/1.1" status: 204 len: 168 time: 0.5715048 Jun 30 02:48:54.871508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceba0d-74de-480b-b7dc-530b65d72aa2 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=46a0ec1a-b9b9-471c-9073-927adb4d8103,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:55.036295 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:52Z', 'revision_number': 8, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.071811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.088541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.110987 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:55.135837 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:55.136678 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:48:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.188716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=1c1174d7-46ea-4d1d-8780-52af839c93a9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:55.219039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] No DVR routers for this DVR port 1c1174d7-46ea-4d1d-8780-52af839c93a9 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:55.226128 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.229044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed1b4a70-a755-4c71-bad2-649a88d13da9 req-84e5a0e7-148d-4b96-8809-34a7e4879bbd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "DELETE /v2.0/ports/1c1174d7-46ea-4d1d-8780-52af839c93a9 HTTP/1.1" status: 204 len: 173 time: 1.1106455 Jun 30 02:48:55.247240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e034-4d02-4800-ad06-7c0a7035bb51 req-273ab29c-8f5c-4b9a-a5b9-42539cc1106e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:55.251275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-deleted', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:55.251478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2981e034-4d02-4800-ad06-7c0a7035bb51 req-273ab29c-8f5c-4b9a-a5b9-42539cc1106e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c37bf927-494d-4ea1-ba32-7512ec161d34 HTTP/1.1" status: 200 len: 867 time: 0.1969328 Jun 30 02:48:55.254256 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f0a1e-5d15-43dc-9b1e-69d9808d14ae" -d '{"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-deleted", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:55.285357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 6478a1da-1831-4cce-99e4-b5140a83235e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:55.285357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.303837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] DHCP port deletion for d08be500-104c-4ef0-a819-33b52d196286 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:55.354009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2981e034-4d02-4800-ad06-7c0a7035bb51 req-2de9a29c-2bc9-46e4-a6b1-b487dda0777e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3bbd6784-ee21-449f-801e-16b323b0f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818930 Jun 30 02:48:55.391478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:48:55.406893 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:55.416968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Deleting port 6478a1da-1831-4cce-99e4-b5140a83235e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:55.417265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.523861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port 6478a1da-1831-4cce-99e4-b5140a83235e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6478a1da-1831-4cce-99e4-b5140a83235e,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:55.527467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.564693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 6478a1da-1831-4cce-99e4-b5140a83235e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:55.598185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] For port 6478a1da-1831-4cce-99e4-b5140a83235e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6478a1da-1831-4cce-99e4-b5140a83235e,segment=NetworkSegment(0509345c-a7e8-4911-a9c2-20ae0a535e55),segment_id=0509345c-a7e8-4911-a9c2-20ae0a535e55)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:55.602438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.653874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Calling delete_port for 6478a1da-1831-4cce-99e4-b5140a83235e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:55.706516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:55.756867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea7dc-f618-4eac-a301-460e81496338 req-856b8e1e-5505-4569-b488-201b7e2df85a tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:55.772025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b85ea7dc-f618-4eac-a301-460e81496338 req-856b8e1e-5505-4569-b488-201b7e2df85a tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.1514652 Jun 30 02:48:55.841256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b85ea7dc-f618-4eac-a301-460e81496338 req-b902f99d-8163-4d92-9b60-74a073d9dd5d tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Jun 30 02:48:55.847546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.894139 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:52Z', 'revision_number': 8, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.899510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.904738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Pushing event deleted for resources: {'Port': ['ID=6478a1da-1831-4cce-99e4-b5140a83235e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:55.918352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.919855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.920434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.920980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.921538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.922105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.922663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.923238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.923923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.924590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.925133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.925676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:55.939156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f2eb2-d761-459d-936b-2f53e68e8e64 None None] No DVR routers for this DVR port 6478a1da-1831-4cce-99e4-b5140a83235e on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:55.960010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b9f3f7-08b2-4cc6-a7c6-288515eadadd None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:52Z', 'revision_number': 8, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e1e05fd-b83d-438e-910c-157666eb2867', 'name': '', 'network_id': 'edfa8229-ef38-40d3-b5bd-7f53a8d10a22', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:85:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:23Z', 'updated_at': '2021-06-30T02:48:35Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': 'd6db88e8-99e7-4620-b635-8638968971f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:55.981603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-079a151a-feca-44d7-a35a-a90f9be1609e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.986695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port 6478a1da-1831-4cce-99e4-b5140a83235e on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:55.989093 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61944981-5bb3-4f0e-833c-173c5cba5bea x-openstack-request-id: req-61944981-5bb3-4f0e-833c-173c5cba5bea {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:55.989394 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37bf927-494d-4ea1-ba32-7512ec161d34", "name": "network-vif-deleted", "tag": "1c1174d7-46ea-4d1d-8780-52af839c93a9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:55.989642 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61944981-5bb3-4f0e-833c-173c5cba5bea {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:55.991615 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37bf927-494d-4ea1-ba32-7512ec161d34', 'name': 'network-vif-deleted', 'tag': '1c1174d7-46ea-4d1d-8780-52af839c93a9', 'status': 'completed', 'code': 200} Jun 30 02:48:55.993360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=6478a1da-1831-4cce-99e4-b5140a83235e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:56.014808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74cdc9-1947-46aa-8740-dd34400f3c39 req-7f3acfc8-08fc-43c9-87dd-259df7ad407b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.022042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b74cdc9-1947-46aa-8740-dd34400f3c39 req-7f3acfc8-08fc-43c9-87dd-259df7ad407b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.6184096 Jun 30 02:48:56.147174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.158707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08be500-104c-4ef0-a819-33b52d196286']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:56.170807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0509345c-a7e8-4911-a9c2-20ae0a535e55') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:56.171502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0509345c-a7e8-4911-a9c2-20ae0a535e55') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:56.181488 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.199475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-079a151a-feca-44d7-a35a-a90f9be1609e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.209315 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b74cdc9-1947-46aa-8740-dd34400f3c39 req-7f59c578-daed-4da5-ac2b-4cc3b4872a1a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863205 Jun 30 02:48:56.213245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-079a151a-feca-44d7-a35a-a90f9be1609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.215178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.223166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:56.223792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:56.227894 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:56.246248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-079a151a-feca-44d7-a35a-a90f9be1609e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a55f078f3f614f78bdf262930357ee80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386596 Jun 30 02:48:56.250600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48314) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.276731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad047-c946-4df2-8cec-3a43d99edae0 req-133fe044-3d4a-41d3-bfc8-ed95280305f8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.284728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0fad047-c946-4df2-8cec-3a43d99edae0 req-133fe044-3d4a-41d3-bfc8-ed95280305f8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.1712711 Jun 30 02:48:56.325438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a151a-feca-44d7-a35a-a90f9be1609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf206e5-cd3b-4dfe-801f-1d1316800f17,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:56.374675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0fad047-c946-4df2-8cec-3a43d99edae0 req-359f7d4b-5f48-4833-9045-f729a4523069 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885117 Jun 30 02:48:56.516556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa0e9019-104c-40da-8713-2eb115844b8d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:56.539581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.545450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fa0e9019-104c-40da-8713-2eb115844b8d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:56.546147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fa0e9019-104c-40da-8713-2eb115844b8d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:56.546916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6478a1da-1831-4cce-99e4-b5140a83235e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:56.605330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6478a1da-1831-4cce-99e4-b5140a83235e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:56.605330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6478a1da-1831-4cce-99e4-b5140a83235e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:56.824939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.835475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.842014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/d08be500-104c-4ef0-a819-33b52d196286 HTTP/1.1" status: 204 len: 168 time: 1.9708624 Jun 30 02:48:56.842171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.868364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6996a20-2b43-461b-bba9-90f640f33d57 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=d08be500-104c-4ef0-a819-33b52d196286,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:56.890562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa7d2-58b2-4312-bef4-03f072d63ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.917578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa7d2-58b2-4312-bef4-03f072d63ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.002401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3a2b4-36f4-4039-b1d7-51ae8d9ebc74 req-fa82b0c7-7d46-4f2d-846e-beaecb79a154 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.011400 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8b3a2b4-36f4-4039-b1d7-51ae8d9ebc74 req-fa82b0c7-7d46-4f2d-846e-beaecb79a154 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.2422247 Jun 30 02:48:57.019815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa7d2-58b2-4312-bef4-03f072d63ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.022548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa7d2-58b2-4312-bef4-03f072d63ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.026561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c7bfa7d2-58b2-4312-bef4-03f072d63ba0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2bf206e5-cd3b-4dfe-801f-1d1316800f17 HTTP/1.1" status: 204 len: 168 time: 0.7717645 Jun 30 02:48:57.044906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa7d2-58b2-4312-bef4-03f072d63ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf206e5-cd3b-4dfe-801f-1d1316800f17,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:57.086509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8b3a2b4-36f4-4039-b1d7-51ae8d9ebc74 req-7cd906a4-0909-4924-b860-a6689c0a0e35 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Jun 30 02:48:57.331749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f4d79-74a4-4312-b2d7-e23c33c74f75 req-bb0637f5-aa87-440e-a61b-953e202db989 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.340658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e0f4d79-74a4-4312-b2d7-e23c33c74f75 req-bb0637f5-aa87-440e-a61b-953e202db989 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.0795143 Jun 30 02:48:57.374613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115629-1513-4c9a-8c07-3e671fd91fb8 req-765a9d13-d45c-47f3-994d-de284f2ecd9c tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.379891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e0f4d79-74a4-4312-b2d7-e23c33c74f75 req-7977a5ac-a0a7-4788-a20b-ebb68d7d286e tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Jun 30 02:48:57.381687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33115629-1513-4c9a-8c07-3e671fd91fb8 req-765a9d13-d45c-47f3-994d-de284f2ecd9c tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.3707073 Jun 30 02:48:57.450062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.493968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48352) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:57.514609 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc7af-4d9e-4c2f-b637-0e0c971b5068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.575494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-9f55124a-ebe8-476d-b53f-2489641550c6 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.576968 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-9f55124a-ebe8-476d-b53f-2489641550c6 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.67 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 946 time: 0.1717303 Jun 30 02:48:57.608175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ed028bc-6385-4138-ba73-1ae135ae61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.746239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f08d-ffcf-4db3-b9d4-6ee6b4c5eded req-808884e2-b0bc-4874-83d1-c0a9c33cea79 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.747997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4132f08d-ffcf-4db3-b9d4-6ee6b4c5eded req-808884e2-b0bc-4874-83d1-c0a9c33cea79 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.2281063 Jun 30 02:48:57.849524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Deleting port aca18a4b-620f-4a44-81ac-90587e44d11e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:57.849879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.868996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33115629-1513-4c9a-8c07-3e671fd91fb8 req-95390fbd-0bcf-4308-8b22-97ff29e8b8a3 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ee658e-27e1-4ea9-baf7-04c40d6cf685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863057 Jun 30 02:48:57.895643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc7af-4d9e-4c2f-b637-0e0c971b5068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.906658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4132f08d-ffcf-4db3-b9d4-6ee6b4c5eded req-26e30108-f86a-47af-83a9-53d4fdc86245 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448298 Jun 30 02:48:57.914928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc7af-4d9e-4c2f-b637-0e0c971b5068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.972596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8b2dc7af-4d9e-4c2f-b637-0e0c971b5068 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3dfff9db57a463daaf3c047cdf9968b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768531 Jun 30 02:48:57.977017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:57.985501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dc7af-4d9e-4c2f-b637-0e0c971b5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ceb723-845e-4d8e-837e-c2caf48cda37,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:57.995423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:58.021827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:58.022500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.022653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 1c1174d7-46ea-4d1d-8780-52af839c93a9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:58.023228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1c1174d7-46ea-4d1d-8780-52af839c93a9 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:58.023831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device aca18a4b-620f-4a44-81ac-90587e44d11e no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:58.039013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Calling delete_port for aca18a4b-620f-4a44-81ac-90587e44d11e owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:58.114419 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.125216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.151910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:58.155014 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4745a9cc-1fee-4bf5-8776-06c8df6c1770" -d '{"events": [{"server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "name": "network-vif-unplugged", "status": "completed", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:58.162408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port aca18a4b-620f-4a44-81ac-90587e44d11e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=aca18a4b-620f-4a44-81ac-90587e44d11e,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:58.170439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.237442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.246688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.259111 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34cff2a-a1d6-4bf3-9f70-17a08b91511a x-openstack-request-id: req-d34cff2a-a1d6-4bf3-9f70-17a08b91511a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:58.259754 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "name": "network-vif-unplugged", "status": "completed", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:58.260145 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d34cff2a-a1d6-4bf3-9f70-17a08b91511a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:58.260665 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'code': 200} Jun 30 02:48:58.274411 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.304120 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.318474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Pushing event deleted for resources: {'Port': ['ID=aca18a4b-620f-4a44-81ac-90587e44d11e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.434045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] No DVR routers for this DVR port aca18a4b-620f-4a44-81ac-90587e44d11e on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:58.437179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.439252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75cc5f2b-9dac-40a3-b7d2-983a8e6d2336 req-bbddf26e-3c53-48b7-a5e7-a40f773ae260 tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.67 "DELETE /v2.0/ports/aca18a4b-620f-4a44-81ac-90587e44d11e HTTP/1.1" status: 204 len: 173 time: 0.8557055 Jun 30 02:48:58.439593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'name': 'network-vif-deleted', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:58.441875 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9459dc-7b1c-41b5-a3bf-b70734c9f6bc" -d '{"events": [{"server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "name": "network-vif-deleted", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:58.505472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e56dc-5aec-4bfc-9cce-5902cb99221b req-cbe257aa-de7a-41a4-b816-ed4770259813 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:58.509346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-848e56dc-5aec-4bfc-9cce-5902cb99221b req-cbe257aa-de7a-41a4-b816-ed4770259813 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1933393 Jun 30 02:48:58.510596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.512253 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57f3e5a-d508-4c66-b85e-ed710fa645ab x-openstack-request-id: req-e57f3e5a-d508-4c66-b85e-ed710fa645ab {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:58.512646 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c8fce9-8aa4-4346-818c-7849eb96211f", "name": "network-vif-deleted", "tag": "aca18a4b-620f-4a44-81ac-90587e44d11e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:58.512992 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e57f3e5a-d508-4c66-b85e-ed710fa645ab {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:58.513474 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c8fce9-8aa4-4346-818c-7849eb96211f', 'name': 'network-vif-deleted', 'tag': 'aca18a4b-620f-4a44-81ac-90587e44d11e', 'status': 'completed', 'code': 200} Jun 30 02:48:58.514221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.517830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08ceb723-845e-4d8e-837e-c2caf48cda37 HTTP/1.1" status: 204 len: 168 time: 0.5354514 Jun 30 02:48:58.532167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 016eb452-42ee-4486-81f1-fc57fbc8946a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:58.532573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.549222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ceb723-845e-4d8e-837e-c2caf48cda37,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.554682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-848e56dc-5aec-4bfc-9cce-5902cb99221b req-d938f147-40f0-4d21-93bc-cb85b9d5f118 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Jun 30 02:48:58.619207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.620128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.620477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.620847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.621281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.621627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.621966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.622297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.622651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.622979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.623311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.623641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068dfcae-7094-40ac-a2c9-ef6191c6a431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:58.718363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 016eb452-42ee-4486-81f1-fc57fbc8946a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=016eb452-42ee-4486-81f1-fc57fbc8946a,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:58.718740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.736726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 016eb452-42ee-4486-81f1-fc57fbc8946a owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:58.789221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 9e1e05fd-b83d-438e-910c-157666eb2867 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:58.789576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.941350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port 9e1e05fd-b83d-438e-910c-157666eb2867, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9e1e05fd-b83d-438e-910c-157666eb2867,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:58.941905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.968630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 9e1e05fd-b83d-438e-910c-157666eb2867 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:59.111576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6634acb8-80b8-49bb-a534-4c611ce722e2 req-a720e6a3-6b1a-46fb-b1a3-1fdf306905dc tempest-ServerRescueTestJSONUnderV235-925187885 tempest-ServerRescueTestJSONUnderV235-925187885-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c8fce9-8aa4-4346-818c-7849eb96211f HTTP/1.1" status: 200 len: 210 time: 0.0545473 Jun 30 02:48:59.157819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f468d4-bb0b-4e14-a747-30b7042a7dc1 req-dcc4a3a9-3fc3-44cb-be36-1fe03fe5f2b9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:59.159480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8f468d4-bb0b-4e14-a747-30b7042a7dc1 req-dcc4a3a9-3fc3-44cb-be36-1fe03fe5f2b9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.0882370 Jun 30 02:48:59.205869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.209958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8f468d4-bb0b-4e14-a747-30b7042a7dc1 req-ebc25ac0-582b-4bab-bcf6-2d3c8b638279 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Jun 30 02:48:59.246353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=016eb452-42ee-4486-81f1-fc57fbc8946a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:59.426683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.466702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=9e1e05fd-b83d-438e-910c-157666eb2867,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:59.665440 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.754763 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.007492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b97ac-9d0b-4c59-a29d-a6fc2d23f0de req-8f7361a1-152b-4877-a840-cc66649a6ec1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:00.008989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-258b97ac-9d0b-4c59-a29d-a6fc2d23f0de req-8f7361a1-152b-4877-a840-cc66649a6ec1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.2513561 Jun 30 02:49:00.099792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:00.110938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-258b97ac-9d0b-4c59-a29d-a6fc2d23f0de req-f6208103-66c2-41ed-9243-1b4908e3baf1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924163 Jun 30 02:49:00.219005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48426) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:00.304250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e64bd2ea-8710-4b47-8c06-6df3aa2fcac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.511989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.691559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router a9b746dd-2414-42e9-b439-0741ba957616 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:00.728104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee55c66-297f-45a2-a2ef-a659dfc2e120 req-f8ac26ea-e40c-4c45-998a-64cdcf562171 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:00.731253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fee55c66-297f-45a2-a2ef-a659dfc2e120 req-f8ac26ea-e40c-4c45-998a-64cdcf562171 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.3324745 Jun 30 02:49:00.785672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:00.799189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:00.816191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:00.817590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-affe63bc-45f2-4da0-83ed-074e68abf006 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9745202 Jun 30 02:49:00.818966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:00.834855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:00.891027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fee55c66-297f-45a2-a2ef-a659dfc2e120 req-6212dff2-01b0-4d3e-91c1-0d1b25ca1e39 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428633 Jun 30 02:49:00.961173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet d6db88e8-99e7-4620-b635-8638968971f1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:00.961353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-69f68b61-3298-4bf6-b04f-213522a1e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:00.964270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-69f68b61-3298-4bf6-b04f-213522a1e1c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1097 time: 0.2317493 Jun 30 02:49:00.972560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.976120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:00.986460 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] Sync routers for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:01.000130 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:01.000955 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.012223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0f094912-204d-443d-82e2-1edabe2eb714 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/a9b746dd-2414-42e9-b439-0741ba957616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4676881 Jun 30 02:49:01.020698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.043094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2459a7-a832-4f94-9d8f-9bf289146e4d req-f27d6bd5-644a-4925-9bfb-685c39617ff2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.044727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f2459a7-a832-4f94-9d8f-9bf289146e4d req-f27d6bd5-644a-4925-9bfb-685c39617ff2 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.2744071 Jun 30 02:49:01.112612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.167444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting subnet c3548650-c330-4fd8-b4d4-7ce80429fad1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:01.180049 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:01.193559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.211510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:01.255335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f2459a7-a832-4f94-9d8f-9bf289146e4d req-f16d0ca6-1c15-468c-af1b-4b5e15c202a9 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679213 Jun 30 02:49:01.285275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.339119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.361236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-fef9874e-77d4-49b5-b4db-0035545c9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.364213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-fef9874e-77d4-49b5-b4db-0035545c9dd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.3904846 Jun 30 02:49:01.374376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7c699-3762-4bb4-8425-687f21531ed5 req-cf2842a3-0878-495a-a867-dd52dcd9bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.375921 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b7c699-3762-4bb4-8425-687f21531ed5 req-cf2842a3-0878-495a-a867-dd52dcd9bd39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 1096 time: 0.3637190 Jun 30 02:49:01.376416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.392782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.436681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-0e65274c-6fb9-4715-b233-e8e8c80c1824 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.0558815 Jun 30 02:49:01.458523 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.502826 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] Checking router: a9b746dd-2414-42e9-b439-0741ba957616 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:01.507583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b7c699-3762-4bb4-8425-687f21531ed5 req-69ef9ecb-9836-4d02-a7cf-4f7cddede752 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112301 Jun 30 02:49:01.516624 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] Routers {'a9b746dd-2414-42e9-b439-0741ba957616'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:01.517810 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a9b746dd-2414-42e9-b439-0741ba957616'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.532371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.558039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.587135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 9, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.607023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=d6db88e8-99e7-4620-b635-8638968971f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:01.612373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.616886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-e627ebbf-bc35-42ad-88c3-34f454c14301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.617262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d7439ab4-5d42-452b-b27b-d26aaaef40d3 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/d6db88e8-99e7-4620-b635-8638968971f1 HTTP/1.1" status: 204 len: 168 time: 0.7804091 Jun 30 02:49:01.617915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.618967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-e627ebbf-bc35-42ad-88c3-34f454c14301 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.1484573 Jun 30 02:49:01.619756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:01.622118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bce5db-654b-401c-9b5f-e85d0e836de1 None None] Network edfa8229-ef38-40d3-b5bd-7f53a8d10a22 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:01.640241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa836ad-7fe3-40fb-979d-32d2c3b0ac1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.679819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:01.680563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.687394 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-9de7b282-b7bd-4d4d-910e-15bfe0c9753b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604327 Jun 30 02:49:01.697506 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] Set router a9b746dd-2414-42e9-b439-0741ba957616 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:01.745948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.752233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.784714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:01.798216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Subnet': ['ID=c3548650-c330-4fd8-b4d4-7ce80429fad1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:01.800092 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-876fa726-c1fc-4e55-9a09-432036bf1807 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041739 Jun 30 02:49:01.802347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.804374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-068044a5-c8e2-435b-8925-5eda334726f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/subnets/c3548650-c330-4fd8-b4d4-7ce80429fad1 HTTP/1.1" status: 204 len: 168 time: 0.7806685 Jun 30 02:49:01.808601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.903685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794c98c-4596-4031-9dd1-a27252c15371 None None] Network dce4f81a-5391-4f8a-a902-0759aaac0aa3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:01.976692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6423cae-d0ae-43f7-9180-b4a8cab83cbf req-a8649454-f905-4963-aa2d-e98e991b0299 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319623 Jun 30 02:49:01.995675 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:02.041962 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175b282-6d83-4687-91b6-67c7bcb69f29 None None] The sync data for ids ['a9b746dd-2414-42e9-b439-0741ba957616'] in n-d-798054-5 is: [{'id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229503665', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:46:19Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b746dd-2414-42e9-b439-0741ba957616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:46:20Z', 'updated_at': '2021-06-30T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:02.051088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Deleting port edccbadc-f10b-4034-81e1-43f87a84677b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:02.052439 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.140233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa836ad-7fe3-40fb-979d-32d2c3b0ac1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.156635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port a0b17c52-3ef4-4491-aa76-dfe520886b11 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:02.157010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.160519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa836ad-7fe3-40fb-979d-32d2c3b0ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.191957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.196567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.262714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463ba68-5322-4111-ab8f-eb4a8a3061da req-2da2c5f5-9f92-4a2f-877b-bbe138abbc93 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.264122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8463ba68-5322-4111-ab8f-eb4a8a3061da req-2da2c5f5-9f92-4a2f-877b-bbe138abbc93 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.1152115 Jun 30 02:49:02.271363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] For port edccbadc-f10b-4034-81e1-43f87a84677b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=edccbadc-f10b-4034-81e1-43f87a84677b,segment=NetworkSegment(f69bcd46-cc58-472b-9308-989d76d50d64),segment_id=f69bcd46-cc58-472b-9308-989d76d50d64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:02.271739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.280318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 9, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:02.282906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6fa836ad-7fe3-40fb-979d-32d2c3b0ac1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cbec485e45e147b89498bea4fa7def91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9017005 Jun 30 02:49:02.302205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:02.323299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e54a99-ec21-4471-9bd2-d05699024835 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 9, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '3e4d9e68-2dd5-45d5-a9d6-37b197a741e2', 'name': '', 'network_id': '1ced747c-8595-49e1-b49c-b40b639b1c84', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:27:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:14Z', 'updated_at': '2021-06-30T02:48:28Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '63158edc-3078-4bb0-8354-a4b843c2bd3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:02.368238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Calling delete_port for edccbadc-f10b-4034-81e1-43f87a84677b owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:02.399247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8463ba68-5322-4111-ab8f-eb4a8a3061da req-105bd3f2-6799-4eed-a97f-aeee67024950 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173456 Jun 30 02:49:02.416738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port a0b17c52-3ef4-4491-aa76-dfe520886b11, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a0b17c52-3ef4-4491-aa76-dfe520886b11,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:02.417371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.427896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa836ad-7fe3-40fb-979d-32d2c3b0ac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40577d1e-c610-441a-9021-2ded3f1c7bb0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.455994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] DHCP port deletion for edfa8229-ef38-40d3-b5bd-7f53a8d10a22 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:02.500876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for a0b17c52-3ef4-4491-aa76-dfe520886b11 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:02.527039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061efff9-c865-46cc-8069-0a4c77a0338c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.578594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] Deleting port a0b17c52-3ef4-4491-aa76-dfe520886b11 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:02.579069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.676623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061efff9-c865-46cc-8069-0a4c77a0338c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.689399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] For port a0b17c52-3ef4-4491-aa76-dfe520886b11, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a0b17c52-3ef4-4491-aa76-dfe520886b11,segment=NetworkSegment(a72df61c-aacc-48d4-bc00-768b41b08c99),segment_id=a72df61c-aacc-48d4-bc00-768b41b08c99)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:02.689936 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.690748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.704808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] Calling delete_port for a0b17c52-3ef4-4491-aa76-dfe520886b11 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:02.708269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.749376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Pushing event deleted for resources: {'Port': ['ID=edccbadc-f10b-4034-81e1-43f87a84677b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.824725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] DHCP port deletion for dce4f81a-5391-4f8a-a902-0759aaac0aa3 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:02.845636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd463507-c5c0-4fb0-9206-3f1f21b76388 req-1ca1308c-b082-46b7-8b2b-e776019d4552 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.847832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd463507-c5c0-4fb0-9206-3f1f21b76388 req-1ca1308c-b082-46b7-8b2b-e776019d4552 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.3023388 Jun 30 02:49:02.907831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.910555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 016eb452-42ee-4486-81f1-fc57fbc8946a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:02.922473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:02.922824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.924582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061efff9-c865-46cc-8069-0a4c77a0338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.927716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-061efff9-c865-46cc-8069-0a4c77a0338c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.931129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-061efff9-c865-46cc-8069-0a4c77a0338c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40577d1e-c610-441a-9021-2ded3f1c7bb0 HTTP/1.1" status: 204 len: 168 time: 0.6257188 Jun 30 02:49:02.947623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 016eb452-42ee-4486-81f1-fc57fbc8946a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:02.948348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 016eb452-42ee-4486-81f1-fc57fbc8946a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:02.951682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a0b17c52-3ef4-4491-aa76-dfe520886b11 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:02.981274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061efff9-c865-46cc-8069-0a4c77a0338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40577d1e-c610-441a-9021-2ded3f1c7bb0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.008176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.009444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a0b17c52-3ef4-4491-aa76-dfe520886b11 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:03.010004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a0b17c52-3ef4-4491-aa76-dfe520886b11 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:03.012697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=a0b17c52-3ef4-4491-aa76-dfe520886b11,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.029447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port a0b17c52-3ef4-4491-aa76-dfe520886b11 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:03.051013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd463507-c5c0-4fb0-9206-3f1f21b76388 req-0b74a04f-e512-4863-a390-7f62eb63d007 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927357 Jun 30 02:49:03.127019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] Deleting port e49e779b-fc11-4fcc-89e4-05fa86fef162 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:03.127789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.133823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.182001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.195854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:03.196224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.200108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfa8229-ef38-40d3-b5bd-7f53a8d10a22']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:03.219269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72df61c-aacc-48d4-bc00-768b41b08c99') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:03.219851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72df61c-aacc-48d4-bc00-768b41b08c99') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:03.221811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:03.230929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] No DVR routers for this DVR port a0b17c52-3ef4-4491-aa76-dfe520886b11 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:03.235746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.283185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1452e-c5ec-46b1-b7c7-d7539b5458c8 None None] Pushing event deleted for resources: {'Port': ['ID=a0b17c52-3ef4-4491-aa76-dfe520886b11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.285640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.296954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:03.297689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:03.301227 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:03.328354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] For port e49e779b-fc11-4fcc-89e4-05fa86fef162, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e49e779b-fc11-4fcc-89e4-05fa86fef162,segment=NetworkSegment(490727c9-a333-475c-9b9a-9390ca97c9e5),segment_id=490727c9-a333-475c-9b9a-9390ca97c9e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:03.328760 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.344493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] Calling delete_port for e49e779b-fc11-4fcc-89e4-05fa86fef162 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:03.449372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.456862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48510) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:03.495655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] No DVR routers for this DVR port e49e779b-fc11-4fcc-89e4-05fa86fef162 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:03.498020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a39c9a-4783-4511-9c7b-b0d0bb0fdd29 None None] Pushing event deleted for resources: {'Port': ['ID=e49e779b-fc11-4fcc-89e4-05fa86fef162,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.510995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d09bb8d8-6e71-4394-84f4-39cba5090925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.535299 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.539606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:03.554163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.557010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/edfa8229-ef38-40d3-b5bd-7f53a8d10a22 HTTP/1.1" status: 204 len: 168 time: 1.9300783 Jun 30 02:49:03.559349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48514) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:03.570859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76bf4c-f2e4-4f33-868b-fd22c9554c3c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=edfa8229-ef38-40d3-b5bd-7f53a8d10a22,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.628914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.659126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.741801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.838250 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.840701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.893916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.894560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Fanout notify agent at l3_agent the message router_deleted on router a9b746dd-2414-42e9-b439-0741ba957616 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:03.903713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.904987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cd168304-33f7-48fa-a464-fc8eb3a1736d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/routers/a9b746dd-2414-42e9-b439-0741ba957616 HTTP/1.1" status: 204 len: 168 time: 2.0921533 Jun 30 02:49:03.907586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:03.999130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.101877 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.114397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce4f81a-5391-4f8a-a902-0759aaac0aa3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:04.127672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490727c9-a333-475c-9b9a-9390ca97c9e5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:04.128047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490727c9-a333-475c-9b9a-9390ca97c9e5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:04.138782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.153544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.159920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:04.160721 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:04.163915 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:04.289631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889595a-b981-455a-ae47-a7faa3548326 req-169f0088-a47b-4821-a5fe-41448a762144 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:04.295646 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.297732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676afb5-e7c2-4c47-9c81-a92f31b18871 req-2968a4a4-36a1-442c-a532-0c60839bdfc4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:04.298148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e889595a-b981-455a-ae47-a7faa3548326 req-169f0088-a47b-4821-a5fe-41448a762144 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.6514492 Jun 30 02:49:04.299374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5676afb5-e7c2-4c47-9c81-a92f31b18871 req-2968a4a4-36a1-442c-a532-0c60839bdfc4 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.0986013 Jun 30 02:49:04.300255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.307862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.312954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/networks/dce4f81a-5391-4f8a-a902-0759aaac0aa3 HTTP/1.1" status: 204 len: 168 time: 0.4012058 Jun 30 02:49:04.312954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.342084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c2b83-3b3d-419a-b4bb-0090e157c8c1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Network': ['ID=dce4f81a-5391-4f8a-a902-0759aaac0aa3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.397333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e889595a-b981-455a-ae47-a7faa3548326 req-ec30514e-db04-4734-9493-3c5793c19ed3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984802 Jun 30 02:49:04.416234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:04.426039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2281f7f2-9289-4344-8cfc-4ba993949afd admin admin] 10.222.0.78 "PUT /v2.0/routers/f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2055562 Jun 30 02:49:04.426833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48524) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.435357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5676afb5-e7c2-4c47-9c81-a92f31b18871 req-a3ab61ec-f7ab-4864-a33e-41777a7e523c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 Jun 30 02:49:04.436670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5131620-eb09-4305-b91c-838cc18ca143 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.451283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] Sync routers for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:04.479468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:04.480621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:04.528886 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5131620-eb09-4305-b91c-838cc18ca143 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.659837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d09bb8d8-6e71-4394-84f4-39cba5090925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.666958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5131620-eb09-4305-b91c-838cc18ca143 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.669769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5131620-eb09-4305-b91c-838cc18ca143 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.671044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5131620-eb09-4305-b91c-838cc18ca143 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/security-groups/3bbd6784-ee21-449f-801e-16b323b0f29d HTTP/1.1" status: 204 len: 168 time: 0.3576341 Jun 30 02:49:04.678689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:04.686836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5131620-eb09-4305-b91c-838cc18ca143 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbd6784-ee21-449f-801e-16b323b0f29d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.702627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d09bb8d8-6e71-4394-84f4-39cba5090925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.740433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e49e779b-fc11-4fcc-89e4-05fa86fef162 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:04.843367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d09bb8d8-6e71-4394-84f4-39cba5090925 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3df9634428b84f99932c5e5eb4438008&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3854558 Jun 30 02:49:04.847870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.857520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bb8d8-6e71-4394-84f4-39cba5090925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09cb8e6-4f0b-45dd-a14c-7d0f1a99bacd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.879091 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.889807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e49e779b-fc11-4fcc-89e4-05fa86fef162 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:04.891188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e49e779b-fc11-4fcc-89e4-05fa86fef162 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:04.893493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e1e05fd-b83d-438e-910c-157666eb2867 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:04.939198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 9e1e05fd-b83d-438e-910c-157666eb2867 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:04.939523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e1e05fd-b83d-438e-910c-157666eb2867 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:04.939949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:04.945819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-a25fed7f-14bb-4b5a-97c3-48ba567839e8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:04.947977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-a25fed7f-14bb-4b5a-97c3-48ba567839e8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 811 time: 0.1636615 Jun 30 02:49:04.970660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6b4-d7b9-4c35-8f1e-532781c6353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.975379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:04.975945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ccbbc7be-c4e3-4033-b7c5-4202f44dbc7c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:05.000674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-f3ff9282-3f65-4c78-af9b-5ef2dd8b2fa4 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/quotas/c2f6c60c4ed74c00952e96830b601347 HTTP/1.1" status: 200 len: 375 time: 0.0319278 Jun 30 02:49:05.109884 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6b4-d7b9-4c35-8f1e-532781c6353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.147058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c19bb-7376-4915-8509-e35b9eb8bd94 req-d36146a9-487f-4804-8fa8-7a484cf01511 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:05.149939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d06c19bb-7376-4915-8509-e35b9eb8bd94 req-d36146a9-487f-4804-8fa8-7a484cf01511 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.3687239 Jun 30 02:49:05.174829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:49:02Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:05.206975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-90b70512-02a2-418a-8edb-6f8606dcc7c9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053490 Jun 30 02:49:05.235938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.239938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] Checking router: f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:05.240638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.245370 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6b4-d7b9-4c35-8f1e-532781c6353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.249005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6b4-d7b9-4c35-8f1e-532781c6353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.253369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] Routers {'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:05.254617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb7bb6b4-d7b9-4c35-8f1e-532781c6353e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c09cb8e6-4f0b-45dd-a14c-7d0f1a99bacd HTTP/1.1" status: 204 len: 168 time: 0.4050827 Jun 30 02:49:05.255332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:05.309020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb6b4-d7b9-4c35-8f1e-532781c6353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09cb8e6-4f0b-45dd-a14c-7d0f1a99bacd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:05.331249 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d06c19bb-7376-4915-8509-e35b9eb8bd94 req-627cfcc1-787e-4a10-8407-54373bbf4453 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570706 Jun 30 02:49:05.365033 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-7b8e4e63-d05e-41a1-b070-f2ea9ab1c88e service neutron] 10.222.0.78 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508217 Jun 30 02:49:05.406242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] Set router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:05.536075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-2518bba5-7b88-4769-8db5-7ad175d2c936 service neutron] 10.222.0.78 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601591 Jun 30 02:49:05.611038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Deleting port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:05.611382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.761338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:49:02Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:05.774673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] For port 0ae24d00-498b-45a7-9c0d-c0c579fa5d57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:05.775232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.797536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Calling delete_port for 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:05.843858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fa5ba-6d39-43c3-887d-9df5e234e15b None None] The sync data for ids ['f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef'] in n-d-798054-5 is: [{'id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-904482797-router', 'tenant_id': 'd595b2b21f1a4afdb5c5093168958bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:30Z', 'updated_at': '2021-06-30T02:49:02Z', 'revision_number': 5, 'project_id': 'd595b2b21f1a4afdb5c5093168958bca', 'gw_port': {'id': '0ae24d00-498b-45a7-9c0d-c0c579fa5d57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:31Z', 'updated_at': '2021-06-30T02:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:06.028367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e6cc-7ee7-4f74-bc49-6fa9f867b88b req-227865cb-a527-4e76-bed0-6c716721f1ff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.040136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9f2e6cc-7ee7-4f74-bc49-6fa9f867b88b req-227865cb-a527-4e76-bed0-6c716721f1ff tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1531739 Jun 30 02:49:06.042619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:06.042970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.054432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:06.069685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779404057', 'description': 'tempest-secgroup-smoke-779404057 description', 'project_id': 'e96f464854794097a83e6ab2ddb9535f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:06.178213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9f2e6cc-7ee7-4f74-bc49-6fa9f867b88b req-2f2592ab-3a36-4ab1-9357-455f2914b784 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369963 Jun 30 02:49:06.214151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.281031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45ff4232-b7b7-41fd-b225-eb66aa2cf711 req-58c61b3f-695f-40f0-8630-b7633f89ef1a tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 210 time: 0.1312945 Jun 30 02:49:06.323774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device edccbadc-f10b-4034-81e1-43f87a84677b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:06.398286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: edccbadc-f10b-4034-81e1-43f87a84677b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:06.406925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device edccbadc-f10b-4034-81e1-43f87a84677b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:06.430282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.437142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.472101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.473986 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4176509 Jun 30 02:49:06.475229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b637ec-fadb-4ef0-b91d-af531f941dee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d99be26-4884-4803-8240-77b0dfa4cf54,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:06.478023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:06.483536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '8d99be26-4884-4803-8240-77b0dfa4cf54', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:06.518778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:06.519502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.550618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:06.567123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.624283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.657332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae24d00-498b-45a7-9c0d-c0c579fa5d57,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:06.700966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.720307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.765745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.766997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a26a7e1-8ac4-4cea-870d-ba1f1df764cf,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:06.817964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3c645-2ca6-4aac-aae7-742e8f79d40c req-0bd9bb8c-debc-4255-9c91-a236d3e3d705 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.839366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ba3c645-2ca6-4aac-aae7-742e8f79d40c req-0bd9bb8c-debc-4255-9c91-a236d3e3d705 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.2679741 Jun 30 02:49:06.875464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.876922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f70d6fc-5bf5-4df9-9dc8-0a63ee1dbaa7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3970251 Jun 30 02:49:06.880802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:06.890915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '8d99be26-4884-4803-8240-77b0dfa4cf54', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:06.929841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ba3c645-2ca6-4aac-aae7-742e8f79d40c req-0e0121f6-c1ef-4c5e-a096-d5d01c081cda tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894828 Jun 30 02:49:06.967842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.981743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.982980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.069308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.070221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:07.075283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.081865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.092297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.101397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48c567d9-a079-44f0-bcdf-adde1789f9be admin admin] 10.222.0.78 "DELETE /v2.0/routers/f513f146-1f5c-4fe0-9d6b-c7ae5de7c2ef HTTP/1.1" status: 204 len: 168 time: 2.6696527 Jun 30 02:49:07.103150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:07.180199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Deleting subnet 37e01eca-8826-4c49-9124-32c1b33c59c6 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:07.183275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.188268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48604) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:07.189451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072984 Jun 30 02:49:07.195285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '8d99be26-4884-4803-8240-77b0dfa4cf54', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:07.196137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.198086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d02fa-112f-4b3c-a250-2836490e8a58 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5639fa32-b075-4c37-baa5-5db278b0cbc5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:07.334817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.336838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.410538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.487298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=3e4d9e68-2dd5-45d5-a9d6-37b197a741e2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:07.534559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.740155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bd9f3-298e-4343-b6ee-9dd84cee3fa4 req-a8266649-80d7-4e96-bd71-bfcb0ea14c15 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:07.762289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e31bd9f3-298e-4343-b6ee-9dd84cee3fa4 req-a8266649-80d7-4e96-bd71-bfcb0ea14c15 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1981509 Jun 30 02:49:07.770112 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.841882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e01eca-8826-4c49-9124-32c1b33c59c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:07.847401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.849344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e48b6de7-f5a9-482b-bf93-3d641fbf97ce admin admin] 10.222.0.78 "DELETE /v2.0/subnets/37e01eca-8826-4c49-9124-32c1b33c59c6 HTTP/1.1" status: 204 len: 168 time: 0.7442100 Jun 30 02:49:07.854395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:07.882742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2199c256-e82f-457b-acaa-a8487e8b3816 req-d36912d8-542d-42b6-85c0-639b773f25d1 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 210 time: 0.2745836 Jun 30 02:49:07.913573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e31bd9f3-298e-4343-b6ee-9dd84cee3fa4 req-89ef22ce-6751-42ae-a113-ada2a55e4f5c tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503751 Jun 30 02:49:07.971263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.998368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.036396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.089037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.096324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7ce4ec-193f-4b5c-846d-e372e49c1f5a,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:08.142559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.156423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a3f29e72-bcd1-46f2-b9f8-05bd55b10806 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9670563 Jun 30 02:49:08.206142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:08.211121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '8d99be26-4884-4803-8240-77b0dfa4cf54', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:08.238395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.266004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80341329-1269-44f7-9f47-7e8aa7a4a721']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:08.275613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.282897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69bcd46-cc58-472b-9308-989d76d50d64') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:08.283399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69bcd46-cc58-472b-9308-989d76d50d64') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:08.323786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.388204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.415225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:08.418057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:08.442421 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:08.468214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.493297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:08.533035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.534861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-7b47c659-7d24-4467-b4ff-0c3a13bb736b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.536581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-7b47c659-7d24-4467-b4ff-0c3a13bb736b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.67 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 811 time: 0.5967166 Jun 30 02:49:08.553096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d920c9-dc17-437c-b6dd-5628046b0ee9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:08.602758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Request body: {'port': {'device_id': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'admin_state_up': True, 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:08.771872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:08.772219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0ae24d00-498b-45a7-9c0d-c0c579fa5d57 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:09.012482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.016418 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d323ca16-27f3-4d6a-a283-e10dea33430f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8065972 Jun 30 02:49:09.016607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.021820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '8d99be26-4884-4803-8240-77b0dfa4cf54', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:09.048749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.055171 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.058820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] 10.222.0.78 "DELETE /v2.0/networks/80341329-1269-44f7-9f47-7e8aa7a4a721 HTTP/1.1" status: 204 len: 168 time: 1.2034464 Jun 30 02:49:09.062706 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:49:09.070062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.085738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905910c-a044-4d14-9fd1-9fdee90af872 admin admin] Pushing event deleted for resources: {'Network': ['ID=80341329-1269-44f7-9f47-7e8aa7a4a721,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:09.165316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dd69fe-ce9f-4e41-a945-365d54f82969 req-7b8f47c6-a76a-4e08-9605-16b441ce3009 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 210 time: 0.0546989 Jun 30 02:49:09.187946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.202796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.204034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb0336-f7ac-4151-afb7-20ac7f8d56dc req-16533cef-f8dc-47b0-8c2e-b9b1b5f8f8ce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.212165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcfb0336-f7ac-4151-afb7-20ac7f8d56dc req-16533cef-f8dc-47b0-8c2e-b9b1b5f8f8ce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 1.0736687 Jun 30 02:49:09.240102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bf99b1-7fde-4297-85be-1cc43161ea70,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:09.243160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.248555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3abff903-85a4-491c-8ac5-e05d0701f442 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2273779 Jun 30 02:49:09.248555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.256059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '8d99be26-4884-4803-8240-77b0dfa4cf54', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:09.291920 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:49:09.301905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:09.303204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.327267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcfb0336-f7ac-4151-afb7-20ac7f8d56dc req-b715947b-64c3-41ac-92ab-7c8d47072c18 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122043 Jun 30 02:49:09.424053 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.457248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.471770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.502693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.552047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484eb16a-d6cb-4caf-9fbe-09173ab95e7a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:09.563124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Made reservation on behalf of c2f6c60c4ed74c00952e96830b601347 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:09.573489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.586335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.588407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b4809916-6529-461e-a32e-9e49769781a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383701 Jun 30 02:49:09.595241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.604062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'network': {'name': 'tempest-network-smoke--272323580', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:09.624635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:09.643846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-39aec78c-e53e-494a-ac06-ab8df8c7ab7d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d595b2b21f1a4afdb5c5093168958bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294925 Jun 30 02:49:09.645832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07d35990-f0b2-41c7-9fc7-be2266bd2f62 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0842869 Jun 30 02:49:09.651350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.651350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.670481 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:09.672228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:09.675696 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.693371 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:09.694655 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:09.756796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:09.763372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 63158edc-3078-4bb0-8354-a4b843c2bd3e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:09.772973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.799913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.800367 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Added segment 982088c6-5ba3-4d0c-bb0d-d30deddada06 of type vlan for network f85fcbdf-905d-44cd-b273-71e81a636430 Jun 30 02:49:09.849632 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:09.854384 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c81bafc-d845-40d2-a03f-f523cfa3aaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.862609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Allocated IP 172.20.0.5 (7e63f45c-7ca8-42df-934d-b37ab1e2beec/15ac83d9-2d46-4052-91ba-ff4e1ec94d07/f4b03c25-722c-4c52-ac8f-b0cd705ae3ef) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:09.880631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.890956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.933705 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c81bafc-d845-40d2-a03f-f523cfa3aaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.034655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.040438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.041878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.071446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a746a-45c5-4a7e-b457-dd0476d1c590 req-002e2daa-d6ad-4209-8401-00872a31cb1b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.074616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179a746a-45c5-4a7e-b457-dd0476d1c590 req-002e2daa-d6ad-4209-8401-00872a31cb1b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.3533633 Jun 30 02:49:10.131593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.136687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179a746a-45c5-4a7e-b457-dd0476d1c590 req-8867c2f0-032b-4c5b-92cb-52d373b05cce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561280 Jun 30 02:49:10.157727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5594797 Jun 30 02:49:10.161008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c81bafc-d845-40d2-a03f-f523cfa3aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.163542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c81bafc-d845-40d2-a03f-f523cfa3aaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.166993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1c81bafc-d845-40d2-a03f-f523cfa3aaed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28ee658e-27e1-4ea9-baf7-04c40d6cf685 HTTP/1.1" status: 204 len: 168 time: 0.5116491 Jun 30 02:49:10.166993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:10.216361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df12c7-53e1-4c20-b3f4-c2abb7f2388d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Network': ['ID=f85fcbdf-905d-44cd-b273-71e81a636430,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.227896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f85fcbdf-905d-44cd-b273-71e81a636430 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:10.243658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'admin_state_up': True, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:10.264107 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:07Z', 'revision_number': 10, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:10.284060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.288197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81bafc-d845-40d2-a03f-f523cfa3aaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee658e-27e1-4ea9-baf7-04c40d6cf685,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.359707 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.360314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.361495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.370636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.398021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6581140e-923f-4e23-bba0-c987eb17cea9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:10.468712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=63158edc-3078-4bb0-8354-a4b843c2bd3e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.489173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.491280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f104e33-df3f-46c9-a947-99de30f1259d None None] Network 1ced747c-8595-49e1-b49c-b40b639b1c84 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:10.494769 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e56cffd2-0118-41a4-9c52-5a4b2e6b8ad6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/63158edc-3078-4bb0-8354-a4b843c2bd3e HTTP/1.1" status: 204 len: 168 time: 0.8420069 Jun 30 02:49:10.498798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:10.572810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Network 7e63f45c-7ca8-42df-934d-b37ab1e2beec is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:10.616100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:10.620921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Pushing event updated for resources: {'Port': ['ID=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.630126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:10.673638 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:10.686932 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:10.687976 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:10.804473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.804473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.820024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0752b0e-0b76-4959-aca2-cf90e0b7bda5 req-88d90060-b2d8-46e9-8940-723e0bd1f625 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.828183 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0752b0e-0b76-4959-aca2-cf90e0b7bda5 req-88d90060-b2d8-46e9-8940-723e0bd1f625 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 931 time: 0.3912609 Jun 30 02:49:10.895531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0752b0e-0b76-4959-aca2-cf90e0b7bda5 req-16bb288d-545a-4b57-bb30-c1cf76a3d787 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662510 Jun 30 02:49:10.905063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-de6fc4cd-3a17-4c45-8223-90e73baf4a71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3086433 Jun 30 02:49:10.930707 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:10.934503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Request body: {'port': {'device_id': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:10.943088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.970917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.972123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] DHCP port deletion for 1ced747c-8595-49e1-b49c-b40b639b1c84 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:11.110601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] Deleting port 1db58b50-083f-4aa9-b39b-99c6f570082d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:11.110977 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.130914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.142636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980a0b-c52c-4fa1-99e6-3343064a4801 req-f7cea8b8-507a-485a-8037-879585fcd238 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:11.149518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7980a0b-c52c-4fa1-99e6-3343064a4801 req-f7cea8b8-507a-485a-8037-879585fcd238 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.6818764 Jun 30 02:49:11.154978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.287797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7980a0b-c52c-4fa1-99e6-3343064a4801 req-b210ca6f-2518-4690-a492-0823e37ebd6b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369410 Jun 30 02:49:11.301552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.329902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] For port 1db58b50-083f-4aa9-b39b-99c6f570082d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1db58b50-083f-4aa9-b39b-99c6f570082d,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:11.330390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.361117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] Calling delete_port for 1db58b50-083f-4aa9-b39b-99c6f570082d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:11.384078 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:07Z', 'revision_number': 10, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:11.469240 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4f5d9-f0c4-45e4-8c75-463946320815 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:07Z', 'revision_number': 10, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None, '_interfaces': [{'id': '5446ecb6-a64e-487d-a575-fe9e983b7bbf', 'name': '', 'network_id': 'cdcec676-d5ee-4580-941e-5a6c295ec9c3', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'mac_address': 'fa:16:3e:75:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:06Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 5, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'subnets': [{'id': '5fa48050-4d5f-497d-93a7-9c7ee7e1c234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:11.640414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 1db58b50-083f-4aa9-b39b-99c6f570082d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:11.641054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.701507 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.732600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] Pushing event deleted for resources: {'Port': ['ID=1db58b50-083f-4aa9-b39b-99c6f570082d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:11.750991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48610276-6740-4c11-9423-cf4ad4f5f3ff None None] No DVR routers for this DVR port 1db58b50-083f-4aa9-b39b-99c6f570082d on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:11.825651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:11.868188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port 1db58b50-083f-4aa9-b39b-99c6f570082d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1db58b50-083f-4aa9-b39b-99c6f570082d,segment=NetworkSegment(b92027fd-cd29-4153-b418-9a1426065970),segment_id=b92027fd-cd29-4153-b418-9a1426065970)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:11.868555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.898184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 1db58b50-083f-4aa9-b39b-99c6f570082d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:11.908510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b03c25-722c-4c52-ac8f-b0cd705ae3ef {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:11.923658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.940245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Transition to ACTIVE for port object f4b03c25-722c-4c52-ac8f-b0cd705ae3ef will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:11.950170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.950946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e072181-26bc-4c65-a757-fde279d51119 req-c8a2ed7e-99a9-46af-abb6-7012b27dfa39 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:11.953957 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e072181-26bc-4c65-a757-fde279d51119 req-c8a2ed7e-99a9-46af-abb6-7012b27dfa39 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1633024 Jun 30 02:49:12.095670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.190603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-452332303-network', 'tenant_id': '7d0ceb8c0030479883d4184d07ed79e4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:12.206470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Attempting to bind port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:12.206815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Attempting to bind port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:12.207167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Attempting to bind port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:12.215010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:12.215343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Attempting to bind port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef on network 7e63f45c-7ca8-42df-934d-b37ab1e2beec {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:12.226245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c60ca-e2be-46d5-9785-734270518465 req-bc633bba-8600-4b6c-b62f-2f5589dc4bb9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.227922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb8c60ca-e2be-46d5-9785-734270518465 req-bc633bba-8600-4b6c-b62f-2f5589dc4bb9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 943 time: 0.1486590 Jun 30 02:49:12.231508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:12.231848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Checking segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:12.232396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Bound using segment: {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:12.232834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Bound port: f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809b3a35-0a39-4438-9ec7-eabe8a8ce137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:12.233193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.250769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.278211 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.290337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e072181-26bc-4c65-a757-fde279d51119 req-69a38c24-5df0-4a6d-a6e6-13115cd987ac tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610986 Jun 30 02:49:12.355380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb8c60ca-e2be-46d5-9785-734270518465 req-52e1b4a0-3435-48fc-9e7b-527a756247bc tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197667 Jun 30 02:49:12.367242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Made reservation on behalf of 7d0ceb8c0030479883d4184d07ed79e4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:12.377494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1db58b50-083f-4aa9-b39b-99c6f570082d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:12.378176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.405953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] For port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:12.409470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] For port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:12.417791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.418286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.422065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 1db58b50-083f-4aa9-b39b-99c6f570082d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:12.422440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1db58b50-083f-4aa9-b39b-99c6f570082d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:12.422851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:12.442414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.443309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.445193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4b03c25-722c-4c52-ac8f-b0cd705ae3ef HTTP/1.1" status: 200 len: 1091 time: 1.5256195 Jun 30 02:49:12.466570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'tag': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:12.467633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:12.467988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3e4d9e68-2dd5-45d5-a9d6-37b197a741e2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:12.468972 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f7a51-08c7-4957-b4b5-ba59915e2818", "tag": "f4b03c25-722c-4c52-ac8f-b0cd705ae3ef"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:12.505051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e816910-d946-4c9b-b6d2-7519d570a9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.541656 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ff5da2-beb1-4bf8-930a-c4ac11de16c6 x-openstack-request-id: req-77ff5da2-beb1-4bf8-930a-c4ac11de16c6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:12.541985 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f7a51-08c7-4957-b4b5-ba59915e2818", "tag": "f4b03c25-722c-4c52-ac8f-b0cd705ae3ef", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:12.542205 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77ff5da2-beb1-4bf8-930a-c4ac11de16c6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:12.542740 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'tag': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef', 'status': 'completed', 'code': 200} Jun 30 02:49:12.551022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.570967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-05c8e1ad-5f48-463d-aced-f2f6edb4cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.573534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-05c8e1ad-5f48-463d-aced-f2f6edb4cade service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 1094 time: 0.0636368 Jun 30 02:49:12.623378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-b0d31044-8f1e-408d-8d65-768b0970a7a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef HTTP/1.1" status: 200 len: 217 time: 0.0395525 Jun 30 02:49:12.631394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=1db58b50-083f-4aa9-b39b-99c6f570082d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.648132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.174 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e72e2ec0-205f-470f-9d63-5198cf504180) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:12.654454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port 1db58b50-083f-4aa9-b39b-99c6f570082d on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:12.691064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-1f3d7174-2e4c-4c44-a34f-5daa2fff5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.692677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-1f3d7174-2e4c-4c44-a34f-5daa2fff5fc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.0621858 Jun 30 02:49:12.729577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-e91ed192-3d1c-4c82-b04b-262341fb3bf5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285206 Jun 30 02:49:12.835304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.856054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-3211ff1c-441f-4ef4-bd1e-dbc29d94e299 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203077 Jun 30 02:49:12.880050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ced747c-8595-49e1-b49c-b40b639b1c84']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:12.902737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca383-8f5b-45ef-a4a0-22fa23b0176e req-c524a7cd-96f1-4b2b-a410-dbe7e9f259d1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.904377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f03ca383-8f5b-45ef-a4a0-22fa23b0176e req-c524a7cd-96f1-4b2b-a410-dbe7e9f259d1 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.3633518 Jun 30 02:49:12.904895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:12.918626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92027fd-cd29-4153-b418-9a1426065970') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:12.918934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92027fd-cd29-4153-b418-9a1426065970') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:12.960829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.015984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ae38a18-ec5d-4727-b36c-4b157f8f2e64 req-f7a9ff21-88ef-4594-906e-a6448f2959b5 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524041 Jun 30 02:49:13.029889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.053736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.069618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.078291 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f03ca383-8f5b-45ef-a4a0-22fa23b0176e req-7041a576-cfce-4767-a3a6-eac4c65cf34a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486456 Jun 30 02:49:13.083131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:13.083559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:13.098605 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:13.111487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.119703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7df0df83-21c2-4322-9bfc-fe965f97b7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.149228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-ec2ae90b-d68c-446f-a995-7ad7306ade3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.151669 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-ec2ae90b-d68c-446f-a995-7ad7306ade3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 1094 time: 0.0694776 Jun 30 02:49:13.170230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:13.215484 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.216156 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Added segment ca9a9714-9df0-40e4-a82b-7cc7786c218b of type vlan for network bb823a50-db42-4d5c-8ff2-25f8b5517a5e Jun 30 02:49:13.241451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.292803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.302367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.304354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/1ced747c-8595-49e1-b49c-b40b639b1c84 HTTP/1.1" status: 204 len: 168 time: 2.7836440 Jun 30 02:49:13.309852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:13.315434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-60a03708-c11f-4221-8cf5-a58a10c29009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.317346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-60a03708-c11f-4221-8cf5-a58a10c29009 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 912 time: 0.1589861 Jun 30 02:49:13.367099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-ce0f47ef-77ca-4936-a247-00da34d6c79f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef HTTP/1.1" status: 200 len: 217 time: 0.0426421 Jun 30 02:49:13.392991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10743dab-d44d-42bc-8f86-0ab46f3e4144 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=1ced747c-8595-49e1-b49c-b40b639b1c84,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.441125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.450771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-8accadf1-2250-41fd-a06c-f0aa44cd0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.456126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-8accadf1-2250-41fd-a06c-f0aa44cd0a50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.0808799 Jun 30 02:49:13.459064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.505162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-13368ecb-3378-4a2d-8abb-26a1fae25cd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396056 Jun 30 02:49:13.580128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:13.593442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:13.602241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c2ac-c3bb-4016-b5b7-e93695a9b5e7 req-130332bf-5075-4249-9b02-e1e3f2321005 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.606793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fb4c2ac-c3bb-4016-b5b7-e93695a9b5e7 req-130332bf-5075-4249-9b02-e1e3f2321005 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.3677804 Jun 30 02:49:13.607322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-822cfd3a-459a-4318-acae-6e6fef317083 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931406 Jun 30 02:49:13.608233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=e72e2ec0-205f-470f-9d63-5198cf504180,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.674556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:13.676532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.677682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.678054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.737686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66700bd1-8575-4da0-a15b-5245e271c18c req-caadbed9-ec9a-48d1-bd51-5d53c137839c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.739363 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66700bd1-8575-4da0-a15b-5245e271c18c req-caadbed9-ec9a-48d1-bd51-5d53c137839c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 943 time: 0.2372024 Jun 30 02:49:13.744420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e3a6436-7a29-42da-b6d3-ed8c0b1b2ab5 req-540889f3-b10c-44cb-8231-cb248cbf6fe4 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139491 Jun 30 02:49:13.789297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66700bd1-8575-4da0-a15b-5245e271c18c req-1b770231-173b-4c9a-b03f-d3eb1a28dae5 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Jun 30 02:49:14.048716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7df0df83-21c2-4322-9bfc-fe965f97b7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.105135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7df0df83-21c2-4322-9bfc-fe965f97b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.156193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3275714 Jun 30 02:49:14.159073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48916) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:14.164133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Request body: {'subnet': {'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-452332303-subnet', 'tenant_id': '7d0ceb8c0030479883d4184d07ed79e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:14.190538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Made reservation on behalf of 7d0ceb8c0030479883d4184d07ed79e4 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:14.193041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.200134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5aa8d-15a2-4901-85b3-598984f0edcf admin admin] Pushing event updated for resources: {'Network': ['ID=bb823a50-db42-4d5c-8ff2-25f8b5517a5e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.209296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7df0df83-21c2-4322-9bfc-fe965f97b7ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=940042dfd5a14c5c8f1f3a9ff123f323&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2987237 Jun 30 02:49:14.215266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network bb823a50-db42-4d5c-8ff2-25f8b5517a5e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:14.221643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fb4c2ac-c3bb-4016-b5b7-e93695a9b5e7 req-c155fb16-4b94-40a3-a8a8-8a94666de4be tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784984 Jun 30 02:49:14.222416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0df83-21c2-4322-9bfc-fe965f97b7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45753fe2-9241-49aa-90c5-6ff927117c55,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.226357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:14.500032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919f9c7-37c5-471a-9c8b-622bbd6308b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.514519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.546350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919f9c7-37c5-471a-9c8b-622bbd6308b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.583527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786cab5-48c7-42b3-8a13-d101a7334c2f req-818740ef-0822-451c-80e0-33ddbcbdb9d9 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.584713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d786cab5-48c7-42b3-8a13-d101a7334c2f req-818740ef-0822-451c-80e0-33ddbcbdb9d9 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1748679 Jun 30 02:49:14.597401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.624458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Checking segment: {'id': 'ca9a9714-9df0-40e4-a82b-7cc7786c218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:14.624917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Network hostable DHCP agents. Network: bb823a50-db42-4d5c-8ff2-25f8b5517a5e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:14.639352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.652181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d786cab5-48c7-42b3-8a13-d101a7334c2f req-d6af7c22-8e50-41d8-a9b1-2ebf7962f069 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607293 Jun 30 02:49:14.665057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Network bb823a50-db42-4d5c-8ff2-25f8b5517a5e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:14.687488 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, bb823a50-db42-4d5c-8ff2-25f8b5517a5e) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:14.700016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.700320 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef6a07-155a-4b58-a3bd-3948898bd039 None None] Network bb823a50-db42-4d5c-8ff2-25f8b5517a5e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:14.700818 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.742365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be2f495b-de48-4e4c-bd98-96b7bba49035 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5731590 Jun 30 02:49:14.742549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919f9c7-37c5-471a-9c8b-622bbd6308b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.742549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919f9c7-37c5-471a-9c8b-622bbd6308b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.742549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9919f9c7-37c5-471a-9c8b-622bbd6308b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45753fe2-9241-49aa-90c5-6ff927117c55 HTTP/1.1" status: 204 len: 168 time: 0.5091488 Jun 30 02:49:14.816931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919f9c7-37c5-471a-9c8b-622bbd6308b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45753fe2-9241-49aa-90c5-6ff927117c55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.848802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.013330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22310e94-862f-4892-8ea5-4f116739c5a3 None None] Network bb823a50-db42-4d5c-8ff2-25f8b5517a5e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:15.060737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f82e02-b098-43c5-8ef8-39c15c5b8516 req-8d6dc729-7c5a-45c4-b6b7-f68e16db031a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.064785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7f82e02-b098-43c5-8ef8-39c15c5b8516 req-8d6dc729-7c5a-45c4-b6b7-f68e16db031a tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1566706 Jun 30 02:49:15.153189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7f82e02-b098-43c5-8ef8-39c15c5b8516 req-d82ab88c-7bfa-4739-9eee-de8785b09f30 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812390 Jun 30 02:49:15.159410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.266690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94b5c9-3bd3-4bfe-a75c-7afb8235e134 req-73ee7e5c-0567-48de-a024-d0f97811a7a3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.268295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6b94b5c9-3bd3-4bfe-a75c-7afb8235e134 req-73ee7e5c-0567-48de-a024-d0f97811a7a3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 943 time: 0.2705753 Jun 30 02:49:15.401463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6b94b5c9-3bd3-4bfe-a75c-7afb8235e134 req-9479b258-9f2c-4a1c-bf5e-2a02df435045 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998013 Jun 30 02:49:15.472033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 916d43f0-3a23-4644-bc8e-9af3e223649a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:15.549094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port 5446ecb6-a64e-487d-a575-fe9e983b7bbf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:15.549446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.678102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-3718637a-05ed-4e2d-afaf-1b289720bf92 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.685320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-3718637a-05ed-4e2d-afaf-1b289720bf92 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/networks?id=bb823a50-db42-4d5c-8ff2-25f8b5517a5e HTTP/1.1" status: 200 len: 808 time: 0.1939042 Jun 30 02:49:15.696185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-7490a76a-a89c-49d1-9d02-d2c4f0189805 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/quotas/7d0ceb8c0030479883d4184d07ed79e4 HTTP/1.1" status: 200 len: 375 time: 0.0099940 Jun 30 02:49:15.733965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:15.745442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-315db34d-d5da-4fa6-9b61-0bb4ca7a783f tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0ceb8c0030479883d4184d07ed79e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425975 Jun 30 02:49:15.748686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Sync routers for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:15.763013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:15.764804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:15.816731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.818464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-947b825a-3a45-484f-b708-395719bb78c2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.6198626 Jun 30 02:49:15.825509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:15.827419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port 5446ecb6-a64e-487d-a575-fe9e983b7bbf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5446ecb6-a64e-487d-a575-fe9e983b7bbf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:15.827795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.847828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-66ce8150-5223-4533-8579-70dd18672d3e service neutron] 10.222.0.78 "GET /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015136 Jun 30 02:49:15.865246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad2576-4004-4ce0-841e-0796c0c405f4 req-45338e00-5815-4c10-8b28-e381227e2866 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.866920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-01ad2576-4004-4ce0-841e-0796c0c405f4 req-45338e00-5815-4c10-8b28-e381227e2866 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.2682726 Jun 30 02:49:15.893556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for 5446ecb6-a64e-487d-a575-fe9e983b7bbf owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:15.896564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f9cb3879-6199-427f-94eb-f05ad0563794 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e96f464854794097a83e6ab2ddb9535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0656226 Jun 30 02:49:15.904559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.013192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:16.013429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-8abbaaf7-e49f-43ed-a354-86628dc785dd service neutron] 10.222.0.78 "GET /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590576 Jun 30 02:49:16.032745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-01ad2576-4004-4ce0-841e-0796c0c405f4 req-65df42ac-2bfd-484d-82d3-90707fd34189 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417475 Jun 30 02:49:16.125298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4b03c25-722c-4c52-ac8f-b0cd705ae3ef details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:16.160478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f26dc8e-447b-42c5-9214-74362940366a tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.162082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4f26dc8e-447b-42c5-9214-74362940366a tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2542186 Jun 30 02:49:16.165701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.303057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cff9078a-b156-4a3c-ab4f-d4ce4e16e47a req-c350f5b6-2922-4804-8255-17141df6492d tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 210 time: 0.0480721 Jun 30 02:49:16.312468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b5eb129e-068a-49aa-9e1f-fa23defb5ece tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419282 Jun 30 02:49:16.313579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.353491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584910127', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:16.410933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48998) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.425022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:16.444829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef', 'network_id': '7e63f45c-7ca8-42df-934d-b37ab1e2beec', 'port_id': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef', 'mac_address': 'fa:16:3e:d8:7e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ac83d9-2d46-4052-91ba-ff4e1ec94d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:16.516495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:14Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:16.576493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Checking router: 916d43f0-3a23-4644-bc8e-9af3e223649a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:16.577127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Updating router 916d43f0-3a23-4644-bc8e-9af3e223649a port e72e2ec0-205f-470f-9d63-5198cf504180 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:16.580945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.632279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b03c25-722c-4c52-ac8f-b0cd705ae3ef {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:16.701575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.794270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34f0b309-2d85-48bb-81c1-a5dad502fff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.797408 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.858562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=5446ecb6-a64e-487d-a575-fe9e983b7bbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.946378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8c6d-c415-4f97-9d56-3fab3f39a394 req-eaf0ee9e-3a05-46c5-88d0-e5b2a37695ee tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.954945 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd9e8c6d-c415-4f97-9d56-3fab3f39a394 req-eaf0ee9e-3a05-46c5-88d0-e5b2a37695ee tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 943 time: 0.2628932 Jun 30 02:49:17.030264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.034633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:17.045156 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.055778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Transition to ACTIVE for port object e72e2ec0-205f-470f-9d63-5198cf504180 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:17.064685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a31a72-67a6-428b-a61d-89f563128aa5 req-15dab911-8e9c-4772-bcbc-e89729896332 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.066768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09a31a72-67a6-428b-a61d-89f563128aa5 req-15dab911-8e9c-4772-bcbc-e89729896332 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.7918353 Jun 30 02:49:17.069937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.107324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd9e8c6d-c415-4f97-9d56-3fab3f39a394 req-53ccaeaa-302b-4361-b03c-d1bf4dc8d572 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405540 Jun 30 02:49:17.107852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.159914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.175496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Attempting to bind port e72e2ec0-205f-470f-9d63-5198cf504180 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:17.175496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Attempting to bind port e72e2ec0-205f-470f-9d63-5198cf504180 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:17.175896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Attempting to bind port e72e2ec0-205f-470f-9d63-5198cf504180 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:17.204795 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34f0b309-2d85-48bb-81c1-a5dad502fff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.215371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34f0b309-2d85-48bb-81c1-a5dad502fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.217235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:17.217620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:17.218030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.218483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:17.218976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Bound port: e72e2ec0-205f-470f-9d63-5198cf504180, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:17.219359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.275765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-34f0b309-2d85-48bb-81c1-a5dad502fff2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edc5bbb9590542d1a5cc2c6e05f0adec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8631027 Jun 30 02:49:17.278225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.287158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0b309-2d85-48bb-81c1-a5dad502fff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527c8ed-6c0f-465b-89d3-aec186534d95,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.289171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['f4b03c25-722c-4c52-ac8f-b0cd705ae3ef'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:17.294494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] For port e72e2ec0-205f-470f-9d63-5198cf504180, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:17.299084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edd2e3-6ae8-454e-8b2e-c80886541599 None None] Pushing event updated for resources: {'Port': ['ID=e72e2ec0-205f-470f-9d63-5198cf504180,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.359165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8551d05b-64ee-45c3-8e7b-ca399c24fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.360603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09a31a72-67a6-428b-a61d-89f563128aa5 req-cc76cad2-de8b-4686-80e6-feb7cb96c2c5 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773614 Jun 30 02:49:17.405309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8551d05b-64ee-45c3-8e7b-ca399c24fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.410404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] For port e72e2ec0-205f-470f-9d63-5198cf504180, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e72e2ec0-205f-470f-9d63-5198cf504180,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:17.413962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:17.419767 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.422791 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.521006 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8551d05b-64ee-45c3-8e7b-ca399c24fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.524216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8551d05b-64ee-45c3-8e7b-ca399c24fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.525913 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8551d05b-64ee-45c3-8e7b-ca399c24fb52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f527c8ed-6c0f-465b-89d3-aec186534d95 HTTP/1.1" status: 204 len: 168 time: 0.2461402 Jun 30 02:49:17.549856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d05b-64ee-45c3-8e7b-ca399c24fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527c8ed-6c0f-465b-89d3-aec186534d95,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.580281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:17.627668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:17.628423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:17.681809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cbfd36a0-b721-439c-b433-8f7c0a4f42fd req-f9ffb128-87d3-4f82-8929-7e32c90b42b2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 210 time: 0.0781190 Jun 30 02:49:17.722579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edd2e3-6ae8-454e-8b2e-c80886541599 None None] Pushing event updated for resources: {'Port': ['ID=e72e2ec0-205f-470f-9d63-5198cf504180,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.758209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:17.766685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-36199aa1-1ee0-4c95-ba32-aa28f29fa78d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4372094 Jun 30 02:49:17.769392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49026) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.776499 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:17.791684 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:17.793110 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:17.874876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting subnet 5fa48050-4d5f-497d-93a7-9c7ee7e1c234 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:17.884712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.980265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.002553 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:18.019713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.133013 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 11, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:18.201204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Subnet': ['ID=8a9ddbec-9125-431d-9221-b233cd5ca0b4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.211289 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:18.230699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Checking segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:18.232368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network hostable DHCP agents. Network: f85fcbdf-905d-44cd-b273-71e81a636430, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:18.247530 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:18.248487 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:18.257694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.294553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f85fcbdf-905d-44cd-b273-71e81a636430 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:18.320116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f85fcbdf-905d-44cd-b273-71e81a636430) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:18.346380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.347718 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.379585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-184d8e12-0a4c-4a1e-8376-5e212c98dae2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0329168 Jun 30 02:49:18.382084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:18.449198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:18.549160 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:18.683257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.735522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-d0d40a42-6ed6-41c9-b73b-aab7d3cccbab tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.737069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-d0d40a42-6ed6-41c9-b73b-aab7d3cccbab tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.67 "GET /v2.0/networks?id=bb823a50-db42-4d5c-8ff2-25f8b5517a5e HTTP/1.1" status: 200 len: 808 time: 0.5428138 Jun 30 02:49:18.770226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113c69b-ae95-4c64-81cd-b7166e2e3230 req-ded8970f-5bcf-4ced-9d76-0c4ef70acdb3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.772073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51b4f7-f437-4269-94f2-88527493ba10 None None] Network f85fcbdf-905d-44cd-b273-71e81a636430 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:18.772650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3113c69b-ae95-4c64-81cd-b7166e2e3230 req-ded8970f-5bcf-4ced-9d76-0c4ef70acdb3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 944 time: 0.1954772 Jun 30 02:49:18.784842 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 11, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:18.806421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Request body: {'port': {'device_id': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e', 'admin_state_up': True, 'tenant_id': '7d0ceb8c0030479883d4184d07ed79e4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:18.823955 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.829906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/5fa48050-4d5f-497d-93a7-9c7ee7e1c234 HTTP/1.1" status: 204 len: 168 time: 1.0553865 Jun 30 02:49:18.829906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc279db-a516-4063-af58-348b6760cacf tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa48050-4d5f-497d-93a7-9c7ee7e1c234,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.833803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49056) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:18.888451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3113c69b-ae95-4c64-81cd-b7166e2e3230 req-f6c1754b-0cb0-4837-b16f-156233f88fc3 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095324 Jun 30 02:49:18.898415 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55d961-0f03-496c-a7f3-dbf58ebcdf4a None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 11, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:18.921386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98717d8e-de14-42bb-9df4-6c3df64058cf None None] Network cdcec676-d5ee-4580-941e-5a6c295ec9c3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:19.295738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b46d22ea-6047-4282-9a12-35990b2b7955 req-6819c206-9a12-493e-9642-c523bc0ac14f tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 210 time: 0.1472423 Jun 30 02:49:19.346067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.506525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-f85fcbdf-905d-44cd-b273-71e81a636430', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:19.521578 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.547886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:14Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:19.553493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.624739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Made reservation on behalf of 7d0ceb8c0030479883d4184d07ed79e4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:19.634105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.637012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b43d-b055-4f62-82d0-1e204743c21f None None] The sync data for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 is: [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:14Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:19.721409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] DHCP port deletion for cdcec676-d5ee-4580-941e-5a6c295ec9c3 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:19.730093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Deleting port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:19.730278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.015560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] For port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:20.017590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.037241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Allocated IP 172.20.0.2 (f85fcbdf-905d-44cd-b273-71e81a636430/8a9ddbec-9125-431d-9221-b233cd5ca0b4/863800b4-4410-4b2f-8591-ece876e00cd8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:20.075529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Calling delete_port for f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:20.251665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4b03c25-722c-4c52-ac8f-b0cd705ae3ef up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:20.264224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Allocated IP 172.20.0.6 (bb823a50-db42-4d5c-8ff2-25f8b5517a5e/fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec/a71a7d9e-5be7-4a00-875d-5a2f56d003fc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:20.328211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] Deleting port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:20.328584 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.428366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.474168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:20.490386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] For port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,segment=NetworkSegment(fffcb885-9259-4d8f-8466-38c44017f02c),segment_id=fffcb885-9259-4d8f-8466-38c44017f02c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:20.491043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.497992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:20.498605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.500187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5e84-4d3f-4975-ab0a-171ed43782e8 req-d249c91c-572c-430e-9a9b-03c99c43e22d tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.511636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e5c5e84-4d3f-4975-ab0a-171ed43782e8 req-d249c91c-572c-430e-9a9b-03c99c43e22d tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 944 time: 0.3657842 Jun 30 02:49:20.513108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e72e2ec0-205f-470f-9d63-5198cf504180 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:20.567478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] Calling delete_port for f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:20.646967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e5c5e84-4d3f-4975-ab0a-171ed43782e8 req-d9ae5bb1-bae4-48bb-8cbc-b86431437eca tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320102 Jun 30 02:49:20.697094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Port': ['ID=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.749647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No DVR routers for this DVR port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:20.756787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e8b4833-1e02-4265-9aee-d47350fdfb05 req-24c70a9e-6d86-4a34-a744-d37982c3a60e tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 210 time: 0.0979421 Jun 30 02:49:20.872919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.888424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcec676-d5ee-4580-941e-5a6c295ec9c3']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:20.904991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffcb885-9259-4d8f-8466-38c44017f02c') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:20.905279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffcb885-9259-4d8f-8466-38c44017f02c') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:20.906197 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.928077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.939260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e72e2ec0-205f-470f-9d63-5198cf504180 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:20.959932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Transition to ACTIVE for port object 863800b4-4410-4b2f-8591-ece876e00cd8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:20.965102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e72e2ec0-205f-470f-9d63-5198cf504180 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:20.965788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.977571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.031080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:21.031822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.034844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:21.040902 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:21.058593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.074647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Transition to ACTIVE for port object 863800b4-4410-4b2f-8591-ece876e00cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:21.186795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.247088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Network f85fcbdf-905d-44cd-b273-71e81a636430 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:21.250343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] Pushing event deleted for resources: {'Port': ['ID=f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.257535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.269279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.1 (f85fcbdf-905d-44cd-b273-71e81a636430/8a9ddbec-9125-431d-9221-b233cd5ca0b4/a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:21.310625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f1ed878-cef2-4036-b595-dd036111b6e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:21.317015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.319535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.351893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:21.354959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:21.357137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Pushing event updated for resources: {'Port': ['ID=863800b4-4410-4b2f-8591-ece876e00cd8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.360921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.363525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5550f63-631d-4a79-bb42-c64b4c1e827a None None] No DVR routers for this DVR port f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:21.363669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.368254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/networks/cdcec676-d5ee-4580-941e-5a6c295ec9c3 HTTP/1.1" status: 204 len: 168 time: 2.4091537 Jun 30 02:49:21.370938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f1ed878-cef2-4036-b595-dd036111b6e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] 10.222.0.78 "PUT /v2.0/quotas/11a241e0382c46d2821ef3b0dd9ea4df HTTP/1.1" status: 200 len: 368 time: 0.3103623 Jun 30 02:49:21.375616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.376240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.388892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Request body: {'network': {'project_id': '11a241e0382c46d2821ef3b0dd9ea4df'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:21.401507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:21.401739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ac81b-fc83-4394-b7bd-5e14cb38aa58 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Pushing event deleted for resources: {'Network': ['ID=cdcec676-d5ee-4580-941e-5a6c295ec9c3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.414283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Network bb823a50-db42-4d5c-8ff2-25f8b5517a5e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:21.416311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Pushing event updated for resources: {'Port': ['ID=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.419127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:21.421494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:21.518836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.520807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.577153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.601591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Attempting to bind port 863800b4-4410-4b2f-8591-ece876e00cd8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:21.601980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Attempting to bind port 863800b4-4410-4b2f-8591-ece876e00cd8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:21.602342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Attempting to bind port 863800b4-4410-4b2f-8591-ece876e00cd8 on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:21.608134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:21.610488 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97640ae7-607b-42bc-8f48-e3126241f7bd" -d '{"events": [{"server_uuid": "8a0f7a51-08c7-4957-b4b5-ba59915e2818", "name": "network-vif-plugged", "status": "completed", "tag": "f4b03c25-722c-4c52-ac8f-b0cd705ae3ef"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:21.616442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-28e19932-f9a7-48cd-bb4b-e612e1efd7f2 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8256056 Jun 30 02:49:21.626076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:21.626482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Checking segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:21.626896 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.640665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Made reservation on behalf of 11a241e0382c46d2821ef3b0dd9ea4df for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:21.640848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Bound using segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:21.641475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Bound port: 863800b4-4410-4b2f-8591-ece876e00cd8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:21.641889 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.643020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.679908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:21.690824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e72e2ec0-205f-470f-9d63-5198cf504180, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e72e2ec0-205f-470f-9d63-5198cf504180,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:21.709927 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.747925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:49:21.748376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:49:21.748597 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.752015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.787066 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.788031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Request body: {'port': {'device_id': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:21.789794 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f39fe-f756-443a-8330-d6e54db18a9a x-openstack-request-id: req-d18f39fe-f756-443a-8330-d6e54db18a9a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:21.790082 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f7a51-08c7-4957-b4b5-ba59915e2818", "name": "network-vif-plugged", "status": "completed", "tag": "f4b03c25-722c-4c52-ac8f-b0cd705ae3ef", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:21.791799 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d18f39fe-f756-443a-8330-d6e54db18a9a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:21.791799 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef', 'code': 200} Jun 30 02:49:21.794428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.849343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e72e2ec0-205f-470f-9d63-5198cf504180,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.882256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] For port 863800b4-4410-4b2f-8591-ece876e00cd8, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:21.886688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] For port 863800b4-4410-4b2f-8591-ece876e00cd8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=863800b4-4410-4b2f-8591-ece876e00cd8,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:21.900419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5446ecb6-a64e-487d-a575-fe9e983b7bbf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:21.926104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.972919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.989469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 5446ecb6-a64e-487d-a575-fe9e983b7bbf {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:21.990119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5446ecb6-a64e-487d-a575-fe9e983b7bbf not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:21.990741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:22.053587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:22.078627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f9e9b9c6-8e5b-47c8-b9ab-bbf2a36f2baf not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:22.122247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4655db8-b5fe-47af-95ae-6f900a43965a None None] Pushing event updated for resources: {'Port': ['ID=863800b4-4410-4b2f-8591-ece876e00cd8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.149406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.184505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:22.255993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b82686-64b0-44dd-91e6-85de0bcd34be req-b27b2142-a68c-4e8d-aafe-723b7a1ca193 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.261452 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b82686-64b0-44dd-91e6-85de0bcd34be req-b27b2142-a68c-4e8d-aafe-723b7a1ca193 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.3334024 Jun 30 02:49:22.428621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e72e2ec0-205f-470f-9d63-5198cf504180 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:22.513664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.555849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5b82686-64b0-44dd-91e6-85de0bcd34be req-7497d89f-643b-4de4-9c20-46d524d3edc5 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605100 Jun 30 02:49:22.595878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e72e2ec0-205f-470f-9d63-5198cf504180 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:22.596820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.658104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.670780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.815739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f85fcbdf-905d-44cd-b273-71e81a636430 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:22.856181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71a7d9e-5be7-4a00-875d-5a2f56d003fc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:22.865680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.883254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Transition to ACTIVE for port object a71a7d9e-5be7-4a00-875d-5a2f56d003fc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:22.888728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.972334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.060131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Attempting to bind port a71a7d9e-5be7-4a00-875d-5a2f56d003fc on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:23.060370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Attempting to bind port a71a7d9e-5be7-4a00-875d-5a2f56d003fc by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ca9a9714-9df0-40e4-a82b-7cc7786c218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:23.060705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Attempting to bind port a71a7d9e-5be7-4a00-875d-5a2f56d003fc on network bb823a50-db42-4d5c-8ff2-25f8b5517a5e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:23.065481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Port a71a7d9e-5be7-4a00-875d-5a2f56d003fc on network bb823a50-db42-4d5c-8ff2-25f8b5517a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:23.065815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Attempting to bind port a71a7d9e-5be7-4a00-875d-5a2f56d003fc on network bb823a50-db42-4d5c-8ff2-25f8b5517a5e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:23.071168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:23.071509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Checking segment: {'id': 'ca9a9714-9df0-40e4-a82b-7cc7786c218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:23.072599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Bound using segment: {'id': 'ca9a9714-9df0-40e4-a82b-7cc7786c218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:23.072856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Bound port: a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9a9714-9df0-40e4-a82b-7cc7786c218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:23.073066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.154200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] For port a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:23.158358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] For port a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,segment=NetworkSegment(ca9a9714-9df0-40e4-a82b-7cc7786c218b),segment_id=ca9a9714-9df0-40e4-a82b-7cc7786c218b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:23.174338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.233691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.234426 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.236009 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] 10.222.0.67 "PUT /v2.0/ports/a71a7d9e-5be7-4a00-875d-5a2f56d003fc HTTP/1.1" status: 200 len: 1091 time: 1.6098578 Jun 30 02:49:23.236482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'tag': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:23.242704 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f795fd12-58cf-4e09-ac7a-6033ca9b234d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2546863-da5e-422c-b397-4aaf1e812f76", "tag": "a71a7d9e-5be7-4a00-875d-5a2f56d003fc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:23.245965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:23.249828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:23.256699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df5590-5636-4773-92a0-bb07b80e177b req-2ea6b382-536d-4d3a-9953-c423adc476aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.259277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90df5590-5636-4773-92a0-bb07b80e177b req-2ea6b382-536d-4d3a-9953-c423adc476aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 1096 time: 1.3392346 Jun 30 02:49:23.260596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.272074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fd059-6484-443d-b978-794bdae7fca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.314397 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6228aadc-b1b4-4a16-a22a-2c4eb3d6a2ae x-openstack-request-id: req-6228aadc-b1b4-4a16-a22a-2c4eb3d6a2ae {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:23.314850 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2546863-da5e-422c-b397-4aaf1e812f76", "tag": "a71a7d9e-5be7-4a00-875d-5a2f56d003fc", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:23.315190 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6228aadc-b1b4-4a16-a22a-2c4eb3d6a2ae {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:23.315673 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'tag': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc', 'status': 'completed', 'code': 200} Jun 30 02:49:23.365606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4e2a5-4374-4003-a88d-43d7417d8896 req-a22370e0-79be-4417-809b-9b16189fd8f7 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.367588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d4e2a5-4374-4003-a88d-43d7417d8896 req-a22370e0-79be-4417-809b-9b16189fd8f7 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 931 time: 1.1296279 Jun 30 02:49:23.394226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-43a93510-09c5-4f12-89df-0fa8d33ec318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.394376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:23.396346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-43a93510-09c5-4f12-89df-0fa8d33ec318 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d0ceb8c0030479883d4184d07ed79e4&device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 1094 time: 0.0872078 Jun 30 02:49:23.451898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.455937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-b2021015-7f28-4986-b449-7b7dfa572a04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc HTTP/1.1" status: 200 len: 217 time: 0.0498009 Jun 30 02:49:23.466902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90df5590-5636-4773-92a0-bb07b80e177b req-2b81c255-9246-4287-8d09-9337ad911f13 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591003 Jun 30 02:49:23.516880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-c05a2d46-c36a-4d5f-a5c8-fee2f675efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.519814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-c05a2d46-c36a-4d5f-a5c8-fee2f675efa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec HTTP/1.1" status: 200 len: 848 time: 0.0565057 Jun 30 02:49:23.527601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.566385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-2b4fff64-dd62-4f4c-9b94-b2b162451b1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb823a50-db42-4d5c-8ff2-25f8b5517a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390685 Jun 30 02:49:23.568068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0d4e2a5-4374-4003-a88d-43d7417d8896 req-df6cdba8-7740-461b-9234-dfe4e5e1412b tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810942 Jun 30 02:49:23.572395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.667635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:23.678057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:23.679711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Sync routers for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:23.686870 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.690969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e0ebeda2-6609-404e-a563-66499d0e9d3b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 704 time: 2.3120162 Jun 30 02:49:23.698370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.702969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Routers {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:23.704030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:23.748992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-a335075a-4ddd-4058-b32e-2e9bf15b5472 service neutron] 10.222.0.67 "GET /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695733 Jun 30 02:49:23.757032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d0769-3b96-451c-947a-347ac1664110,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.786685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2bd7b0da-361b-4f63-951b-0e4f0b732531 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 205 time: 0.0861330 Jun 30 02:49:23.789535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.802654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.814900 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Added segment 482716d8-baaf-4208-aa35-b2064b407ff7 of type vlan for network 46529e30-82c5-4475-bb12-68b195c40e09 Jun 30 02:49:23.873797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Set router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:23.970829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.975922 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.261801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.272601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.284068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.288695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.292362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd6dff-7095-49a9-980a-667b38edb1a5 None None] Network f85fcbdf-905d-44cd-b273-71e81a636430 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:24.293646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:24.296816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.459859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 863800b4-4410-4b2f-8591-ece876e00cd8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:24.463709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4205e87f-ad0b-4fe1-ad34-cf35936d3f9f', 'name': 'tempest-RoutersIpV6Test-router-798185507', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:03Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 11, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:24.472299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aaec682-7d62-4fbe-8780-98a1fbdee547 None None] Provisioning for port 863800b4-4410-4b2f-8591-ece876e00cd8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:24.517279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-e04b4afe-bf82-48c3-b006-15d16ecfeb55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5925817 Jun 30 02:49:24.551821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1653800 Jun 30 02:49:24.558635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.558949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:24.560721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.570265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Request body: {'network': {'project_id': '11a241e0382c46d2821ef3b0dd9ea4df'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:24.581664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Checking router: 4205e87f-ad0b-4fe1-ad34-cf35936d3f9f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:24.584286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.596101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-66258f4d-9e83-4c36-be77-df981867daa4 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 204 len: 168 time: 0.8002288 Jun 30 02:49:24.602266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.613901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-156976501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:24.620457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Routers set() bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:24.621141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Router IDs set() for agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:49:24.622224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_agentschedulers_db [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent'). {{(pid=93823) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 02:49:24.622949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5cfd-9f29-4dc0-9782-d4d8e3deb4c9 None None] The sync data for ids ['4205e87f-ad0b-4fe1-ad34-cf35936d3f9f'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:24.644601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e388db7-3f86-405d-816b-015e59844728 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Pushing event updated for resources: {'Network': ['ID=46529e30-82c5-4475-bb12-68b195c40e09,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.668207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 46529e30-82c5-4475-bb12-68b195c40e09 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:24.899557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Made reservation on behalf of 11a241e0382c46d2821ef3b0dd9ea4df for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:24.911644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.001316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 863800b4-4410-4b2f-8591-ece876e00cd8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:25.014257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 863800b4-4410-4b2f-8591-ece876e00cd8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:25.014681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.048489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:25.079010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df595-8b17-461a-9589-d7a66b808d3b req-187136c8-afab-444d-9939-f5173374c9e6 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.081866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.083050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.086153 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-519df595-8b17-461a-9589-d7a66b808d3b req-187136c8-afab-444d-9939-f5173374c9e6 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 1.2228363 Jun 30 02:49:25.091627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d66eb16a-6f4c-4a55-b31e-a5b9e8d6ebbd req-d6f1dd6e-2083-4bd3-ad9f-1c6bb0390c24 service neutron] 10.222.0.67 "GET /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3335605 Jun 30 02:49:25.137303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.138773 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Added segment 6526979e-7fc9-4c32-a7c6-15427b6cf5b4 of type vlan for network b35301f2-4009-4e7f-ad9f-6870cac12cbc Jun 30 02:49:25.142551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eee52-49f8-48bf-9ead-887c6568a589 req-79f510ee-964c-444e-b34b-53deb070767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.144463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-79f510ee-964c-444e-b34b-53deb070767c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2da4de747784f4fa98e19190a98a8a6&device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 1097 time: 0.3798428 Jun 30 02:49:25.165154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-519df595-8b17-461a-9589-d7a66b808d3b req-8a6d3de3-e387-497a-b4e3-28abcb167e87 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780034 Jun 30 02:49:25.214105 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.295190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 863800b4-4410-4b2f-8591-ece876e00cd8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=863800b4-4410-4b2f-8591-ece876e00cd8,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:25.309086 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.341618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.383767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eee52-49f8-48bf-9ead-887c6568a589 req-a8cf96e8-ac52-427d-ae22-78962230ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.386355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-a8cf96e8-ac52-427d-ae22-78962230ca36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 200 len: 914 time: 0.1877122 Jun 30 02:49:25.404411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=863800b4-4410-4b2f-8591-ece876e00cd8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.449810 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-3219ab9c-28d0-4ca9-a8a7-63fb6f21cc94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 200 len: 217 time: 0.0558190 Jun 30 02:49:25.481850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.503601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.513755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eee52-49f8-48bf-9ead-887c6568a589 req-e0f4c27c-0efa-4ccd-b34c-907a2508953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.519227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-e0f4c27c-0efa-4ccd-b34c-907a2508953f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 200 len: 853 time: 0.0625494 Jun 30 02:49:25.561597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-b8824f3f-bf84-481a-a472-4d02197cb0c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52324d4e-1a47-456b-95c0-ab0f452e4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342114 Jun 30 02:49:25.573114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-db2e6de0-d897-4c69-b107-92f7090a7890 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:25.574422 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-db2e6de0-d897-4c69-b107-92f7090a7890 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060828 Jun 30 02:49:25.576709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f6649cf-7a42-4f46-8054-6d68ff408b04 None None] Provisioning for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:25.584774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f6649cf-7a42-4f46-8054-6d68ff408b04 None None] Provisioning complete for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:25.585556 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f6649cf-7a42-4f46-8054-6d68ff408b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.672633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9f6649cf-7a42-4f46-8054-6d68ff408b04 None None] Port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:25.690667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9f6649cf-7a42-4f46-8054-6d68ff408b04 None None] Provisioning complete for port 863800b4-4410-4b2f-8591-ece876e00cd8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:25.691636 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f6649cf-7a42-4f46-8054-6d68ff408b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.696471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.697977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-74cb579b-b25e-4166-a782-e08d68b67ebc service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165044 Jun 30 02:49:25.723081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.784842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.818526 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.881724 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.886674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.888721 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.899928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-311eee52-49f8-48bf-9ead-887c6568a589 req-4e020018-64cc-4e76-92eb-b6dcb5c9f680 service neutron] 10.222.0.67 "GET /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939347 Jun 30 02:49:25.924393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.927987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-97a9c100-6013-48c5-8262-20954899f80d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3209577 Jun 30 02:49:25.929224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49178) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:25.937349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:26.072469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46aa6f1e-86a9-423f-a878-7d08b8031e0e None None] Provisioning complete for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:26.073012 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46aa6f1e-86a9-423f-a878-7d08b8031e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.120417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0bf6d-4cf0-4437-9928-e42f4b032a6f req-dfa34a74-a1f3-49ee-96d9-cbc1bb3bcd28 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.128171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbe0bf6d-4cf0-4437-9928-e42f4b032a6f req-dfa34a74-a1f3-49ee-96d9-cbc1bb3bcd28 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 943 time: 1.0810282 Jun 30 02:49:26.129188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Pushing event updated for resources: {'Network': ['ID=b35301f2-4009-4e7f-ad9f-6870cac12cbc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:26.178625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-03d179ee-7e82-40e1-9b99-04b3c9efa9e2 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6091294 Jun 30 02:49:26.180858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network b35301f2-4009-4e7f-ad9f-6870cac12cbc details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:26.198131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49184) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.217216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cf2fbe5f-58b9-4169-9cbc-3c0550d74892 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Request body: {'network': {'project_id': '11a241e0382c46d2821ef3b0dd9ea4df'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:26.290923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-4b6ad4e6-38a7-495e-8b6e-248a207af32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.293021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-4b6ad4e6-38a7-495e-8b6e-248a207af32f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d0ceb8c0030479883d4184d07ed79e4&device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 1094 time: 1.0442755 Jun 30 02:49:26.355592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-46aa6f1e-86a9-423f-a878-7d08b8031e0e None None] Port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:26.406890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 863800b4-4410-4b2f-8591-ece876e00cd8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:26.408220 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2fbe5f-58b9-4169-9cbc-3c0550d74892 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 02:49:26.408807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2fbe5f-58b9-4169-9cbc-3c0550d74892 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:26.414229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cf2fbe5f-58b9-4169-9cbc-3c0550d74892 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2154288 Jun 30 02:49:26.416940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.425376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.442230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.451348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbe0bf6d-4cf0-4437-9928-e42f4b032a6f req-d1041977-f74e-4f95-b9d1-f7101851def7 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978013 Jun 30 02:49:26.524364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 863800b4-4410-4b2f-8591-ece876e00cd8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:26.525506 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.578421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f85fcbdf-905d-44cd-b273-71e81a636430 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:26.591267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:26.657992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Router d0b63363-b87b-42f9-9695-2527e2d73d10 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:26.665101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.725181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9ad14-b2e2-4b0c-8e62-4f79140c95e2 req-ca310431-2dd8-47cc-9c38-ea168dd1bc8a tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.727010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1c9ad14-b2e2-4b0c-8e62-4f79140c95e2 req-ca310431-2dd8-47cc-9c38-ea168dd1bc8a tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.1522710 Jun 30 02:49:26.778993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:26.786675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-9aaf0de8-a9e8-4322-a159-41d320c2fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.788177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-9aaf0de8-a9e8-4322-a159-41d320c2fb25 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb823a50-db42-4d5c-8ff2-25f8b5517a5e HTTP/1.1" status: 200 len: 909 time: 0.4865999 Jun 30 02:49:26.788563 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] Sync routers for ids ['d0b63363-b87b-42f9-9695-2527e2d73d10'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:26.791743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.795462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7117f3ff-581d-45b6-8249-f59799e2378e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "PUT /v2.0/routers/d0b63363-b87b-42f9-9695-2527e2d73d10 HTTP/1.1" status: 200 len: 697 time: 0.8648782 Jun 30 02:49:26.796301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49192) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.803160 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] Routers {'d0b63363-b87b-42f9-9695-2527e2d73d10'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:26.803783 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d0b63363-b87b-42f9-9695-2527e2d73d10'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:26.851001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-d7142e1f-4c64-4561-9400-707b3282c0c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc HTTP/1.1" status: 200 len: 217 time: 0.0367196 Jun 30 02:49:26.880116 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] Set router d0b63363-b87b-42f9-9695-2527e2d73d10 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:26.889770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1c9ad14-b2e2-4b0c-8e62-4f79140c95e2 req-ecde3094-fe03-4c0d-9f27-4fd7759e3d53 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325376 Jun 30 02:49:26.895507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a077eb2f-51b6-408c-a8d5-2e207b493d4c None None] Provisioning complete for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:26.896139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a077eb2f-51b6-408c-a8d5-2e207b493d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.907333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a6657fd0-bd82-4f78-9d1e-5bfcbc403670 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/routers/d0b63363-b87b-42f9-9695-2527e2d73d10 HTTP/1.1" status: 200 len: 703 time: 0.1075013 Jun 30 02:49:26.908177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49194) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.948791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8ce64-6f47-4cd7-a2b0-94949be23565 req-9be2a2ba-eec6-4d5a-ab47-d9dbb7d8c1af tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.957086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ab8ce64-6f47-4cd7-a2b0-94949be23565 req-9be2a2ba-eec6-4d5a-ab47-d9dbb7d8c1af tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.3088090 Jun 30 02:49:26.967024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d890c977-20f8-4468-9303-53f3b4f2796a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b63363-b87b-42f9-9695-2527e2d73d10 HTTP/1.1" status: 200 len: 205 time: 0.0578966 Jun 30 02:49:26.967708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49198) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.975036 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b63363-b87b-42f9-9695-2527e2d73d10', 'name': 'tempest-RoutersIpV6Test-router-156976501', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:26.988734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a077eb2f-51b6-408c-a8d5-2e207b493d4c None None] Port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:27.010355 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] Checking router: d0b63363-b87b-42f9-9695-2527e2d73d10 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:27.019834 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] Routers {'d0b63363-b87b-42f9-9695-2527e2d73d10'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:27.020767 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d0b63363-b87b-42f9-9695-2527e2d73d10'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.046162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.051197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.067883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ab8ce64-6f47-4cd7-a2b0-94949be23565 req-890fec31-9b19-40ee-8880-e6cb8053edc9 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097629 Jun 30 02:49:27.102656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35301f2-4009-4e7f-ad9f-6870cac12cbc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.106998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 916d43f0-3a23-4644-bc8e-9af3e223649a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:27.122658 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] Set router d0b63363-b87b-42f9-9695-2527e2d73d10 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:27.124132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6526979e-7fc9-4c32-a7c6-15427b6cf5b4') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.124628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6526979e-7fc9-4c32-a7c6-15427b6cf5b4') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.127234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-0540c3af-ec17-4991-9c30-21880d80a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.128702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-0540c3af-ec17-4991-9c30-21880d80a008 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec HTTP/1.1" status: 200 len: 848 time: 0.2301545 Jun 30 02:49:27.153804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.229168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-4e3bbc45-dc40-48d5-9765-8783129bb3e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb823a50-db42-4d5c-8ff2-25f8b5517a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883706 Jun 30 02:49:27.231942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.234817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.246129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.247171 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b63363-b87b-42f9-9695-2527e2d73d10', 'name': 'tempest-RoutersIpV6Test-router-156976501', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.382863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.383658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Fanout notify agent at l3_agent the message router_deleted on router d0b63363-b87b-42f9-9695-2527e2d73d10 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:27.395661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.402514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cbbfa331-b1c6-4d65-8263-20c2efce0f79 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/d0b63363-b87b-42f9-9695-2527e2d73d10 HTTP/1.1" status: 204 len: 168 time: 0.4336364 Jun 30 02:49:27.405300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49212) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.411748 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39866a-85a6-4ab2-a8a6-409f48d1ffe3 None None] The sync data for ids ['d0b63363-b87b-42f9-9695-2527e2d73d10'] in n-d-798054-5 is: [{'id': 'd0b63363-b87b-42f9-9695-2527e2d73d10', 'name': 'tempest-RoutersIpV6Test-router-156976501', 'tenant_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 2, 'project_id': '26ab8a757d5c4f6fb6c9f83d13d5a556', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:27.461666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-831c48ec-c45f-4d84-8063-88bb25e57879 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0b63363-b87b-42f9-9695-2527e2d73d10 HTTP/1.1" status: 200 len: 205 time: 0.0547273 Jun 30 02:49:27.465012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.514204 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-bcb55876-704e-4b52-9d77-fcc1c074b004 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:27.517893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bcb55876-704e-4b52-9d77-fcc1c074b004 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/d0b63363-b87b-42f9-9695-2527e2d73d10 HTTP/1.1" status: 404 len: 336 time: 0.0496056 Jun 30 02:49:27.518145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49220) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.588838 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d1546f-7947-4a9a-b43c-d27df728cb03 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:27.589699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d1546f-7947-4a9a-b43c-d27df728cb03 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:27.593638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61d1546f-7947-4a9a-b43c-d27df728cb03 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/46a0ec1a-b9b9-471c-9073-927adb4d8103 HTTP/1.1" status: 404 len: 337 time: 0.0741649 Jun 30 02:49:27.597165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49224) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.625390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1477af6d-eae2-4db3-bf4e-05e58386818b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.639506 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce39f1c-9e1c-47de-bcfc-d46e698d10fe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:27.640161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce39f1c-9e1c-47de-bcfc-d46e698d10fe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:27.644389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1ce39f1c-9e1c-47de-bcfc-d46e698d10fe tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/d6db88e8-99e7-4620-b635-8638968971f1 HTTP/1.1" status: 404 len: 337 time: 0.0457006 Jun 30 02:49:27.657262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49226) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.714791 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47d1c08-04c0-4c67-b6ca-05c80a8a43ee tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:27.715255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47d1c08-04c0-4c67-b6ca-05c80a8a43ee tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:27.724235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d47d1c08-04c0-4c67-b6ca-05c80a8a43ee tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/63158edc-3078-4bb0-8354-a4b843c2bd3e HTTP/1.1" status: 404 len: 337 time: 0.0630317 Jun 30 02:49:27.728556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49230) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.763572 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e03bb9-0547-498a-83bf-40fd568763a6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:27.764034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e03bb9-0547-498a-83bf-40fd568763a6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:27.765761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75e03bb9-0547-498a-83bf-40fd568763a6 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/5fa48050-4d5f-497d-93a7-9c7ee7e1c234 HTTP/1.1" status: 404 len: 337 time: 0.0352435 Jun 30 02:49:27.780726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49234) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.789183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:27.796007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.841449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71ac851c-3bcd-4e2f-82ee-6e9fb6be06a7 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 200 len: 205 time: 0.0584884 Jun 30 02:49:27.843983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-4162e2dd-4ecc-4d5a-bd01-c052c19bebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.845396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-4162e2dd-4ecc-4d5a-bd01-c052c19bebfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 1096 time: 0.5272388 Jun 30 02:49:27.846932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49238) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:27.864324 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:27.922183 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-9ebc1e55-5d6c-4aec-a681-4b3b5400bfb9 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:27.923177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ebc1e55-5d6c-4aec-a681-4b3b5400bfb9 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/4205e87f-ad0b-4fe1-ad34-cf35936d3f9f HTTP/1.1" status: 404 len: 336 time: 0.0753334 Jun 30 02:49:27.926579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:27.933143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d2c68695-ac03-4001-bc33-a6ec5a710ced tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/916d43f0-3a23-4644-bc8e-9af3e223649a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5498834 Jun 30 02:49:27.937566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Sync routers for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:27.950239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:27.950994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.961219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.015886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f5bb229-6ff5-4596-9731-6916207501bc tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=a75cb99a-b23e-46c5-8da4-4b9f1133a36f HTTP/1.1" status: 200 len: 205 time: 0.0451505 Jun 30 02:49:28.018790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.023375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.028427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] 10.222.0.78 "DELETE /v2.0/networks/b35301f2-4009-4e7f-ad9f-6870cac12cbc HTTP/1.1" status: 204 len: 168 time: 1.6069329 Jun 30 02:49:28.031782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.031917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.086809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6f448-5414-4e52-9da5-956f08be883e req-482ca536-6679-44a5-ac59-1d7e07a9c84e tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:28.089982 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4a6f448-5414-4e52-9da5-956f08be883e req-482ca536-6679-44a5-ac59-1d7e07a9c84e tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 943 time: 0.4432259 Jun 30 02:49:28.126622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7563a8-704d-43fd-9912-55f4125e32c4 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Pushing event deleted for resources: {'Network': ['ID=b35301f2-4009-4e7f-ad9f-6870cac12cbc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.128418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:28.164900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-187eeb51-c0ab-413d-b574-a235c42c5132 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:28.165519 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-23060f4c-72be-4a07-b19e-760c24af9d9b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:28.166256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-187eeb51-c0ab-413d-b574-a235c42c5132 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.1777442 Jun 30 02:49:28.169382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23060f4c-72be-4a07-b19e-760c24af9d9b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/a75cb99a-b23e-46c5-8da4-4b9f1133a36f HTTP/1.1" status: 404 len: 336 time: 0.1264157 Jun 30 02:49:28.172863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.175842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a71a7d9e-5be7-4a00-875d-5a2f56d003fc details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:28.186350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-810128ea-81b5-47cb-b529-75da63fd9ef9 service neutron] 10.222.0.67 "GET /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9486442 Jun 30 02:49:28.246681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-c4aa2237-b03b-485f-bba1-1e49f9bde1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:28.248356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-c4aa2237-b03b-485f-bba1-1e49f9bde1ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 912 time: 0.3913162 Jun 30 02:49:28.251549 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4a6f448-5414-4e52-9da5-956f08be883e req-12e7db8d-5c5c-4c70-be0b-f14c3775fba8 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508398 Jun 30 02:49:28.255112 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0cd395-1e3c-42ed-afd5-3b680ee0635e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:28.255485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0cd395-1e3c-42ed-afd5-3b680ee0635e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:28.257399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ab0cd395-1e3c-42ed-afd5-3b680ee0635e tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/df54d1cf-af95-4c75-8a3a-2181dfc42a3d HTTP/1.1" status: 404 len: 337 time: 0.0765176 Jun 30 02:49:28.261898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.262997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.274583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480e1d-4ada-4af5-9ebc-3856687dbda4 req-a4476340-4047-41cc-a0d7-57194930b9bd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:28.282484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2480e1d-4ada-4af5-9ebc-3856687dbda4 req-a4476340-4047-41cc-a0d7-57194930b9bd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.4151347 Jun 30 02:49:28.341563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cd9401c7-0dab-4969-b7dc-61fad771b6d0 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 200 len: 205 time: 0.0784917 Jun 30 02:49:28.343054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-6b62cc33-36c0-4d1d-816b-5205f125c707 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef HTTP/1.1" status: 200 len: 217 time: 0.0819993 Jun 30 02:49:28.345525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49256) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.460039 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2480e1d-4ada-4af5-9ebc-3856687dbda4 req-817a1527-3198-4796-ac37-d82d51e4b8db tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759932 Jun 30 02:49:28.499734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.531419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,segment=NetworkSegment(ca9a9714-9df0-40e4-a82b-7cc7786c218b),segment_id=ca9a9714-9df0-40e4-a82b-7cc7786c218b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:28.548560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46529e30-82c5-4475-bb12-68b195c40e09']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.555223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f795fd12-58cf-4e09-ac7a-6033ca9b234d req-66bf408c-c6c2-4c2c-96fa-e383a34b3481 service neutron] 10.222.0.67 "GET /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614702 Jun 30 02:49:28.564570 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-feaa3d76-0b4b-4025-ace7-c74fff0f68c0 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:28.568300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-feaa3d76-0b4b-4025-ace7-c74fff0f68c0 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/95c6e1cd-18cb-4a46-92ac-90ea2fde3c39 HTTP/1.1" status: 404 len: 336 time: 0.2194526 Jun 30 02:49:28.576743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.585345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc', 'network_id': 'bb823a50-db42-4d5c-8ff2-25f8b5517a5e', 'port_id': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc', 'mac_address': 'fa:16:3e:ff:3f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:28.595619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482716d8-baaf-4208-aa35-b2064b407ff7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.596110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482716d8-baaf-4208-aa35-b2064b407ff7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.636643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-235c481f-b3d8-4285-8696-0e6c02951a2f tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=c813d950-f818-4eb1-8653-346e6db01295 HTTP/1.1" status: 200 len: 205 time: 0.0586667 Jun 30 02:49:28.643762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49268) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.650442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.703840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.713991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:28.714699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.718572 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-2c840071-d3e6-43f2-ae60-ac0a75bab29c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:28.720230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c840071-d3e6-43f2-ae60-ac0a75bab29c tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/c813d950-f818-4eb1-8653-346e6db01295 HTTP/1.1" status: 404 len: 336 time: 0.0733082 Jun 30 02:49:28.725106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49270) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.735695 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.742491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-a403e31a-ee27-47d0-a6fd-6599b6a607be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:28.745598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-a403e31a-ee27-47d0-a6fd-6599b6a607be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.3803885 Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:28.769109 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:28.790238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:25Z', 'revision_number': 2, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.793456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71a7d9e-5be7-4a00-875d-5a2f56d003fc {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:28.807145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-e39d2c47-99ca-4d33-862f-ca444a45bd3e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779404057&fields=id&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 267 time: 0.1468251 Jun 30 02:49:28.815425 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-7801c238-5ac9-44bc-b2a1-e6c5fc417070 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:28.815425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7801c238-5ac9-44bc-b2a1-e6c5fc417070 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:28.817205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7801c238-5ac9-44bc-b2a1-e6c5fc417070 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/9910ea7e-54c7-46fa-b247-270ae0e0d33a HTTP/1.1" status: 404 len: 337 time: 0.0884469 Jun 30 02:49:28.823577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-4c7e4c78-a2c2-4293-ad6a-1f3548d70326 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699542 Jun 30 02:49:28.826960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49272) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.838088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Deleting port 360afd1d-bcf8-4c65-8817-49a8b4d179fc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:28.838630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.888681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,segment=NetworkSegment(ca9a9714-9df0-40e4-a82b-7cc7786c218b),segment_id=ca9a9714-9df0-40e4-a82b-7cc7786c218b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:28.894220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Checking router: 916d43f0-3a23-4644-bc8e-9af3e223649a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:28.894902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Updating router 916d43f0-3a23-4644-bc8e-9af3e223649a port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:28.899028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.921640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.926532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] 10.222.0.78 "DELETE /v2.0/networks/46529e30-82c5-4475-bb12-68b195c40e09 HTTP/1.1" status: 204 len: 168 time: 0.8841267 Jun 30 02:49:28.939890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebe7cf-4429-4c68-a2af-8ba119d33c71 tempest-QuotasNegativeTest-1324022520 tempest-QuotasNegativeTest-1324022520-project-admin] Pushing event deleted for resources: {'Network': ['ID=46529e30-82c5-4475-bb12-68b195c40e09,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.945440 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.013608 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.067483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-296e8790-a860-44cc-b712-7f51b766fd22 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.070009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-296e8790-a860-44cc-b712-7f51b766fd22 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 796 time: 0.2536452 Jun 30 02:49:29.079219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0432c8-8333-49c9-9713-30e6ee0e7934 req-f8eccde0-2327-413b-8a7e-9cdf68508318 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.087039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa0432c8-8333-49c9-9713-30e6ee0e7934 req-f8eccde0-2327-413b-8a7e-9cdf68508318 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 946 time: 0.5787263 Jun 30 02:49:29.092322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ddaaf787-11fb-4e82-93d2-fa50e315bc82 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecbac240-8e5c-4b35-9bb5-091853d0997b HTTP/1.1" status: 200 len: 205 time: 0.2656572 Jun 30 02:49:29.095069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.106149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-b580e2de-6c64-433a-9db3-acfa80dd1a74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/quotas/e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 375 time: 0.0272908 Jun 30 02:49:29.148903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.169225 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa0432c8-8333-49c9-9713-30e6ee0e7934 req-8699e7ea-9dff-42f2-8fef-d08b2bbbc73b tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ffce2a46-e250-46e4-8d96-a699b417e1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803983 Jun 30 02:49:29.192242 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-3e8fb660-efc1-446c-b51d-8ec5a1289266 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:29.192938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3e8fb660-efc1-446c-b51d-8ec5a1289266 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/ecbac240-8e5c-4b35-9bb5-091853d0997b HTTP/1.1" status: 404 len: 336 time: 0.0967381 Jun 30 02:49:29.204552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.214250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a71a7d9e-5be7-4a00-875d-5a2f56d003fc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:29.239530 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cee56d-40ce-4033-916e-00f5e8d3672a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:29.239771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cee56d-40ce-4033-916e-00f5e8d3672a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:29.241409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f5cee56d-40ce-4033-916e-00f5e8d3672a tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/6484ab81-1a42-4b18-aa1c-4ebc62203152 HTTP/1.1" status: 404 len: 337 time: 0.0356610 Jun 30 02:49:29.246653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49284) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.262483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-69b14d58-a2e0-4a5d-8aab-40e1c876c347 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193838 Jun 30 02:49:29.307058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-592b7d6d-140b-478a-848a-14a13d781b34 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101608 Jun 30 02:49:29.321073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df048c5d-90c0-4005-a650-6f2fe0e7000b tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "GET /v2.0/ports?device_id=90d27083-1e5b-4624-8ed6-e5688dcaa6a4 HTTP/1.1" status: 200 len: 205 time: 0.0713987 Jun 30 02:49:29.322703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.349215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] For port 360afd1d-bcf8-4c65-8817-49a8b4d179fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=360afd1d-bcf8-4c65-8817-49a8b4d179fc,segment=NetworkSegment(e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6),segment_id=e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:29.350282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.428743 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b1f9d7cf-e080-439f-b8b0-4248b93211c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] delete failed (client error): The resource could not be found. Jun 30 02:49:29.430511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b1f9d7cf-e080-439f-b8b0-4248b93211c1 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/routers/90d27083-1e5b-4624-8ed6-e5688dcaa6a4 HTTP/1.1" status: 404 len: 336 time: 0.1059504 Jun 30 02:49:29.434647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.483577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Calling delete_port for 360afd1d-bcf8-4c65-8817-49a8b4d179fc owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:29.483792 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf846a9-1183-454d-8d4e-a14d7e846542 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:29.484230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf846a9-1183-454d-8d4e-a14d7e846542 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:29.488053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4bf846a9-1183-454d-8d4e-a14d7e846542 tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/36c0a223-7ea4-4c67-b766-b3c2032abed1 HTTP/1.1" status: 404 len: 337 time: 0.0509689 Jun 30 02:49:29.490615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.519832 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf0a70-6d25-4844-9377-e56517b0804d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] DELETE failed (client error): The resource could not be found. Jun 30 02:49:29.520302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddf0a70-6d25-4844-9377-e56517b0804d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:29.522024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bddf0a70-6d25-4844-9377-e56517b0804d tempest-RoutersIpV6Test-2116772776 tempest-RoutersIpV6Test-2116772776-project] 10.222.0.78 "DELETE /v2.0/subnets/4343a106-a1fa-4a1c-acd7-f11b8accfb99 HTTP/1.1" status: 404 len: 337 time: 0.0304766 Jun 30 02:49:29.561936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-19e84672-a89a-4041-9824-218eb24ca38f service neutron] 10.222.0.78 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494161 Jun 30 02:49:29.689465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.705341 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-dd1e01bf-25d2-4ec1-9804-c3adfa0c2abf service neutron] 10.222.0.78 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367719 Jun 30 02:49:29.714463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Transition to ACTIVE for port object a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:29.727815 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.807081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.817977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36554e4e-f95d-45c3-afbb-f94f92e1669d None None] Pushing event updated for resources: {'Port': ['ID=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.907988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.947227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Attempting to bind port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:29.947710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Attempting to bind port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:29.948169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Attempting to bind port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:29.954960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:29.955581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Checking segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:29.956074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.956602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Bound using segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:29.957167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Bound port: a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:29.957640 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.076915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] For port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:30.087221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] For port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:30.096906 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.241100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35ce45bc-455b-4c56-9dfb-6c11965918b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.253081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a71a7d9e-5be7-4a00-875d-5a2f56d003fc up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:30.288882 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f91083ef-b519-420d-b0ef-4ed5b542d8d7 req-9a36dab7-a2e2-4daf-b9d9-894c3ced5fdf service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9825459 Jun 30 02:49:30.317615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-787202ed-433e-4670-a030-f3ed698da07e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26ab8a757d5c4f6fb6c9f83d13d5a556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082077 Jun 30 02:49:30.321838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.323920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f4f6-ff4e-4196-8fcc-1eb5faf74057 req-6ea0b35a-0f33-49e0-a745-952286081769 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.331837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e706f4f6-ff4e-4196-8fcc-1eb5faf74057 req-6ea0b35a-0f33-49e0-a745-952286081769 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 944 time: 0.7559628 Jun 30 02:49:30.394392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661f39-0c96-472a-bf69-296fc6a0f724 req-fc31cdfe-8895-4e3e-b419-2fb1529bd7e8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.396554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2661f39-0c96-472a-bf69-296fc6a0f724 req-fc31cdfe-8895-4e3e-b419-2fb1529bd7e8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.2743444 Jun 30 02:49:30.445144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e706f4f6-ff4e-4196-8fcc-1eb5faf74057 req-879503d3-8558-47e9-8ebd-e73b533f740e tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122472 Jun 30 02:49:30.530774 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75c8c752-ff34-4780-9a96-7f109aab2047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.559277 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.572630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:30.573439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.624749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65fce784-7bad-4678-917d-dfd700267ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.656733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Pushing event deleted for resources: {'Port': ['ID=360afd1d-bcf8-4c65-8817-49a8b4d179fc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.673148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2661f39-0c96-472a-bf69-296fc6a0f724 req-ac2a3e5d-cb69-4429-afa4-33052b0e0fbb tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526190 Jun 30 02:49:30.710976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] No DVR routers for this DVR port 360afd1d-bcf8-4c65-8817-49a8b4d179fc on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:30.715717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.718274 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb33a5f9-001d-4801-bf17-7002b1b3d886 req-6b7c6c69-4c29-46fe-a06a-af20f0740fce tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.67 "DELETE /v2.0/ports/360afd1d-bcf8-4c65-8817-49a8b4d179fc HTTP/1.1" status: 204 len: 173 time: 2.5444791 Jun 30 02:49:30.719001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-deleted', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:30.723171 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e879d-55b8-4ee8-96a0-e9e51d6515a5" -d '{"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-deleted", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:30.727367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08fbbb72-9793-45ed-a5e6-3e2abda3f43e req-ff363bd3-c2c3-4824-b477-666096fab43b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 210 time: 0.1509151 Jun 30 02:49:30.769910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35ce45bc-455b-4c56-9dfb-6c11965918b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.785439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65fce784-7bad-4678-917d-dfd700267ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.788851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35ce45bc-455b-4c56-9dfb-6c11965918b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.846289 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d2cd8-872c-48d2-983c-f47d19fd54ac x-openstack-request-id: req-493d2cd8-872c-48d2-983c-f47d19fd54ac {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:30.846604 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ec39bd-2460-46af-8099-c94fa43127e9", "name": "network-vif-deleted", "tag": "360afd1d-bcf8-4c65-8817-49a8b4d179fc", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:30.846886 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-493d2cd8-872c-48d2-983c-f47d19fd54ac {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:30.847409 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ec39bd-2460-46af-8099-c94fa43127e9', 'name': 'network-vif-deleted', 'tag': '360afd1d-bcf8-4c65-8817-49a8b4d179fc', 'status': 'completed', 'code': 200} Jun 30 02:49:30.907559 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35ce45bc-455b-4c56-9dfb-6c11965918b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e17a0a50d550408aa3fac3629b30f416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0987792 Jun 30 02:49:30.910299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.913718 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65fce784-7bad-4678-917d-dfd700267ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.917859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65fce784-7bad-4678-917d-dfd700267ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.919593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-65fce784-7bad-4678-917d-dfd700267ac2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9447ed74-250a-4e9b-a78b-6c3e85f59f6d HTTP/1.1" status: 204 len: 168 time: 0.5896597 Jun 30 02:49:30.923443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce45bc-455b-4c56-9dfb-6c11965918b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569ddad9-d35f-4623-b585-2fad36f70624,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.936849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fce784-7bad-4678-917d-dfd700267ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9447ed74-250a-4e9b-a78b-6c3e85f59f6d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.985128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2977e81-e209-4d0b-aab5-ba088c79a8d5 req-d0af59ad-3264-4187-b116-c33e713ebaf3 tempest-ServersNegativeTestJSON-2060178442 tempest-ServersNegativeTestJSON-2060178442-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9ec39bd-2460-46af-8099-c94fa43127e9 HTTP/1.1" status: 200 len: 210 time: 0.0361350 Jun 30 02:49:31.039153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13dbd979-dee6-49c7-a156-ea97ca032e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.068877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13dbd979-dee6-49c7-a156-ea97ca032e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.152060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13dbd979-dee6-49c7-a156-ea97ca032e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.154332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13dbd979-dee6-49c7-a156-ea97ca032e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.155658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-13dbd979-dee6-49c7-a156-ea97ca032e25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/569ddad9-d35f-4623-b585-2fad36f70624 HTTP/1.1" status: 204 len: 168 time: 0.2442431 Jun 30 02:49:31.166252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbd979-dee6-49c7-a156-ea97ca032e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569ddad9-d35f-4623-b585-2fad36f70624,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:31.222241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36554e4e-f95d-45c3-afbb-f94f92e1669d None None] Pushing event updated for resources: {'Port': ['ID=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:31.231587 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.301569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:31.335563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port a71a7d9e-5be7-4a00-875d-5a2f56d003fc completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:31.349111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port a71a7d9e-5be7-4a00-875d-5a2f56d003fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:31.349821 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.722153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.784756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:31.795827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8ccd-66d6-4c21-adcc-e732cab796fd req-7b519a0f-51db-427c-bf4a-f1940989bb75 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:31.797370 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7a1c3-3f02-4fbf-99df-0feee5581938" -d '{"events": [{"server_uuid": "d2546863-da5e-422c-b397-4aaf1e812f76", "name": "network-vif-plugged", "status": "completed", "tag": "a71a7d9e-5be7-4a00-875d-5a2f56d003fc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:31.806435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f3f8ccd-66d6-4c21-adcc-e732cab796fd req-7b519a0f-51db-427c-bf4a-f1940989bb75 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 944 time: 0.1029515 Jun 30 02:49:31.826867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,segment=NetworkSegment(ca9a9714-9df0-40e4-a82b-7cc7786c218b),segment_id=ca9a9714-9df0-40e4-a82b-7cc7786c218b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:31.841771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:31.844806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.845618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:31.864264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6eabae-a7cc-4319-b185-92033f2ca491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.887512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f3f8ccd-66d6-4c21-adcc-e732cab796fd req-a37f8bfa-eb18-468d-8a9c-51270f7a64eb tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795927 Jun 30 02:49:31.929079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 360afd1d-bcf8-4c65-8817-49a8b4d179fc {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:31.929398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 360afd1d-bcf8-4c65-8817-49a8b4d179fc not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:31.949572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:30Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:32.051843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7ff70-8512-4fe4-b69b-48dcecee0b64 None None] The sync data for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 is: [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:30Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:32.088929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:32.124304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1875c7a3-e3f9-415e-8cbf-122fcd1086fa req-54eb1d4e-9d9a-4038-b32e-935e8466313b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 210 time: 0.0572722 Jun 30 02:49:32.139743 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.146872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831c56d-8c41-47c4-91c2-f2f116cee798 req-8fa7ce88-7483-46a3-8818-812b6ea7dde9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:32.156657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d831c56d-8c41-47c4-91c2-f2f116cee798 req-8fa7ce88-7483-46a3-8818-812b6ea7dde9 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.2583795 Jun 30 02:49:32.239490 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f1aef-c916-4f9c-bf95-f9edb2f89dd5 x-openstack-request-id: req-947f1aef-c916-4f9c-bf95-f9edb2f89dd5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:32.240846 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2546863-da5e-422c-b397-4aaf1e812f76", "name": "network-vif-plugged", "status": "completed", "tag": "a71a7d9e-5be7-4a00-875d-5a2f56d003fc", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:32.241498 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-947f1aef-c916-4f9c-bf95-f9edb2f89dd5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:32.242262 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc', 'code': 200} Jun 30 02:49:32.362608 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:49:32.375324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d831c56d-8c41-47c4-91c2-f2f116cee798 req-323730b3-aa22-46fc-9436-7ccd13bb3d43 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056775 Jun 30 02:49:32.419059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.476544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:32.502421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-9a016a5d-2100-451a-b1c1-5c728e887c40 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:32.504065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-9a016a5d-2100-451a-b1c1-5c728e887c40 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 796 time: 0.4955823 Jun 30 02:49:32.548068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941dc95-d851-4d72-86d3-875f54b84f7c req-1127ed30-4a5f-4c23-91f1-926aadba390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:32.549560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e941dc95-d851-4d72-86d3-875f54b84f7c req-1127ed30-4a5f-4c23-91f1-926aadba390b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 1096 time: 0.1479285 Jun 30 02:49:32.586221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6eabae-a7cc-4319-b185-92033f2ca491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.596885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e941dc95-d851-4d72-86d3-875f54b84f7c req-9da4ca9f-750f-4865-bb00-f02129d6fcbc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Jun 30 02:49:32.600832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:32.605793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:32.606169 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.612442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd6eabae-a7cc-4319-b185-92033f2ca491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.646244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49394) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.665262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Deleting subnet 015c9306-cfbf-4b08-a090-c3f41c80fa74 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:32.697676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.708748 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.743484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0a1c57b8-0776-485c-9476-3b1b1ec777c9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 379 time: 0.1777570 Jun 30 02:49:32.747612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eabae-a7cc-4319-b185-92033f2ca491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30abef8e-ea22-4ed3-be0e-4b75bef50bd4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:32.757892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'port': {'device_id': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'admin_state_up': True, 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'security_groups': ['8d99be26-4884-4803-8240-77b0dfa4cf54']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:32.766535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bd6eabae-a7cc-4319-b185-92033f2ca491 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2dfea3389d64901951ec12eb868c217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236672 Jun 30 02:49:32.770621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49402) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.809675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:32.815618 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.831199 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.833318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-502435355'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:32.895486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.919082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6149b6e8-beee-4aa6-bede-1162389ecac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.928687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:32.933999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.945527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.958834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:32.991135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6149b6e8-beee-4aa6-bede-1162389ecac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.006467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.047175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015c9306-cfbf-4b08-a090-c3f41c80fa74,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.056746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.061773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0cdc3df7-c415-4f27-9b01-a64179d4e875 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/015c9306-cfbf-4b08-a090-c3f41c80fa74 HTTP/1.1" status: 204 len: 168 time: 0.6359174 Jun 30 02:49:33.062634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49406) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.154458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3780-db75-4511-8a22-cd19a4cdd917 req-90b5ad49-0c1d-47a0-bb0e-c4b267ccf4de tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:33.156824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91be3780-db75-4511-8a22-cd19a4cdd917 req-90b5ad49-0c1d-47a0-bb0e-c4b267ccf4de tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 945 time: 0.0922184 Jun 30 02:49:33.223139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91be3780-db75-4511-8a22-cd19a4cdd917 req-e854d867-1a17-43c7-ad32-e7c237b97d56 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602038 Jun 30 02:49:33.235278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.262161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6149b6e8-beee-4aa6-bede-1162389ecac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.267269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6149b6e8-beee-4aa6-bede-1162389ecac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.270806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6149b6e8-beee-4aa6-bede-1162389ecac8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30abef8e-ea22-4ed3-be0e-4b75bef50bd4 HTTP/1.1" status: 204 len: 168 time: 0.4992723 Jun 30 02:49:33.292257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.300228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149b6e8-beee-4aa6-bede-1162389ecac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30abef8e-ea22-4ed3-be0e-4b75bef50bd4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.309332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.341073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:33.344792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.461379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.485212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52324d4e-1a47-456b-95c0-ab0f452e4f4e']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:33.498283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:33.498630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e3cdcf-0992-48f2-a6ec-1b5dc9d9f7f6') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:33.508727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.527265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.534280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:33.534706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:33.669033 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:33.675753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.678151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:33.736212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.6 (f85fcbdf-905d-44cd-b273-71e81a636430/8a9ddbec-9125-431d-9221-b233cd5ca0b4/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:33.755707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.758104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] 10.222.0.78 "DELETE /v2.0/networks/52324d4e-1a47-456b-95c0-ab0f452e4f4e HTTP/1.1" status: 204 len: 168 time: 0.6934445 Jun 30 02:49:33.790154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c331f968-1a95-46f5-a6f2-50118c2f794c req-a65dd6ab-ab78-4f41-8809-6b934df4ad41 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 210 time: 0.1402347 Jun 30 02:49:33.801013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.803060 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment 757dbb44-f48b-4bc8-a757-a8ddf87d1472 of type vlan for network ff53530b-aba4-436c-830b-5bb767f37613 Jun 30 02:49:33.806607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b596e52-ba3f-4743-b631-a1889fd0293f admin admin] Pushing event deleted for resources: {'Network': ['ID=52324d4e-1a47-456b-95c0-ab0f452e4f4e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.808658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c444492e-49b9-4e2a-b3bb-2285d8e3aa4a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.879181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.929199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.940573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:33.942397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.086740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=ff53530b-aba4-436c-830b-5bb767f37613,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.110483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a39e4f4e-2b38-4447-910d-a53afe2e9def tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4633152 Jun 30 02:49:34.113259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49438) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.115068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network ff53530b-aba4-436c-830b-5bb767f37613 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:34.127127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677489102'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:34.130409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630110b3-3c14-47e2-befc-0aee669deb7c req-dab2b9a8-d7f1-423d-8e48-b16b04019090 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.135653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49440) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.141742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-630110b3-3c14-47e2-befc-0aee669deb7c req-dab2b9a8-d7f1-423d-8e48-b16b04019090 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.3638325 Jun 30 02:49:34.236635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.294070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:34.308031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2dcb3a53-f73b-4548-be1b-480de3264c9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2da4de747784f4fa98e19190a98a8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710789 Jun 30 02:49:34.314709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.315531 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.324999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:34.328761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.373701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:34.391620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.391893 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment 676d215c-137b-453c-b92a-2a912b4e8269 of type vlan for network e8d68f9b-ec91-469d-8bf4-462d1b47f386 Jun 30 02:49:34.404174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-630110b3-3c14-47e2-befc-0aee669deb7c req-3baeb817-d09e-4ef5-81ef-eb4c26883962 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615364 Jun 30 02:49:34.447358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3362b593-242f-45a7-91a8-eeca42f0a632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.453203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:34.463664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.486445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3362b593-242f-45a7-91a8-eeca42f0a632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.525087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.538723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.539397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.590519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:34.590705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4760382 Jun 30 02:49:34.591309 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.596118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.609965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3362b593-242f-45a7-91a8-eeca42f0a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.612990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3362b593-242f-45a7-91a8-eeca42f0a632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.614133 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3362b593-242f-45a7-91a8-eeca42f0a632 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ffce2a46-e250-46e4-8d96-a699b417e1a3 HTTP/1.1" status: 204 len: 168 time: 0.2961578 Jun 30 02:49:34.632496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:34.708165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830ae8d-26a3-41fe-9308-4f336d81c5f1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=e8d68f9b-ec91-469d-8bf4-462d1b47f386,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.725162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:34.751075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a53ff9-357d-47ac-b1df-ec57b08846ec req-a67b8704-9ef3-4583-b92e-9404cd9e7950 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.752648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9a53ff9-357d-47ac-b1df-ec57b08846ec req-a67b8704-9ef3-4583-b92e-9404cd9e7950 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 945 time: 0.1190653 Jun 30 02:49:34.759991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362b593-242f-45a7-91a8-eeca42f0a632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce2a46-e250-46e4-8d96-a699b417e1a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.799770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.812376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9a53ff9-357d-47ac-b1df-ec57b08846ec req-1fa06f65-7445-4f3f-9bf6-b54a13cc5129 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Jun 30 02:49:34.863652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49480) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.977158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f85fcbdf-905d-44cd-b273-71e81a636430 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:34.988437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:34.993005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:35.001301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:35.014486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.022196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:35.216604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1000104247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:35.265191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.266581 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.350715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.351400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.387944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.400453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.403721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-90ba7222-5e4c-42f3-a77d-3e9860deb57a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6500041 Jun 30 02:49:35.434643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.436448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-93282544-11fa-40cc-9659-be2b7a56971f tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5714355 Jun 30 02:49:35.437540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-756d65a0-e6db-4cd4-8425-01f66ecf9a5b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:35.438687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-756d65a0-e6db-4cd4-8425-01f66ecf9a5b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102017 Jun 30 02:49:35.438963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49496) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:35.448200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1785491575'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:35.450462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a98dc-2dd0-4f7c-a8c3-c0648a431f8a req-dbafc84a-40b2-4f22-9fcc-306c365ab30d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.452670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ba2a98dc-2dd0-4f7c-a8c3-c0648a431f8a req-dbafc84a-40b2-4f22-9fcc-306c365ab30d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 931 time: 0.3792367 Jun 30 02:49:35.468033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49504) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:35.511544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Made reservation on behalf of 2adad549c0664fba98f445aed64716af for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:35.515703 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.516426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b06c09f7-b49a-4ca3-b50d-76c5d05a5201 None None] Provisioning for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:35.523036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b06c09f7-b49a-4ca3-b50d-76c5d05a5201 None None] Provisioning complete for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:35.524282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b06c09f7-b49a-4ca3-b50d-76c5d05a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.545936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.583748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b06c09f7-b49a-4ca3-b50d-76c5d05a5201 None None] Port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:35.760650 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4f79-cb64-4fbf-911d-f221a833f393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.769041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.785200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.799535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:35.813585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.813585 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Added segment eaafaa4f-4ad7-4809-9d67-af21a0126b10 of type vlan for network 3658169f-ca20-4af8-a7d9-5e13d68b6528 Jun 30 02:49:35.858567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.865537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Request body: {'port': {'device_id': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:35.873412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ba2a98dc-2dd0-4f7c-a8c3-c0648a431f8a req-9337e865-3dad-4db9-9ea0-2364b5de582d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114363 Jun 30 02:49:35.937092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.943263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.954496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.978849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.033342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.107216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34627acc-2e93-4124-a845-b018a6497040,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.127825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Network': ['ID=3658169f-ca20-4af8-a7d9-5e13d68b6528,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.146013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:36.241066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=aa125451-e2e9-47dd-addc-35c814534175,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.251979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4f79-cb64-4fbf-911d-f221a833f393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.269652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a24b-ed62-49e7-a98d-99bbc4f714ca req-45ca2637-356d-4883-b6ef-e84447ca9240 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.271543 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed03a24b-ed62-49e7-a98d-99bbc4f714ca req-45ca2637-356d-4883-b6ef-e84447ca9240 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.3754232 Jun 30 02:49:36.275089 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4f79-cb64-4fbf-911d-f221a833f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.298357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4fbd7b4e-17a2-4ced-932f-b4f5a5febe6e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8538795 Jun 30 02:49:36.310498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49530) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.325181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'subnet': {'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:36.366250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8d8b4f79-cb64-4fbf-911d-f221a833f393 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5d2945d930a482aa2d5706bf2296b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949385 Jun 30 02:49:36.367013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed03a24b-ed62-49e7-a98d-99bbc4f714ca req-264f360a-e6b2-48b7-a6e9-1194142fc795 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818324 Jun 30 02:49:36.371489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49534) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.374716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': '757dbb44-f48b-4bc8-a757-a8ddf87d1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:36.375149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: ff53530b-aba4-436c-830b-5bb767f37613, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:36.380748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b4f79-cb64-4fbf-911d-f221a833f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215c3d80-6b54-4ba9-811a-a9bd9e5f6cce,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.470487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93fa02d4-9f75-4943-a237-bb53810c9484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.500698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93fa02d4-9f75-4943-a237-bb53810c9484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.510872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network ff53530b-aba4-436c-830b-5bb767f37613 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:36.540996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-2b37d121-1227-4707-b15a-2522489a693f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3234510 Jun 30 02:49:36.545297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, ff53530b-aba4-436c-830b-5bb767f37613) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:36.559940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.560663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba0b68-09dc-4506-a5a1-88c0605672b8 None None] Network ff53530b-aba4-436c-830b-5bb767f37613 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:36.561566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.563271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Made reservation on behalf of 2adad549c0664fba98f445aed64716af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:36.565516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93fa02d4-9f75-4943-a237-bb53810c9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.567537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.569086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93fa02d4-9f75-4943-a237-bb53810c9484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.572461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-93fa02d4-9f75-4943-a237-bb53810c9484 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/215c3d80-6b54-4ba9-811a-a9bd9e5f6cce HTTP/1.1" status: 204 len: 168 time: 0.1981535 Jun 30 02:49:36.582638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa02d4-9f75-4943-a237-bb53810c9484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c3d80-6b54-4ba9-811a-a9bd9e5f6cce,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.686542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49550) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.689190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5609cd2-be2c-4bc7-acb4-8600a2f5289e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0823975 Jun 30 02:49:36.692048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:36.861398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:36.887713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.897791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:36.910094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.913586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49558) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.926687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-ff53530b-aba4-436c-830b-5bb767f37613', 'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': 'aa125451-e2e9-47dd-addc-35c814534175'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:36.928280 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.939949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-406ea5ed-87d7-42f1-b121-27e4e1c66f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.941503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-406ea5ed-87d7-42f1-b121-27e4e1c66f74 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 1096 time: 0.3557060 Jun 30 02:49:36.961042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Transition to ACTIVE for port object 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:37.037136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.198338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee1939a0-1adf-4e52-8aba-816517bfe879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.238731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Allocated IP 172.20.0.2 (ff53530b-aba4-436c-830b-5bb767f37613/aa125451-e2e9-47dd-addc-35c814534175/47a29328-5069-4f4d-8a4e-00c0748ff6bd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:37.257865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49570) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:37.302925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41046c59-9cbd-421a-a0da-db6968c461cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.337658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.384869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.430401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.440457 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.451242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Transition to ACTIVE for port object 47a29328-5069-4f4d-8a4e-00c0748ff6bd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:37.471075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Transition to ACTIVE for port object 47a29328-5069-4f4d-8a4e-00c0748ff6bd will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:37.485337 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.491607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-19dce862-33cf-4210-90a8-48f36d9cdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.494874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-19dce862-33cf-4210-90a8-48f36d9cdc9b service neutron] 10.222.0.90 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 912 time: 0.4771261 Jun 30 02:49:37.543853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Pushing event updated for resources: {'Port': ['ID=47a29328-5069-4f4d-8a4e-00c0748ff6bd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.550132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=47591a42-16ad-40af-bbc0-086a28c400cc,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.559543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': '676d215c-137b-453c-b92a-2a912b4e8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:37.559973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: e8d68f9b-ec91-469d-8bf4-462d1b47f386, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:37.564854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Network ff53530b-aba4-436c-830b-5bb767f37613 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:37.567071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:37.570247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:37.601376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-91e2d088-e8fe-46e1-806d-765dd21f22dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6581140e-923f-4e23-bba0-c987eb17cea9 HTTP/1.1" status: 200 len: 217 time: 0.0984688 Jun 30 02:49:37.609141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:37.641927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, e8d68f9b-ec91-469d-8bf4-462d1b47f386) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:37.656397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037e1d7-847f-415f-a2bb-3cb5fcb35d80 None None] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:37.662837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee1939a0-1adf-4e52-8aba-816517bfe879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.665980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.667049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.676712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee1939a0-1adf-4e52-8aba-816517bfe879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.717897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-18e4ae33-8c66-4021-8db1-fe1eb7cef06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.718010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Attempting to bind port 47a29328-5069-4f4d-8a4e-00c0748ff6bd on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:37.718597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Attempting to bind port 47a29328-5069-4f4d-8a4e-00c0748ff6bd by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '757dbb44-f48b-4bc8-a757-a8ddf87d1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:37.719122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Attempting to bind port 47a29328-5069-4f4d-8a4e-00c0748ff6bd on network ff53530b-aba4-436c-830b-5bb767f37613 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:37.719231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-18e4ae33-8c66-4021-8db1-fe1eb7cef06d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.1034269 Jun 30 02:49:37.727212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:37.728617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Checking segment: {'id': '757dbb44-f48b-4bc8-a757-a8ddf87d1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:37.729303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.729660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Bound using segment: {'id': '757dbb44-f48b-4bc8-a757-a8ddf87d1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:37.730148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Bound port: 47a29328-5069-4f4d-8a4e-00c0748ff6bd, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757dbb44-f48b-4bc8-a757-a8ddf87d1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ff53530b-aba4-436c-830b-5bb767f37613'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:37.730551 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.738795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f04b-a489-4d10-b5db-a52315c69238 req-cd66a60c-4800-4f94-bbe3-cd11e44b2b0a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.740467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2b6f04b-a489-4d10-b5db-a52315c69238 req-cd66a60c-4800-4f94-bbe3-cd11e44b2b0a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.5827622 Jun 30 02:49:37.743093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Subnet': ['ID=543562b9-75c4-4055-9318-98310e017ac4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.783807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Checking segment: {'id': 'eaafaa4f-4ad7-4809-9d67-af21a0126b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:37.784229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network hostable DHCP agents. Network: 3658169f-ca20-4af8-a7d9-5e13d68b6528, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:37.788333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:37.788560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:37.789306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:37.795938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-bb1086c9-225d-410f-8cf6-3545c55a1d47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537610 Jun 30 02:49:37.799724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:37.800076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:37.812394 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee1939a0-1adf-4e52-8aba-816517bfe879 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2ef8af45dc845538655cd0e4ce243b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932087 Jun 30 02:49:37.812394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1939a0-1adf-4e52-8aba-816517bfe879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49b1c8f-893e-4aed-8c18-402c6ef78cd3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.814556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49580) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:37.831525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:37.831826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Checking segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:37.832236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Bound using segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:37.832686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Bound port: 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:37.833158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.839687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] For port 47a29328-5069-4f4d-8a4e-00c0748ff6bd, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:37.847353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] For port 47a29328-5069-4f4d-8a4e-00c0748ff6bd, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=47a29328-5069-4f4d-8a4e-00c0748ff6bd,segment=NetworkSegment(757dbb44-f48b-4bc8-a757-a8ddf87d1472),segment_id=757dbb44-f48b-4bc8-a757-a8ddf87d1472)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:37.871853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.903519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:37.918353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a397f0-135b-48df-b0eb-c83380e17fe3 req-1f26cb67-7479-4e0b-8688-7938638595f1 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.922798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5a397f0-135b-48df-b0eb-c83380e17fe3 req-1f26cb67-7479-4e0b-8688-7938638595f1 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.1869884 Jun 30 02:49:37.948918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3658169f-ca20-4af8-a7d9-5e13d68b6528) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:37.960640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41046c59-9cbd-421a-a0da-db6968c461cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.961588 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e2b-5a96-41e9-aa57-8e2c0ea88376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.967513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a2b6f04b-a489-4d10-b5db-a52315c69238 req-db838107-ab85-404c-b590-5de0b39d4f99 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705043 Jun 30 02:49:37.974837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41046c59-9cbd-421a-a0da-db6968c461cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.980570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee8c23-bc26-4bdc-99b5-eef47697cc55 None None] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:37.986247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.987219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.989079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b7d15a5d-65a7-4c69-a389-e6c3ec665d5c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3014569 Jun 30 02:49:38.002604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49582) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.029348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1265397938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:38.081445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46404e7b-e970-4baa-8486-aaeb16d97719 None None] Pushing event updated for resources: {'Port': ['ID=47a29328-5069-4f4d-8a4e-00c0748ff6bd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.085539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5a397f0-135b-48df-b0eb-c83380e17fe3 req-c4d45797-af98-4166-bec2-18d70c9c3dbd tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559212 Jun 30 02:49:38.100549 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e2b-5a96-41e9-aa57-8e2c0ea88376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.104868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-bb4231b0-0289-4454-9242-48c9b5d6230e service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996306 Jun 30 02:49:38.106120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:38.121563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-41046c59-9cbd-421a-a0da-db6968c461cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=026ba0a61dfd4db98cb64fe5ad5ead1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8504996 Jun 30 02:49:38.126434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.127838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-e8d68f9b-ec91-469d-8bf4-462d1b47f386', 'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': '47591a42-16ad-40af-bbc0-086a28c400cc'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:38.129023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41046c59-9cbd-421a-a0da-db6968c461cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b1b73-df2e-4df6-918a-500301304481,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.129235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.150665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:38.174149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.175167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.276715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff13cbd-dc63-43b0-9d67-0c53cf56ed2c req-7d7cb99d-9eeb-4930-bd38-a2aec9b08e9c service neutron] 10.222.0.90 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604538 Jun 30 02:49:38.279665 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.282514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ffc8b094-0cd9-42cc-bcdf-226d745e00bd tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9700458 Jun 30 02:49:38.285837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.291303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-3658169f-ca20-4af8-a7d9-5e13d68b6528', 'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528', 'tenant_id': '2adad549c0664fba98f445aed64716af', 'fixed_ips': [{'subnet_id': '543562b9-75c4-4055-9318-98310e017ac4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:38.292559 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.296511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'network': {'name': 'tempest-router-network01--1041454929'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:38.310725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42cf4c68-22a1-47df-85ff-98bbcff2084e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.317781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.359245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.367465 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.374533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] 10.222.0.90 "PUT /v2.0/ports/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 1091 time: 2.9160607 Jun 30 02:49:38.379080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:38.382627 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c9cca-509b-4806-8739-005b813eda03" -d '{"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:38.389679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42cf4c68-22a1-47df-85ff-98bbcff2084e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.407595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e2b-5a96-41e9-aa57-8e2c0ea88376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.416569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807445b-2e24-44ab-8551-c8d70f5a1cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.416786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e2b-5a96-41e9-aa57-8e2c0ea88376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.443291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1c63e2b-5a96-41e9-aa57-8e2c0ea88376 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b49b1c8f-893e-4aed-8c18-402c6ef78cd3 HTTP/1.1" status: 204 len: 168 time: 0.6257687 Jun 30 02:49:38.458839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.459835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Made reservation on behalf of 2adad549c0664fba98f445aed64716af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:38.472435 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.530989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63e2b-5a96-41e9-aa57-8e2c0ea88376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49b1c8f-893e-4aed-8c18-402c6ef78cd3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.559618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.564725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b619ed2b-9b82-4166-9540-e7d825f336a0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5473740 Jun 30 02:49:38.566570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.676882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Allocated IP 172.21.0.2 (e8d68f9b-ec91-469d-8bf4-462d1b47f386/47591a42-16ad-40af-bbc0-086a28c400cc/0904d6c0-e40f-40ef-99f3-45f8a5530284) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:38.701390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-1a43dd32-8819-4d07-a44b-d1b671113948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.704448 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-1a43dd32-8819-4d07-a44b-d1b671113948 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1094 time: 0.2839768 Jun 30 02:49:38.807545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42cf4c68-22a1-47df-85ff-98bbcff2084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.811333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:38.814512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42cf4c68-22a1-47df-85ff-98bbcff2084e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.815931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-42cf4c68-22a1-47df-85ff-98bbcff2084e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/585b1b73-df2e-4df6-918a-500301304481 HTTP/1.1" status: 204 len: 168 time: 0.6787040 Jun 30 02:49:38.817316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-8462dc1c-0d2e-465b-88fe-9ed96d491f84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 217 time: 0.0980406 Jun 30 02:49:38.828968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.829323 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Added segment 9683001b-7371-4e23-be24-b028040b8bc3 of type vlan for network 8598a616-dcce-4911-8dd4-b4d3a466ca22 Jun 30 02:49:38.860740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf4c68-22a1-47df-85ff-98bbcff2084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b1b73-df2e-4df6-918a-500301304481,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.990951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Allocated IP 172.20.0.2 (3658169f-ca20-4af8-a7d9-5e13d68b6528/543562b9-75c4-4055-9318-98310e017ac4/2097cf9c-141f-420b-a260-a4dc6d63e02b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:39.022295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-b61e6cda-1344-4dff-8f9d-3f9b62d71600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.023830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-b61e6cda-1344-4dff-8f9d-3f9b62d71600 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.1965122 Jun 30 02:49:39.025599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.120346 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e9eee2-16b6-433d-9cf3-978d92747ee3 x-openstack-request-id: req-13e9eee2-16b6-433d-9cf3-978d92747ee3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:39.120642 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:39.120897 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13e9eee2-16b6-433d-9cf3-978d92747ee3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:39.121307 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'status': 'completed', 'code': 200} Jun 30 02:49:39.230039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.235613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.236246 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.381995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.420861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1334698 Jun 30 02:49:39.430097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:39.451230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'network': {'name': 'tempest-router-network02--264120630'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:39.468653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-511a555f-9ac9-4e61-b1d4-0883ce6b8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.475391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-511a555f-9ac9-4e61-b1d4-0883ce6b8ec5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4411623 Jun 30 02:49:39.478948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461b406-54a8-46a6-b20e-3883b0c07e10 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Network': ['ID=8598a616-dcce-4911-8dd4-b4d3a466ca22,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.481286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ff6c7-ac90-43c5-bc06-0b77bf2c44b2 req-38acac0c-9ee2-4522-8c4b-641e85ca184e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.490265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d5ff6c7-ac90-43c5-bc06-0b77bf2c44b2 req-38acac0c-9ee2-4522-8c4b-641e85ca184e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.2751651 Jun 30 02:49:39.504871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.645749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Made reservation on behalf of 2adad549c0664fba98f445aed64716af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:39.659709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.684536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d5ff6c7-ac90-43c5-bc06-0b77bf2c44b2 req-edf07e76-99d5-490d-933b-f1ec1683ae81 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918650 Jun 30 02:49:39.800976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:39.813153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:39.882402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-09b8b354-cc51-4963-a360-69ab545a13cd service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816864 Jun 30 02:49:39.885662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.886212 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Added segment 702cc5cb-98cb-442d-aff5-256166d28004 of type vlan for network 942fded3-45ff-458f-9c11-e2c44a001a65 Jun 30 02:49:39.890479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Transition to ACTIVE for port object 0904d6c0-e40f-40ef-99f3-45f8a5530284 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:39.937915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397dc68-44ee-4318-bd43-7a933f81ee01 None None] Network ff53530b-aba4-436c-830b-5bb767f37613 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:39.940867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.965422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Transition to ACTIVE for port object 0904d6c0-e40f-40ef-99f3-45f8a5530284 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:40.004644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.060848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.081294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5591d5-7546-4b02-ac35-68d4967c4850 req-e09ed8f6-eacc-4bdb-88f2-6b2acc36bc5d tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.091247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb5591d5-7546-4b02-ac35-68d4967c4850 req-e09ed8f6-eacc-4bdb-88f2-6b2acc36bc5d tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.2739151 Jun 30 02:49:40.100552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.107213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.108486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.120567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66bdf790-30b3-464f-8e01-b8a6afb121d2 req-434b29e3-e8b7-4b4b-a87e-f6b82712d3f0 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232614 Jun 30 02:49:40.143101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.146757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f2a92a91-4baf-405e-b2d5-32b8c533d259 None None] Provisioning for port 47a29328-5069-4f4d-8a4e-00c0748ff6bd completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:40.186396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:40.189934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Transition to ACTIVE for port object 2097cf9c-141f-420b-a260-a4dc6d63e02b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:40.196029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Pushing event updated for resources: {'Port': ['ID=0904d6c0-e40f-40ef-99f3-45f8a5530284,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.207827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:40.216733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994168-cf13-43d7-a197-ec505609497c req-8e1268dc-dbc9-4d85-95b1-73d6cdcab575 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.222654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:40.228444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a7994168-cf13-43d7-a197-ec505609497c req-8e1268dc-dbc9-4d85-95b1-73d6cdcab575 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 945 time: 0.2279654 Jun 30 02:49:40.241671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8079329 Jun 30 02:49:40.242809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Transition to ACTIVE for port object 2097cf9c-141f-420b-a260-a4dc6d63e02b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:40.247649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:40.286246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'subnet': {'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:40.289238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.20.0.1 (ff53530b-aba4-436c-830b-5bb767f37613/aa125451-e2e9-47dd-addc-35c814534175/751c9b66-93d4-418f-b5cb-80b7eb4485f0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:40.295381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.309809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a7994168-cf13-43d7-a197-ec505609497c req-86e43d58-0d16-43e7-95ce-1be128de5b79 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800817 Jun 30 02:49:40.434862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb5591d5-7546-4b02-ac35-68d4967c4850 req-0c8dabb8-3f96-4f7b-a2fa-632807bea37c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423572 Jun 30 02:49:40.449541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40a392-89f0-4f36-96d2-fb44f1d0d24e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Network': ['ID=942fded3-45ff-458f-9c11-e2c44a001a65,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.510631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9cca-509b-4806-8739-005b813eda03 req-0092b10e-6a79-4c32-bbf3-0c90bed132a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.513889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-0092b10e-6a79-4c32-bbf3-0c90bed132a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1094 time: 0.2691894 Jun 30 02:49:40.515859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Made reservation on behalf of 2adad549c0664fba98f445aed64716af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:40.525275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Attempting to bind port 0904d6c0-e40f-40ef-99f3-45f8a5530284 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:40.525467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.525681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Attempting to bind port 0904d6c0-e40f-40ef-99f3-45f8a5530284 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '676d215c-137b-453c-b92a-2a912b4e8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:40.526017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Attempting to bind port 0904d6c0-e40f-40ef-99f3-45f8a5530284 on network e8d68f9b-ec91-469d-8bf4-462d1b47f386 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:40.541008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:40.541534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Checking segment: {'id': '676d215c-137b-453c-b92a-2a912b4e8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:40.541950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.542518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Bound using segment: {'id': '676d215c-137b-453c-b92a-2a912b4e8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:40.543023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Bound port: 0904d6c0-e40f-40ef-99f3-45f8a5530284, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676d215c-137b-453c-b92a-2a912b4e8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e8d68f9b-ec91-469d-8bf4-462d1b47f386'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:40.543411 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.545953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 942fded3-45ff-458f-9c11-e2c44a001a65 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:40.570834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.606860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47a29328-5069-4f4d-8a4e-00c0748ff6bd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:40.607608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 751c9b66-93d4-418f-b5cb-80b7eb4485f0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:40.618456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:40.637294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:40.704649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:40.708064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9cca-509b-4806-8739-005b813eda03 req-02a0a5fc-0c0c-421a-ba8b-86002f13620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.709561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-02a0a5fc-0c0c-421a-ba8b-86002f13620d service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.1797435 Jun 30 02:49:40.714016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.776595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network ff53530b-aba4-436c-830b-5bb767f37613 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:40.780571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:40.789750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:40.829366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=751c9b66-93d4-418f-b5cb-80b7eb4485f0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.849483 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.852949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-cc5df593-252c-4c38-954d-bc135a03098a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 217 time: 0.1347954 Jun 30 02:49:40.994153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] For port 0904d6c0-e40f-40ef-99f3-45f8a5530284, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:40.998138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] For port 0904d6c0-e40f-40ef-99f3-45f8a5530284, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0904d6c0-e40f-40ef-99f3-45f8a5530284,segment=NetworkSegment(676d215c-137b-453c-b92a-2a912b4e8269),segment_id=676d215c-137b-453c-b92a-2a912b4e8269)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:41.003739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.029684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Attempting to bind port 2097cf9c-141f-420b-a260-a4dc6d63e02b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:41.030206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Attempting to bind port 2097cf9c-141f-420b-a260-a4dc6d63e02b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'eaafaa4f-4ad7-4809-9d67-af21a0126b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:41.030978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Attempting to bind port 2097cf9c-141f-420b-a260-a4dc6d63e02b on network 3658169f-ca20-4af8-a7d9-5e13d68b6528 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:41.038088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Pushing event updated for resources: {'Port': ['ID=2097cf9c-141f-420b-a260-a4dc6d63e02b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:41.045488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.056428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:41.057364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Checking segment: {'id': 'eaafaa4f-4ad7-4809-9d67-af21a0126b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:41.058025 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.059226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Bound using segment: {'id': 'eaafaa4f-4ad7-4809-9d67-af21a0126b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:41.061898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Bound port: 2097cf9c-141f-420b-a260-a4dc6d63e02b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaafaa4f-4ad7-4809-9d67-af21a0126b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3658169f-ca20-4af8-a7d9-5e13d68b6528'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:41.062037 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.076007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9cca-509b-4806-8739-005b813eda03 req-b65cc853-72d6-4c6e-8e63-0c8ac067c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.077781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-b65cc853-72d6-4c6e-8e63-0c8ac067c222 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.2076755 Jun 30 02:49:41.093483 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.136331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809a042-470a-438a-a191-6c3b4e4be7f3 req-6f3651c4-7f31-489a-8e00-56c61a682c49 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.138055 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.143677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c809a042-470a-438a-a191-6c3b4e4be7f3 req-6f3651c4-7f31-489a-8e00-56c61a682c49 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.1891840 Jun 30 02:49:41.226022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-4e86bc65-cc61-4e58-a179-b2693ee04cf6 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.228234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-4e86bc65-cc61-4e58-a179-b2693ee04cf6 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 945 time: 0.2720461 Jun 30 02:49:41.233256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] For port 2097cf9c-141f-420b-a260-a4dc6d63e02b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:41.238127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] For port 2097cf9c-141f-420b-a260-a4dc6d63e02b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2097cf9c-141f-420b-a260-a4dc6d63e02b,segment=NetworkSegment(eaafaa4f-4ad7-4809-9d67-af21a0126b10),segment_id=eaafaa4f-4ad7-4809-9d67-af21a0126b10)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:41.251835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Subnet': ['ID=0f4634ac-d89b-4c0c-9070-d7840353d762,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:41.264185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Checking segment: {'id': '9683001b-7371-4e23-be24-b028040b8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:41.264766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network hostable DHCP agents. Network: 8598a616-dcce-4911-8dd4-b4d3a466ca22, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:41.267235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c809a042-470a-438a-a191-6c3b4e4be7f3 req-2bb2c811-b56f-402f-ac93-f36233abacc4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219366 Jun 30 02:49:41.277022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.297901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9cca-509b-4806-8739-005b813eda03 req-77a40edb-fd12-4df9-b3d4-4af1352f1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.300225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-77a40edb-fd12-4df9-b3d4-4af1352f1072 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078195 Jun 30 02:49:41.339899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 47a29328-5069-4f4d-8a4e-00c0748ff6bd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:41.351965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:41.352222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 47a29328-5069-4f4d-8a4e-00c0748ff6bd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:41.353530 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.396195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b16cb-8b34-403d-bfcf-0948cb0a162e None None] Pushing event updated for resources: {'Port': ['ID=0904d6c0-e40f-40ef-99f3-45f8a5530284,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:41.596796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2bca6-968a-4eec-8f6b-3b9fc860ecde None None] Pushing event updated for resources: {'Port': ['ID=2097cf9c-141f-420b-a260-a4dc6d63e02b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:41.659078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.686516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8598a616-dcce-4911-8dd4-b4d3a466ca22) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:41.695430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-8f3c852e-bdb0-48a6-811c-e2bfc226162d service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858335 Jun 30 02:49:41.715487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de7a75-e9a8-4768-a813-e0a8060a7f55 None None] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:41.725629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.728912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.941996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 47a29328-5069-4f4d-8a4e-00c0748ff6bd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=47a29328-5069-4f4d-8a4e-00c0748ff6bd,segment=NetworkSegment(757dbb44-f48b-4bc8-a757-a8ddf87d1472),segment_id=757dbb44-f48b-4bc8-a757-a8ddf87d1472)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:41.982196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f25d6334-a26f-4cc7-903a-47cd68c07240 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7122002 Jun 30 02:49:41.983815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:41.989076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.001512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'subnet': {'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:42.133176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.140951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:42.164145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.340725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=751c9b66-93d4-418f-b5cb-80b7eb4485f0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.348964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.363634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Deleting port a71a7d9e-5be7-4a00-875d-5a2f56d003fc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:42.363980 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.523213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c4a635c9-83a4-4d34-9622-2a99f3241ae9 None None] Provisioning complete for port 47a29328-5069-4f4d-8a4e-00c0748ff6bd triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:42.523939 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4a635c9-83a4-4d34-9622-2a99f3241ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.535856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a8b5-c4fc-4f60-8dcc-45476909e971 req-9362be65-69e8-4bb8-88c0-868d68272582 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.537949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c116a8b5-c4fc-4f60-8dcc-45476909e971 req-9362be65-69e8-4bb8-88c0-868d68272582 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.7054141 Jun 30 02:49:42.577301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=47a29328-5069-4f4d-8a4e-00c0748ff6bd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.636756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:42.643597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0904d6c0-e40f-40ef-99f3-45f8a5530284 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:42.728338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c116a8b5-c4fc-4f60-8dcc-45476909e971 req-3b7269d6-bda6-4962-9513-b8a0ccd19f65 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582875 Jun 30 02:49:42.738382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] For port a71a7d9e-5be7-4a00-875d-5a2f56d003fc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,segment=NetworkSegment(ca9a9714-9df0-40e4-a82b-7cc7786c218b),segment_id=ca9a9714-9df0-40e4-a82b-7cc7786c218b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:42.738695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.772046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network ff53530b-aba4-436c-830b-5bb767f37613 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:42.773780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Calling delete_port for a71a7d9e-5be7-4a00-875d-5a2f56d003fc owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:42.776396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:42.788996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'mac_address': 'fa:16:3e:51:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:42.886344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c64c9cca-509b-4806-8739-005b813eda03 req-6c09b215-adc7-4ca1-a2ae-2b4f525acde0 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1521480 Jun 30 02:49:42.960988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b38f3-22f3-4e31-99d8-3a3fdef8b079 req-3d176671-1916-437b-81be-019d6df4045e tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.978532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c36b38f3-22f3-4e31-99d8-3a3fdef8b079 req-3d176671-1916-437b-81be-019d6df4045e tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 945 time: 1.2904119 Jun 30 02:49:43.006028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0904d6c0-e40f-40ef-99f3-45f8a5530284 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:43.101978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c36b38f3-22f3-4e31-99d8-3a3fdef8b079 req-97f0ef69-adbd-4f2d-bd57-2aa17515e42f tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215734 Jun 30 02:49:43.107797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Made reservation on behalf of 2adad549c0664fba98f445aed64716af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:43.114039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.128471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8598a616-dcce-4911-8dd4-b4d3a466ca22', 'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22', 'tenant_id': '2adad549c0664fba98f445aed64716af', 'fixed_ips': [{'subnet_id': '0f4634ac-d89b-4c0c-9070-d7840353d762'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:43.130663 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.235109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2097cf9c-141f-420b-a260-a4dc6d63e02b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:43.341523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.414643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:43.474598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 2097cf9c-141f-420b-a260-a4dc6d63e02b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:43.481438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d129298-04d4-49ab-936d-c8f031e4717f None None] Provisioning for port 751c9b66-93d4-418f-b5cb-80b7eb4485f0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:43.482395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.486953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:43.490861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d129298-04d4-49ab-936d-c8f031e4717f None None] Provisioning complete for port 751c9b66-93d4-418f-b5cb-80b7eb4485f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:43.491297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d129298-04d4-49ab-936d-c8f031e4717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.556476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d129298-04d4-49ab-936d-c8f031e4717f None None] Port 751c9b66-93d4-418f-b5cb-80b7eb4485f0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:43.562836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.571692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Subnet': ['ID=406a3120-e0f1-4258-b995-a79b6b20d2e4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.584035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Checking segment: {'id': '702cc5cb-98cb-442d-aff5-256166d28004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:43.584398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network hostable DHCP agents. Network: 942fded3-45ff-458f-9c11-e2c44a001a65, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:43.616393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 942fded3-45ff-458f-9c11-e2c44a001a65 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:43.634611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:43.642215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 942fded3-45ff-458f-9c11-e2c44a001a65) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:43.656716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.656716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.676230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4bc7907a-92d9-4afe-aaa1-9554786fdb89 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6837542 Jun 30 02:49:43.680160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:43.798803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbf99d-c99b-4ced-a9e5-af5c1731f6b9 None None] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:43.801259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d76ee4b-af2b-4a34-9bbf-dbaf7ad3941b None None] Network 942fded3-45ff-458f-9c11-e2c44a001a65 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:43.901568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Allocated IP 172.20.0.2 (8598a616-dcce-4911-8dd4-b4d3a466ca22/0f4634ac-d89b-4c0c-9070-d7840353d762/c401fb67-b1dd-4551-80e2-497daf27be11) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:43.907895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a89fe-212e-4f0f-ad99-0bd4d69c2310 None None] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:43.911943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3c1e-657d-4481-9a6b-d95ee9a835f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.929044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:43.971872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.003451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Provisioning for port 0904d6c0-e40f-40ef-99f3-45f8a5530284 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:44.008309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Pushing event deleted for resources: {'Port': ['ID=a71a7d9e-5be7-4a00-875d-5a2f56d003fc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.022448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.048916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Provisioning complete for port 0904d6c0-e40f-40ef-99f3-45f8a5530284 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:44.049110 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.071059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 28dae95a-4253-43a0-8505-cf4c4b616da7 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:44.108262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] No DVR routers for this DVR port a71a7d9e-5be7-4a00-875d-5a2f56d003fc on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:44.111516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.113721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b06005ba-b977-4ece-ad97-2a2f0276e76d req-01dabeec-a361-4f80-8a1f-b601da12bce5 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.67 "DELETE /v2.0/ports/a71a7d9e-5be7-4a00-875d-5a2f56d003fc HTTP/1.1" status: 204 len: 173 time: 2.8661184 Jun 30 02:49:44.168946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'name': 'network-vif-deleted', 'tag': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:44.172870 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e243bdd-7fdf-4646-bc70-f7e9b1a1af81" -d '{"events": [{"server_uuid": "d2546863-da5e-422c-b397-4aaf1e812f76", "name": "network-vif-deleted", "tag": "a71a7d9e-5be7-4a00-875d-5a2f56d003fc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:44.179361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.215080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bd302-2418-4375-8e9e-885d143f6188 req-a1acc917-5d52-42fe-aeaa-5206d91d3071 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.221424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a71a7d9e-5be7-4a00-875d-5a2f56d003fc no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:44.222038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b1bd302-2418-4375-8e9e-885d143f6188 req-a1acc917-5d52-42fe-aeaa-5206d91d3071 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.2531717 Jun 30 02:49:44.261808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc4a4-4379-4fe8-8d46-f3de9767c44b req-cc049b39-6e7d-4430-b304-09cfa70920a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.263361 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87ffc4a4-4379-4fe8-8d46-f3de9767c44b req-cc049b39-6e7d-4430-b304-09cfa70920a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.5627909 Jun 30 02:49:44.316021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: a71a7d9e-5be7-4a00-875d-5a2f56d003fc {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:44.316489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a71a7d9e-5be7-4a00-875d-5a2f56d003fc not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:44.349285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:44.367307 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] Sync routers for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:44.393548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cd9890c7-332c-4e6b-b201-886d2a7366ad tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/28dae95a-4253-43a0-8505-cf4c4b616da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8218570 Jun 30 02:49:44.400283 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:44.400967 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.405709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87ffc4a4-4379-4fe8-8d46-f3de9767c44b req-6efb4eb5-5981-4c09-82ff-a3628b40d522 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273453 Jun 30 02:49:44.406222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49736) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.416771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3c1e-657d-4481-9a6b-d95ee9a835f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.449518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.460129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Transition to ACTIVE for port object c401fb67-b1dd-4551-80e2-497daf27be11 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.477189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3c1e-657d-4481-9a6b-d95ee9a835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.502792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b1bd302-2418-4375-8e9e-885d143f6188 req-de3c9253-6ed7-4cae-a57b-0f099c6f9d4f tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797391 Jun 30 02:49:44.518301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Transition to ACTIVE for port object c401fb67-b1dd-4551-80e2-497daf27be11 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.568952 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.570470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a2a3c1e-657d-4481-9a6b-d95ee9a835f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b0e7aff4fce4322b40c3945f3ddce75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9343379 Jun 30 02:49:44.572452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b13152b-2072-486d-9e86-9e1412e8d712 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.580338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2b13152b-2072-486d-9e86-9e1412e8d712 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports/751c9b66-93d4-418f-b5cb-80b7eb4485f0 HTTP/1.1" status: 200 len: 910 time: 0.1708121 Jun 30 02:49:44.583868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49740) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.584291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49742) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.592997 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:44.595319 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.606767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3c1e-657d-4481-9a6b-d95ee9a835f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fafecbd-9df5-4ed5-a4f9-ab2f944d42f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.628648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47a29328-5069-4f4d-8a4e-00c0748ff6bd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:44.681181 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.681916 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8ef87-7954-4740-a323-abce3906edd4 None None] The sync data for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:44.728626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b40d2029-efaa-4fe4-b4a7-6abc3c7be787 req-5ffb6a15-893d-4b95-9d1f-08255af05b78 tempest-ServerTagsTestJSON-1263664931 tempest-ServerTagsTestJSON-1263664931-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2546863-da5e-422c-b397-4aaf1e812f76 HTTP/1.1" status: 200 len: 210 time: 0.0692406 Jun 30 02:49:44.748617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.755578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Allocated IP 172.20.0.1 (8598a616-dcce-4911-8dd4-b4d3a466ca22/0f4634ac-d89b-4c0c-9070-d7840353d762/5b764252-0b8c-4a07-9bb3-44cc9db76dce) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:44.809305 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6b2dc6-90fc-404e-872c-e4bc63e77a92 x-openstack-request-id: req-dd6b2dc6-90fc-404e-872c-e4bc63e77a92 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:44.809599 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2546863-da5e-422c-b397-4aaf1e812f76", "name": "network-vif-deleted", "tag": "a71a7d9e-5be7-4a00-875d-5a2f56d003fc", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:44.809860 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd6b2dc6-90fc-404e-872c-e4bc63e77a92 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:44.810265 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2546863-da5e-422c-b397-4aaf1e812f76', 'name': 'network-vif-deleted', 'tag': 'a71a7d9e-5be7-4a00-875d-5a2f56d003fc', 'status': 'completed', 'code': 200} Jun 30 02:49:44.848162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8814a4c6-82bf-4b7e-9af2-7d7f38ddcd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.896069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:44.901758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-942fded3-45ff-458f-9c11-e2c44a001a65', 'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65', 'tenant_id': '2adad549c0664fba98f445aed64716af', 'fixed_ips': [{'subnet_id': '406a3120-e0f1-4258-b995-a79b6b20d2e4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:44.902617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.916970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Pushing event updated for resources: {'Port': ['ID=c401fb67-b1dd-4551-80e2-497daf27be11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.921660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8814a4c6-82bf-4b7e-9af2-7d7f38ddcd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.966751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:44.968497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.969187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:44.995869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Transition to ACTIVE for port object 5b764252-0b8c-4a07-9bb3-44cc9db76dce will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:45.053339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.075806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8814a4c6-82bf-4b7e-9af2-7d7f38ddcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.078537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8814a4c6-82bf-4b7e-9af2-7d7f38ddcd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.079930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8814a4c6-82bf-4b7e-9af2-7d7f38ddcd62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0fafecbd-9df5-4ed5-a4f9-ab2f944d42f3 HTTP/1.1" status: 204 len: 168 time: 0.4943945 Jun 30 02:49:45.096998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a4c6-82bf-4b7e-9af2-7d7f38ddcd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fafecbd-9df5-4ed5-a4f9-ab2f944d42f3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.105528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:45.108932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:45.115264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:45.145191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.163775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.209850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Port': ['ID=5b764252-0b8c-4a07-9bb3-44cc9db76dce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.255709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.277473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Attempting to bind port c401fb67-b1dd-4551-80e2-497daf27be11 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:45.277973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Attempting to bind port c401fb67-b1dd-4551-80e2-497daf27be11 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9683001b-7371-4e23-be24-b028040b8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:45.278371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Attempting to bind port c401fb67-b1dd-4551-80e2-497daf27be11 on network 8598a616-dcce-4911-8dd4-b4d3a466ca22 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:45.345927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:45.346707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Checking segment: {'id': '9683001b-7371-4e23-be24-b028040b8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:45.346707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.347120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Bound using segment: {'id': '9683001b-7371-4e23-be24-b028040b8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:45.347616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Bound port: c401fb67-b1dd-4551-80e2-497daf27be11, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9683001b-7371-4e23-be24-b028040b8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8598a616-dcce-4911-8dd4-b4d3a466ca22'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:45.348000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.355740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.381412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 47a29328-5069-4f4d-8a4e-00c0748ff6bd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:45.381809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.437444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Allocated IP 172.20.0.2 (942fded3-45ff-458f-9c11-e2c44a001a65/406a3120-e0f1-4258-b995-a79b6b20d2e4/0be08157-c009-4d32-b649-caea656ebab4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:45.456783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] For port 0904d6c0-e40f-40ef-99f3-45f8a5530284, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0904d6c0-e40f-40ef-99f3-45f8a5530284,segment=NetworkSegment(676d215c-137b-453c-b92a-2a912b4e8269),segment_id=676d215c-137b-453c-b92a-2a912b4e8269)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:45.501965 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.663030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.21.0.1 (e8d68f9b-ec91-469d-8bf4-462d1b47f386/47591a42-16ad-40af-bbc0-086a28c400cc/ea56da01-1a5b-47ab-a7f4-e845ba07776c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:45.716209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Provisioning complete for port 751c9b66-93d4-418f-b5cb-80b7eb4485f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:45.716598 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.844336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] For port c401fb67-b1dd-4551-80e2-497daf27be11, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:45.912965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Pushing event updated for resources: {'Port': ['ID=0904d6c0-e40f-40ef-99f3-45f8a5530284,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.941962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e461fd-cbed-4a22-9ec7-a607b1f82161 req-8fe444e0-5876-4500-8c04-582b9d8c38e9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.950928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] For port c401fb67-b1dd-4551-80e2-497daf27be11, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c401fb67-b1dd-4551-80e2-497daf27be11,segment=NetworkSegment(9683001b-7371-4e23-be24-b028040b8bc3),segment_id=9683001b-7371-4e23-be24-b028040b8bc3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:45.952893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14e461fd-cbed-4a22-9ec7-a607b1f82161 req-8fe444e0-5876-4500-8c04-582b9d8c38e9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.2688591 Jun 30 02:49:45.955319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49760) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.986522 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.997962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbd16b4-1933-4a21-8056-0de6fbad345b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.037069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d65a24f0-dabc-479c-925e-ba873a7c04af None None] Port 751c9b66-93d4-418f-b5cb-80b7eb4485f0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:46.127660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9bb7-26f8-4559-b6b0-f32e87c3d36d req-542636a9-bca6-480c-8a68-2f21c4ef25be tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.131732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22aa9bb7-26f8-4559-b6b0-f32e87c3d36d req-542636a9-bca6-480c-8a68-2f21c4ef25be tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.3022201 Jun 30 02:49:46.156799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbd16b4-1933-4a21-8056-0de6fbad345b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.170490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce9a44-2254-4d4e-bbf6-dcbdd25c2da3 None None] Pushing event updated for resources: {'Port': ['ID=c401fb67-b1dd-4551-80e2-497daf27be11,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.189143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dbd16b4-1933-4a21-8056-0de6fbad345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.190027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.194921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Provisioning complete for port 0904d6c0-e40f-40ef-99f3-45f8a5530284 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:46.195290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.230685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Transition to ACTIVE for port object 0be08157-c009-4d32-b649-caea656ebab4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:46.290186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Transition to ACTIVE for port object 0be08157-c009-4d32-b649-caea656ebab4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:46.295019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9dbd16b4-1933-4a21-8056-0de6fbad345b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=96624939e60a4c5c8e7f460e2d8dab8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331788 Jun 30 02:49:46.298236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.308683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.312074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd16b4-1933-4a21-8056-0de6fbad345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d09b785-0c8c-4a44-a674-69153c94e59f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.314518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22aa9bb7-26f8-4559-b6b0-f32e87c3d36d req-adbcb910-edc4-4f3c-8fa7-6889fd9a736f tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700857 Jun 30 02:49:46.318529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.318707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.442031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.444223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Port': ['ID=5b764252-0b8c-4a07-9bb3-44cc9db76dce,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.459531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14e461fd-cbed-4a22-9ec7-a607b1f82161 req-996aa0ca-00f6-4ff1-8e29-c93bddb8ca94 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5055916 Jun 30 02:49:46.588875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49774) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.632294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:46.634353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:46.718545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.736312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Deleting subnet fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:46.743691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0904d6c0-e40f-40ef-99f3-45f8a5530284 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:46.751684 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.763393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Network 942fded3-45ff-458f-9c11-e2c44a001a65 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:46.786935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object ea56da01-1a5b-47ab-a7f4-e845ba07776c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:46.789919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:46.801348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:46.809490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Router aee452dc-c824-43a3-82be-cfcfa5de62d6 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:46.841504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770398-1b38-4f3b-ad21-788070a9bfe8 req-dcb7afb7-e6ef-4e8c-b0ea-5798fafdbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.843247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7770398-1b38-4f3b-ad21-788070a9bfe8 req-dcb7afb7-e6ef-4e8c-b0ea-5798fafdbdf1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 1096 time: 0.4080224 Jun 30 02:49:46.847155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.851876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Pushing event updated for resources: {'Port': ['ID=0be08157-c009-4d32-b649-caea656ebab4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.902021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf18947-e762-40d4-97ca-76a9daa603cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.921007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Provisioning for port 2097cf9c-141f-420b-a260-a4dc6d63e02b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:46.925332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Attempting to bind port 0be08157-c009-4d32-b649-caea656ebab4 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:46.925899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Attempting to bind port 0be08157-c009-4d32-b649-caea656ebab4 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '702cc5cb-98cb-442d-aff5-256166d28004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:46.926486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Attempting to bind port 0be08157-c009-4d32-b649-caea656ebab4 on network 942fded3-45ff-458f-9c11-e2c44a001a65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:46.933874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Provisioning complete for port 2097cf9c-141f-420b-a260-a4dc6d63e02b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:46.934248 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.949833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:46.957938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0904d6c0-e40f-40ef-99f3-45f8a5530284 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:46.958183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-29c26211-95c9-47fe-9e80-8fa8f89de893 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2764850 Jun 30 02:49:46.958362 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.958632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.961354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:46.962240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Checking segment: {'id': '702cc5cb-98cb-442d-aff5-256166d28004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:46.962682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.963327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Bound using segment: {'id': '702cc5cb-98cb-442d-aff5-256166d28004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:46.963812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Bound port: 0be08157-c009-4d32-b649-caea656ebab4, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702cc5cb-98cb-442d-aff5-256166d28004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '942fded3-45ff-458f-9c11-e2c44a001a65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:46.964195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.982394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] Sync routers for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:47.027197 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf18947-e762-40d4-97ca-76a9daa603cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.043106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.068842 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7770398-1b38-4f3b-ad21-788070a9bfe8 req-9afc33fe-a537-4a47-b59c-4184f7bd8b3d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162857 Jun 30 02:49:47.091088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] For port 0be08157-c009-4d32-b649-caea656ebab4, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:47.094589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] For port 0be08157-c009-4d32-b649-caea656ebab4, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0be08157-c009-4d32-b649-caea656ebab4,segment=NetworkSegment(702cc5cb-98cb-442d-aff5-256166d28004),segment_id=702cc5cb-98cb-442d-aff5-256166d28004)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:47.107723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.166886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.195933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:47.204190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:47.210658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:47.215280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.229037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:47.240147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:47.262462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=ea56da01-1a5b-47ab-a7f4-e845ba07776c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.287664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.289364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf18947-e762-40d4-97ca-76a9daa603cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.292199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf18947-e762-40d4-97ca-76a9daa603cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.293372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8cf18947-e762-40d4-97ca-76a9daa603cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d09b785-0c8c-4a44-a674-69153c94e59f HTTP/1.1" status: 204 len: 168 time: 0.9683578 Jun 30 02:49:47.294730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.296384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-093aec3f-7225-4862-af7d-52f4a218dadb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fb7b3ad5-98aa-4d15-bb73-4b5db37ebcec HTTP/1.1" status: 204 len: 168 time: 0.6971655 Jun 30 02:49:47.301321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49780) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:47.355484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:47.468627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.511966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf18947-e762-40d4-97ca-76a9daa603cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d09b785-0c8c-4a44-a674-69153c94e59f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.536503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.551821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:47.553224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:47.680794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11db67-c6f2-4380-88f4-d8541379c6d8 None None] Pushing event updated for resources: {'Port': ['ID=0be08157-c009-4d32-b649-caea656ebab4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.726619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:47.729927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76256fde-8f1b-45e5-b23a-7928d6824525 None None] The sync data for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:47.759922 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b1764a79-e554-4b6b-b6b3-3b6c63ddbfd2 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:49:47.761027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b1764a79-e554-4b6b-b6b3-3b6c63ddbfd2 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8011475 Jun 30 02:49:47.765273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:47.820394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.965669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] For port 2097cf9c-141f-420b-a260-a4dc6d63e02b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2097cf9c-141f-420b-a260-a4dc6d63e02b,segment=NetworkSegment(eaafaa4f-4ad7-4809-9d67-af21a0126b10),segment_id=eaafaa4f-4ad7-4809-9d67-af21a0126b10)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:47.980483 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.106920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6780f-81ea-4d4e-869d-7096a4f95702 None None] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:48.131361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.150668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb823a50-db42-4d5c-8ff2-25f8b5517a5e']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.178801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9a9714-9df0-40e4-a82b-7cc7786c218b') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.179360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9a9714-9df0-40e4-a82b-7cc7786c218b') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.198226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.250107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.256090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:48.281577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9fc4e-b8b0-480f-87cc-c9d1ffd1d26a req-2025227b-48c3-4b0b-afdb-e0146384f675 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.290523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5e9fc4e-b8b0-480f-87cc-c9d1ffd1d26a req-2025227b-48c3-4b0b-afdb-e0146384f675 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.3192041 Jun 30 02:49:48.296575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793a76-72df-45d5-8cee-7aeaf54aace7 req-11a6791c-4f6e-47e6-967e-2dc3a8a7aa7c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.300690 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f793a76-72df-45d5-8cee-7aeaf54aace7 req-11a6791c-4f6e-47e6-967e-2dc3a8a7aa7c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.5332835 Jun 30 02:49:48.333937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:48.338800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.353630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296680cf-f064-4d2b-9f55-da8cdb0d83d9 None None] Pushing event updated for resources: {'Port': ['ID=2097cf9c-141f-420b-a260-a4dc6d63e02b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:48.390615 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:48.401667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-de398959-2b9e-4bda-83c5-7778c85bd063 None None] Provisioning for port ea56da01-1a5b-47ab-a7f4-e845ba07776c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:48.421064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-de398959-2b9e-4bda-83c5-7778c85bd063 None None] Provisioning complete for port ea56da01-1a5b-47ab-a7f4-e845ba07776c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:48.421391 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de398959-2b9e-4bda-83c5-7778c85bd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.441194 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.446803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5e9fc4e-b8b0-480f-87cc-c9d1ffd1d26a req-dd5441f1-0fbd-48af-9fd8-bea47f9a03ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541171 Jun 30 02:49:48.528490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0be08157-c009-4d32-b649-caea656ebab4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:48.583226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f793a76-72df-45d5-8cee-7aeaf54aace7 req-765a2d54-07b5-485c-9c78-554f6bc303e6 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590733 Jun 30 02:49:48.696764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.749075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.754160 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bb823a50-db42-4d5c-8ff2-25f8b5517a5e HTTP/1.1" status: 204 len: 168 time: 1.4466288 Jun 30 02:49:48.757322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:48.763402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb823a50-db42-4d5c-8ff2-25f8b5517a5e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.772998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.781143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de398959-2b9e-4bda-83c5-7778c85bd063 None None] Port ea56da01-1a5b-47ab-a7f4-e845ba07776c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:48.808285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:48.814302 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.928624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-de398959-2b9e-4bda-83c5-7778c85bd063 None None] Provisioning for port c401fb67-b1dd-4551-80e2-497daf27be11 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:48.974824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0be08157-c009-4d32-b649-caea656ebab4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:48.992945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c401fb67-b1dd-4551-80e2-497daf27be11 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:49.158752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:49.169122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c401fb67-b1dd-4551-80e2-497daf27be11 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:49.171699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.226471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:49.230038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:49.233212 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb82a5e-c4cd-4675-92a5-e4502567e78a" -d '{"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:49.236899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c401fb67-b1dd-4551-80e2-497daf27be11 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:49.237738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.241418 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.271010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e07080-65d4-445d-9ca6-b8c569e464c6 None None] Network 942fded3-45ff-458f-9c11-e2c44a001a65 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:49.306415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8e6c7a03-2b7f-4838-a0d9-f749bc9564ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d0ceb8c0030479883d4184d07ed79e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437185 Jun 30 02:49:49.306821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:49.425415 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1270926a-8788-4f38-ab7d-43b2356e8e60 x-openstack-request-id: req-1270926a-8788-4f38-ab7d-43b2356e8e60 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:49.425713 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:49.425963 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1270926a-8788-4f38-ab7d-43b2356e8e60 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:49.426387 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'code': 200} Jun 30 02:49:49.505479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.507122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.507630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.508781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.509279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.510602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.511262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.511860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.512344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.512824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.513397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.514346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389f3544-fa05-47fd-b708-5f714dcf72b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:49.538110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30c5666a-b74a-4985-8cc2-35561cd8842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.629528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] Provisioning for port 0be08157-c009-4d32-b649-caea656ebab4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:49.646238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:49.671839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] Provisioning complete for port 0be08157-c009-4d32-b649-caea656ebab4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:49.672541 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.760044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.961489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c401fb67-b1dd-4551-80e2-497daf27be11, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c401fb67-b1dd-4551-80e2-497daf27be11,segment=NetworkSegment(9683001b-7371-4e23-be24-b028040b8bc3),segment_id=9683001b-7371-4e23-be24-b028040b8bc3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:50.010427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.047092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437615e-b964-4f56-a8ae-81a016fc6df2 req-896798d4-7953-4add-9554-43c5cea9378b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.049115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0437615e-b964-4f56-a8ae-81a016fc6df2 req-896798d4-7953-4add-9554-43c5cea9378b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.2230873 Jun 30 02:49:50.114040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.118487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c401fb67-b1dd-4551-80e2-497daf27be11,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.141797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.145360 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.205527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] For port 0be08157-c009-4d32-b649-caea656ebab4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0be08157-c009-4d32-b649-caea656ebab4,segment=NetworkSegment(702cc5cb-98cb-442d-aff5-256166d28004),segment_id=702cc5cb-98cb-442d-aff5-256166d28004)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:50.215221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.271279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.302637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30c5666a-b74a-4985-8cc2-35561cd8842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.342064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1df27-27fc-4c86-b6e5-2bff1dcbb8ab None None] Pushing event updated for resources: {'Port': ['ID=0be08157-c009-4d32-b649-caea656ebab4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.368667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ea508c49-8c81-4aec-9f96-bfc4d3b919ec None None] Provisioning complete for port c401fb67-b1dd-4551-80e2-497daf27be11 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:50.369049 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea508c49-8c81-4aec-9f96-bfc4d3b919ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.379151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0437615e-b964-4f56-a8ae-81a016fc6df2 req-8b0a9f2f-cd69-4da6-9f91-5f43d9b4d643 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035746 Jun 30 02:49:50.440357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978844f-2206-4b59-a0f2-0c1948f51aea req-c80922fe-0e37-4191-8bef-17885a8eb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.441880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6978844f-2206-4b59-a0f2-0c1948f51aea req-c80922fe-0e37-4191-8bef-17885a8eb9dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1096 time: 0.9832010 Jun 30 02:49:50.443465 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2097cf9c-141f-420b-a260-a4dc6d63e02b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:50.477246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=ea56da01-1a5b-47ab-a7f4-e845ba07776c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.567294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30c5666a-b74a-4985-8cc2-35561cd8842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.571237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30c5666a-b74a-4985-8cc2-35561cd8842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.573230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30c5666a-b74a-4985-8cc2-35561cd8842d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd2c6ce8-bf33-44e8-bf38-087fe739f1d8 HTTP/1.1" status: 204 len: 168 time: 1.2652438 Jun 30 02:49:50.575936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:50.578659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:50.596995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2097cf9c-141f-420b-a260-a4dc6d63e02b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:50.597387 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.608101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting port 5b764252-0b8c-4a07-9bb3-44cc9db76dce {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:50.608973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.666752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f3874-1fc7-46bb-99b4-a81f3ef566d9 req-b6230f4f-0062-4007-84ab-b9d5ed307e02 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.674820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c3f3874-1fc7-46bb-99b4-a81f3ef566d9 req-b6230f4f-0062-4007-84ab-b9d5ed307e02 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.4101071 Jun 30 02:49:50.685337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6978844f-2206-4b59-a0f2-0c1948f51aea req-ce04c483-9556-4355-a9ac-fd293ac25157 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071192 Jun 30 02:49:50.779953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ea508c49-8c81-4aec-9f96-bfc4d3b919ec None None] Provisioning for port 5b764252-0b8c-4a07-9bb3-44cc9db76dce completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:50.782065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5666a-b74a-4985-8cc2-35561cd8842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c6ce8-bf33-44e8-bf38-087fe739f1d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.795546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 28dae95a-4253-43a0-8505-cf4c4b616da7 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:50.821970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ea508c49-8c81-4aec-9f96-bfc4d3b919ec None None] Provisioning complete for port 5b764252-0b8c-4a07-9bb3-44cc9db76dce triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:50.822720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea508c49-8c81-4aec-9f96-bfc4d3b919ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.869684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c3f3874-1fc7-46bb-99b4-a81f3ef566d9 req-d5b6de83-5a44-4817-9c1c-cb34607d60dc tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923532 Jun 30 02:49:50.934958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.950280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Calling delete_port for 5b764252-0b8c-4a07-9bb3-44cc9db76dce owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:51.024027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:51.038590 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] Sync routers for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:51.044422 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fe3d5b1f-ba22-488b-be75-6614b8beff68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/28dae95a-4253-43a0-8505-cf4c4b616da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4577243 Jun 30 02:49:51.046880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49890) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:51.053429 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:51.054054 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.178133 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.183831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520215a1-56a5-4048-9f1c-5dae7a679054 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.190135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-520215a1-56a5-4048-9f1c-5dae7a679054 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports/ea56da01-1a5b-47ab-a7f4-e845ba07776c HTTP/1.1" status: 200 len: 910 time: 0.1394012 Jun 30 02:49:51.190655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49894) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:51.224513 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:51.225137 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.360867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.365477 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.367391 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c79309-def8-416e-a13b-baa6cb7287bd None None] The sync data for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:51.441494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Port': ['ID=5b764252-0b8c-4a07-9bb3-44cc9db76dce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:51.451622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea508c49-8c81-4aec-9f96-bfc4d3b919ec None None] Port 5b764252-0b8c-4a07-9bb3-44cc9db76dce was deleted so its status cannot be updated. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 02:49:51.534929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c401fb67-b1dd-4551-80e2-497daf27be11 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:51.624270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-be4794b2-79b0-46ad-b3b1-a4cab453185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.626118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-be4794b2-79b0-46ad-b3b1-a4cab453185d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2f6c60c4ed74c00952e96830b601347&device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 1096 time: 0.2332640 Jun 30 02:49:51.731163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6c78c3f6-ac87-43b5-9bed-0a3921519463 None None] Provisioning complete for port 0be08157-c009-4d32-b649-caea656ebab4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:51.731793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c78c3f6-ac87-43b5-9bed-0a3921519463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.822442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c401fb67-b1dd-4551-80e2-497daf27be11 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:51.823856 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.963854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-106f80da-faac-4d6c-b842-09c2c8dd3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.970026 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-106f80da-faac-4d6c-b842-09c2c8dd3ed7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 200 len: 912 time: 0.2972784 Jun 30 02:49:51.984181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.104725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-aa357fad-7a87-4640-b336-9242990a9e50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef HTTP/1.1" status: 200 len: 217 time: 0.1199875 Jun 30 02:49:52.143849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87de562-9907-4c7e-8f67-27461186da85 req-1250b88c-65ba-4941-bcbe-2fc550ef2b2b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.153166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d87de562-9907-4c7e-8f67-27461186da85 req-1250b88c-65ba-4941-bcbe-2fc550ef2b2b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.4406738 Jun 30 02:49:52.173274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fbe57-4181-4a17-bb45-d32bc94f24fc req-e4beb0cc-717b-4789-b3fb-8ad8b1376c55 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.191104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6c78c3f6-ac87-43b5-9bed-0a3921519463 None None] Provisioning complete for port ea56da01-1a5b-47ab-a7f4-e845ba07776c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:52.192020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d7fbe57-4181-4a17-bb45-d32bc94f24fc req-e4beb0cc-717b-4789-b3fb-8ad8b1376c55 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.3241396 Jun 30 02:49:52.199418 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c78c3f6-ac87-43b5-9bed-0a3921519463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.294544 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d87de562-9907-4c7e-8f67-27461186da85 req-78ecb389-2fa0-418e-9056-9d0fc197fc27 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380913 Jun 30 02:49:52.309187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Router aee452dc-c824-43a3-82be-cfcfa5de62d6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:52.329158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6c78c3f6-ac87-43b5-9bed-0a3921519463 None None] Port ea56da01-1a5b-47ab-a7f4-e845ba07776c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:52.335340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6c78c3f6-ac87-43b5-9bed-0a3921519463 None None] Could not find standard attr ID for object 5b764252-0b8c-4a07-9bb3-44cc9db76dce. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:49:52.356224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-cd25ddda-6a0f-4a09-bc1e-f91a7ff2834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.360734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-cd25ddda-6a0f-4a09-bc1e-f91a7ff2834f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 200 len: 851 time: 0.2338500 Jun 30 02:49:52.480483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.480846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.483521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0be08157-c009-4d32-b649-caea656ebab4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:52.506551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:52.514109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9936c42c-3f21-4c71-8dc2-7af2f4fb180e tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7475605 Jun 30 02:49:52.518708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.546568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-064815a8-ccc4-467a-9dda-488967640574 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e63f45c-7ca8-42df-934d-b37ab1e2beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497681 Jun 30 02:49:52.552321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] Sync routers for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:52.566544 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-74a87126-9fce-4ba2-a430-83acad08d50b tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] delete failed (client error): The resource could not be found. Jun 30 02:49:52.571997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-74a87126-9fce-4ba2-a430-83acad08d50b tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-207090216 HTTP/1.1" status: 404 len: 334 time: 0.0479236 Jun 30 02:49:52.572630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:52.572753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.573588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:52.578579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13e75ec7-bc28-4ade-84d7-3ae692fa4f53 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aee452dc-c824-43a3-82be-cfcfa5de62d6'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:52.609386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:52.625761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0be08157-c009-4d32-b649-caea656ebab4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:52.626426 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.652085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:52.653078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:52.700975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:52.702057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d25384-50e2-4b60-ad4a-ac4930b0766e None None] The sync data for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:52.726454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1883345558-network', 'tenant_id': 'd1cac6dc2fd74015a78676ccf1813ca4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:52.805274 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d7fbe57-4181-4a17-bb45-d32bc94f24fc req-bc5773c9-59e1-4e75-ac97-d1247bc3f5f5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6118960 Jun 30 02:49:52.814236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Made reservation on behalf of d1cac6dc2fd74015a78676ccf1813ca4 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:52.816715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.856574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc0fbeb-fa4f-441b-abfb-bdabfd56c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.873751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.908396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13e75ec7-bc28-4ade-84d7-3ae692fa4f53 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.937033 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-13e75ec7-bc28-4ade-84d7-3ae692fa4f53 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] update failed (client error): The resource could not be found. Jun 30 02:49:52.978325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13e75ec7-bc28-4ade-84d7-3ae692fa4f53 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6 HTTP/1.1" status: 404 len: 339 time: 0.3731565 Jun 30 02:49:52.978325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.978562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-cab786de-2ace-4ebc-a74e-8464ebad17e8 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907461 Jun 30 02:49:53.147353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-735c49cb-092f-4a77-8801-0fca5ce082b1 req-5c743e7c-d594-4afd-a8ce-1b1a1a631581 service neutron] 10.222.0.67 "GET /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724164 Jun 30 02:49:53.166234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc0fbeb-fa4f-441b-abfb-bdabfd56c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.189516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.201085 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc0fbeb-fa4f-441b-abfb-bdabfd56c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.297346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.344816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8bc0fbeb-fa4f-441b-abfb-bdabfd56c0ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05f269fe5f4045eeb7d76a647d20e315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628914 Jun 30 02:49:53.356797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:53.364385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0fbeb-fa4f-441b-abfb-bdabfd56c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615e0e8-50ff-46ed-a3c6-8fea70348a7d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.556939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.564173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.592428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:53.623033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.623420 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Added segment 281624c9-a0f5-4f94-90b1-cd5772c43fcf of type vlan for network d32b9a54-a10c-4bbd-93fc-08e399383c3d Jun 30 02:49:53.626146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b8c88d-1e60-417b-9766-fef00e6dd52b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.626294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b42dab87-6a29-446c-b7a6-787b6e9da539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.716070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b42dab87-6a29-446c-b7a6-787b6e9da539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.725539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.826376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.828302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:53.829155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.878969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db4f6-b57e-411a-97cd-9e775349e1cc req-75834530-d0ee-4fa7-94eb-8a65b739eeeb tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:53.880106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c6db4f6-b57e-411a-97cd-9e775349e1cc req-75834530-d0ee-4fa7-94eb-8a65b739eeeb tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.3447971 Jun 30 02:49:53.916261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] Pushing event updated for resources: {'Network': ['ID=d32b9a54-a10c-4bbd-93fc-08e399383c3d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.943590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a2f42de-d7cf-42aa-a8f8-0424d40f5a35 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4600923 Jun 30 02:49:53.949198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:53.952494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49978) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:53.953761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Allocated IP 172.20.0.1 (3658169f-ca20-4af8-a7d9-5e13d68b6528/543562b9-75c4-4055-9318-98310e017ac4/d1e6ab0d-2d8c-4792-bf00-e5182796634e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:53.965125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Request body: {'subnet': {'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1883345558-subnet', 'tenant_id': 'd1cac6dc2fd74015a78676ccf1813ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:53.979002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port ea56da01-1a5b-47ab-a7f4-e845ba07776c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:53.984963 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.076865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b42dab87-6a29-446c-b7a6-787b6e9da539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.079556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b42dab87-6a29-446c-b7a6-787b6e9da539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.090934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b42dab87-6a29-446c-b7a6-787b6e9da539 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9615e0e8-50ff-46ed-a3c6-8fea70348a7d HTTP/1.1" status: 204 len: 168 time: 0.7330306 Jun 30 02:49:54.130020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dab87-6a29-446c-b7a6-787b6e9da539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615e0e8-50ff-46ed-a3c6-8fea70348a7d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.192145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c6db4f6-b57e-411a-97cd-9e775349e1cc req-6241a200-7d5e-415b-9bb5-76bce5a156ec tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970395 Jun 30 02:49:54.233147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.254087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Transition to ACTIVE for port object d1e6ab0d-2d8c-4792-bf00-e5182796634e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:54.297677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.346890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:54.350384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:54.357903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:54.365049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Port': ['ID=d1e6ab0d-2d8c-4792-bf00-e5182796634e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.421824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.540141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49986) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:54.554007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Made reservation on behalf of d1cac6dc2fd74015a78676ccf1813ca4 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:54.557089 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.612469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1a28e7-0bc0-4dc6-8729-089f9c3fd15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.620999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.689279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9fffa190-44c4-49fe-ae72-9c388d9d33e0 None None] Provisioning for port d1e6ab0d-2d8c-4792-bf00-e5182796634e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:54.693230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9fffa190-44c4-49fe-ae72-9c388d9d33e0 None None] Provisioning complete for port d1e6ab0d-2d8c-4792-bf00-e5182796634e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:54.693602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fffa190-44c4-49fe-ae72-9c388d9d33e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.699841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.733081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9fffa190-44c4-49fe-ae72-9c388d9d33e0 None None] Port d1e6ab0d-2d8c-4792-bf00-e5182796634e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:54.734921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for ea56da01-1a5b-47ab-a7f4-e845ba07776c owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:54.753394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a5e6-2cdf-4efb-8b6a-48bdbd84ac19 req-bf93de1a-2d86-4fd5-aa40-c8f6661a2d71 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.755269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa74a5e6-2cdf-4efb-8b6a-48bdbd84ac19 req-bf93de1a-2d86-4fd5-aa40-c8f6661a2d71 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.7228274 Jun 30 02:49:54.900245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa74a5e6-2cdf-4efb-8b6a-48bdbd84ac19 req-a75a2216-f649-4c96-987a-530105a69aa0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326282 Jun 30 02:49:54.910592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.916306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.987669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.009796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.063528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event updated for resources: {'Port': ['ID=d1e6ab0d-2d8c-4792-bf00-e5182796634e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.069213 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1a28e7-0bc0-4dc6-8729-089f9c3fd15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.082084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f1a28e7-0bc0-4dc6-8729-089f9c3fd15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.146129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:55.149827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:55.161561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491bbc-8080-4087-a089-fb094a95e66a req-53622b8a-7d90-4d77-9b48-8765f5349221 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.163129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a491bbc-8080-4087-a089-fb094a95e66a req-53622b8a-7d90-4d77-9b48-8765f5349221 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.1146383 Jun 30 02:49:55.169924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b34e2c-82c8-4743-9a74-f79e9a62db12,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.193425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5f1a28e7-0bc0-4dc6-8729-089f9c3fd15f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a43abca6272042dc9be51036ced63ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496954 Jun 30 02:49:55.201768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a28e7-0bc0-4dc6-8729-089f9c3fd15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b01be61-9733-4907-8cb2-9a1b3cc2d1e6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.205223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49992) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.208793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Checking segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:55.209429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Network hostable DHCP agents. Network: d32b9a54-a10c-4bbd-93fc-08e399383c3d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:55.321612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.347600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a491bbc-8080-4087-a089-fb094a95e66a req-a09f6f25-41fe-494b-81ee-598f83045afc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759038 Jun 30 02:49:55.363682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Router aee452dc-c824-43a3-82be-cfcfa5de62d6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:55.374948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.400329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=ea56da01-1a5b-47ab-a7f4-e845ba07776c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.406279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:55.418826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edf1c05a-d9f2-48ce-bad3-e6ac9f9371ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.465891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d32b9a54-a10c-4bbd-93fc-08e399383c3d) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:55.466692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ea93ece4-bd4f-482f-abd1-e250a27fd3a6 None None] Provisioning complete for port d1e6ab0d-2d8c-4792-bf00-e5182796634e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:55.467150 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea93ece4-bd4f-482f-abd1-e250a27fd3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.477792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.479104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.522735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba16e5-eeb3-42ee-9b61-66800eb54122 None None] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:55.564441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:55.568696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edf1c05a-d9f2-48ce-bad3-e6ac9f9371ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.571549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-358c5570-012a-498a-856f-f269a159be85 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6175613 Jun 30 02:49:55.574166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.581479 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] Sync routers for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:55.601627 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:55.605034 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:55.658607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aea5b0-3f6e-4a34-a543-9e070f1dc2ee tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.658607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b9aea5b0-3f6e-4a34-a543-9e070f1dc2ee tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1091 time: 0.2822077 Jun 30 02:49:55.679484 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:55.693147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.700895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:55.704032 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:55.706272 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:55.735527 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d803a739-9613-44e9-ab09-f41cc07bd6c7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7803898 Jun 30 02:49:55.762352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edf1c05a-d9f2-48ce-bad3-e6ac9f9371ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.765803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edf1c05a-d9f2-48ce-bad3-e6ac9f9371ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.766503 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c252ca12-3084-47aa-92f5-f3a59f6e305c tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.767241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-edf1c05a-d9f2-48ce-bad3-e6ac9f9371ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b01be61-9733-4907-8cb2-9a1b3cc2d1e6 HTTP/1.1" status: 204 len: 168 time: 0.5436378 Jun 30 02:49:55.780614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.830522 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:55.839630 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51265617-8f93-43a5-9ceb-1a8818ffcb08 None None] The sync data for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:55.860364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea93ece4-bd4f-482f-abd1-e250a27fd3a6 None None] Port d1e6ab0d-2d8c-4792-bf00-e5182796634e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:55.878879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1c05a-d9f2-48ce-bad3-e6ac9f9371ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b01be61-9733-4907-8cb2-9a1b3cc2d1e6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.936925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d7a18-67d8-406f-be0b-5c3827ce2dd0 None None] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:55.955725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53a55-70a1-4901-b6ac-08932a86ba4f req-f37d8490-c77b-4373-ae7d-31342844ce46 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.958082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c53a55-70a1-4901-b6ac-08932a86ba4f req-f37d8490-c77b-4373-ae7d-31342844ce46 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.5367486 Jun 30 02:49:56.033363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.135235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c53a55-70a1-4901-b6ac-08932a86ba4f req-d54d86e8-eade-4944-8bad-57b923bb128c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589081 Jun 30 02:49:56.458638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 28dae95a-4253-43a0-8505-cf4c4b616da7 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:56.533431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-5b3ac994-b354-49a0-b9ee-4f6af1aca2ba tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.534992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-5b3ac994-b354-49a0-b9ee-4f6af1aca2ba tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.1182561 Jun 30 02:49:56.592640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-c067f38a-e36a-4399-820f-897944fac9d1 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/quotas/d1cac6dc2fd74015a78676ccf1813ca4 HTTP/1.1" status: 200 len: 375 time: 0.0485275 Jun 30 02:49:56.601270 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c252ca12-3084-47aa-92f5-f3a59f6e305c tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:49:56.605287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c252ca12-3084-47aa-92f5-f3a59f6e305c tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6 HTTP/1.1" status: 409 len: 329 time: 1.0268147 Jun 30 02:49:56.606207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.611063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:56.623258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9be14468-aaad-4d1f-8f2c-44a23f48eb83 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/28dae95a-4253-43a0-8505-cf4c4b616da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4314437 Jun 30 02:49:56.624379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50050) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.625533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] Sync routers for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:56.647573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:56.648224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.743833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.777286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:56.783195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.833955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-c6dcdfe4-a955-4dcf-ac1c-74ee0b952bc3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2285035 Jun 30 02:49:56.842175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.843023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fcc20-726e-4eee-ab64-3846e49e7e71 None None] The sync data for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:56.851433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.875758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-d7e9671c-e8bc-42fc-a2c0-56194b3f0cea service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:56.883115 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-d7e9671c-e8bc-42fc-a2c0-56194b3f0cea service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190191 Jun 30 02:49:57.018163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3418a-c0af-40b9-bbe0-81470cec1ef9 req-24858cd5-b42a-4675-b2e2-8d2af5ffbaa8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:57.025409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22d3418a-c0af-40b9-bbe0-81470cec1ef9 req-24858cd5-b42a-4675-b2e2-8d2af5ffbaa8 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.2275374 Jun 30 02:49:57.052463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-e69e874e-3847-41fe-b35f-b22c2dac7fba service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678703 Jun 30 02:49:57.097278 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22d3418a-c0af-40b9-bbe0-81470cec1ef9 req-f6d05bfc-4cbc-4297-bc4d-b1646764d625 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709968 Jun 30 02:49:57.187836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.304280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.96 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/815400af-af1c-4ef8-b98d-33cd78bc30fd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:57.352311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-4e4125ea-5c99-4c47-ad16-9b5138ec9154 service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904809 Jun 30 02:49:57.443455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:57.485377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 751c9b66-93d4-418f-b5cb-80b7eb4485f0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:57.486196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.515993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.607948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59581290-6d3d-452a-84f2-7938a49fa3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.645478 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a9612dc-345c-4a24-9c16-c9e886986e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.652827 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.659086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c27e53e-34df-452a-820a-95ea2d898b90 req-f37fed00-62e8-4b81-8ad3-b520fe474da6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 210 time: 0.0587089 Jun 30 02:49:57.674330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 751c9b66-93d4-418f-b5cb-80b7eb4485f0 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:57.674825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.694984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.803571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:57.815200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:57.831590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:57.872291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=815400af-af1c-4ef8-b98d-33cd78bc30fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:57.875013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.926591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=751c9b66-93d4-418f-b5cb-80b7eb4485f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.093549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a9612dc-345c-4a24-9c16-c9e886986e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.119258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.131522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a9612dc-345c-4a24-9c16-c9e886986e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.256464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0a9612dc-345c-4a24-9c16-c9e886986e1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8b44bf232ad4a37b2da463fb0930eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106308 Jun 30 02:49:58.263924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.266656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9612dc-345c-4a24-9c16-c9e886986e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6500eaa-b46c-4f4c-94d4-7e84d84c868b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.366873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 28dae95a-4253-43a0-8505-cf4c4b616da7 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:58.451554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:58.465778 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] Sync routers for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:58.470873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0d572d55-9fc5-446d-ad03-9c94e4f25c31 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/28dae95a-4253-43a0-8505-cf4c4b616da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8363974 Jun 30 02:49:58.473000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50098) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.484480 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:58.485334 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.525656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-17b2fd70-5da0-44ca-b228-3d3438f6b3ee tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=28dae95a-4253-43a0-8505-cf4c4b616da7 HTTP/1.1" status: 200 len: 205 time: 0.0473108 Jun 30 02:49:58.527174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.528253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.553202 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.565341 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] Routers {'28dae95a-4253-43a0-8505-cf4c4b616da7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:58.568972 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:49:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['28dae95a-4253-43a0-8505-cf4c4b616da7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.659728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.682903 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.685083 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df55f6-b2e5-4bdb-be1a-bc1f324bd4c7 None None] The sync data for ids ['28dae95a-4253-43a0-8505-cf4c4b616da7'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:59.016229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.144356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e3fc-c325-4c7c-ba32-d8d12c45ef2a req-9e8941eb-5510-4e96-8e65-6f35a79a8c53 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.146011 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4817e3fc-c325-4c7c-ba32-d8d12c45ef2a req-9e8941eb-5510-4e96-8e65-6f35a79a8c53 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.7727115 Jun 30 02:49:59.189753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efecee7b-f40d-4da5-97ac-a43fdcfaa44d req-86ae614e-1483-4c7e-9566-50cc85dd63f6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 210 time: 0.0364866 Jun 30 02:49:59.294243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting port d1e6ab0d-2d8c-4792-bf00-e5182796634e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:59.294860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.392614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.393288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-32d797f3-fc99-42b1-bbfe-b2de84e5c6f1 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.395074 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-32d797f3-fc99-42b1-bbfe-b2de84e5c6f1 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.1679037 Jun 30 02:49:59.397319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.400909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.426023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Request body: {'port': {'device_id': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'admin_state_up': True, 'tenant_id': 'd1cac6dc2fd74015a78676ccf1813ca4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:59.445255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.449738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.453346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6500eaa-b46c-4f4c-94d4-7e84d84c868b HTTP/1.1" status: 204 len: 168 time: 1.1853225 Jun 30 02:49:59.482480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4817e3fc-c325-4c7c-ba32-d8d12c45ef2a req-fa4ab61c-af88-4f8a-b5f4-35b8fb613d71 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102927 Jun 30 02:49:59.510601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6500eaa-b46c-4f4c-94d4-7e84d84c868b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.558631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.559077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.559515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.559941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.560365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.560809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.561228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.561645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.562376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.562805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.563223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.563648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ac377-ceab-46e3-b3c0-d7e0937b6b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.642543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.652488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.672696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.673232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router 28dae95a-4253-43a0-8505-cf4c4b616da7 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:59.682013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.683073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb715ee5-ab63-4729-8b23-5880e6da7128 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/28dae95a-4253-43a0-8505-cf4c4b616da7 HTTP/1.1" status: 204 len: 168 time: 1.1537542 Jun 30 02:49:59.687483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50118) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.712543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Calling delete_port for d1e6ab0d-2d8c-4792-bf00-e5182796634e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:59.721404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Made reservation on behalf of d1cac6dc2fd74015a78676ccf1813ca4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:59.731429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.792081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981612dd-7832-460e-871f-085226681729 req-184b5e50-4938-4867-8870-a3392674148c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.793797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-981612dd-7832-460e-871f-085226681729 req-184b5e50-4938-4867-8870-a3392674148c tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.1607974 Jun 30 02:49:59.846690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet 47591a42-16ad-40af-bbc0-086a28c400cc {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:59.855769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.911692 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.987160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.017560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.056580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.104088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=815400af-af1c-4ef8-b98d-33cd78bc30fd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.109082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.154417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Port': ['ID=d1e6ab0d-2d8c-4792-bf00-e5182796634e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.161166 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.201194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Allocated IP 172.20.0.3 (d32b9a54-a10c-4bbd-93fc-08e399383c3d/53b34e2c-82c8-4743-9a74-f79e9a62db12/a4c2e826-2d33-4116-a92d-505aedf91b90) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:00.224822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.304070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.308548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/47591a42-16ad-40af-bbc0-086a28c400cc HTTP/1.1" status: 204 len: 168 time: 0.6164079 Jun 30 02:50:00.308548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80142fea-11eb-4bc7-aea2-82b7b22dbf0b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=47591a42-16ad-40af-bbc0-086a28c400cc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.312029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50144) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:00.315920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be624bf1-b5fd-4fab-98f9-e4b9b440bbbc None None] Network e8d68f9b-ec91-469d-8bf4-462d1b47f386 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:00.328391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Deleting port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:00.328739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.420614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fef5619-565a-44a0-9015-dc81a842d469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.470044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.474455 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 associated. External IP: 172.25.0.96, port: 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c. Jun 30 02:50:00.514880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4f78b3ff-3ec7-489a-944f-a897cce8ed8e req-4f4756c2-d414-48e7-a163-18e77bed0ed6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 210 time: 0.1022050 Jun 30 02:50:00.528209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet aa125451-e2e9-47dd-addc-35c814534175 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:00.532103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.582681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.613287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.727771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] DHCP port deletion for e8d68f9b-ec91-469d-8bf4-462d1b47f386 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:00.778752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Deleting port 0904d6c0-e40f-40ef-99f3-45f8a5530284 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:00.779122 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.827259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.838619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Router aee452dc-c824-43a3-82be-cfcfa5de62d6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:00.841323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.855344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] For port 0904d6c0-e40f-40ef-99f3-45f8a5530284, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0904d6c0-e40f-40ef-99f3-45f8a5530284,segment=NetworkSegment(676d215c-137b-453c-b92a-2a912b4e8269),segment_id=676d215c-137b-453c-b92a-2a912b4e8269)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:00.855888 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.882127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Calling delete_port for 0904d6c0-e40f-40ef-99f3-45f8a5530284 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:00.935687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] For port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:00.936069 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.969652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Calling delete_port for f4b03c25-722c-4c52-ac8f-b0cd705ae3ef owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:01.000533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304c0e-9321-4991-b798-68a6f859ddfa req-2913f602-146e-43bf-90d5-f1c0661930bc tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.002110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db304c0e-9321-4991-b798-68a6f859ddfa req-2913f602-146e-43bf-90d5-f1c0661930bc tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 945 time: 0.3051417 Jun 30 02:50:01.042475 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.100561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Pushing event deleted for resources: {'Port': ['ID=0904d6c0-e40f-40ef-99f3-45f8a5530284,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.110134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] No DVR routers for this DVR port 0904d6c0-e40f-40ef-99f3-45f8a5530284 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:01.114678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.115234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.115741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.116234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.116727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.117209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.117688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.118963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.119184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.119520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.119861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.120184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ae739-4490-4876-8832-1e1770159c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:01.139246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:01.150190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4825f49-981b-483f-85cd-d11a893edaca tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5429578 Jun 30 02:50:01.155415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50170) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.156754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] Sync routers for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:01.159419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.162620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.169677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:01.170525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.176174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db304c0e-9321-4991-b798-68a6f859ddfa req-b7a1aff6-e845-44e8-92fb-64b6a647b366 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071913 Jun 30 02:50:01.209133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 916d43f0-3a23-4644-bc8e-9af3e223649a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:01.212638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.223497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] Routers {'aee452dc-c824-43a3-82be-cfcfa5de62d6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:01.224257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['aee452dc-c824-43a3-82be-cfcfa5de62d6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.269280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.270092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc43ec8-3b1e-403a-96e2-665420f65c5a None None] The sync data for ids ['aee452dc-c824-43a3-82be-cfcfa5de62d6'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:01.297998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=aa125451-e2e9-47dd-addc-35c814534175,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.300768 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-722867a6-0103-4de6-8d1c-36914d567dbf tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] show failed (client error): The resource could not be found. Jun 30 02:50:01.301819 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-722867a6-0103-4de6-8d1c-36914d567dbf tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-2077144526 HTTP/1.1" status: 404 len: 335 time: 0.1443930 Jun 30 02:50:01.303316 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.306457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5cba9cc0-d520-4467-8af9-204c607b3840 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/aa125451-e2e9-47dd-addc-35c814534175 HTTP/1.1" status: 204 len: 168 time: 0.9910166 Jun 30 02:50:01.307270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79eb5e-5e3b-4fe3-bae3-695099189099 None None] Network ff53530b-aba4-436c-830b-5bb767f37613 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:01.311704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50176) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.312033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50178) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.331346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9219bbd7-a0af-4617-8298-514d3ccd7a81 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:01.399322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:01.409974 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] Sync routers for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:01.422781 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:01.425187 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.428676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:01.432155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.432306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.445110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6581140e-923f-4e23-bba0-c987eb17cea9'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:01.507106 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-9219bbd7-a0af-4617-8298-514d3ccd7a81 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] update failed (client error): The resource could not be found. Jun 30 02:50:01.510961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9219bbd7-a0af-4617-8298-514d3ccd7a81 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-665157892 HTTP/1.1" status: 404 len: 334 time: 0.1948695 Jun 30 02:50:01.511760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50184) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.518247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event updated for resources: {'Port': ['ID=a4c2e826-2d33-4116-a92d-505aedf91b90,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.533839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:01.547033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:01.674160 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:01.751159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] DHCP port deletion for ff53530b-aba4-436c-830b-5bb767f37613 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:01.826442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Pushing event deleted for resources: {'Port': ['ID=f4b03c25-722c-4c52-ac8f-b0cd705ae3ef,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.857682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] Deleting port 47a29328-5069-4f4d-8a4e-00c0748ff6bd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:01.858059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.898588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] No DVR routers for this DVR port f4b03c25-722c-4c52-ac8f-b0cd705ae3ef on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:01.919826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.922016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-981612dd-7832-460e-871f-085226681729 req-03f5e6ce-88d8-40a0-bb0a-cfabcaff1caf tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.67 "DELETE /v2.0/ports/f4b03c25-722c-4c52-ac8f-b0cd705ae3ef HTTP/1.1" status: 204 len: 173 time: 2.0674458 Jun 30 02:50:01.923586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'name': 'network-vif-deleted', 'tag': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:01.935986 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ccc8d-fdab-49cf-aec8-aa0770bdc699" -d '{"events": [{"server_uuid": "8a0f7a51-08c7-4957-b4b5-ba59915e2818", "name": "network-vif-deleted", "tag": "f4b03c25-722c-4c52-ac8f-b0cd705ae3ef"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:01.943065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bdb7302a-fa93-4061-a336-e992f98aec24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2489321 Jun 30 02:50:01.943784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:01.946360 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462a25f8-a963-48cf-bc7e-330738504c16" -d '{"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:01.957604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.981004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.982750 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.991086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting subnet 406a3120-e0f1-4258-b995-a79b6b20d2e4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:02.000766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] For port 47a29328-5069-4f4d-8a4e-00c0748ff6bd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=47a29328-5069-4f4d-8a4e-00c0748ff6bd,segment=NetworkSegment(757dbb44-f48b-4bc8-a757-a8ddf87d1472),segment_id=757dbb44-f48b-4bc8-a757-a8ddf87d1472)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:02.004153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.011889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.049395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] Calling delete_port for 47a29328-5069-4f4d-8a4e-00c0748ff6bd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:02.068741 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef133036-93a3-4479-964e-ce43dfd5b12b x-openstack-request-id: req-ef133036-93a3-4479-964e-ce43dfd5b12b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:02.069430 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f7a51-08c7-4957-b4b5-ba59915e2818", "name": "network-vif-deleted", "tag": "f4b03c25-722c-4c52-ac8f-b0cd705ae3ef", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:02.069912 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef133036-93a3-4479-964e-ce43dfd5b12b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:02.070561 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f7a51-08c7-4957-b4b5-ba59915e2818', 'name': 'network-vif-deleted', 'tag': 'f4b03c25-722c-4c52-ac8f-b0cd705ae3ef', 'status': 'completed', 'code': 200} Jun 30 02:50:02.140901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7fbe33cd-87fc-419f-9bd4-53d721738a35 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7337239 Jun 30 02:50:02.162549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'mac_address': 'fa:16:3e:51:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:58Z', 'updated_at': '2021-06-30T02:49:58Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:02.168616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.187758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.216511 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.222259 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] Checking router: 916d43f0-3a23-4644-bc8e-9af3e223649a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:02.232782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:02.233635 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:02.237353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37ed4-77fd-41de-a8ed-823a121f4256 req-e39a802b-5715-4e1c-95c7-9c74c72b2acf tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.239096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dee37ed4-77fd-41de-a8ed-823a121f4256 req-e39a802b-5715-4e1c-95c7-9c74c72b2acf tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 931 time: 0.4231176 Jun 30 02:50:02.287183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50204) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:02.288611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4b03c25-722c-4c52-ac8f-b0cd705ae3ef no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:02.291665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Request body: {'port': {'device_id': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:02.315517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] No DVR routers for this DVR port 47a29328-5069-4f4d-8a4e-00c0748ff6bd on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:02.323652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aa996-d9c2-4aae-82a5-e0fabcf0747f None None] Pushing event deleted for resources: {'Port': ['ID=47a29328-5069-4f4d-8a4e-00c0748ff6bd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:02.362733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af31cc-e1c7-4c5b-a022-4d4f315d7983 req-0f0fff52-f619-4ce1-b22d-c7dacb3d6f49 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.364359 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.372722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73af31cc-e1c7-4c5b-a022-4d4f315d7983 req-0f0fff52-f619-4ce1-b22d-c7dacb3d6f49 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.1025693 Jun 30 02:50:02.391073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: f4b03c25-722c-4c52-ac8f-b0cd705ae3ef {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:02.392331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4b03c25-722c-4c52-ac8f-b0cd705ae3ef not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:02.432955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73af31cc-e1c7-4c5b-a022-4d4f315d7983 req-78466c16-0956-4502-b77b-a410120b40cf tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592260 Jun 30 02:50:02.448841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d68f9b-ec91-469d-8bf4-462d1b47f386']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:02.460703 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:02.464430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:02.531583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0904d6c0-e40f-40ef-99f3-45f8a5530284 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:02.550665 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd38cc67-4e1a-4af4-8200-dbb5cc4ebbb0 x-openstack-request-id: req-bd38cc67-4e1a-4af4-8200-dbb5cc4ebbb0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:02.550953 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:02.551259 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd38cc67-4e1a-4af4-8200-dbb5cc4ebbb0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:02.551654 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'status': 'completed', 'code': 200} Jun 30 02:50:02.600951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.609035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0904d6c0-e40f-40ef-99f3-45f8a5530284 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:02.614830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0904d6c0-e40f-40ef-99f3-45f8a5530284 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:02.615640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47a29328-5069-4f4d-8a4e-00c0748ff6bd no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:02.625410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d5f6a006-0eee-4e73-ab51-5e6dac92c8c0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 HTTP/1.1" status: 200 len: 990 time: 0.1563015 Jun 30 02:50:02.631390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676d215c-137b-453c-b92a-2a912b4e8269') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:02.632875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676d215c-137b-453c-b92a-2a912b4e8269') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:02.671934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 47a29328-5069-4f4d-8a4e-00c0748ff6bd {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:02.672399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 47a29328-5069-4f4d-8a4e-00c0748ff6bd not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:02.673104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a25f8-a963-48cf-bc7e-330738504c16 req-ed8c8f20-802a-41e6-b7d5-6c8c50d47b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.674793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-ed8c8f20-802a-41e6-b7d5-6c8c50d47b91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1096 time: 0.1200080 Jun 30 02:50:02.676727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.746338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.754064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dee37ed4-77fd-41de-a8ed-823a121f4256 req-bd0680c0-13a6-438c-9c18-527c39eab6d0 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598355 Jun 30 02:50:02.804551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f26d3f33-7b05-4c4d-9624-35435c2b8fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.819124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.882785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eed319b8-761e-4d42-ba9e-75896d76b2d1 req-3df507d2-7dea-4424-8c02-3b1359d4f780 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a0f7a51-08c7-4957-b4b5-ba59915e2818 HTTP/1.1" status: 200 len: 210 time: 0.0817187 Jun 30 02:50:02.887668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a25f8-a963-48cf-bc7e-330738504c16 req-8cbae740-de0e-425d-8cb6-3c30278bd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.890718 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-8cbae740-de0e-425d-8cb6-3c30278bd08c service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.1967416 Jun 30 02:50:02.908876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:02.909285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:02.913326 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:02.955977 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'mac_address': 'fa:16:3e:51:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:58Z', 'updated_at': '2021-06-30T02:49:58Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:02.973980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-4c2df9f7-cfe4-4791-9018-0a735bfcb651 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.0754087 Jun 30 02:50:02.990740 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ada0d-4bc2-4d95-8e1f-c14b8994a514 None None] The sync data for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 is: [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'mac_address': 'fa:16:3e:51:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:58Z', 'updated_at': '2021-06-30T02:49:58Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:03.056258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a25f8-a963-48cf-bc7e-330738504c16 req-c8267c13-b79e-4bb2-8f22-321a1a6ccead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.058371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-c8267c13-b79e-4bb2-8f22-321a1a6ccead service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.0764470 Jun 30 02:50:03.089587 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.091544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.121995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.123863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/e8d68f9b-ec91-469d-8bf4-462d1b47f386 HTTP/1.1" status: 204 len: 168 time: 1.8093662 Jun 30 02:50:03.128196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.181171 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.183721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/subnets/406a3120-e0f1-4258-b995-a79b6b20d2e4 HTTP/1.1" status: 204 len: 168 time: 1.6604486 Jun 30 02:50:03.185064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816310d-9b26-4112-bce1-9a87506016a1 None None] Network 942fded3-45ff-458f-9c11-e2c44a001a65 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:03.187596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f824-3db0-48f3-af80-4500430675d5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=e8d68f9b-ec91-469d-8bf4-462d1b47f386,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.195073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f26d3f33-7b05-4c4d-9624-35435c2b8fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.199492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50232) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.200290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afbf95-6c6d-421f-beea-cfd0318eaadb tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Subnet': ['ID=406a3120-e0f1-4258-b995-a79b6b20d2e4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.236815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f26d3f33-7b05-4c4d-9624-35435c2b8fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.265070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.273323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a25f8-a963-48cf-bc7e-330738504c16 req-1911f4a5-3baa-44fe-9238-d3da42fe8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.275073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-1911f4a5-3baa-44fe-9238-d3da42fe8912 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076132 Jun 30 02:50:03.364141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498fc79-c399-4f32-a9ba-bf1360c57f6b None None] New status for floating IP f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:03.365951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d3f33-7b05-4c4d-9624-35435c2b8fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a665cbe-41e6-46ab-98f7-439b559e8ffc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.380835 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f26d3f33-7b05-4c4d-9624-35435c2b8fba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=833c3b01c8134b9fadbf9d2792846600&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0827825 Jun 30 02:50:03.384200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting subnet 0f4634ac-d89b-4c0c-9070-d7840353d762 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:03.388832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50234) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.402517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.475641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.497791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff53530b-aba4-436c-830b-5bb767f37613']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:03.501668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.518347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757dbb44-f48b-4bc8-a757-a8ddf87d1472') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:03.518660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757dbb44-f48b-4bc8-a757-a8ddf87d1472') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:03.530074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-a43ef77f-7145-42cf-86ed-5f53fce8bf32 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462974 Jun 30 02:50:03.532153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.610728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18f3f38e-6b1a-404c-a18f-678d4a9b743a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.611230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.624768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:03.625399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:03.628660 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:03.631377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.646331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c2e826-2d33-4116-a92d-505aedf91b90 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:03.665611 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.679905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18f3f38e-6b1a-404c-a18f-678d4a9b743a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.718890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] DHCP port deletion for 942fded3-45ff-458f-9c11-e2c44a001a65 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:03.725580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.793174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] Deleting port 0be08157-c009-4d32-b649-caea656ebab4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:03.793932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.795290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.805078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.810545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/ff53530b-aba4-436c-830b-5bb767f37613 HTTP/1.1" status: 204 len: 168 time: 0.6804380 Jun 30 02:50:03.821955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50240) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.823067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fca662f7-575f-4aba-ac85-5d48554837d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 HTTP/1.1" status: 200 len: 992 time: 0.1910517 Jun 30 02:50:03.827159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-462a25f8-a963-48cf-bc7e-330738504c16 req-3b09aa78-53ea-465a-b77c-0c1de7b3c328 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873805 Jun 30 02:50:03.842923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-1132719217'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:03.861626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18f3f38e-6b1a-404c-a18f-678d4a9b743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.861902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8869-b317-429f-9e05-7cdc87030849 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=ff53530b-aba4-436c-830b-5bb767f37613,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.869571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18f3f38e-6b1a-404c-a18f-678d4a9b743a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.871770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18f3f38e-6b1a-404c-a18f-678d4a9b743a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a665cbe-41e6-46ab-98f7-439b559e8ffc HTTP/1.1" status: 204 len: 168 time: 0.4819450 Jun 30 02:50:03.875981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Transition to ACTIVE for port object a4c2e826-2d33-4116-a92d-505aedf91b90 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:03.880287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.912896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.918536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.920596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/subnets/0f4634ac-d89b-4c0c-9070-d7840353d762 HTTP/1.1" status: 204 len: 168 time: 0.7137058 Jun 30 02:50:03.923158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.959084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e09a73-3cca-461e-bf9c-d3a6cd300b80 None None] Network 8598a616-dcce-4911-8dd4-b4d3a466ca22 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:04.019032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] For port 0be08157-c009-4d32-b649-caea656ebab4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0be08157-c009-4d32-b649-caea656ebab4,segment=NetworkSegment(702cc5cb-98cb-442d-aff5-256166d28004),segment_id=702cc5cb-98cb-442d-aff5-256166d28004)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:04.019613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.045726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] Calling delete_port for 0be08157-c009-4d32-b649-caea656ebab4 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:04.057495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3f38e-6b1a-404c-a18f-678d4a9b743a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a665cbe-41e6-46ab-98f7-439b559e8ffc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.091757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880f459-8784-40f2-8c6b-02f56bd1a2ba tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4634ac-d89b-4c0c-9070-d7840353d762,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.095435 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.108706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:04.112779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.176598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:04.184707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Pushing event updated for resources: {'Port': ['ID=a4c2e826-2d33-4116-a92d-505aedf91b90,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.235942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting port 0be08157-c009-4d32-b649-caea656ebab4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:04.236424 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.310269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] For port 0be08157-c009-4d32-b649-caea656ebab4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0be08157-c009-4d32-b649-caea656ebab4,segment=NetworkSegment(702cc5cb-98cb-442d-aff5-256166d28004),segment_id=702cc5cb-98cb-442d-aff5-256166d28004)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:04.310769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.334883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Calling delete_port for 0be08157-c009-4d32-b649-caea656ebab4 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:04.415669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.468439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:04.483823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0be08157-c009-4d32-b649-caea656ebab4 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:04.497526 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.521361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3da1ed-197b-4182-9730-e6ee398af381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.564719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0be08157-c009-4d32-b649-caea656ebab4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:04.565098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0be08157-c009-4d32-b649-caea656ebab4 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:04.579142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.610053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] DHCP port deletion for 8598a616-dcce-4911-8dd4-b4d3a466ca22 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:04.613647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] Pushing event deleted for resources: {'Port': ['ID=0be08157-c009-4d32-b649-caea656ebab4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.616652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d43f70-9e41-4761-aaba-29b2c81e6055 None None] No DVR routers for this DVR port 0be08157-c009-4d32-b649-caea656ebab4 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:04.642039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Port': ['ID=0be08157-c009-4d32-b649-caea656ebab4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.690566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] No DVR routers for this DVR port 0be08157-c009-4d32-b649-caea656ebab4 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:04.697577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] Deleting port c401fb67-b1dd-4551-80e2-497daf27be11 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:04.698027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.791882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.792658 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment 0e752a2b-70d5-4161-af2e-dc7fc0d13c7b of type vlan for network 5e05249e-aed0-45f4-b562-662419f94d27 Jun 30 02:50:04.826301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.839225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25f160-e4ca-4ecb-931a-596889eef34e req-3636f565-f93b-4d18-ad0a-7d6e413bf46a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.841556 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f25f160-e4ca-4ecb-931a-596889eef34e req-3636f565-f93b-4d18-ad0a-7d6e413bf46a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 943 time: 0.9315126 Jun 30 02:50:04.856664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942fded3-45ff-458f-9c11-e2c44a001a65']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:04.881728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702cc5cb-98cb-442d-aff5-256166d28004') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:04.882144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702cc5cb-98cb-442d-aff5-256166d28004') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:04.904372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.911856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.916191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3da1ed-197b-4182-9730-e6ee398af381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.924727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bfebc-bd72-4329-8e88-da02e05c921c req-02e730c9-4a63-4e8b-8c46-b43c26b3b71b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.926448 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48bfebc-bd72-4329-8e88-da02e05c921c req-02e730c9-4a63-4e8b-8c46-b43c26b3b71b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.2865026 Jun 30 02:50:04.934963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3da1ed-197b-4182-9730-e6ee398af381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.956851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Attempting to bind port a4c2e826-2d33-4116-a92d-505aedf91b90 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:04.957563 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Attempting to bind port a4c2e826-2d33-4116-a92d-505aedf91b90 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:04.958090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Attempting to bind port a4c2e826-2d33-4116-a92d-505aedf91b90 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:04.959686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.964206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f25f160-e4ca-4ecb-931a-596889eef34e req-79a470df-572b-4c7d-a739-1170e86c051c tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989985 Jun 30 02:50:04.973342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Port a4c2e826-2d33-4116-a92d-505aedf91b90 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:04.973879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Attempting to bind port a4c2e826-2d33-4116-a92d-505aedf91b90 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:04.980661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:04.981135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Checking segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:04.981726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Bound using segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:04.982504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Bound port: a4c2e826-2d33-4116-a92d-505aedf91b90, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:04.983131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.987285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.993567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.994537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.998750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:04.999167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:05.010492 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:05.022902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] For port c401fb67-b1dd-4551-80e2-497daf27be11, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c401fb67-b1dd-4551-80e2-497daf27be11,segment=NetworkSegment(9683001b-7371-4e23-be24-b028040b8bc3),segment_id=9683001b-7371-4e23-be24-b028040b8bc3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:05.023456 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.042604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] Calling delete_port for c401fb67-b1dd-4551-80e2-497daf27be11 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:05.081248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4d3da1ed-197b-4182-9730-e6ee398af381 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38d312b1df954d209c15bee009d4a25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116560 Jun 30 02:50:05.081924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3da1ed-197b-4182-9730-e6ee398af381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f75882-7cce-4d09-80b4-89ff466d8ea1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.097289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:05.109208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2857726 Jun 30 02:50:05.113344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50262) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:05.121459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': '5e05249e-aed0-45f4-b562-662419f94d27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:05.127936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1515bd-f87d-44ba-84bb-1152f9ecb087 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=5e05249e-aed0-45f4-b562-662419f94d27,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.158782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5e05249e-aed0-45f4-b562-662419f94d27 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:05.207986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc37f15-5e53-47c6-871c-57cc6f86f986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.232231 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.234659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a48bfebc-bd72-4329-8e88-da02e05c921c req-b0eed4e9-2eac-472e-b46a-f64461542e97 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968559 Jun 30 02:50:05.237476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] For port a4c2e826-2d33-4116-a92d-505aedf91b90, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:05.240079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.243030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] For port a4c2e826-2d33-4116-a92d-505aedf91b90, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a4c2e826-2d33-4116-a92d-505aedf91b90,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:05.253504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.269185 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.271420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/networks/942fded3-45ff-458f-9c11-e2c44a001a65 HTTP/1.1" status: 204 len: 168 time: 1.3471901 Jun 30 02:50:05.273899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50264) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:05.276479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] Pushing event deleted for resources: {'Port': ['ID=c401fb67-b1dd-4551-80e2-497daf27be11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.284352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a95f1c-4f14-42fc-bf97-cd05ccbe8a10 None None] No DVR routers for this DVR port c401fb67-b1dd-4551-80e2-497daf27be11 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:05.288881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc37f15-5e53-47c6-871c-57cc6f86f986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.303082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311953b-38f1-4d83-8ea5-86a6d6226749 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Network': ['ID=942fded3-45ff-458f-9c11-e2c44a001a65,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.336300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.337380 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.339214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] 10.222.0.67 "PUT /v2.0/ports/a4c2e826-2d33-4116-a92d-505aedf91b90 HTTP/1.1" status: 200 len: 1091 time: 3.0943673 Jun 30 02:50:05.339671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'tag': 'a4c2e826-2d33-4116-a92d-505aedf91b90'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:05.342060 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50dd267-25ca-450b-a54a-27cb493575e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e49714e-48ac-4eed-8024-d8bfe25ccc8f", "tag": "a4c2e826-2d33-4116-a92d-505aedf91b90"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:05.357474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc37f15-5e53-47c6-871c-57cc6f86f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.361008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1cc37f15-5e53-47c6-871c-57cc6f86f986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.366017 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1cc37f15-5e53-47c6-871c-57cc6f86f986 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88f75882-7cce-4d09-80b4-89ff466d8ea1 HTTP/1.1" status: 204 len: 168 time: 0.2659445 Jun 30 02:50:05.375349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc37f15-5e53-47c6-871c-57cc6f86f986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f75882-7cce-4d09-80b4-89ff466d8ea1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.424409 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9966bdab-1cae-4703-ae70-bbf414a0d37e x-openstack-request-id: req-9966bdab-1cae-4703-ae70-bbf414a0d37e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:05.424815 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e49714e-48ac-4eed-8024-d8bfe25ccc8f", "tag": "a4c2e826-2d33-4116-a92d-505aedf91b90", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:05.425003 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9966bdab-1cae-4703-ae70-bbf414a0d37e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:05.425368 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'tag': 'a4c2e826-2d33-4116-a92d-505aedf91b90', 'status': 'completed', 'code': 200} Jun 30 02:50:05.451638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:05.455055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.503681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b146204-1374-4751-8f6d-1ae76fc4c23a service neutron] Pushing event updated for resources: {'Port': ['ID=a4c2e826-2d33-4116-a92d-505aedf91b90,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.546792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.666089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-d8efac3c-ea1f-4d11-8916-46609de2e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.667641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-d8efac3c-ea1f-4d11-8916-46609de2e6aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 1094 time: 0.2634456 Jun 30 02:50:05.772238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-82f6c5a8-dc7f-47f6-94cb-f2ed3c8b843d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c2e826-2d33-4116-a92d-505aedf91b90 HTTP/1.1" status: 200 len: 217 time: 0.0762763 Jun 30 02:50:05.782072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.802626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8598a616-dcce-4911-8dd4-b4d3a466ca22']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:05.841929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9683001b-7371-4e23-be24-b028040b8bc3') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:05.842348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9683001b-7371-4e23-be24-b028040b8bc3') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:05.866711 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.905061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-081c20e6-9832-4d21-ac65-6ee8db671412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.906549 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-081c20e6-9832-4d21-ac65-6ee8db671412 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.1262977 Jun 30 02:50:05.947744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.952625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-0fda4a0e-083c-4a42-b35b-2c6c5e145303 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366862 Jun 30 02:50:05.957912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:05.958796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:05.962272 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:05.966759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.128993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=4daca1f5-0926-4074-bb1a-7671fa0ecc1d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.146400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.185535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.187866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/networks/8598a616-dcce-4911-8dd4-b4d3a466ca22 HTTP/1.1" status: 204 len: 168 time: 0.8898084 Jun 30 02:50:06.188916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66c71e-99d9-48d1-b713-b391b600c1de tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Network': ['ID=8598a616-dcce-4911-8dd4-b4d3a466ca22,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.190958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:06.213856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-41bb88c7-340a-402a-9366-1d4b7f6aa307 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504740 Jun 30 02:50:06.215023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '5e05249e-aed0-45f4-b562-662419f94d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:06.215561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: 5e05249e-aed0-45f4-b562-662419f94d27, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:06.350395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 5e05249e-aed0-45f4-b562-662419f94d27 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:06.383484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5e05249e-aed0-45f4-b562-662419f94d27) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:06.390985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting subnet 543562b9-75c4-4055-9318-98310e017ac4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:06.394354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de66078-4962-48e1-891a-19e216840210 None None] Network 5e05249e-aed0-45f4-b562-662419f94d27 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:06.396909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.398045 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.403415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.454201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c401fb67-b1dd-4551-80e2-497daf27be11 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:06.472784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-998bc98f-3258-44f5-b1da-2486d3289c6c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3553841 Jun 30 02:50:06.476725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:06.482499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1311363245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:06.524251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.526107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c401fb67-b1dd-4551-80e2-497daf27be11 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:06.526481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c401fb67-b1dd-4551-80e2-497daf27be11 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:06.543233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1d23e06-c4c5-49ee-bda8-bb949d2d37fa req-71bfa332-71e4-4634-85ee-01007a66d466 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147275 Jun 30 02:50:06.579956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4abcd-3f57-4644-972d-b4eab648474e req-ed70ccf1-48cd-494f-ae57-58bd892a3808 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.589796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e7f4abcd-3f57-4644-972d-b4eab648474e req-ed70ccf1-48cd-494f-ae57-58bd892a3808 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 943 time: 0.3780193 Jun 30 02:50:06.601779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605e264-1843-4bec-bfcb-d45720bd7a94 req-020499ca-f3de-41c1-bc3f-086644abcd74 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.604267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3605e264-1843-4bec-bfcb-d45720bd7a94 req-020499ca-f3de-41c1-bc3f-086644abcd74 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.1417539 Jun 30 02:50:06.633656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.640291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.748060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-5e05249e-aed0-45f4-b562-662419f94d27', 'network_id': '5e05249e-aed0-45f4-b562-662419f94d27', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': '4daca1f5-0926-4074-bb1a-7671fa0ecc1d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:06.751253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.757059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.759252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3605e264-1843-4bec-bfcb-d45720bd7a94 req-6bbe0130-3f49-4ce6-a05a-5b8bc3b58534 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475089 Jun 30 02:50:06.766005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-0c8d63ef-bfbb-4392-8521-2178d307ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.767678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-0c8d63ef-bfbb-4392-8521-2178d307ee16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 1094 time: 0.1424456 Jun 30 02:50:06.890009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-fa86568a-002d-41a1-a010-822b6903803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.891616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.891831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-fa86568a-002d-41a1-a010-822b6903803f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.1164680 Jun 30 02:50:06.935041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e7f4abcd-3f57-4644-972d-b4eab648474e req-e54ac585-a30c-4dd7-b208-975fbdae116d tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430982 Jun 30 02:50:07.008503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Allocated IP 172.20.0.2 (5e05249e-aed0-45f4-b562-662419f94d27/4daca1f5-0926-4074-bb1a-7671fa0ecc1d/dd2a524b-8c72-4eec-9657-14837aa8cf6c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:07.063458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-e4cffb1d-76ce-48f3-b60c-a00e5406b8a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c2e826-2d33-4116-a92d-505aedf91b90 HTTP/1.1" status: 200 len: 217 time: 0.1609616 Jun 30 02:50:07.076638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Subnet': ['ID=543562b9-75c4-4055-9318-98310e017ac4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:07.147172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.152906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2fabb882-ee2c-4814-943a-47e8d362d5bc tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/subnets/543562b9-75c4-4055-9318-98310e017ac4 HTTP/1.1" status: 204 len: 168 time: 0.9536235 Jun 30 02:50:07.152906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:07.166715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-e2ee3dc5-a300-4371-8484-5bea249568dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.168535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-e2ee3dc5-a300-4371-8484-5bea249568dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.0984666 Jun 30 02:50:07.184468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465257b2-8bd3-4c33-b631-1aa0d1851ad8 None None] Network 3658169f-ca20-4af8-a7d9-5e13d68b6528 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:07.192560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.236479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-a0528ca0-eb6c-44b4-b773-5d8d5fe18bf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601747 Jun 30 02:50:07.261783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.317577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.318891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b8b9c26-f9d9-4ed7-952c-0e091121961c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8411229 Jun 30 02:50:07.323716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:07.332791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'port': {'network_id': '5e05249e-aed0-45f4-b562-662419f94d27', 'name': 'tempest-RoutersTest-215015714'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:07.370798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.383356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-56a4c4cd-c3fa-4f0a-a2ff-e67e13d72ee5 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374991 Jun 30 02:50:07.390361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Transition to ACTIVE for port object dd2a524b-8c72-4eec-9657-14837aa8cf6c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:07.403698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.413246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Transition to ACTIVE for port object dd2a524b-8c72-4eec-9657-14837aa8cf6c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:07.423621 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.450377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-8faa3c57-4093-4a63-8ca3-991f9ad73b0b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.451905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-8faa3c57-4093-4a63-8ca3-991f9ad73b0b tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.3910220 Jun 30 02:50:07.478556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Pushing event updated for resources: {'Port': ['ID=dd2a524b-8c72-4eec-9657-14837aa8cf6c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:07.505800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Network 5e05249e-aed0-45f4-b562-662419f94d27 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:07.513610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:07.516271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] DHCP port deletion for 3658169f-ca20-4af8-a7d9-5e13d68b6528 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:07.518455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:07.613430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Attempting to bind port dd2a524b-8c72-4eec-9657-14837aa8cf6c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:07.614025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Attempting to bind port dd2a524b-8c72-4eec-9657-14837aa8cf6c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '5e05249e-aed0-45f4-b562-662419f94d27'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:07.614584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Attempting to bind port dd2a524b-8c72-4eec-9657-14837aa8cf6c on network 5e05249e-aed0-45f4-b562-662419f94d27 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:07.623185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:07.623752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Checking segment: {'id': '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '5e05249e-aed0-45f4-b562-662419f94d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:07.624333 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.624725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Bound using segment: {'id': '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '5e05249e-aed0-45f4-b562-662419f94d27'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:07.625195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Bound port: dd2a524b-8c72-4eec-9657-14837aa8cf6c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '5e05249e-aed0-45f4-b562-662419f94d27'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:07.625574 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.657962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Deleting port 2097cf9c-141f-420b-a260-a4dc6d63e02b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:07.658218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.665133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:07.675285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f50dd267-25ca-450b-a54a-27cb493575e8 req-905ca5a9-4a7f-491a-94e8-6a4c68c09499 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725568 Jun 30 02:50:07.682623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.705661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] Deleting port 2097cf9c-141f-420b-a260-a4dc6d63e02b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:07.706217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.715898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50334) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:07.776780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] For port dd2a524b-8c72-4eec-9657-14837aa8cf6c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:07.803888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] For port dd2a524b-8c72-4eec-9657-14837aa8cf6c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd2a524b-8c72-4eec-9657-14837aa8cf6c,segment=NetworkSegment(0e752a2b-70d5-4161-af2e-dc7fc0d13c7b),segment_id=0e752a2b-70d5-4161-af2e-dc7fc0d13c7b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:07.813070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] For port 2097cf9c-141f-420b-a260-a4dc6d63e02b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2097cf9c-141f-420b-a260-a4dc6d63e02b,segment=NetworkSegment(eaafaa4f-4ad7-4809-9d67-af21a0126b10),segment_id=eaafaa4f-4ad7-4809-9d67-af21a0126b10)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:07.813471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.813701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] device_id is not set on port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:07.828723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.835394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] For port 2097cf9c-141f-420b-a260-a4dc6d63e02b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2097cf9c-141f-420b-a260-a4dc6d63e02b,segment=NetworkSegment(eaafaa4f-4ad7-4809-9d67-af21a0126b10),segment_id=eaafaa4f-4ad7-4809-9d67-af21a0126b10)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:07.835731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.892829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Calling delete_port for 2097cf9c-141f-420b-a260-a4dc6d63e02b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:07.895210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Deleting port 6581140e-923f-4e23-bba0-c987eb17cea9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:07.895675 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.903366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dccdb81d-c7e6-475c-aed5-604a3eaa05a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.927302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291e140-6bbe-4a1c-968c-4120116b8398 None None] Pushing event updated for resources: {'Port': ['ID=dd2a524b-8c72-4eec-9657-14837aa8cf6c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:07.940563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] Calling delete_port for 2097cf9c-141f-420b-a260-a4dc6d63e02b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:08.055886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] For port 6581140e-923f-4e23-bba0-c987eb17cea9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6581140e-923f-4e23-bba0-c987eb17cea9,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:08.056693 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.070212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Calling delete_port for 6581140e-923f-4e23-bba0-c987eb17cea9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:08.119918 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.149090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] Pushing event deleted for resources: {'Port': ['ID=2097cf9c-141f-420b-a260-a4dc6d63e02b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.157840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e041e11-075e-43df-acbb-77ab5d7dd6ab None None] No DVR routers for this DVR port 2097cf9c-141f-420b-a260-a4dc6d63e02b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:08.196969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dccdb81d-c7e6-475c-aed5-604a3eaa05a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.212590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacc64-b3c5-4324-ae63-c78ab47b34e4 req-cf10955c-d4ac-423d-8d66-86306882ffef tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.214799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5bacc64-b3c5-4324-ae63-c78ab47b34e4 req-cf10955c-d4ac-423d-8d66-86306882ffef tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 945 time: 0.2038960 Jun 30 02:50:08.216495 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dccdb81d-c7e6-475c-aed5-604a3eaa05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.316666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdb81d-c7e6-475c-aed5-604a3eaa05a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b1ec4-d18d-4b12-abfb-a5857652d3a7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.356479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5bacc64-b3c5-4324-ae63-c78ab47b34e4 req-fbf0a370-e1ac-49f5-aa70-9b26a3af4f7f tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17382da-1727-4483-ab65-7e348a8efb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340246 Jun 30 02:50:08.361779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dccdb81d-c7e6-475c-aed5-604a3eaa05a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1445fc7a8c894b34ae86a0f1302a8094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424170 Jun 30 02:50:08.362103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50344) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:08.382820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.20.0.12 (5e05249e-aed0-45f4-b562-662419f94d27/4daca1f5-0926-4074-bb1a-7671fa0ecc1d/5e2ba546-8fa0-403d-94d9-cd361cfb2d82) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:08.456909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a65c705-4112-46bb-9cc3-4d092357566d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.487358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a65c705-4112-46bb-9cc3-4d092357566d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.516299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8113f3-98d7-4382-8576-2b5574bcaea9 req-b0fa533d-d22f-4ead-9b9f-6f52f0d11ae6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.517838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de8113f3-98d7-4382-8576-2b5574bcaea9 req-b0fa533d-d22f-4ead-9b9f-6f52f0d11ae6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 943 time: 0.3938508 Jun 30 02:50:08.518513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd2a524b-8c72-4eec-9657-14837aa8cf6c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:08.544765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.569733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a65c705-4112-46bb-9cc3-4d092357566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.575884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a65c705-4112-46bb-9cc3-4d092357566d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.577417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6a65c705-4112-46bb-9cc3-4d092357566d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/108b1ec4-d18d-4b12-abfb-a5857652d3a7 HTTP/1.1" status: 204 len: 168 time: 0.2141566 Jun 30 02:50:08.588739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port dd2a524b-8c72-4eec-9657-14837aa8cf6c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:08.588908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c705-4112-46bb-9cc3-4d092357566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b1ec4-d18d-4b12-abfb-a5857652d3a7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.657872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] No DVR routers for this DVR port 2097cf9c-141f-420b-a260-a4dc6d63e02b on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:08.660535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Port': ['ID=2097cf9c-141f-420b-a260-a4dc6d63e02b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.673813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2097cf9c-141f-420b-a260-a4dc6d63e02b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:08.685487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.712225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 2097cf9c-141f-420b-a260-a4dc6d63e02b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:08.712864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2097cf9c-141f-420b-a260-a4dc6d63e02b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:08.805910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Pushing event deleted for resources: {'Port': ['ID=6581140e-923f-4e23-bba0-c987eb17cea9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.866653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de8113f3-98d7-4382-8576-2b5574bcaea9 req-3cb47e3b-bad3-41fa-97ef-099b8458aaef tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328869 Jun 30 02:50:09.320261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.353597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] No DVR routers for this DVR port 6581140e-923f-4e23-bba0-c987eb17cea9 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:09.362921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.364908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4ae8474d-e8f4-4975-8930-1ef66454578c req-ccc3b159-fef8-4460-8d9c-84e5d2f7f053 tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.90 "DELETE /v2.0/ports/6581140e-923f-4e23-bba0-c987eb17cea9 HTTP/1.1" status: 204 len: 173 time: 1.8784547 Jun 30 02:50:09.365336 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:09.365845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'name': 'network-vif-deleted', 'tag': '6581140e-923f-4e23-bba0-c987eb17cea9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:09.368295 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486f846-c31d-4e82-91d2-d77912f426f1" -d '{"events": [{"server_uuid": "5a453b05-d602-4ef5-bd1e-7c5900c9340b", "name": "network-vif-deleted", "tag": "6581140e-923f-4e23-bba0-c987eb17cea9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:09.391368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3658169f-ca20-4af8-a7d9-5e13d68b6528']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:09.415993 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.436692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaafaa4f-4ad7-4809-9d67-af21a0126b10') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:09.436999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaafaa4f-4ad7-4809-9d67-af21a0126b10') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:09.486670 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba25f21-35a2-4ac5-896c-c7e0740cdf46 x-openstack-request-id: req-1ba25f21-35a2-4ac5-896c-c7e0740cdf46 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:09.486670 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a453b05-d602-4ef5-bd1e-7c5900c9340b", "name": "network-vif-deleted", "tag": "6581140e-923f-4e23-bba0-c987eb17cea9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:09.486670 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ba25f21-35a2-4ac5-896c-c7e0740cdf46 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:09.486670 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a453b05-d602-4ef5-bd1e-7c5900c9340b', 'name': 'network-vif-deleted', 'tag': '6581140e-923f-4e23-bba0-c987eb17cea9', 'status': 'completed', 'code': 200} Jun 30 02:50:09.511808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.512640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2bf26f-718f-4238-a668-a6f41c287980 None None] Network 5e05249e-aed0-45f4-b562-662419f94d27 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:09.533583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50392) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.575631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.633648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54af9f94-c9d2-45ec-8d57-1515012a306c req-930479db-31ab-4b81-9622-e44a64698a3a tempest-ServerRescueTestJSON-671754123 tempest-ServerRescueTestJSON-671754123-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a453b05-d602-4ef5-bd1e-7c5900c9340b HTTP/1.1" status: 200 len: 210 time: 0.0720041 Jun 30 02:50:09.641233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:09.645032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] Provisioning for port dd2a524b-8c72-4eec-9657-14837aa8cf6c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:09.655948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:09.667172 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:09.669132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] Provisioning complete for port dd2a524b-8c72-4eec-9657-14837aa8cf6c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:09.669132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.706615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-651688c9-2a2a-4a3c-b342-c4f6d98678b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.747143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.770424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:09.774464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.791128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.793504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/networks/3658169f-ca20-4af8-a7d9-5e13d68b6528 HTTP/1.1" status: 204 len: 168 time: 2.6272955 Jun 30 02:50:09.796527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50400) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.807904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f367d-7fd7-46d3-bcb3-e155175a1127 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Pushing event deleted for resources: {'Network': ['ID=3658169f-ca20-4af8-a7d9-5e13d68b6528,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.836039 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.840250 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.861963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7aa517f8-2aae-4da7-8829-b5ad42ce7992 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "GET /v2.0/ports?device_id=aee452dc-c824-43a3-82be-cfcfa5de62d6 HTTP/1.1" status: 200 len: 205 time: 0.0642529 Jun 30 02:50:09.864818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50402) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.889019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] For port dd2a524b-8c72-4eec-9657-14837aa8cf6c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd2a524b-8c72-4eec-9657-14837aa8cf6c,segment=NetworkSegment(0e752a2b-70d5-4161-af2e-dc7fc0d13c7b),segment_id=0e752a2b-70d5-4161-af2e-dc7fc0d13c7b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:09.905003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 5e05249e-aed0-45f4-b562-662419f94d27 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:09.908793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.909443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:09.918530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:09.967590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=5e2ba546-8fa0-403d-94d9-cd361cfb2d82,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.006429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.007071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.049227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27e51e-c43a-4f5b-95f2-8630b86332c8 None None] Pushing event updated for resources: {'Port': ['ID=dd2a524b-8c72-4eec-9657-14837aa8cf6c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.085084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.094763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-651688c9-2a2a-4a3c-b342-c4f6d98678b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.108161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8fe93493-5920-485d-82e7-7e6e960a3038 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7787519 Jun 30 02:50:10.108430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.252848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a4c2e826-2d33-4116-a92d-505aedf91b90 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:10.337895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.340452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.365999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6581140e-923f-4e23-bba0-c987eb17cea9 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:10.386566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-651688c9-2a2a-4a3c-b342-c4f6d98678b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.413557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 6581140e-923f-4e23-bba0-c987eb17cea9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:10.413910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6581140e-923f-4e23-bba0-c987eb17cea9 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:10.430854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-651688c9-2a2a-4a3c-b342-c4f6d98678b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8abe8d703ecd45ea82e846df75800a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949511 Jun 30 02:50:10.434414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.435119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Fanout notify agent at l3_agent the message router_deleted on router aee452dc-c824-43a3-82be-cfcfa5de62d6 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:10.453387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28961259-6033-4020-96d9-f201263e3e44 None None] Provisioning complete for port dd2a524b-8c72-4eec-9657-14837aa8cf6c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:10.453994 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28961259-6033-4020-96d9-f201263e3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.471315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50416) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.482195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.483342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4a21d1b0-7777-4fcd-a2e9-b4d6b7e89681 tempest-RoutersNegativeTest-1735434602 tempest-RoutersNegativeTest-1735434602-project] 10.222.0.78 "DELETE /v2.0/routers/aee452dc-c824-43a3-82be-cfcfa5de62d6 HTTP/1.1" status: 204 len: 168 time: 0.6141706 Jun 30 02:50:10.522204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd2a524b-8c72-4eec-9657-14837aa8cf6c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:10.583340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a4c2e826-2d33-4116-a92d-505aedf91b90, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a4c2e826-2d33-4116-a92d-505aedf91b90,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:10.598902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651688c9-2a2a-4a3c-b342-c4f6d98678b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0167f7ce-ab85-4021-b8fc-7276083bf89a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.637365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'a4c2e826-2d33-4116-a92d-505aedf91b90', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'port_id': 'a4c2e826-2d33-4116-a92d-505aedf91b90', 'mac_address': 'fa:16:3e:d9:c4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b34e2c-82c8-4743-9a74-f79e9a62db12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:10.642684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae430c4-1e01-490c-aff6-e824ef2f208a req-eb85eeac-e470-403a-bf23-1a5f07b4ab1c tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.649769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ae430c4-1e01-490c-aff6-e824ef2f208a req-eb85eeac-e470-403a-bf23-1a5f07b4ab1c tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 943 time: 0.3633773 Jun 30 02:50:10.667201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ec98069-e3eb-429c-b7c6-51ab3957db71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.691080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ec98069-e3eb-429c-b7c6-51ab3957db71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.734800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.763620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ec98069-e3eb-429c-b7c6-51ab3957db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.767568 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ec98069-e3eb-429c-b7c6-51ab3957db71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.768290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.768715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0ec98069-e3eb-429c-b7c6-51ab3957db71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0167f7ce-ab85-4021-b8fc-7276083bf89a HTTP/1.1" status: 204 len: 168 time: 0.2939425 Jun 30 02:50:10.775835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c2e826-2d33-4116-a92d-505aedf91b90 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:10.793125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port dd2a524b-8c72-4eec-9657-14837aa8cf6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:10.793877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.803637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ae430c4-1e01-490c-aff6-e824ef2f208a req-35cb13a1-6673-41e3-8404-f664ffd5172b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439509 Jun 30 02:50:10.805833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec98069-e3eb-429c-b7c6-51ab3957db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167f7ce-ab85-4021-b8fc-7276083bf89a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.857036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a4c2e826-2d33-4116-a92d-505aedf91b90, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a4c2e826-2d33-4116-a92d-505aedf91b90,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:10.872767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.882890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-71c2c7c0-0703-45e2-a38a-b9d0d4b612ff None None] Provisioning for port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:10.889590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.891802 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.923821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-71c2c7c0-0703-45e2-a38a-b9d0d4b612ff None None] Provisioning complete for port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:10.924204 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71c2c7c0-0703-45e2-a38a-b9d0d4b612ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.936115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50438) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:11.000472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=a4c2e826-2d33-4116-a92d-505aedf91b90,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.021657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-71c2c7c0-0703-45e2-a38a-b9d0d4b612ff None None] Port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:11.063448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:11.293622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-beeeee48-2185-4a45-905f-0dc7b87b2237 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2adad549c0664fba98f445aed64716af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560863 Jun 30 02:50:11.296483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50444) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:11.359737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-628640ff-649b-480f-9279-382e5f21dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.370542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:11.387329 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-628640ff-649b-480f-9279-382e5f21dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.399123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.403652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290ddad-cb79-4af2-8fa3-eb70763da028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.407912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.451749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-628640ff-649b-480f-9279-382e5f21dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.455500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-628640ff-649b-480f-9279-382e5f21dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.459906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-628640ff-649b-480f-9279-382e5f21dfc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34627acc-2e93-4124-a845-b018a6497040 HTTP/1.1" status: 204 len: 168 time: 0.1610780 Jun 30 02:50:11.472178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628640ff-649b-480f-9279-382e5f21dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34627acc-2e93-4124-a845-b018a6497040,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.531139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=5e2ba546-8fa0-403d-94d9-cd361cfb2d82,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.777410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290ddad-cb79-4af2-8fa3-eb70763da028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.787374 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.869507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290ddad-cb79-4af2-8fa3-eb70763da028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.874985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e73aee6a-467d-4f8a-9753-921566639c9a None None] Provisioning complete for port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:11.877277 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e73aee6a-467d-4f8a-9753-921566639c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.940506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e73aee6a-467d-4f8a-9753-921566639c9a None None] Port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:11.992635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0290ddad-cb79-4af2-8fa3-eb70763da028 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79465870bc8044dd85a3e96dd9da89e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175570 Jun 30 02:50:11.993538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.041951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290ddad-cb79-4af2-8fa3-eb70763da028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6cf728-1fe9-45b4-a7b9-ff81d139c4da,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.045208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.056649 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76a11c68-dcf5-43ad-abe9-f60cf8b4e5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.085395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76a11c68-dcf5-43ad-abe9-f60cf8b4e5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.144154 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76a11c68-dcf5-43ad-abe9-f60cf8b4e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.150582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76a11c68-dcf5-43ad-abe9-f60cf8b4e5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.154180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-76a11c68-dcf5-43ad-abe9-f60cf8b4e5a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a6cf728-1fe9-45b4-a7b9-ff81d139c4da HTTP/1.1" status: 204 len: 168 time: 0.1570807 Jun 30 02:50:12.159630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a11c68-dcf5-43ad-abe9-f60cf8b4e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6cf728-1fe9-45b4-a7b9-ff81d139c4da,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.268807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a4c2e826-2d33-4116-a92d-505aedf91b90 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:12.298812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd1c0-bbe5-451b-92d2-b1b7ac1d18ae req-080655c3-f770-4a6f-937e-c97da7bd5cca tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.300355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12dfd1c0-bbe5-451b-92d2-b1b7ac1d18ae req-080655c3-f770-4a6f-937e-c97da7bd5cca tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 944 time: 0.2908993 Jun 30 02:50:12.307134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.331058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port a4c2e826-2d33-4116-a92d-505aedf91b90 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:12.338969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port a4c2e826-2d33-4116-a92d-505aedf91b90 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:12.339403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.408598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12dfd1c0-bbe5-451b-92d2-b1b7ac1d18ae req-b09599bf-ee7c-4399-98e1-a3717dccd4a7 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975456 Jun 30 02:50:12.466509 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.500488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c2e826-2d33-4116-a92d-505aedf91b90'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:12.503601 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc8ec7-9d3f-43d3-b7d5-a2703a98aaa5" -d '{"events": [{"server_uuid": "9e49714e-48ac-4eed-8024-d8bfe25ccc8f", "name": "network-vif-plugged", "status": "completed", "tag": "a4c2e826-2d33-4116-a92d-505aedf91b90"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:12.519754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port a4c2e826-2d33-4116-a92d-505aedf91b90, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a4c2e826-2d33-4116-a92d-505aedf91b90,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:12.526556 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.579747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50554) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.585917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=a4c2e826-2d33-4116-a92d-505aedf91b90,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.669193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Deleting port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:12.669193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.777261 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175bcc46-40ae-4206-9fd6-06f6092066be x-openstack-request-id: req-175bcc46-40ae-4206-9fd6-06f6092066be {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:12.777433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.777856 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49714e-48ac-4eed-8024-d8bfe25ccc8f", "name": "network-vif-plugged", "status": "completed", "tag": "a4c2e826-2d33-4116-a92d-505aedf91b90", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:12.777856 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-175bcc46-40ae-4206-9fd6-06f6092066be {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:12.778199 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c2e826-2d33-4116-a92d-505aedf91b90', 'code': 200} Jun 30 02:50:12.788121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.812710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-304cc330-5978-4ec6-8915-0bf369b247bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.864663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] For port 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,segment=NetworkSegment(809b3a35-0a39-4438-9ec7-eabe8a8ce137),segment_id=809b3a35-0a39-4438-9ec7-eabe8a8ce137)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:12.865040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.895612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Calling delete_port for 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:12.905130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=5e2ba546-8fa0-403d-94d9-cd361cfb2d82,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.917331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.061290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-304cc330-5978-4ec6-8915-0bf369b247bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.071748 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-304cc330-5978-4ec6-8915-0bf369b247bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.087747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50572) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.130032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 5e05249e-aed0-45f4-b562-662419f94d27 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:13.130971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cc330-5978-4ec6-8915-0bf369b247bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dc0121-3226-4b84-b910-b322cd1d761b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.134245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:13.136465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2af6cf-4334-4ee5-8405-00260301b0a4 req-5fed2e5c-d926-4699-b1df-3758c8dea4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:13.138530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c2af6cf-4334-4ee5-8405-00260301b0a4 req-5fed2e5c-d926-4699-b1df-3758c8dea4d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 1096 time: 0.2316999 Jun 30 02:50:13.143787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-304cc330-5978-4ec6-8915-0bf369b247bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa7d14df9960438ab9dc782279b3db9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630109 Jun 30 02:50:13.144388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.242170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f4e2da6-2219-4631-9930-9e020e98930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.257539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6c2af6cf-4334-4ee5-8405-00260301b0a4 req-fa585724-1813-4e77-aba1-0db0ff478694 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107142 Jun 30 02:50:13.269193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f4e2da6-2219-4631-9930-9e020e98930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.318108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.353917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Pushing event deleted for resources: {'Port': ['ID=802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.355286 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f4e2da6-2219-4631-9930-9e020e98930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.363155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f4e2da6-2219-4631-9930-9e020e98930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.367074 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7f4e2da6-2219-4631-9930-9e020e98930f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28dc0121-3226-4b84-b910-b322cd1d761b HTTP/1.1" status: 204 len: 168 time: 0.2217033 Jun 30 02:50:13.391090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e2da6-2219-4631-9930-9e020e98930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dc0121-3226-4b84-b910-b322cd1d761b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.422393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router d9783927-dd04-4fff-90a4-912f6bf960bb is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:13.483759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-88edb682-d5b8-46ca-9e81-d96cf3525868 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:13.484457 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-88edb682-d5b8-46ca-9e81-d96cf3525868 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:50:13.484954 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-88edb682-d5b8-46ca-9e81-d96cf3525868 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:50:13.485918 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-88edb682-d5b8-46ca-9e81-d96cf3525868 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3908911 Jun 30 02:50:13.490416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50588) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.496305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369600961'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:13.572000 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.583666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2a5b5f71-a642-40a3-8d84-2d7cd0779eb4 None None] Provisioning complete for port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:13.584793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a5b5f71-a642-40a3-8d84-2d7cd0779eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.602588 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.633899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b5f71-a642-40a3-8d84-2d7cd0779eb4 None None] Port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:13.741539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.748545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.809969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28051e6-2dcb-4c72-9702-4240216df996,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.881816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50594) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.902827 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.910064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.912912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9357028a-92af-4ab8-a308-ada931ebda19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.952338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.961138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4670308 Jun 30 02:50:13.966487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.972761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '6db21ea7-5d34-4c52-a508-5047b79d2ce8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:13.989952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e71eea-d661-4f88-ba5c-4e9d0f0ac45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db21ea7-5d34-4c52-a508-5047b79d2ce8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:14.075790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.090938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:14.096580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9357028a-92af-4ab8-a308-ada931ebda19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.098907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8bc6ddc7-7eac-476c-b652-f16c0b76317e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/d9783927-dd04-4fff-90a4-912f6bf960bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9894187 Jun 30 02:50:14.103620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.109381 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] Sync routers for ids ['d9783927-dd04-4fff-90a4-912f6bf960bb'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:14.110762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9357028a-92af-4ab8-a308-ada931ebda19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.128278 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] Routers {'d9783927-dd04-4fff-90a4-912f6bf960bb'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:14.130696 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d9783927-dd04-4fff-90a4-912f6bf960bb'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.187376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.187864 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.203586 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] Routers {'d9783927-dd04-4fff-90a4-912f6bf960bb'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:14.204720 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d9783927-dd04-4fff-90a4-912f6bf960bb'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.207661 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9357028a-92af-4ab8-a308-ada931ebda19 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaebb5bb22d7473bad4d145c85848c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235874 Jun 30 02:50:14.217154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.223585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357028a-92af-4ab8-a308-ada931ebda19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10df124-b3ff-480e-b4e6-e1b60c8b2604,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:14.261388 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.262865 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dcdae6-ea1d-4bae-889f-dd348aa1a358 None None] The sync data for ids ['d9783927-dd04-4fff-90a4-912f6bf960bb'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:14.268822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15fe6a-ff6f-495b-8d57-c6dc1fe512ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.270889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ed15fe6a-ff6f-495b-8d57-c6dc1fe512ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports/5e2ba546-8fa0-403d-94d9-cd361cfb2d82 HTTP/1.1" status: 200 len: 977 time: 0.1644976 Jun 30 02:50:14.276130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.290217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec522c4-51d0-4bef-b634-9f31d970d3c4 req-65f71ff8-e9d8-41a5-8b7e-148fe5f94576 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.293292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ec522c4-51d0-4bef-b634-9f31d970d3c4 req-65f71ff8-e9d8-41a5-8b7e-148fe5f94576 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 945 time: 0.3197286 Jun 30 02:50:14.398716 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.408735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.425965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcfc72f-d3ae-431f-a185-50c4c8fe0d4e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:14.429662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b44b676-2ca1-4258-a025-2079601aae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.436458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ec522c4-51d0-4bef-b634-9f31d970d3c4 req-1bb46a67-8904-4e34-8f66-5b846b443a65 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237686 Jun 30 02:50:14.472713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b44b676-2ca1-4258-a025-2079601aae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.495265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.499248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5efd677c-a678-4f4c-ae34-4eb8830b6dea tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5301092 Jun 30 02:50:14.499875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50612) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.531021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-17663dca-ce7c-49f2-b9b4-c2b8ea548c8f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '6db21ea7-5d34-4c52-a508-5047b79d2ce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:14.618181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17663dca-ce7c-49f2-b9b4-c2b8ea548c8f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.621596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:14.676822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b44b676-2ca1-4258-a025-2079601aae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.680341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b44b676-2ca1-4258-a025-2079601aae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.684859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b44b676-2ca1-4258-a025-2079601aae70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e10df124-b3ff-480e-b4e6-e1b60c8b2604 HTTP/1.1" status: 204 len: 168 time: 0.4650478 Jun 30 02:50:14.693159 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-17663dca-ce7c-49f2-b9b4-c2b8ea548c8f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:50:14.696736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-17663dca-ce7c-49f2-b9b4-c2b8ea548c8f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1917219 Jun 30 02:50:14.699424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50618) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.703108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b676-2ca1-4258-a025-2079601aae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10df124-b3ff-480e-b4e6-e1b60c8b2604,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:14.779034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:14.788705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] Sync routers for ids ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:14.793932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b77f0d3d-0dc8-4f5f-834e-6a3799122604 admin admin] 10.222.0.78 "PUT /v2.0/routers/29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0244074 Jun 30 02:50:14.794102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50624) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.801638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] Routers {'29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:14.802985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.879480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-127a5a0d-0513-4995-8553-7dd4caffa2ba tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.918556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-127a5a0d-0513-4995-8553-7dd4caffa2ba tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.929501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] Set router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:15.329765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:50:13Z', 'revision_number': 5, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:15.362553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] Checking router: 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:15.373206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] Routers {'29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:15.379234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:15.472654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.480364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.500715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] Set router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:15.583614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-127a5a0d-0513-4995-8553-7dd4caffa2ba tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.586778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-127a5a0d-0513-4995-8553-7dd4caffa2ba tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.587895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-127a5a0d-0513-4995-8553-7dd4caffa2ba tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/6db21ea7-5d34-4c52-a508-5047b79d2ce8 HTTP/1.1" status: 204 len: 168 time: 0.8873744 Jun 30 02:50:15.591210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:15.614441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a5a0d-0513-4995-8553-7dd4caffa2ba tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db21ea7-5d34-4c52-a508-5047b79d2ce8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.709588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-96fb3a85-fbc2-481b-8b4b-2638f081b9f2 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132586 Jun 30 02:50:15.713648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:15.718278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--182493052'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:15.757549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.803950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.809517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:50:13Z', 'revision_number': 5, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:15.851289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fb362-db0f-4c17-9211-f108133dfe40 None None] The sync data for ids ['29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59'] in n-d-798054-5 is: [{'id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'name': 'tempest-ServerRescueTestJSON-1377304087-router', 'tenant_id': 'c2f6c60c4ed74c00952e96830b601347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:50:13Z', 'revision_number': 5, 'project_id': 'c2f6c60c4ed74c00952e96830b601347', 'gw_port': {'id': '001c4d1a-622c-4ddf-9263-f1349569d764', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:55Z', 'updated_at': '2021-06-30T02:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:15.932086 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.935644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502c3c0-7341-4a3a-b4d3-d54a50f27127 req-d0f6093c-d258-4e81-a702-60e638194d1a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.938618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.944590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8502c3c0-7341-4a3a-b4d3-d54a50f27127 req-d0f6093c-d258-4e81-a702-60e638194d1a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 945 time: 0.2353036 Jun 30 02:50:15.968465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c2c34a-121f-41ff-947f-e946ef8d84fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.993412 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.999492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6161b18e-5c6b-4d37-8fea-e8314db50047 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2846935 Jun 30 02:50:16.000349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50674) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.006066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e973393b-5949-480c-aec3-a179e90d4056 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '09c2c34a-121f-41ff-947f-e946ef8d84fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:16.006889 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-e973393b-5949-480c-aec3-a179e90d4056 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 02:50:16.007308 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-e973393b-5949-480c-aec3-a179e90d4056 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:16.010408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e973393b-5949-480c-aec3-a179e90d4056 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065794 Jun 30 02:50:16.012082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.040934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Deleting port 001c4d1a-622c-4ddf-9263-f1349569d764 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:16.041332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.059788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8502c3c0-7341-4a3a-b4d3-d54a50f27127 req-d0aae4c4-7666-4286-b9d4-0b4939ef551c tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122181 Jun 30 02:50:16.078150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479245a7-d613-454b-a62c-6c5de8fe5192 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.112563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479245a7-d613-454b-a62c-6c5de8fe5192 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.116351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:16.116696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.221059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479245a7-d613-454b-a62c-6c5de8fe5192 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.228395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-479245a7-d613-454b-a62c-6c5de8fe5192 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.229994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-479245a7-d613-454b-a62c-6c5de8fe5192 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/09c2c34a-121f-41ff-947f-e946ef8d84fc HTTP/1.1" status: 204 len: 168 time: 0.2166953 Jun 30 02:50:16.244838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50684) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.277375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] For port 001c4d1a-622c-4ddf-9263-f1349569d764, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=001c4d1a-622c-4ddf-9263-f1349569d764,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:16.278221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.279343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479245a7-d613-454b-a62c-6c5de8fe5192 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c2c34a-121f-41ff-947f-e946ef8d84fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:16.307760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.336576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Calling delete_port for 001c4d1a-622c-4ddf-9263-f1349569d764 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:16.339816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 5e2ba546-8fa0-403d-94d9-cd361cfb2d82 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:16.366818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:16.406389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:16.406579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 802251c8-5ef1-41e3-95aa-4c9f3cc3f0ce not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:16.425644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-98af8b9e-ed17-4199-bfbf-6f83803cbbf7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1790006 Jun 30 02:50:16.429342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.435364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723088786'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:16.487022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.676565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.691658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.717486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50704) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.740666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.748232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50708) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.750612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3169045 Jun 30 02:50:16.754202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-48b2ec95-fbe5-436e-ad26-57c90f128b7e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'dde8b131-8eb4-4679-8141-bf221de19bf2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:16.755111 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-48b2ec95-fbe5-436e-ad26-57c90f128b7e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 02:50:16.755660 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-48b2ec95-fbe5-436e-ad26-57c90f128b7e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:16.756972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48b2ec95-fbe5-436e-ad26-57c90f128b7e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078969 Jun 30 02:50:16.759201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.761158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50710) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.763346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee00d10-bee6-41d1-8be9-6a5ea779a737 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8b131-8eb4-4679-8141-bf221de19bf2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:16.799533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.807458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Pushing event deleted for resources: {'Port': ['ID=001c4d1a-622c-4ddf-9263-f1349569d764,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:16.864923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=5e2ba546-8fa0-403d-94d9-cd361cfb2d82,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.017404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc817a9-0a42-493a-9033-a819b1c2af2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.023843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7798ce00-6af3-4a5a-adb5-daff0ea1e473 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.120911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7798ce00-6af3-4a5a-adb5-daff0ea1e473 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.180733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.260526 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.315777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.318170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.368121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7798ce00-6af3-4a5a-adb5-daff0ea1e473 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.375577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7798ce00-6af3-4a5a-adb5-daff0ea1e473 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.375577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7798ce00-6af3-4a5a-adb5-daff0ea1e473 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/dde8b131-8eb4-4679-8141-bf221de19bf2 HTTP/1.1" status: 204 len: 168 time: 0.6087761 Jun 30 02:50:17.377037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.464113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ce00-6af3-4a5a-adb5-daff0ea1e473 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8b131-8eb4-4679-8141-bf221de19bf2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.480315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50750) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.488980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--591980719'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:17.497590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.498294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:17.500715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a012edae-c115-488f-a3d1-fbbd681c6efa tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974755 Jun 30 02:50:17.512106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.516921 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bd697aec-0e64-4801-b37c-bd45c85f5469 admin admin] 10.222.0.78 "DELETE /v2.0/routers/29bb9c2a-c76d-4a33-987d-ddd5f3b0bd59 HTTP/1.1" status: 204 len: 168 time: 2.7179818 Jun 30 02:50:17.517736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.573944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Deleting subnet 15ac83d9-2d46-4052-91ba-ff4e1ec94d07 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:17.580007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.600480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router d9783927-dd04-4fff-90a4-912f6bf960bb has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:17.630706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.631871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc817a9-0a42-493a-9033-a819b1c2af2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.649684 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc817a9-0a42-493a-9033-a819b1c2af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.708817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.756278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc817a9-0a42-493a-9033-a819b1c2af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b688ae44-5ac0-47cc-8f93-c110b96b9522,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.806780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.822165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0cc817a9-0a42-493a-9033-a819b1c2af2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=477219926ec14ccaacc385ceeca37650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0994022 Jun 30 02:50:17.822682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50790) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.824838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:17.833955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-913b3aed-630f-4d9a-8b2f-37696a57594e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/d9783927-dd04-4fff-90a4-912f6bf960bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5567846 Jun 30 02:50:17.836035 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.839971 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] Sync routers for ids ['d9783927-dd04-4fff-90a4-912f6bf960bb'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:17.840459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50792) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.855733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ac83d9-2d46-4052-91ba-ff4e1ec94d07,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.865433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.865934 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] Routers {'d9783927-dd04-4fff-90a4-912f6bf960bb'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:17.868101 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d9783927-dd04-4fff-90a4-912f6bf960bb'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.881164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cd224e2d-fef0-4c8a-9ff7-02eebe3a2ee1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/15ac83d9-2d46-4052-91ba-ff4e1ec94d07 HTTP/1.1" status: 204 len: 168 time: 0.3622768 Jun 30 02:50:17.887817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.910779 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.928594 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] Routers {'d9783927-dd04-4fff-90a4-912f6bf960bb'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:17.929426 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d9783927-dd04-4fff-90a4-912f6bf960bb'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.965495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.966478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71f9df-d25f-4a87-adc4-d6227f350d6d None None] The sync data for ids ['d9783927-dd04-4fff-90a4-912f6bf960bb'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:17.970053 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.098393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fe60-9627-464b-91e5-6dae5dc1dcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.124955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.141390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e63f45c-7ca8-42df-934d-b37ab1e2beec']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.167830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809b3a35-0a39-4438-9ec7-eabe8a8ce137') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.168419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809b3a35-0a39-4438-9ec7-eabe8a8ce137') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.191016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.205433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fe60-9627-464b-91e5-6dae5dc1dcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.209838 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-47de3224-b94e-4c96-8e9f-8dddbc4a1786 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 02:50:18.211048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.211922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-47de3224-b94e-4c96-8e9f-8dddbc4a1786 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/d9783927-dd04-4fff-90a4-912f6bf960bb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3654201 Jun 30 02:50:18.217449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.230446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:18.231057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:18.232990 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:18.284301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.292610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.309090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-74725f1b-dd15-4775-ba27-a454b9c094d1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9783927-dd04-4fff-90a4-912f6bf960bb HTTP/1.1" status: 200 len: 205 time: 0.0880213 Jun 30 02:50:18.309515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.358211 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fe60-9627-464b-91e5-6dae5dc1dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.361497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bf4fe60-9627-464b-91e5-6dae5dc1dcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.363087 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8bf4fe60-9627-464b-91e5-6dae5dc1dcdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b688ae44-5ac0-47cc-8f93-c110b96b9522 HTTP/1.1" status: 204 len: 168 time: 0.5394619 Jun 30 02:50:18.367330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3dfa4-0586-4da6-9707-252796b67b05,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:18.390113 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.396106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3e9a87a4-796e-430b-9402-c3b869389678 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9138491 Jun 30 02:50:18.397641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50842) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.409429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-40fc0402-82e6-481a-a206-a4d4a460965d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '71c3dfa4-0586-4da6-9707-252796b67b05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:18.427889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 001c4d1a-622c-4ddf-9263-f1349569d764 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:18.430586 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-40fc0402-82e6-481a-a206-a4d4a460965d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 02:50:18.431475 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-40fc0402-82e6-481a-a206-a4d4a460965d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:18.435595 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40fc0402-82e6-481a-a206-a4d4a460965d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308044 Jun 30 02:50:18.436698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50844) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.439011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4fe60-9627-464b-91e5-6dae5dc1dcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b688ae44-5ac0-47cc-8f93-c110b96b9522,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:18.442738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.454473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-df8f2b5e-35b7-4cc0-9504-8bb49d0f85a5 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '71c3dfa4-0586-4da6-9707-252796b67b05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:18.455221 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-df8f2b5e-35b7-4cc0-9504-8bb49d0f85a5 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 02:50:18.455647 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-df8f2b5e-35b7-4cc0-9504-8bb49d0f85a5 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:18.459903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df8f2b5e-35b7-4cc0-9504-8bb49d0f85a5 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0187855 Jun 30 02:50:18.459903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50850) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.464209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e133601c-20e9-4ab6-a13a-b4dbea4a221b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '71c3dfa4-0586-4da6-9707-252796b67b05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:18.465069 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-e133601c-20e9-4ab6-a13a-b4dbea4a221b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 02:50:18.465646 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-e133601c-20e9-4ab6-a13a-b4dbea4a221b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:18.469537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e133601c-20e9-4ab6-a13a-b4dbea4a221b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063281 Jun 30 02:50:18.470765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50852) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.476597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-78efefe8-633a-45bd-8278-9ef0a9e84f83 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '71c3dfa4-0586-4da6-9707-252796b67b05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:18.477787 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-78efefe8-633a-45bd-8278-9ef0a9e84f83 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 02:50:18.478683 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-78efefe8-633a-45bd-8278-9ef0a9e84f83 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:18.482456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78efefe8-633a-45bd-8278-9ef0a9e84f83 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079277 Jun 30 02:50:18.483046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50854) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.489064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 001c4d1a-622c-4ddf-9263-f1349569d764 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:18.493139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 001c4d1a-622c-4ddf-9263-f1349569d764 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:18.567794 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.576328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.580465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7e63f45c-7ca8-42df-934d-b37ab1e2beec HTTP/1.1" status: 204 len: 168 time: 0.6889133 Jun 30 02:50:18.630887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6122d48-9053-45ce-99cd-74c1b3dd8255 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.672502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f8604-e575-49c3-b996-18df85e28e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e63f45c-7ca8-42df-934d-b37ab1e2beec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:18.708125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6122d48-9053-45ce-99cd-74c1b3dd8255 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.723640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.728822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.801037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6122d48-9053-45ce-99cd-74c1b3dd8255 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.804255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6122d48-9053-45ce-99cd-74c1b3dd8255 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.805956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.806537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f6122d48-9053-45ce-99cd-74c1b3dd8255 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/71c3dfa4-0586-4da6-9707-252796b67b05 HTTP/1.1" status: 204 len: 168 time: 0.3224881 Jun 30 02:50:18.809950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50872) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.812537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router d9783927-dd04-4fff-90a4-912f6bf960bb {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:18.826186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6122d48-9053-45ce-99cd-74c1b3dd8255 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3dfa4-0586-4da6-9707-252796b67b05,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:18.842979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.844271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-489d5e08-362f-4083-8e54-f286b6bc12b4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/d9783927-dd04-4fff-90a4-912f6bf960bb HTTP/1.1" status: 204 len: 168 time: 0.5338447 Jun 30 02:50:18.846967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50874) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.892459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.924631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50882) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.933495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6934c1c-6c01-47b4-ba33-be5b2d72d042 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176140 Jun 30 02:50:18.934574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50888) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.941963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--959220475'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:18.953323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ba088765-4527-4a9f-9acc-63a0fc394a25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2f6c60c4ed74c00952e96830b601347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595977 Jun 30 02:50:18.955638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.969615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet 4daca1f5-0926-4074-bb1a-7671fa0ecc1d {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:18.977526 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aed1f7f-b936-4563-9293-1830921d628f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.981777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.021725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.025720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-494bcae9-3e1b-45e0-94a6-a71898a19278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.048536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-494bcae9-3e1b-45e0-94a6-a71898a19278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.064005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.111981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-494bcae9-3e1b-45e0-94a6-a71898a19278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.114879 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-494bcae9-3e1b-45e0-94a6-a71898a19278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.116175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-494bcae9-3e1b-45e0-94a6-a71898a19278 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c17382da-1727-4483-ab65-7e348a8efb98 HTTP/1.1" status: 204 len: 168 time: 0.1591182 Jun 30 02:50:19.126479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bcae9-3e1b-45e0-94a6-a71898a19278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17382da-1727-4483-ab65-7e348a8efb98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.241474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.309631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aed1f7f-b936-4563-9293-1830921d628f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.318939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aed1f7f-b936-4563-9293-1830921d628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.382642 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.406913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed1f7f-b936-4563-9293-1830921d628f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099eda5c-6a77-45e7-a3f2-210f3af5733f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.413881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1aed1f7f-b936-4563-9293-1830921d628f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fd396415ba7497c820da45553379726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817522 Jun 30 02:50:19.414833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.485466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=4daca1f5-0926-4074-bb1a-7671fa0ecc1d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.492268 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.498118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-82fdda94-96dd-46f5-bfad-8cea7ac1a9bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/4daca1f5-0926-4074-bb1a-7671fa0ecc1d HTTP/1.1" status: 204 len: 168 time: 0.6466074 Jun 30 02:50:19.498199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.500903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c94d8b-88a3-4703-9cc8-ab00d795c193 None None] Network 5e05249e-aed0-45f4-b562-662419f94d27 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:19.549434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50918) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.605802 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.615768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2eb68d7a-d70f-46c4-921d-0a0a320350fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.620344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.671923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.673151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7377808 Jun 30 02:50:19.679311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.683881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7372a6-d5e3-452a-8b0e-4a96edf01b0f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a244576e-e126-4aa9-a658-24d76b8d068f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.688134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e19e7242-75b2-4d03-8a5e-2d7a975bd45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.688884 n-d-798054-5 neutron-server[93821]: WARNING neutron.api.v2.base [None req-e19e7242-75b2-4d03-8a5e-2d7a975bd45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:50:19.689408 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e19e7242-75b2-4d03-8a5e-2d7a975bd45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:19.690649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e19e7242-75b2-4d03-8a5e-2d7a975bd45c tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102386 Jun 30 02:50:19.693306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50930) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.698031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1c166b41-cd70-45fc-b285-8c1b5bf3becc tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.732518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2eb68d7a-d70f-46c4-921d-0a0a320350fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.747966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.784177 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-1c166b41-cd70-45fc-b285-8c1b5bf3becc tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:19.785328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1c166b41-cd70-45fc-b285-8c1b5bf3becc tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0910668 Jun 30 02:50:19.793165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50934) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.793922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.813433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] DHCP port deletion for 5e05249e-aed0-45f4-b562-662419f94d27 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:19.814814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ababc049-e757-4dd7-9197-10f357f9b268 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.815557 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-ababc049-e757-4dd7-9197-10f357f9b268 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 02:50:19.816058 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-ababc049-e757-4dd7-9197-10f357f9b268 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:19.817235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ababc049-e757-4dd7-9197-10f357f9b268 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087011 Jun 30 02:50:19.819908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50936) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.825481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6b5acf48-5aa0-4362-9917-1c9396621911 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.866256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:50:19.866256 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:50:19.866256 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id_1': '10faefb69489429c98b93066081edb1e', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 50, 19, 843063)}] Jun 30 02:50:19.866256 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:50:19.866690 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:50:19.901359 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-6b5acf48-5aa0-4362-9917-1c9396621911 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:19.902465 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b5acf48-5aa0-4362-9917-1c9396621911 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0815747 Jun 30 02:50:19.906801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50940) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.914012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1b81627c-43ee-48a5-8b10-803f1648e1b2 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.918652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2eb68d7a-d70f-46c4-921d-0a0a320350fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.921290 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-1b81627c-43ee-48a5-8b10-803f1648e1b2 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:50:19.921884 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-1b81627c-43ee-48a5-8b10-803f1648e1b2 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:19.922416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2eb68d7a-d70f-46c4-921d-0a0a320350fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.922939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1b81627c-43ee-48a5-8b10-803f1648e1b2 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152438 Jun 30 02:50:19.923435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] Deleting port dd2a524b-8c72-4eec-9657-14837aa8cf6c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:19.924026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.924478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2eb68d7a-d70f-46c4-921d-0a0a320350fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/099eda5c-6a77-45e7-a3f2-210f3af5733f HTTP/1.1" status: 204 len: 168 time: 0.5065479 Jun 30 02:50:19.933010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50944) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.935495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port dd2a524b-8c72-4eec-9657-14837aa8cf6c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:19.936075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.939323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb68d7a-d70f-46c4-921d-0a0a320350fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099eda5c-6a77-45e7-a3f2-210f3af5733f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.944894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7b58269b-7ede-4e68-85b6-797fd5fcc926 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.010279 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-7b58269b-7ede-4e68-85b6-797fd5fcc926 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Project fc0d63eb948340c6a1c5390adc6dde4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:50:20.012955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] For port dd2a524b-8c72-4eec-9657-14837aa8cf6c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd2a524b-8c72-4eec-9657-14837aa8cf6c,segment=NetworkSegment(0e752a2b-70d5-4161-af2e-dc7fc0d13c7b),segment_id=0e752a2b-70d5-4161-af2e-dc7fc0d13c7b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:20.013456 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.030758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port dd2a524b-8c72-4eec-9657-14837aa8cf6c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd2a524b-8c72-4eec-9657-14837aa8cf6c,segment=NetworkSegment(0e752a2b-70d5-4161-af2e-dc7fc0d13c7b),segment_id=0e752a2b-70d5-4161-af2e-dc7fc0d13c7b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:20.031529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.031641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] Calling delete_port for dd2a524b-8c72-4eec-9657-14837aa8cf6c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:20.042822 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-7b58269b-7ede-4e68-85b6-797fd5fcc926 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:20.043900 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7b58269b-7ede-4e68-85b6-797fd5fcc926 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1099107 Jun 30 02:50:20.046672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50950) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.050069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for dd2a524b-8c72-4eec-9657-14837aa8cf6c owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:20.051731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7350bf9a-4d1e-458d-af5b-ed8c16f2e9ce tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.054734 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-7350bf9a-4d1e-458d-af5b-ed8c16f2e9ce tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 02:50:20.055389 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-7350bf9a-4d1e-458d-af5b-ed8c16f2e9ce tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:20.057997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7350bf9a-4d1e-458d-af5b-ed8c16f2e9ce tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103712 Jun 30 02:50:20.059366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50952) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.077030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b8bd57a0-b90e-49c7-9cc7-d35ae724e8b8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.128241 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-b8bd57a0-b90e-49c7-9cc7-d35ae724e8b8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Project fc0d63eb948340c6a1c5390adc6dde4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:50:20.162243 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-b8bd57a0-b90e-49c7-9cc7-d35ae724e8b8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:20.163669 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b8bd57a0-b90e-49c7-9cc7-d35ae724e8b8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1034589 Jun 30 02:50:20.166618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50956) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.168377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.171846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9d331607-0857-40f2-8a8e-97fb354e6ccf tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'a244576e-e126-4aa9-a658-24d76b8d068f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.202776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] Pushing event deleted for resources: {'Port': ['ID=dd2a524b-8c72-4eec-9657-14837aa8cf6c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.211873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb218721-c22d-49e0-befa-9cc0d72a50e4 None None] No DVR routers for this DVR port dd2a524b-8c72-4eec-9657-14837aa8cf6c on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:20.224305 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-9d331607-0857-40f2-8a8e-97fb354e6ccf tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Project fc0d63eb948340c6a1c5390adc6dde4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:50:20.229189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.258736 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-9d331607-0857-40f2-8a8e-97fb354e6ccf tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:20.263477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9d331607-0857-40f2-8a8e-97fb354e6ccf tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0918725 Jun 30 02:50:20.264373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50962) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.285381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=dd2a524b-8c72-4eec-9657-14837aa8cf6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.296371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port dd2a524b-8c72-4eec-9657-14837aa8cf6c on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:20.394907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.412300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fd90-b71d-4306-9ef8-2610cda4cc1b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.422933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.436019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e05249e-aed0-45f4-b562-662419f94d27']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:20.449636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd2a524b-8c72-4eec-9657-14837aa8cf6c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:20.465953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fd90-b71d-4306-9ef8-2610cda4cc1b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.468565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50968) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.474582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:20.477671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e752a2b-70d5-4161-af2e-dc7fc0d13c7b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:20.499477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: dd2a524b-8c72-4eec-9657-14837aa8cf6c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:20.499824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd2a524b-8c72-4eec-9657-14837aa8cf6c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:20.513937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.535082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.545637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:20.546142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:20.550024 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:20.617260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fd90-b71d-4306-9ef8-2610cda4cc1b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.620142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fd90-b71d-4306-9ef8-2610cda4cc1b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.630503 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.639179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a3f9fd90-b71d-4306-9ef8-2610cda4cc1b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/a244576e-e126-4aa9-a658-24d76b8d068f HTTP/1.1" status: 204 len: 168 time: 0.3732371 Jun 30 02:50:20.669560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.671601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/5e05249e-aed0-45f4-b562-662419f94d27 HTTP/1.1" status: 204 len: 168 time: 1.1726193 Jun 30 02:50:20.672150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.672952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13584347-7d53-4505-83ed-67fcd3d24d7f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=5e05249e-aed0-45f4-b562-662419f94d27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.682872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.693769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609357918'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.735215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.745446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-87222180-a80f-4aa3-95bd-8f605341985f tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678227 Jun 30 02:50:20.745962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-640892415-network', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.746124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.752044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--33540575'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.752522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.773380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9fd90-b71d-4306-9ef8-2610cda4cc1b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244576e-e126-4aa9-a658-24d76b8d068f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.792283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:20.801652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.830774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:20.838225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.838762 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10faefb69489429c98b93066081edb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2878976 Jun 30 02:50:20.843515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698202c2-a36e-4b3a-9909-f2eecb72d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e500ffb-7621-4f79-ad43-683ad01d2611,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.856919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Made reservation on behalf of 7040e4cae6104f5faf8e9262ef7c536c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:20.861472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.874416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.875930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.876269 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment b900f998-76e3-4e60-8939-2dcb6c73efa2 of type vlan for network 9cc6b2f0-b52d-477a-817e-cef4567e484a Jun 30 02:50:20.940114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.961264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.013618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26068a75-1d5e-49c1-9fbb-b02044c2c7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.040686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.046473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.046832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.050621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26068a75-1d5e-49c1-9fbb-b02044c2c7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.072346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.078655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.116879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:21.129676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4381564 Jun 30 02:50:21.129874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca84fc2-c8db-4729-87eb-b5b0e4eefec8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.131861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50996) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.138066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.138790 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Added segment b064144b-05ff-416b-88d1-6551f3914bfc of type vlan for network baa73894-bed1-4421-93d7-3873cd0a304e Jun 30 02:50:21.143979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:21.187314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe9bd9-ecf1-4a24-a899-7e651fdbb97c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=9cc6b2f0-b52d-477a-817e-cef4567e484a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.210922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:21.244753 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26068a75-1d5e-49c1-9fbb-b02044c2c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.248389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26068a75-1d5e-49c1-9fbb-b02044c2c7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.249996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-26068a75-1d5e-49c1-9fbb-b02044c2c7f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e500ffb-7621-4f79-ad43-683ad01d2611 HTTP/1.1" status: 204 len: 168 time: 0.4096246 Jun 30 02:50:21.285989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.293711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068a75-1d5e-49c1-9fbb-b02044c2c7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e500ffb-7621-4f79-ad43-683ad01d2611,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.304653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.315269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.333328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.334496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.335270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.424097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9527557 Jun 30 02:50:21.424704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51004) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.426838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c8310-e2e6-4266-b761-4caeec108c8b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.434956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.438136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b31a087-b624-46e7-ae9f-cf52a21acdd7 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6902578 Jun 30 02:50:21.440317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Request body: {'subnet': {'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-subnet', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:21.440549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.448512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d42d1-8034-4c36-a9a3-ca4c702e822a admin admin] Pushing event updated for resources: {'Network': ['ID=baa73894-bed1-4421-93d7-3873cd0a304e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.452286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2fc70332-3b75-422c-956d-03027f65c3c8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'e11c8310-e2e6-4266-b761-4caeec108c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:21.459954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network baa73894-bed1-4421-93d7-3873cd0a304e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:21.473621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:21.479365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.531353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:50:21.531353 n-d-798054-5 neutron-server[93822]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:50:21.531353 n-d-798054-5 neutron-server[93822]: [parameters: {'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'id': 'a4f40c2c-976e-4439-8c78-67e7746506f8', 'expiration': datetime.datetime(2021, 6, 30, 2, 52, 21, 497242)}] Jun 30 02:50:21.531353 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:50:21.531917 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:50:21.574141 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2fc70332-3b75-422c-956d-03027f65c3c8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The resource could not be found. Jun 30 02:50:21.575514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2fc70332-3b75-422c-956d-03027f65c3c8 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1340249 Jun 30 02:50:21.578353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.584318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-40704bb2-cb35-487f-ade1-091a9c32f2c9 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'e11c8310-e2e6-4266-b761-4caeec108c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8aa5f85e-01fc-41f2-a63c-e58472c496bf'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:21.682878 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-40704bb2-cb35-487f-ade1-091a9c32f2c9 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The resource could not be found. Jun 30 02:50:21.686349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-40704bb2-cb35-487f-ade1-091a9c32f2c9 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1044354 Jun 30 02:50:21.687165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.753546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.786146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399933ff-8e8a-4580-9d9e-de2ae65336ec tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.816557 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399933ff-8e8a-4580-9d9e-de2ae65336ec tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.854925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=7b219c6b-077e-4126-81a1-f51aea1d7ed7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.866923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399933ff-8e8a-4580-9d9e-de2ae65336ec tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.870692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': 'b900f998-76e3-4e60-8939-2dcb6c73efa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:21.870867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-399933ff-8e8a-4580-9d9e-de2ae65336ec tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.871049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: 9cc6b2f0-b52d-477a-817e-cef4567e484a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:21.874198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-399933ff-8e8a-4580-9d9e-de2ae65336ec tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/e11c8310-e2e6-4266-b761-4caeec108c8b HTTP/1.1" status: 204 len: 168 time: 0.1838157 Jun 30 02:50:21.874497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51024) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.882655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399933ff-8e8a-4580-9d9e-de2ae65336ec tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c8310-e2e6-4266-b761-4caeec108c8b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.929698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:21.950204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-005ff6fe-c6c4-4aa5-990b-a27884c6cdfa tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736969 Jun 30 02:50:21.954523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.956748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 9cc6b2f0-b52d-477a-817e-cef4567e484a) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:21.961141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-338782ce-3b70-4ad6-999f-7220684d1aa6 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '03b95c1f-b168-458a-afbd-0186c947a657', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:21.964699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.964699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.969632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f75caa-cd6f-42d4-9b50-6e77a0c1e897 None None] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:22.010778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.020285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d07bb0d0-3b71-4225-9db3-e1fe18d476b8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8823659 Jun 30 02:50:22.020520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51030) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.026188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1389197866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:22.068169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5669c693-ec38-4f70-8c61-6a3f8c0f1f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.093210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Made reservation on behalf of 7040e4cae6104f5faf8e9262ef7c536c for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:22.095600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.157960 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.159174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.214593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.231020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-9cc6b2f0-b52d-477a-817e-cef4567e484a', 'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': '7b219c6b-077e-4126-81a1-f51aea1d7ed7'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:22.233561 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.234005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.330910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5669c693-ec38-4f70-8c61-6a3f8c0f1f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.340878 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5669c693-ec38-4f70-8c61-6a3f8c0f1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.363232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.364523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-966041cd-166f-459d-a7d0-8e5c9ccbc127 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3431323 Jun 30 02:50:22.392339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.398624 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-338782ce-3b70-4ad6-999f-7220684d1aa6 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The resource could not be found. Jun 30 02:50:22.413442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-338782ce-3b70-4ad6-999f-7220684d1aa6 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4571595 Jun 30 02:50:22.418343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.440520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673479314'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:22.474581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669c693-ec38-4f70-8c61-6a3f8c0f1f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed4974-f8e5-4797-999d-0f2f83bb130e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.487777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.494809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5669c693-ec38-4f70-8c61-6a3f8c0f1f21 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4dc67b1172246f88e1b54dc1ea42219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827847 Jun 30 02:50:22.503311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.512658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Allocated IP 172.20.0.2 (9cc6b2f0-b52d-477a-817e-cef4567e484a/7b219c6b-077e-4126-81a1-f51aea1d7ed7/17e48485-d15e-49b1-a7f4-d41c77a9666c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:22.523239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.575674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f561e1d4-4745-4dd5-9742-b41c0c5edf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.625817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f561e1d4-4745-4dd5-9742-b41c0c5edf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.700254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.728339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.735230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.744843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Transition to ACTIVE for port object 17e48485-d15e-49b1-a7f4-d41c77a9666c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:22.770036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b6a59-4629-4b7b-b2c2-7b9f4082b7a8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.777152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f561e1d4-4745-4dd5-9742-b41c0c5edf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.779973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f561e1d4-4745-4dd5-9742-b41c0c5edf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.783844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f561e1d4-4745-4dd5-9742-b41c0c5edf4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71ed4974-f8e5-4797-999d-0f2f83bb130e HTTP/1.1" status: 204 len: 168 time: 0.2770307 Jun 30 02:50:22.795465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561e1d4-4745-4dd5-9742-b41c0c5edf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed4974-f8e5-4797-999d-0f2f83bb130e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.808735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.810746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-78919654-04ba-453b-bc5d-7f1ada7588af tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3786342 Jun 30 02:50:22.814357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.815068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Transition to ACTIVE for port object 17e48485-d15e-49b1-a7f4-d41c77a9666c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:22.821075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957746889'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:22.836653 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.859553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.884090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:22.888633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:22.924821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:23.016625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.026274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.028891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Pushing event updated for resources: {'Port': ['ID=17e48485-d15e-49b1-a7f4-d41c77a9666c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.043710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Attempting to bind port 17e48485-d15e-49b1-a7f4-d41c77a9666c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:23.044245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Attempting to bind port 17e48485-d15e-49b1-a7f4-d41c77a9666c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b900f998-76e3-4e60-8939-2dcb6c73efa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:23.044947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Attempting to bind port 17e48485-d15e-49b1-a7f4-d41c77a9666c on network 9cc6b2f0-b52d-477a-817e-cef4567e484a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:23.057830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:23.059273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Checking segment: {'id': 'b900f998-76e3-4e60-8939-2dcb6c73efa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:23.059900 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.060500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Bound using segment: {'id': 'b900f998-76e3-4e60-8939-2dcb6c73efa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:23.061825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Bound port: 17e48485-d15e-49b1-a7f4-d41c77a9666c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b900f998-76e3-4e60-8939-2dcb6c73efa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '9cc6b2f0-b52d-477a-817e-cef4567e484a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:23.062531 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.069001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.073414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2540786 Jun 30 02:50:23.074286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.079062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f327360-812b-4d68-bf12-f239a19be720 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': 'e01b6a59-4629-4b7b-b2c2-7b9f4082b7a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4ef2521e-9ad6-4864-8dcd-f166624e5066'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:23.083351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1256162-d7cb-4f74-8409-38e66f93c057,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.089226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31ed7-6f57-47e8-aea0-d1995d261049 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef2521e-9ad6-4864-8dcd-f166624e5066,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.147816 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2f327360-812b-4d68-bf12-f239a19be720 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:23.152270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f327360-812b-4d68-bf12-f239a19be720 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0742166 Jun 30 02:50:23.156305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.175602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] For port 17e48485-d15e-49b1-a7f4-d41c77a9666c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:23.180619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] For port 17e48485-d15e-49b1-a7f4-d41c77a9666c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=17e48485-d15e-49b1-a7f4-d41c77a9666c,segment=NetworkSegment(b900f998-76e3-4e60-8939-2dcb6c73efa2),segment_id=b900f998-76e3-4e60-8939-2dcb6c73efa2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:23.190143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.263070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcabd-2168-4289-b6b0-7a616670501d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.282609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668435b-860f-4372-91c6-d491c5a459ef None None] Pushing event updated for resources: {'Port': ['ID=17e48485-d15e-49b1-a7f4-d41c77a9666c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.307405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcabd-2168-4289-b6b0-7a616670501d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.384061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Checking segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:23.384450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Network hostable DHCP agents. Network: baa73894-bed1-4421-93d7-3873cd0a304e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:23.413749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcabd-2168-4289-b6b0-7a616670501d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.418124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcabd-2168-4289-b6b0-7a616670501d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.421722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4c4dcabd-2168-4289-b6b0-7a616670501d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ef2521e-9ad6-4864-8dcd-f166624e5066 HTTP/1.1" status: 204 len: 168 time: 0.2609525 Jun 30 02:50:23.423108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.467361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dcabd-2168-4289-b6b0-7a616670501d tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef2521e-9ad6-4864-8dcd-f166624e5066,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.596651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-59444407-c435-4e36-8174-45a413eb0ca9 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1582372 Jun 30 02:50:23.599661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.631036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Network baa73894-bed1-4421-93d7-3873cd0a304e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:23.657514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, baa73894-bed1-4421-93d7-3873cd0a304e) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:23.671420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0ff39-c86b-4f67-8d23-f5f305c108f1 None None] Network baa73894-bed1-4421-93d7-3873cd0a304e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:23.672985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.674006 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.713917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.737150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fa97d5a-fb2d-4ac0-83fd-ff1180937a62 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.812570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fa97d5a-fb2d-4ac0-83fd-ff1180937a62 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.904929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c588aef2-9324-4ecd-8623-5a56992df683 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4768643 Jun 30 02:50:23.908941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51082) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.918661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fa97d5a-fb2d-4ac0-83fd-ff1180937a62 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.920650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:23.923453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fa97d5a-fb2d-4ac0-83fd-ff1180937a62 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.928176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4fa97d5a-fb2d-4ac0-83fd-ff1180937a62 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/e01b6a59-4629-4b7b-b2c2-7b9f4082b7a8 HTTP/1.1" status: 204 len: 168 time: 0.3262384 Jun 30 02:50:23.928874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.950970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa97d5a-fb2d-4ac0-83fd-ff1180937a62 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b6a59-4629-4b7b-b2c2-7b9f4082b7a8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:24.003357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64149c7-b18c-4fee-93a3-caa3e82fd89a None None] Network baa73894-bed1-4421-93d7-3873cd0a304e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:24.034055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-182090de-dc9a-4416-8d86-7c76d442f534 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928833 Jun 30 02:50:24.034873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.041030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124659906'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.092721 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.113095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.116721 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.300828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.309245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.316372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.349056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a14f2c-bb6f-4007-916e-f7c93c1c12a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:24.371087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.375599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d3b1d723-8df6-43e8-a28e-d76c3310e3a4 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3395157 Jun 30 02:50:24.376434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.387305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5352137-d901-42aa-8b0e-8be168e39166 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '07a14f2c-bb6f-4007-916e-f7c93c1c12a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.436224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.20.0.1 (9cc6b2f0-b52d-477a-817e-cef4567e484a/7b219c6b-077e-4126-81a1-f51aea1d7ed7/4dc795e5-ea5e-4fff-aa23-553da4e463e1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:24.465320 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e5352137-d901-42aa-8b0e-8be168e39166 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:24.469808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e5352137-d901-42aa-8b0e-8be168e39166 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0923409 Jun 30 02:50:24.471294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.485623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ac7efd94-db5a-4a64-a4ba-6ac46089464e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group_rule': {'security_group_id': '07a14f2c-bb6f-4007-916e-f7c93c1c12a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.617255 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-ac7efd94-db5a-4a64-a4ba-6ac46089464e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:24.622459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ac7efd94-db5a-4a64-a4ba-6ac46089464e tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1495848 Jun 30 02:50:24.623334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.631640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17e48485-d15e-49b1-a7f4-d41c77a9666c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:24.733630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-753a8fe9-8e75-4be5-8cbb-59e96f35dd40 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.772222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 17e48485-d15e-49b1-a7f4-d41c77a9666c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:24.798939 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-753a8fe9-8e75-4be5-8cbb-59e96f35dd40 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.866080 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-753a8fe9-8e75-4be5-8cbb-59e96f35dd40 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.871195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-753a8fe9-8e75-4be5-8cbb-59e96f35dd40 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.875983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-753a8fe9-8e75-4be5-8cbb-59e96f35dd40 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/07a14f2c-bb6f-4007-916e-f7c93c1c12a9 HTTP/1.1" status: 204 len: 168 time: 0.2502944 Jun 30 02:50:24.876911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.908701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a8fe9-8e75-4be5-8cbb-59e96f35dd40 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a14f2c-bb6f-4007-916e-f7c93c1c12a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:24.922898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.943869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 4dc795e5-ea5e-4fff-aa23-553da4e463e1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:24.964897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f1dafa2-8b41-4d05-8b3f-be424b81dd63 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828204 Jun 30 02:50:24.965673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.971131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459532886'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.994441 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.003748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.006929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.057590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffcf537-e195-4104-9e8f-f02fbfc0a3ae None None] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:25.085714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:25.098275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:25.120276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:25.160537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.169147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.174926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.211663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.217521 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2506216 Jun 30 02:50:25.218229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.229423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-26243e64-ed67-4970-8fc6-064fe4a87f19 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:25.230215 n-d-798054-5 neutron-server[93821]: WARNING neutron.api.v2.base [None req-26243e64-ed67-4970-8fc6-064fe4a87f19 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:50:25.230685 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-26243e64-ed67-4970-8fc6-064fe4a87f19 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:50:25.232855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.236057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-26243e64-ed67-4970-8fc6-064fe4a87f19 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "PUT /v2.0/security-groups/d02b9533-dec8-4a28-b432-086e9daa88e1 HTTP/1.1" status: 409 len: 330 time: 0.0106792 Jun 30 02:50:25.236413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=4dc795e5-ea5e-4fff-aa23-553da4e463e1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.239132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.249989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e76298-2943-4355-a7d1-1c2b3da25176 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b9533-dec8-4a28-b432-086e9daa88e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.300010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] Provisioning for port 17e48485-d15e-49b1-a7f4-d41c77a9666c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:25.314369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] Provisioning complete for port 17e48485-d15e-49b1-a7f4-d41c77a9666c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:25.314825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.327937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78a639b-869f-4987-a850-ccb10ab1e9ef tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.360098 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78a639b-869f-4987-a850-ccb10ab1e9ef tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.411835 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.441378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-4a3a8b78-19b9-4062-9cd5-a38ce4ec1f78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4504719 Jun 30 02:50:25.442871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78a639b-869f-4987-a850-ccb10ab1e9ef tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.446365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d78a639b-869f-4987-a850-ccb10ab1e9ef tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.453109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d78a639b-869f-4987-a850-ccb10ab1e9ef tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/d02b9533-dec8-4a28-b432-086e9daa88e1 HTTP/1.1" status: 204 len: 168 time: 0.2078371 Jun 30 02:50:25.453306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51128) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.467129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a639b-869f-4987-a850-ccb10ab1e9ef tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b9533-dec8-4a28-b432-086e9daa88e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.475070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1450753138'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:25.488991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] For port 17e48485-d15e-49b1-a7f4-d41c77a9666c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=17e48485-d15e-49b1-a7f4-d41c77a9666c,segment=NetworkSegment(b900f998-76e3-4e60-8939-2dcb6c73efa2),segment_id=b900f998-76e3-4e60-8939-2dcb6c73efa2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:25.504113 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.521107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Made reservation on behalf of edbfcefa1f4d4b61ba4a089131f6eab0 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:25.549074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.565426 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.565616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf0a1d-dad1-46f1-96f0-629c7521312e None None] Pushing event updated for resources: {'Port': ['ID=17e48485-d15e-49b1-a7f4-d41c77a9666c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.610435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-76f4b233-c6a9-457b-92fd-d5866473d781 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1584148 Jun 30 02:50:25.615878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.642730 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e0368a33-3361-43e6-8e46-5c0b058e7b9b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] delete failed (client error): The resource could not be found. Jun 30 02:50:25.643379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.643803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e0368a33-3361-43e6-8e46-5c0b058e7b9b tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "DELETE /v2.0/security-groups/fe884020-a321-4955-8e8d-d963b703319a HTTP/1.1" status: 404 len: 347 time: 0.0269747 Jun 30 02:50:25.650369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51134) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.720205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.732624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.734753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2bdcf9a8-267a-47b2-9cf3-e0f1966b229a None None] Provisioning for port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:25.741293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2bdcf9a8-267a-47b2-9cf3-e0f1966b229a None None] Provisioning complete for port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:25.743194 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf9a8-267a-47b2-9cf3-e0f1966b229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.746006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:25.755127 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-b8677406-ecff-44ae-8faa-92efdbde5949 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] show failed (client error): The resource could not be found. Jun 30 02:50:25.762068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b8677406-ecff-44ae-8faa-92efdbde5949 tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-groups/213818de-5d71-46df-ba58-2d4ccafce7d6 HTTP/1.1" status: 404 len: 347 time: 0.0679498 Jun 30 02:50:25.765398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.769880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.770248 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Added segment c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0 of type vlan for network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 Jun 30 02:50:25.803738 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-eddeafd2-fb83-4fae-b244-ff901df17eeb tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] show failed (client error): The resource could not be found. Jun 30 02:50:25.804876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eddeafd2-fb83-4fae-b244-ff901df17eeb tempest-NegativeSecGroupIPv6Test-115364676 tempest-NegativeSecGroupIPv6Test-115364676-project] 10.222.0.78 "GET /v2.0/security-group-rules/304a0a52-ee8e-4648-8dfe-e88e1aad914a HTTP/1.1" status: 404 len: 356 time: 0.0384626 Jun 30 02:50:25.826281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f6c99a-b2a3-418b-b07f-bbccadfcf78a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.846287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcf9a8-267a-47b2-9cf3-e0f1966b229a None None] Port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:25.854233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.864697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2bdcf9a8-267a-47b2-9cf3-e0f1966b229a None None] Provisioning complete for port 17e48485-d15e-49b1-a7f4-d41c77a9666c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:25.865358 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf9a8-267a-47b2-9cf3-e0f1966b229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.924547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-d7dc0399-70f5-4206-888d-391f19415ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.926049 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-d7dc0399-70f5-4206-888d-391f19415ada service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 1096 time: 0.3953352 Jun 30 02:50:25.946569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.966693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.967733 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.050406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.079828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9181981 Jun 30 02:50:26.087630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6266-eb48-4b45-a66e-ee44a88f3c2a tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Pushing event updated for resources: {'Network': ['ID=1682b8c7-7be6-4776-8f0c-e9b45cef3c85,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.116646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:26.122413 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.194343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1b22c444-b001-4cca-82fd-74ad5bc005a3 None None] Provisioning complete for port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:26.194723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b22c444-b001-4cca-82fd-74ad5bc005a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.248907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:26.269433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-d0b884d7-8236-4ffd-b957-d6d69b7664f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.271045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-d0b884d7-8236-4ffd-b957-d6d69b7664f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.3116708 Jun 30 02:50:26.288024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1b22c444-b001-4cca-82fd-74ad5bc005a3 None None] Port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:26.324525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.357489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-831d074a-14c0-4e78-bd7e-297c9b97831c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c2e826-2d33-4116-a92d-505aedf91b90 HTTP/1.1" status: 200 len: 217 time: 0.0565379 Jun 30 02:50:26.358098 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.444240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17e48485-d15e-49b1-a7f4-d41c77a9666c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:26.464389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Allocated IP 172.25.0.207 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/f184da7c-f2d0-4157-aa06-c4d39f0e98f5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:26.469798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-af0a9dc4-9275-4171-9acf-3712d4d26b9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc0d63eb948340c6a1c5390adc6dde4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196076 Jun 30 02:50:26.472273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:26.520697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 17e48485-d15e-49b1-a7f4-d41c77a9666c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:26.520991 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.541627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91821198-cef3-46cd-9544-083d83430bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.579497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:26.588230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Request body: {'port': {'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85', 'binding:host_id': 'n-h1-798054-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1757338812'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:26.597264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91821198-cef3-46cd-9544-083d83430bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.621541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.624411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-d6b9ebf7-9ebc-4e71-aed5-26de0b5f07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.626334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-d6b9ebf7-9ebc-4e71-aed5-26de0b5f07e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.2571292 Jun 30 02:50:26.630137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=4dc795e5-ea5e-4fff-aa23-553da4e463e1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.663428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Made reservation on behalf of 5bf01bf21ca94d0bb2b7b2a43259f6a3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:26.666732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.676567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.706555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91821198-cef3-46cd-9544-083d83430bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.711453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91821198-cef3-46cd-9544-083d83430bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.715665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91821198-cef3-46cd-9544-083d83430bf4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c28051e6-2dcb-4c72-9702-4240216df996 HTTP/1.1" status: 204 len: 168 time: 0.2399249 Jun 30 02:50:26.744580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-2e6aa0ac-8f97-4054-96e2-eb0a68d36858 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076407 Jun 30 02:50:26.750293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91821198-cef3-46cd-9544-083d83430bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28051e6-2dcb-4c72-9702-4240216df996,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.824301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.830249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.837353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:26.908157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:26.911155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.937025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10916e49-6a56-4440-b4aa-4ccdd198a224,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.970681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:26.974119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-ad6cc051-097e-4f00-980a-9f1fa76ac0aa service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180314 Jun 30 02:50:27.247649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:27.259285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.272462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Transition to ACTIVE for port object eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:27.284659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.319619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c90cffa3-14c6-414c-a3fe-2000b89b0069 None None] Provisioning complete for port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:27.321684 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90cffa3-14c6-414c-a3fe-2000b89b0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.350182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=eddff4b3-8313-43cc-b546-ea0fe9c4b2d7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:27.369455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c90cffa3-14c6-414c-a3fe-2000b89b0069 None None] Port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:27.377346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Checking segment: {'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:27.377720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Network hostable DHCP agents. Network: 1682b8c7-7be6-4776-8f0c-e9b45cef3c85, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:27.400298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:27.416257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1682b8c7-7be6-4776-8f0c-e9b45cef3c85) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:27.421908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:27.425568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e3068-d37c-412a-96fa-3c45961c8191 None None] Network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:27.450127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.450439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.450811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.455946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.456661 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.457063 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 2 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.470827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.471173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.471517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.476152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.476483 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.478108 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 3 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.495811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.496157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.496498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.502461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.502810 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.503200 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 4 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.527453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.527829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.528366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.533830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.534239 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.534861 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 5 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.550020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.550467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.551012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.556322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.556744 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.557755 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 6 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.573951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.574297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.574683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.580674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.581042 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.581648 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 7 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.599066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.599446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.599735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.605961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.606333 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.607016 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 8 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.622836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.623217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.623565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.629475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.629950 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.630487 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 9 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.632213 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c7d653d-c2d9-411b-91db-4c667a1deef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.647910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.648256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.649297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.655941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.656244 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.656639 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 10 to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 Jun 30 02:50:27.673199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:27.673787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:27.674053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:27.679307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:27.679639 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:27.680223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.710395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.767104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67338f4e-17bd-4b13-8f3f-29e981a07036 req-8be3afba-d5e3-4169-995c-08eb788531e5 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794189 Jun 30 02:50:27.788510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:27.792116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] For port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:27.792503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:50:27.796307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:27.799487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:27.803535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Pushing event updated for resources: {'Port': ['ID=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:27.818235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.851631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 3fce9919-c824-422f-9fb4-b994a04c560a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:27.855768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.856437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.885990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:27.893912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3130608 Jun 30 02:50:27.894856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796275-ecda-4b9c-a31e-2261c3452b93 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=eddff4b3-8313-43cc-b546-ea0fe9c4b2d7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:27.896907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.016170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d6772d5e-5a70-4cea-bde3-1f654a494504 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2047242059', 'prefixes': ['172.20.0.0/16']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:28.021343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Deleting port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:28.021773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.103588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:28.114082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] Sync routers for ids ['3fce9919-c824-422f-9fb4-b994a04c560a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:28.114374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae0c82e9-2562-4ef6-a89f-41133ac7c646 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/3fce9919-c824-422f-9fb4-b994a04c560a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7207172 Jun 30 02:50:28.119275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51204) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.125488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] Routers {'3fce9919-c824-422f-9fb4-b994a04c560a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:28.126352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] For port eddff4b3-8313-43cc-b546-ea0fe9c4b2d7, host n-h1-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:28.126486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3fce9919-c824-422f-9fb4-b994a04c560a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:28.126728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.148020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Calling delete_port for eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:28.162360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:28.172221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] Routers {'3fce9919-c824-422f-9fb4-b994a04c560a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:28.172831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3fce9919-c824-422f-9fb4-b994a04c560a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:28.207934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:28.208850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf3e8e-973d-4210-8dd4-99db45a4f17e None None] The sync data for ids ['3fce9919-c824-422f-9fb4-b994a04c560a'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:28.225735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6772d5e-5a70-4cea-bde3-1f654a494504 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.227569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d6772d5e-5a70-4cea-bde3-1f654a494504 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3404629 Jun 30 02:50:28.231134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.265802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb02172-7491-46a3-9c85-a99708725ba8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:28.267251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3fb02172-7491-46a3-9c85-a99708725ba8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports/4dc795e5-ea5e-4fff-aa23-553da4e463e1 HTTP/1.1" status: 200 len: 910 time: 0.1460373 Jun 30 02:50:28.270422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51208) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.289842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6b9df672-3030-4bc9-8213-6af58c44ea2c tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] 10.222.0.78 "GET /v2.0/subnetpools/bcf0ec5c-ce80-45a8-932d-c7fd05381b9c HTTP/1.1" status: 200 len: 732 time: 0.0549762 Jun 30 02:50:28.294110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.300793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-65838f0d-657a-4567-8f4e-7ee15eb4ff9d tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-290330828'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:28.348342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.370055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.400993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event deleted for resources: {'Port': ['ID=eddff4b3-8313-43cc-b546-ea0fe9c4b2d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:28.408666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.410760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3c465769-cdc7-4b6e-bb12-42a8329799b6 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "DELETE /v2.0/ports/eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 HTTP/1.1" status: 204 len: 168 time: 0.5128338 Jun 30 02:50:28.414106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.453915 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bffe98a-0451-48ee-a86b-914c3c7bdc50 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:28.459538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1bffe98a-0451-48ee-a86b-914c3c7bdc50 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "GET /v2.0/ports/eddff4b3-8313-43cc-b546-ea0fe9c4b2d7 HTTP/1.1" status: 404 len: 333 time: 0.0415390 Jun 30 02:50:28.460290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.468381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Request body: {'port': {'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2096530770'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:28.491232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65838f0d-657a-4567-8f4e-7ee15eb4ff9d tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.495052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-65838f0d-657a-4567-8f4e-7ee15eb4ff9d tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] 10.222.0.78 "PUT /v2.0/subnetpools/bcf0ec5c-ce80-45a8-932d-c7fd05381b9c HTTP/1.1" status: 200 len: 683 time: 0.1972663 Jun 30 02:50:28.495717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.523304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Made reservation on behalf of 5bf01bf21ca94d0bb2b7b2a43259f6a3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:28.526548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.560247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port e013a710-539b-4ef4-b5b2-b69d71a436f8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:28.796949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.998144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.009467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb7fc044-1abf-4875-840e-e9838c4b0025 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.012838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eb7fc044-1abf-4875-840e-e9838c4b0025 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] 10.222.0.78 "DELETE /v2.0/subnetpools/bcf0ec5c-ce80-45a8-932d-c7fd05381b9c HTTP/1.1" status: 204 len: 168 time: 0.5143487 Jun 30 02:50:29.013244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.036637 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0f21e8ee-7a10-40e5-8b40-5eb32d59bb0c tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] show failed (client error): The resource could not be found. Jun 30 02:50:29.040324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0f21e8ee-7a10-40e5-8b40-5eb32d59bb0c tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] 10.222.0.78 "GET /v2.0/subnetpools/bcf0ec5c-ce80-45a8-932d-c7fd05381b9c HTTP/1.1" status: 404 len: 346 time: 0.0235164 Jun 30 02:50:29.043197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.072645 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-027325bd-24c3-42ab-9f2e-005fb339d500 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] delete failed (client error): The resource could not be found. Jun 30 02:50:29.073686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-027325bd-24c3-42ab-9f2e-005fb339d500 tempest-SubnetPoolsTestJSON-543605236 tempest-SubnetPoolsTestJSON-543605236-project] 10.222.0.78 "DELETE /v2.0/subnetpools/bcf0ec5c-ce80-45a8-932d-c7fd05381b9c HTTP/1.1" status: 404 len: 346 time: 0.0299931 Jun 30 02:50:29.110902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Router 262d2d37-caa1-4925-a0c9-c18b2095dfaf is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:29.167552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.238547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.288910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:29.294781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:29.300961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:29.301936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.302567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.309559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=e013a710-539b-4ef4-b5b2-b69d71a436f8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:29.326839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d51f034-29cb-48ee-837c-d0a77130ce7b tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8657837 Jun 30 02:50:29.329303 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.337477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:29.366178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:29.376589 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Sync routers for ids ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:29.401018 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Routers {'262d2d37-caa1-4925-a0c9-c18b2095dfaf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:29.401018 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:29.480723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.484852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.485455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bb94a14b-f506-4615-8e05-5fc38f715519 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5731606 Jun 30 02:50:29.619003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.628482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 4dc795e5-ea5e-4fff-aa23-553da4e463e1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:29.629516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.635370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0131d1-1a5c-40b0-a163-3a08e3bc44d8 req-8c9a8fb0-3b2f-434b-8f5d-a8b86744fad0 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.636439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.637064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f0131d1-1a5c-40b0-a163-3a08e3bc44d8 req-8c9a8fb0-3b2f-434b-8f5d-a8b86744fad0 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1096 time: 0.2436647 Jun 30 02:50:29.714056 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Set router 262d2d37-caa1-4925-a0c9-c18b2095dfaf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:29.721079 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f0131d1-1a5c-40b0-a163-3a08e3bc44d8 req-5418c43b-e1f4-4e24-9e7d-6c2261c4333f tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768187 Jun 30 02:50:29.886844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.914769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 4dc795e5-ea5e-4fff-aa23-553da4e463e1 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:30.022260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51252) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.147774 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:50:28Z', 'revision_number': 3, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:30.150476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port e013a710-539b-4ef4-b5b2-b69d71a436f8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:30.161870 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.200405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83aa2953-7dce-4562-9db9-ea0b6982e290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.201029 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Checking router: 262d2d37-caa1-4925-a0c9-c18b2095dfaf for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:30.201378 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Updating router 262d2d37-caa1-4925-a0c9-c18b2095dfaf port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:50:30.239979 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.262735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f093461d-27b7-431e-9856-6afd7dab0d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.304226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Transition to ACTIVE for port object e013a710-539b-4ef4-b5b2-b69d71a436f8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:30.307791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d238a3-c9f5-40f6-9dcf-1b6d91013693 req-92ed8179-8b38-44c7-b9bf-986933bc23ee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:30.309469 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9d238a3-c9f5-40f6-9dcf-1b6d91013693 req-92ed8179-8b38-44c7-b9bf-986933bc23ee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.3296490 Jun 30 02:50:30.311270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.317428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dd34d62-be52-4c4a-bb2d-5f94b9e411c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.319647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.437604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=e013a710-539b-4ef4-b5b2-b69d71a436f8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.464860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.471270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=4dc795e5-ea5e-4fff-aa23-553da4e463e1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.505298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83aa2953-7dce-4562-9db9-ea0b6982e290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.510655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.511021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.511438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.524507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83aa2953-7dce-4562-9db9-ea0b6982e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.532691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.544296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:30.544666 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:30.552412 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 2 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:30.560764 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.571947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Transition to ACTIVE for port object f184da7c-f2d0-4157-aa06-c4d39f0e98f5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:30.581501 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.612983 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Attempting to bind port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.613549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Attempting to bind port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.614222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Attempting to bind port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.618339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9d238a3-c9f5-40f6-9dcf-1b6d91013693 req-cff07acf-ecb9-4bb7-994c-2451a6576dd6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849772 Jun 30 02:50:30.650609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.651200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.654349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.654992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa2953-7dce-4562-9db9-ea0b6982e290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9362d32-45ab-40bb-9c80-92c81e243d15,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.658385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.659225 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:30.659629 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:30.660031 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.660423 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:30.660959 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Bound port: f184da7c-f2d0-4157-aa06-c4d39f0e98f5, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:30.661345 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.694035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83aa2953-7dce-4562-9db9-ea0b6982e290 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3fec5b9f70064310b5c0caccee99b70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659386 Jun 30 02:50:30.696662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51258) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.718328 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Pushing event updated for resources: {'Port': ['ID=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.729985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:30.730354 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:30.735238 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.735397 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 3 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:30.735573 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.736088 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.736607 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.736940 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.737267 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.737587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.738061 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.738414 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.738739 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.739060 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.739383 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.749208 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] For port f184da7c-f2d0-4157-aa06-c4d39f0e98f5, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:30.752665 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] For port f184da7c-f2d0-4157-aa06-c4d39f0e98f5, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:30.758686 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.781194 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.797007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.797369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.797708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.809957 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Routers {'262d2d37-caa1-4925-a0c9-c18b2095dfaf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:30.810618 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:30.823832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:30.824163 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:30.828064 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 4 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:30.845652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-51d65f02-0965-4e77-badb-f7cd2a07ca78 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 HTTP/1.1" status: 200 len: 992 time: 0.1696362 Jun 30 02:50:30.851434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.859984 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a13df-47da-4648-8e69-1d4aeecd36bc None None] Pushing event updated for resources: {'Port': ['ID=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.862571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.865366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.876618 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:30.877068 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:30.903620 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 5 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:30.925327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.925822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.926258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.933251 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] Set router 262d2d37-caa1-4925-a0c9-c18b2095dfaf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:30.940584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:30.941042 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:30.942112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Allocated IP 172.20.0.1 (baa73894-bed1-4421-93d7-3873cd0a304e/e1256162-d7cb-4f74-8409-38e66f93c057/b3a45576-e2e0-4ed3-b889-67de4ab4edc2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:30.943988 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 6 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:30.965900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9c2e2e5-c20c-46b2-ac60-18a0af05c128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.967736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.968154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.968636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.986539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:30.987081 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:31.015713 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 7 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:31.032925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:31.033406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:31.033869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:31.054924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:31.055245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f093461d-27b7-431e-9856-6afd7dab0d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.055803 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:31.067180 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 8 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:31.069839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f093461d-27b7-431e-9856-6afd7dab0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.101201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:31.101201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:31.101201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:31.112690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:31.112690 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:31.113241 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 9 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:31.134705 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.148676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093461d-27b7-431e-9856-6afd7dab0d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43284f-25e2-4cb2-8a68-b83b049baf68,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.160205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:31.160205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:31.160205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:31.193151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9c2e2e5-c20c-46b2-ac60-18a0af05c128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.212962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:31.214866 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:31.215975 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 10 to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 Jun 30 02:50:31.227355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f093461d-27b7-431e-9856-6afd7dab0d17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61eadb663ecf4198a0fe615f2b92c361&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5788822 Jun 30 02:50:31.231548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51270) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:31.238710 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6702c749-2df8-42d2-9204-183965180b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:50:28Z', 'revision_number': 3, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:31.241396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 3fce9919-c824-422f-9fb4-b994a04c560a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:31.255383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.280953 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702c749-2df8-42d2-9204-183965180b23 None None] The sync data for ids ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'] in n-d-798054-5 is: [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:50:28Z', 'revision_number': 3, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:31.295023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:31.295357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:31.295702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:31.316009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Network baa73894-bed1-4421-93d7-3873cd0a304e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:31.321241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:31.323930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:31.329628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:31.329970 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port e013a710-539b-4ef4-b5b2-b69d71a436f8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:31.330367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.396602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ba64d2d-2390-4a46-940d-73f9854fd7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.404957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.418956 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9c2e2e5-c20c-46b2-ac60-18a0af05c128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.436907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9c2e2e5-c20c-46b2-ac60-18a0af05c128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.438456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.439184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c9c2e2e5-c20c-46b2-ac60-18a0af05c128 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9362d32-45ab-40bb-9c80-92c81e243d15 HTTP/1.1" status: 204 len: 168 time: 0.7413628 Jun 30 02:50:31.452701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:31.458885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-067fc45d-34a0-40ad-84d1-dcc7371c1704 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/3fce9919-c824-422f-9fb4-b994a04c560a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1871772 Jun 30 02:50:31.462595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] Sync routers for ids ['3fce9919-c824-422f-9fb4-b994a04c560a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:31.477275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] Routers {'3fce9919-c824-422f-9fb4-b994a04c560a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:31.482153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3fce9919-c824-422f-9fb4-b994a04c560a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:31.504908 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ba64d2d-2390-4a46-940d-73f9854fd7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.507858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:31.513722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2e2e5-c20c-46b2-ac60-18a0af05c128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9362d32-45ab-40bb-9c80-92c81e243d15,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.579400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:31.609106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6c82fa5d-e852-4b22-abb8-5ec4bee9a05c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fce9919-c824-422f-9fb4-b994a04c560a HTTP/1.1" status: 200 len: 205 time: 0.0807717 Jun 30 02:50:31.611269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51292) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:31.626193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] Routers {'3fce9919-c824-422f-9fb4-b994a04c560a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:31.627107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3fce9919-c824-422f-9fb4-b994a04c560a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:31.739667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:31.740488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9535a53-68d5-4da9-85b2-3e8cde760df9 None None] The sync data for ids ['3fce9919-c824-422f-9fb4-b994a04c560a'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:31.748428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.776475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] For port e013a710-539b-4ef4-b5b2-b69d71a436f8, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:31.777077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:50:31.823137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.828467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:31.873054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ba64d2d-2390-4a46-940d-73f9854fd7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.875844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ba64d2d-2390-4a46-940d-73f9854fd7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.879328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1ba64d2d-2390-4a46-940d-73f9854fd7ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b43284f-25e2-4cb2-8a68-b83b049baf68 HTTP/1.1" status: 204 len: 168 time: 0.6429095 Jun 30 02:50:31.881651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc1e55c9-d66b-4fd5-941d-a70321fd8ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.897537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] In _notify_port_updated(), no bound segment for port e013a710-539b-4ef4-b5b2-b69d71a436f8 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:50:31.899035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:31.899741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.903684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "PUT /v2.0/ports/e013a710-539b-4ef4-b5b2-b69d71a436f8 HTTP/1.1" status: 200 len: 975 time: 2.5705748 Jun 30 02:50:31.904797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51304) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:31.917432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba64d2d-2390-4a46-940d-73f9854fd7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b43284f-25e2-4cb2-8a68-b83b049baf68,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.983120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103ab5f-2d6d-45e0-ac77-34874ee31c98 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=e013a710-539b-4ef4-b5b2-b69d71a436f8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.993592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-3a68af1f-03f3-4c35-aa30-a80b79be88db tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:31.995884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-3a68af1f-03f3-4c35-aa30-a80b79be88db tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.4663291 Jun 30 02:50:32.008497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.031761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-155be5c6-f5e6-4ea7-94f5-2a3ed5ef5807 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/quotas/d1cac6dc2fd74015a78676ccf1813ca4 HTTP/1.1" status: 200 len: 375 time: 0.0199940 Jun 30 02:50:32.147094 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.239855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-75d1bb82-8334-4ba9-af11-885754f959f4 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686883 Jun 30 02:50:32.247097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:32.368851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.387545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.504071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f184da7c-f2d0-4157-aa06-c4d39f0e98f5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:32.589875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:32.598386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:32.599174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.709911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.721601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.745905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.760178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.792760 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.827594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f184da7c-f2d0-4157-aa06-c4d39f0e98f5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:32.831941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-a37843f5-ddc8-45ec-8bca-8a21bad2124c service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825808 Jun 30 02:50:32.832356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.888298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.888796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.889298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.889755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.890295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.890844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.891570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.892049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.892535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.892994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.893461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.893928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.894420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.894892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.895362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.895848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.896300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.896772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.897238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.897707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.898172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.899218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.899787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.900339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.900806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.901445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.902458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.903203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.906281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-46a8476c-cb86-43f1-b95f-75204a0078c2 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24313 time: 1.0000544 Jun 30 02:50:32.907256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.907751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router 3fce9919-c824-422f-9fb4-b994a04c560a {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:32.921196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.925545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-482f7338-7de2-4774-ad06-9cfb4ba10f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/3fce9919-c824-422f-9fb4-b994a04c560a HTTP/1.1" status: 204 len: 168 time: 1.3132741 Jun 30 02:50:32.926097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51326) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:32.926584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51328) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:32.953408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-a1fc8ef4-5191-49cd-a894-3bbdb2ecdbcd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7051744 Jun 30 02:50:32.967967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Network baa73894-bed1-4421-93d7-3873cd0a304e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:32.997696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:33.096572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa080e-473a-4f84-85ef-1c62074f3fe0 req-d8be26e9-010a-4ceb-b2ad-fee76f6d130a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.106649 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4dfa080e-473a-4f84-85ef-1c62074f3fe0 req-d8be26e9-010a-4ceb-b2ad-fee76f6d130a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.4299524 Jun 30 02:50:33.137792 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-2d014715-189f-4988-997d-5777778e11ed service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050889 Jun 30 02:50:33.170898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Router 262d2d37-caa1-4925-a0c9-c18b2095dfaf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:33.220149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4dfa080e-473a-4f84-85ef-1c62074f3fe0 req-e3d47ceb-7b50-41d3-8e11-640d40b69211 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065159 Jun 30 02:50:33.253786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet 7b219c6b-077e-4126-81a1-f51aea1d7ed7 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:33.289529 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.370621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:33.379213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fba970b3-e052-4826-b331-2cfb7e55e399 admin admin] 10.222.0.78 "PUT /v2.0/routers/262d2d37-caa1-4925-a0c9-c18b2095dfaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8932667 Jun 30 02:50:33.389117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc1e55c9-d66b-4fd5-941d-a70321fd8ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.403173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc1e55c9-d66b-4fd5-941d-a70321fd8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.423201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.626908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bc1e55c9-d66b-4fd5-941d-a70321fd8ef7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbc0451db4564fbfb51b3588e7dac2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7948308 Jun 30 02:50:33.627731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:33.631453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56f8a6ea-c63d-4a9e-82cb-39497558bba3 req-344bbc8c-1f96-4b5a-86dd-54ecbb5d3d2c tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 210 time: 0.1112554 Jun 30 02:50:33.633349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Deleting port e013a710-539b-4ef4-b5b2-b69d71a436f8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:33.633712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.645393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e55c9-d66b-4fd5-941d-a70321fd8ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300af763-e7f6-4f77-91b6-3268716ee8eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.784954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] For port e013a710-539b-4ef4-b5b2-b69d71a436f8, host n-h1-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:33.787566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.806278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de24d2d6-5445-422a-846c-56ed07cb72c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.820265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Calling delete_port for e013a710-539b-4ef4-b5b2-b69d71a436f8 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:33.832386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.848256 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de24d2d6-5445-422a-846c-56ed07cb72c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.973017 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Sync routers for ids ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:33.986990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de24d2d6-5445-422a-846c-56ed07cb72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.990820 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Routers {'262d2d37-caa1-4925-a0c9-c18b2095dfaf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:33.991349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de24d2d6-5445-422a-846c-56ed07cb72c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.992219 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:33.992855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-de24d2d6-5445-422a-846c-56ed07cb72c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/300af763-e7f6-4f77-91b6-3268716ee8eb HTTP/1.1" status: 204 len: 168 time: 0.3615551 Jun 30 02:50:34.004360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24d2d6-5445-422a-846c-56ed07cb72c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300af763-e7f6-4f77-91b6-3268716ee8eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:34.067774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.105620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=7b219c6b-077e-4126-81a1-f51aea1d7ed7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:34.108059 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.110236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b844f33a-b949-4b67-9cd0-9853270b699d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/7b219c6b-077e-4126-81a1-f51aea1d7ed7 HTTP/1.1" status: 204 len: 168 time: 1.1816630 Jun 30 02:50:34.113049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:34.116451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.118587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa36fe-07ee-4158-a471-e1cf63e213df None None] Network 9cc6b2f0-b52d-477a-817e-cef4567e484a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:34.212304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event deleted for resources: {'Port': ['ID=e013a710-539b-4ef4-b5b2-b69d71a436f8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:34.279135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.286704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:34.290655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-527fdcdf-3ab9-4a01-bbf3-ce280d630e92 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e013a710-539b-4ef4-b5b2-b69d71a436f8 HTTP/1.1" status: 204 len: 168 time: 1.3621600 Jun 30 02:50:34.362804 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e2efa5-7926-4556-8f99-78cb567395cb tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:34.370915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-25e2efa5-7926-4556-8f99-78cb567395cb tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "GET /v2.0/ports/e013a710-539b-4ef4-b5b2-b69d71a436f8 HTTP/1.1" status: 404 len: 333 time: 0.0769029 Jun 30 02:50:34.372384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51406) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:34.376790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.380487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1589924888', 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:34.475275 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Set router 262d2d37-caa1-4925-a0c9-c18b2095dfaf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:34.488159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Made reservation on behalf of 5bf01bf21ca94d0bb2b7b2a43259f6a3 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:34.490997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.542899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port f390e902-5498-4e15-8fa5-6bb7727662b4 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:34.727354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-eefc36d7-84bc-465b-a354-8c6d07e96eb5 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.734820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-eefc36d7-84bc-465b-a354-8c6d07e96eb5 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 818 time: 0.3434129 Jun 30 02:50:34.747040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 17e48485-d15e-49b1-a7f4-d41c77a9666c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:34.747636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.767724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-00bce01f-20fe-45d7-982c-af134aced5d0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/quotas/7040e4cae6104f5faf8e9262ef7c536c HTTP/1.1" status: 200 len: 375 time: 0.0314720 Jun 30 02:50:34.870031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f184da7c-f2d0-4157-aa06-c4d39f0e98f5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:34.870733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 17e48485-d15e-49b1-a7f4-d41c77a9666c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=17e48485-d15e-49b1-a7f4-d41c77a9666c,segment=NetworkSegment(b900f998-76e3-4e60-8939-2dcb6c73efa2),segment_id=b900f998-76e3-4e60-8939-2dcb6c73efa2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:34.871410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.892269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 17e48485-d15e-49b1-a7f4-d41c77a9666c owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:34.926763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-a8180c3a-d17d-46a2-9d80-1dc4e9fe3723 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576545 Jun 30 02:50:34.946764 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.016486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa17fcc-d81d-424c-9a1e-6ae5657be488 req-7dc649a6-0beb-458b-a1fb-bd92fa4146ee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.023765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fa17fcc-d81d-424c-9a1e-6ae5657be488 req-7dc649a6-0beb-458b-a1fb-bd92fa4146ee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.3540835 Jun 30 02:50:35.099021 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fa17fcc-d81d-424c-9a1e-6ae5657be488 req-7fcd8083-86a3-4a73-8986-462e6bc823d5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740128 Jun 30 02:50:35.103866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:35.108255 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.131891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.144404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-2467c49a-7dfd-43af-9b8d-8c4209c17a27 service neutron] 10.222.0.78 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162664 Jun 30 02:50:35.165336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.261331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66ea93-fee7-49e4-b637-6941ab874e36 None None] DHCP port deletion for 9cc6b2f0-b52d-477a-817e-cef4567e484a request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:35.263229 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.318676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=17e48485-d15e-49b1-a7f4-d41c77a9666c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:35.327437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port 17e48485-d15e-49b1-a7f4-d41c77a9666c on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:35.350369 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:50:31Z', 'revision_number': 4, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b3a45576-e2e0-4ed3-b889-67de4ab4edc2', 'name': '', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'mac_address': 'fa:16:3e:23:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:30Z', 'updated_at': '2021-06-30T02:50:32Z', 'revision_number': 2, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'subnets': [{'id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:35.353793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:35.356972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:35.360102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:35.361208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.362029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.397783 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0239732 Jun 30 02:50:35.417302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.435995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e42fd1c3-cbfc-424c-b8de-5d547116dc3f req-4d679e8b-b123-4132-b9f7-a5963f7a89d6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 210 time: 0.0580711 Jun 30 02:50:35.437032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f2f0-0a49-4365-969b-d856000eaf8f tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=f390e902-5498-4e15-8fa5-6bb7727662b4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:35.459568 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Checking router: 262d2d37-caa1-4925-a0c9-c18b2095dfaf for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:35.459685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-5f462b33-4ac3-4afd-9c79-3dd972e58978 service neutron] 10.222.0.78 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130660 Jun 30 02:50:35.466340 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Updating router 262d2d37-caa1-4925-a0c9-c18b2095dfaf port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:50:35.517604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.541582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc6b2f0-b52d-477a-817e-cef4567e484a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:35.594850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473114e1-51de-4af3-8ebf-733badaff5ac tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.608966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51438) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.609242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-473114e1-51de-4af3-8ebf-733badaff5ac tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "GET /v2.0/ports/f390e902-5498-4e15-8fa5-6bb7727662b4 HTTP/1.1" status: 200 len: 955 time: 0.1893735 Jun 30 02:50:35.611576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b900f998-76e3-4e60-8939-2dcb6c73efa2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:35.612396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b900f998-76e3-4e60-8939-2dcb6c73efa2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:35.646160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.670077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.679542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:35.679960 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:35.695675 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:35.777375 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.782937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Deleting port f390e902-5498-4e15-8fa5-6bb7727662b4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:35.783478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.823540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32273106-58b9-4955-89b3-2688ea4c8af0 req-2de58ae0-27e9-480e-9d0c-40e6ece90f84 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 210 time: 0.0373194 Jun 30 02:50:35.950382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.988536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Calling delete_port for f390e902-5498-4e15-8fa5-6bb7727662b4 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:36.500333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17e48485-d15e-49b1-a7f4-d41c77a9666c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:36.519175 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.520105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-b0250650-ea93-4ff6-a163-758d4f878fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.521027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-b0250650-ea93-4ff6-a163-758d4f878fc1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1096 time: 0.9519792 Jun 30 02:50:36.535170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-e6646dff-a306-498d-a284-90f96b5873c3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.541459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-e6646dff-a306-498d-a284-90f96b5873c3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.3229849 Jun 30 02:50:36.544426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 17e48485-d15e-49b1-a7f4-d41c77a9666c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:36.547612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17e48485-d15e-49b1-a7f4-d41c77a9666c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:36.547878 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Transition to ACTIVE for port object b3a45576-e2e0-4ed3-b889-67de4ab4edc2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:36.558362 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.571555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Request body: {'port': {'device_id': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'admin_state_up': True, 'tenant_id': 'd1cac6dc2fd74015a78676ccf1813ca4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:36.610423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.682020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.684807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/9cc6b2f0-b52d-477a-817e-cef4567e484a HTTP/1.1" status: 204 len: 168 time: 2.5690188 Jun 30 02:50:36.709170 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea4f17-55ff-48da-bffb-f4bdc159d2c0 None None] Pushing event updated for resources: {'Port': ['ID=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:36.721961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:36.748822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-548024965', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:36.806875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0b5b2-3699-4143-b5b7-89136daadec7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=9cc6b2f0-b52d-477a-817e-cef4567e484a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:36.828215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:36.845899 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Attempting to bind port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:36.846247 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Attempting to bind port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:36.846648 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Attempting to bind port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 on network baa73894-bed1-4421-93d7-3873cd0a304e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:36.853356 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:36.854067 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Checking segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:36.854845 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.869041 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Bound using segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:36.869978 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Bound port: b3a45576-e2e0-4ed3-b889-67de4ab4edc2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:36.870611 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.879485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.881555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.094404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-bc0d378e-d4cd-4370-bf7b-c0d5dbb1d7bc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.108653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-bc0d378e-d4cd-4370-bf7b-c0d5dbb1d7bc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 818 time: 0.5981936 Jun 30 02:50:37.120969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.139885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Made reservation on behalf of d1cac6dc2fd74015a78676ccf1813ca4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:37.140579 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] For port b3a45576-e2e0-4ed3-b889-67de4ab4edc2, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:37.143821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.153292 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] For port b3a45576-e2e0-4ed3-b889-67de4ab4edc2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:37.168044 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.175714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-f1cc3c1c-3515-494c-9126-5a69b969f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.177315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-f1cc3c1c-3515-494c-9126-5a69b969f418 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.6445839 Jun 30 02:50:37.181792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a2c5-fe62-4ebe-beb6-776a8a66c794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.184579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.185258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event deleted for resources: {'Port': ['ID=f390e902-5498-4e15-8fa5-6bb7727662b4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.193826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-4720255c-fcfa-4664-90e4-09ed5cbdae90 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/quotas/7040e4cae6104f5faf8e9262ef7c536c HTTP/1.1" status: 200 len: 375 time: 0.0822117 Jun 30 02:50:37.198367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397d47-b53a-4672-9d05-a4a56e0bcdfe req-3e798322-4188-44c7-8895-cd748e845be1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.201969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87397d47-b53a-4672-9d05-a4a56e0bcdfe req-3e798322-4188-44c7-8895-cd748e845be1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.6557436 Jun 30 02:50:37.212304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.215156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75ccf5c5-742d-47b0-86cb-5aa56c1bfddf tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "DELETE /v2.0/ports/f390e902-5498-4e15-8fa5-6bb7727662b4 HTTP/1.1" status: 204 len: 168 time: 1.6047785 Jun 30 02:50:37.218819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.269426 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea4f17-55ff-48da-bffb-f4bdc159d2c0 None None] Pushing event updated for resources: {'Port': ['ID=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.298854 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Routers {'262d2d37-caa1-4925-a0c9-c18b2095dfaf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:37.299872 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:37.316364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87397d47-b53a-4672-9d05-a4a56e0bcdfe req-85673457-98f8-413a-a0f9-ab03a87ff4a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997717 Jun 30 02:50:37.391451 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b45be73-7876-44ba-b3db-cc8c1563b4ff tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:37.392983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2b45be73-7876-44ba-b3db-cc8c1563b4ff tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "GET /v2.0/ports/f390e902-5498-4e15-8fa5-6bb7727662b4 HTTP/1.1" status: 404 len: 333 time: 0.1359501 Jun 30 02:50:37.410775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51506) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.426611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Request body: {'port': {'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1981249912'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:37.435428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-bfda46ed-9f21-4b75-8387-550a8526c43b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 1000 time: 0.2483256 Jun 30 02:50:37.478498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Allocated IP 172.20.0.2 (d32b9a54-a10c-4bbd-93fc-08e399383c3d/53b34e2c-82c8-4743-9a74-f79e9a62db12/47408b7c-ea12-432c-92dc-2a387e07d969) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:37.525048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-ce8dca11-f886-4ca6-a448-2110f55e8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.529937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-ce8dca11-f886-4ca6-a448-2110f55e8023 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.0597346 Jun 30 02:50:37.542228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] Set router 262d2d37-caa1-4925-a0c9-c18b2095dfaf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:37.662663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.685617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-1a9084eb-d01f-4f99-9329-1180608e3079 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4907484 Jun 30 02:50:37.733572 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.773783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a2c5-fe62-4ebe-beb6-776a8a66c794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.800400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.812160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:37.825945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a2c5-fe62-4ebe-beb6-776a8a66c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.828292 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:50:31Z', 'revision_number': 4, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b3a45576-e2e0-4ed3-b889-67de4ab4edc2', 'name': '', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'mac_address': 'fa:16:3e:23:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:30Z', 'updated_at': '2021-06-30T02:50:37Z', 'revision_number': 4, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'subnets': [{'id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:37.871946 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f9841-a361-4c00-a4c7-a78730c47584 None None] The sync data for ids ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'] in n-d-798054-5 is: [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:50:31Z', 'revision_number': 4, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b3a45576-e2e0-4ed3-b889-67de4ab4edc2', 'name': '', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'mac_address': 'fa:16:3e:23:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:30Z', 'updated_at': '2021-06-30T02:50:37Z', 'revision_number': 4, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'subnets': [{'id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:37.930756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:37.944576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:37.955712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Made reservation on behalf of 5bf01bf21ca94d0bb2b7b2a43259f6a3 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:37.964336 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.990150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:38.049964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a2c5-fe62-4ebe-beb6-776a8a66c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a11eadc-aab7-46fe-a653-e2f3b7fbcf0f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.084005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a6b8a2c5-fe62-4ebe-beb6-776a8a66c794 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83f83c9c80604e3ebcbc76550397c4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2540622 Jun 30 02:50:38.089638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51510) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:38.111939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event updated for resources: {'Port': ['ID=47408b7c-ea12-432c-92dc-2a387e07d969,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.113343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-5e9321b0-f30b-4c95-a98a-da26e1ef0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.121340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-5e9321b0-f30b-4c95-a98a-da26e1ef0b39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4944952 Jun 30 02:50:38.165753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port d2feebb2-687a-4ca7-8e8e-c3e889668918 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:38.186380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.187081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.232599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cda262-759e-4be4-90e4-17f1129f661f req-a02fa6c2-29ca-4eeb-9275-3585c9b850eb tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.234152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46cda262-759e-4be4-90e4-17f1129f661f req-a02fa6c2-29ca-4eeb-9275-3585c9b850eb tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 931 time: 0.4551349 Jun 30 02:50:38.266246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-5eaedcee-4e78-4945-ae68-d24f19bdf447 service neutron] 10.222.0.78 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729823 Jun 30 02:50:38.350703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-7a22a831-7cc9-415b-80f3-a51a6aaf671f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7951143 Jun 30 02:50:38.395628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Request body: {'port': {'device_id': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:38.465199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-562b5bea-b1de-4f44-8922-9105d86c9f40 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994189 Jun 30 02:50:38.516817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b3a45576-e2e0-4ed3-b889-67de4ab4edc2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:38.531466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46cda262-759e-4be4-90e4-17f1129f661f req-29e24916-a994-4581-9edd-551e0a2e6817 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360065 Jun 30 02:50:38.532117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5421293-36da-4548-8a4e-111186fc5c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.564785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-63436156-6d02-4ca5-8cf0-b09207b69067 service neutron] 10.222.0.78 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589934 Jun 30 02:50:38.631544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-3ff82fa9-e086-454a-b1ff-34acc9fd5829 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.633232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-3ff82fa9-e086-454a-b1ff-34acc9fd5829 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 818 time: 0.4901106 Jun 30 02:50:38.656878 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.666234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:38.671344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:38.671833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.747517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Request body: {'port': {'device_id': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'admin_state_up': True, 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:38.755251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.779678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.800341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5421293-36da-4548-8a4e-111186fc5c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.858986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port b3a45576-e2e0-4ed3-b889-67de4ab4edc2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:38.871099 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.915987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5421293-36da-4548-8a4e-111186fc5c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.923245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5421293-36da-4548-8a4e-111186fc5c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.924405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c5421293-36da-4548-8a4e-111186fc5c79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a11eadc-aab7-46fe-a653-e2f3b7fbcf0f HTTP/1.1" status: 204 len: 168 time: 0.8284504 Jun 30 02:50:38.951348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.952588 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-f78ec768-76e4-4f28-af34-435df3c149b6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7490797 Jun 30 02:50:38.963146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:39.016351 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.025679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de7c84d9-763f-4693-afba-d166ca8be07f req-27a8b2e7-1ea9-4a7c-b67c-e44d4d4ae7dd tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 210 time: 0.1177344 Jun 30 02:50:39.035761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-665fd7d2-fff0-4267-bafb-8c1fb2cae2f8 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109262 Jun 30 02:50:39.052506 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.171916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.308260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Made reservation on behalf of 7040e4cae6104f5faf8e9262ef7c536c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:39.322014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.514443 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.546473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.550777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.25.0.237 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/2b585ae0-b65b-4e82-9b97-9222f09ad82f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:39.713415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:39.722925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09dab121-9f67-4179-afee-689c728e8b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.730771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:39.731976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:39.732720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.740168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5421293-36da-4548-8a4e-111186fc5c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a11eadc-aab7-46fe-a653-e2f3b7fbcf0f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:39.782291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Allocated IP 172.20.0.14 (baa73894-bed1-4421-93d7-3873cd0a304e/e1256162-d7cb-4f74-8409-38e66f93c057/6ba548dd-2da7-44e0-ba19-fbb10d69463f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:39.797015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=d2feebb2-687a-4ca7-8e8e-c3e889668918,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:39.808235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-946b764b-b4d3-4ae0-8e04-1bc38d8c0d73 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3963413 Jun 30 02:50:39.813693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51546) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.828911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:39.879313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-a48d9532-ab4c-4ab5-a8a5-c1e24965ab9d tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f0e9445c28f24e00af024d63e925ece9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1735759 Jun 30 02:50:39.965938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e64c5c-cbf0-40f3-80e2-7cab57358bc4 req-583635ca-5c13-42e2-be7a-92463352c4a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:39.967808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2e64c5c-cbf0-40f3-80e2-7cab57358bc4 req-583635ca-5c13-42e2-be7a-92463352c4a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 1.1009545 Jun 30 02:50:40.019761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.020143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.020618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.021091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.021560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.022029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.022524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.025634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b09e460-d16b-4720-a153-80d159c854df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 6491 time: 0.9873900 Jun 30 02:50:40.034481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.057196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47408b7c-ea12-432c-92dc-2a387e07d969 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:40.078217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.163587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2e64c5c-cbf0-40f3-80e2-7cab57358bc4 req-9fe14f75-58b8-4951-b2e3-49906a609c50 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663706 Jun 30 02:50:40.187299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Transition to ACTIVE for port object 47408b7c-ea12-432c-92dc-2a387e07d969 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:40.235397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.359615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-506bb73d-d79c-4a7d-bc8a-28538b14148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.360091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-506bb73d-d79c-4a7d-bc8a-28538b14148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.360578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-506bb73d-d79c-4a7d-bc8a-28538b14148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.362283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-506bb73d-d79c-4a7d-bc8a-28538b14148d service neutron] 10.222.0.90 "GET /v2.0/networks?id=05158402-4f23-4e72-a500-4cf01d25dc82&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&id=41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 200 len: 2291 time: 0.3005550 Jun 30 02:50:40.384477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=47408b7c-ea12-432c-92dc-2a387e07d969,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:40.467838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b3a45576-e2e0-4ed3-b889-67de4ab4edc2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:40.551088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:40.551690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.612118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-dd8e41db-ff39-442b-9b39-1345e3223782 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.613685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-dd8e41db-ff39-442b-9b39-1345e3223782 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7221494 Jun 30 02:50:40.616855 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.643362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-548832c3-2954-43e4-8efb-c2adc16529ef tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/quotas/f0e9445c28f24e00af024d63e925ece9 HTTP/1.1" status: 200 len: 375 time: 0.0179319 Jun 30 02:50:40.656468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb8b8-557e-4942-8988-9a2ef3c67146 req-7004af75-77d6-458c-a0bd-035eb3296496 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.658142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38ebb8b8-557e-4942-8988-9a2ef3c67146 req-7004af75-77d6-458c-a0bd-035eb3296496 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 943 time: 0.3736062 Jun 30 02:50:40.659911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-9844167d-168b-4d56-9c65-95d8b8caeda0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 200 len: 1002 time: 0.2883170 Jun 30 02:50:40.729851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] device_id is not set on port d2feebb2-687a-4ca7-8e8e-c3e889668918 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:40.746536 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-75fc046c-f3ff-419f-bda7-aa597e10adef tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0e9445c28f24e00af024d63e925ece9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652862 Jun 30 02:50:40.752792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Attempting to bind port 47408b7c-ea12-432c-92dc-2a387e07d969 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:40.753756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Attempting to bind port 47408b7c-ea12-432c-92dc-2a387e07d969 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:40.754121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Attempting to bind port 47408b7c-ea12-432c-92dc-2a387e07d969 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:40.760036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.775930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.808428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Port 47408b7c-ea12-432c-92dc-2a387e07d969 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:40.808983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Attempting to bind port 47408b7c-ea12-432c-92dc-2a387e07d969 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:40.818273 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.831613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Transition to ACTIVE for port object d2feebb2-687a-4ca7-8e8e-c3e889668918 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:40.839575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:40.839978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Checking segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:40.840379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Bound using segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:40.840688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09dab121-9f67-4179-afee-689c728e8b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.841019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Bound port: 47408b7c-ea12-432c-92dc-2a387e07d969, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:40.841433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.848537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09dab121-9f67-4179-afee-689c728e8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.851374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38ebb8b8-557e-4942-8988-9a2ef3c67146 req-eb920a68-36fd-473e-91bf-e3bb2220898b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771064 Jun 30 02:50:40.860662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-b1db78aa-c9b4-4957-bb44-64d498fd7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.862082 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-b1db78aa-c9b4-4957-bb44-64d498fd7222 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 200 len: 850 time: 0.1909506 Jun 30 02:50:40.870693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.893872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dab121-9f67-4179-afee-689c728e8b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b70b41-8b2c-43ca-9961-6931dc57899b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:40.904224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-8efe5be2-30b1-4664-be78-a287a9228a0f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.905713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-8efe5be2-30b1-4664-be78-a287a9228a0f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.67 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 818 time: 0.3881149 Jun 30 02:50:40.912751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.955079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Request body: {'port': {'device_id': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'admin_state_up': True, 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:41.023085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=2b585ae0-b65b-4e82-9b97-9222f09ad82f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.030368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-09dab121-9f67-4179-afee-689c728e8b14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3bab6a7da78f41828d6539f63e71bb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4747622 Jun 30 02:50:41.042471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.053582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:41.077057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=d2feebb2-687a-4ca7-8e8e-c3e889668918,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.100522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7cd2bf29-dc3f-4523-aead-523cd3a9c19a req-663a391d-8f81-45f3-ab1d-d19e8d00bc9b tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 210 time: 0.0713153 Jun 30 02:50:41.114893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:41.119822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-109a4f34-bf8b-4125-b37b-7662cc39f2bc req-4a5d7448-bec0-4af1-ab56-fdbaefa2ce9c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 210 time: 0.0703075 Jun 30 02:50:41.120383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:41.156150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] For port 47408b7c-ea12-432c-92dc-2a387e07d969, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:41.160543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] For port 47408b7c-ea12-432c-92dc-2a387e07d969, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=47408b7c-ea12-432c-92dc-2a387e07d969,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:41.169917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:41.170243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:41.170641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:41.185718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.204311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:41.204674 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:41.213540 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 2 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:41.271287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-067ceb23-edfe-4ae2-987e-458878034ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:41.273317 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-067ceb23-edfe-4ae2-987e-458878034ac8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05158402-4f23-4e72-a500-4cf01d25dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3999970 Jun 30 02:50:41.300808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:41.301596 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.303313 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] 10.222.0.67 "PUT /v2.0/ports/47408b7c-ea12-432c-92dc-2a387e07d969 HTTP/1.1" status: 200 len: 1091 time: 2.9314501 Jun 30 02:50:41.306683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'tag': '47408b7c-ea12-432c-92dc-2a387e07d969'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:41.314430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.317891 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8b740e-ebd5-407e-8844-47d9d40a6efc", "tag": "47408b7c-ea12-432c-92dc-2a387e07d969"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:41.325807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:41.326148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:41.326532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:41.403084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:41.403452 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:41.429502 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 3 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:41.443500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdf9e6-7fd2-4198-b2d1-fb1632a58ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=47408b7c-ea12-432c-92dc-2a387e07d969,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.445193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Network baa73894-bed1-4421-93d7-3873cd0a304e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:41.451867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Pushing event updated for resources: {'Port': ['ID=6ba548dd-2da7-44e0-ba19-fbb10d69463f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.454512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1934b579-214f-4748-844f-d9ca42695360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.469075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Made reservation on behalf of 7040e4cae6104f5faf8e9262ef7c536c for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:41.472857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.494109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:41.499054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:41.499384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:41.499744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:41.501030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:41.547973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:41.548787 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:41.551267 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 4 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:41.554752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-8dd00ca2-80c5-4c9f-887c-de523e083ca5 service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661726 Jun 30 02:50:41.559668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1934b579-214f-4748-844f-d9ca42695360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.650784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:41.655091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.691791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da162-1572-46a0-b624-6329dac871d5 req-2caedc5c-2102-4d1d-a6bd-b581da0773d6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:41.699106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7da162-1572-46a0-b624-6329dac871d5 req-2caedc5c-2102-4d1d-a6bd-b581da0773d6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.3439837 Jun 30 02:50:41.710364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-17f909ef-8cdd-44ac-a2ad-8de8ecf23f1f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9977794 Jun 30 02:50:41.715043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.730479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Request body: {'port': {'device_id': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:41.833583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7da162-1572-46a0-b624-6329dac871d5 req-ff5ff0ea-2e57-47f6-9853-9df73645b156 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334531 Jun 30 02:50:41.891623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1934b579-214f-4748-844f-d9ca42695360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.894628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1934b579-214f-4748-844f-d9ca42695360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.896246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1934b579-214f-4748-844f-d9ca42695360 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4b70b41-8b2c-43ca-9961-6931dc57899b HTTP/1.1" status: 204 len: 168 time: 0.8493905 Jun 30 02:50:41.923889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934b579-214f-4748-844f-d9ca42695360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b70b41-8b2c-43ca-9961-6931dc57899b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.981298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.041957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:42.043065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:42.043669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:42.056346 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca61292-bf24-448f-8b79-a87ab1389713 x-openstack-request-id: req-5ca61292-bf24-448f-8b79-a87ab1389713 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:42.056987 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8b740e-ebd5-407e-8844-47d9d40a6efc", "tag": "47408b7c-ea12-432c-92dc-2a387e07d969", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:42.057445 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ca61292-bf24-448f-8b79-a87ab1389713 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:42.058041 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'tag': '47408b7c-ea12-432c-92dc-2a387e07d969', 'status': 'completed', 'code': 200} Jun 30 02:50:42.068634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-14626964-b12a-4539-a7e5-f4d9c0a92183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.070897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-14626964-b12a-4539-a7e5-f4d9c0a92183 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 1094 time: 0.6938834 Jun 30 02:50:42.075769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:42.076290 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:42.082165 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 5 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:42.161601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:42.162429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:42.162986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:42.171095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-d30d1a99-a0ad-464e-bcfa-3511415fdc10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47408b7c-ea12-432c-92dc-2a387e07d969 HTTP/1.1" status: 200 len: 217 time: 0.0830467 Jun 30 02:50:42.202221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:42.202706 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:42.207687 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 6 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:42.272023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Allocated IP 172.20.0.2 (baa73894-bed1-4421-93d7-3873cd0a304e/e1256162-d7cb-4f74-8409-38e66f93c057/386fe371-a00e-41e3-8912-678ad91fc9ed) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:42.276836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-44c52fc4-35e8-4dc9-8684-44a08270c06b service neutron] 10.222.0.90 "GET /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679783 Jun 30 02:50:42.298381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:42.298876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:42.299322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:42.330893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:42.331349 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:42.334920 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 7 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:42.340937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-3d09b7fc-8fc0-4929-9650-17838e87ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.342854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-3d09b7fc-8fc0-4929-9650-17838e87ff41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.1619422 Jun 30 02:50:42.344833 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.398643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-99f503e2-e580-4c8f-b3c4-6dbd9e14eeb7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 217 time: 0.0901613 Jun 30 02:50:42.415222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048b53-b8a5-40d7-9667-72467333b7b0 req-4bcbe0c3-5bb3-4441-a1d0-3c0e20c2c880 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.422644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50048b53-b8a5-40d7-9667-72467333b7b0 req-4bcbe0c3-5bb3-4441-a1d0-3c0e20c2c880 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 943 time: 0.2870367 Jun 30 02:50:42.435777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-521d864b-cd3b-4c01-8e28-42e6c78e309e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569255 Jun 30 02:50:42.436448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:42.436781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:42.437286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:42.495756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:42.496197 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:42.512448 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 8 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:42.546451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50048b53-b8a5-40d7-9667-72467333b7b0 req-a523130d-55d3-41e3-85a3-084257619b90 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211948 Jun 30 02:50:42.550132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-b74c6971-6883-4fcb-aec5-99aa1a8057c7 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f0e9445c28f24e00af024d63e925ece9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548027 Jun 30 02:50:42.597496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:42.597941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:42.598409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:42.677124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.687360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.703817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.715346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.728403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.734391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.740270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.750969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5cbf60c8-4c60-489e-8d30-021066213823 req-801ad287-33b3-41b4-be49-82df824a0001 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.5073981 Jun 30 02:50:42.755753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8c11f3f-bc5b-4d5d-b17d-f949ee4c29ff req-f0e5c763-4b81-41fc-802a-fdf178e7f7d7 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 210 time: 0.0506835 Jun 30 02:50:42.768675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-0ed929a9-2b06-4d30-9b23-d6e9adf4c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.781801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-0ed929a9-2b06-4d30-9b23-d6e9adf4c11b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.3443334 Jun 30 02:50:42.798393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:42.798737 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:42.809438 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 9 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:42.842184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-7d94a49f-4362-416b-83c5-650c98ab4fb1 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.844699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-7d94a49f-4362-416b-83c5-650c98ab4fb1 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706397 Jun 30 02:50:42.861422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Request body: {'port': {'device_id': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'f0e9445c28f24e00af024d63e925ece9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:42.867780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 6d687e56-5075-4e68-8c3a-80cabdc7a03a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:42.928695 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-1e332e9c-61e3-4ff5-91f8-8a83d6d951f9 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744201 Jun 30 02:50:42.957152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-621f98ae-da1e-496c-a8e2-4618e1fd6a72 req-69a6d424-e123-4e51-8f1a-d4a6df465629 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 210 time: 0.0462646 Jun 30 02:50:43.050658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:43.051920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:43.052604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:43.073230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5cbf60c8-4c60-489e-8d30-021066213823 req-3b76fabe-e427-4534-b9ea-a93a1d6f2762 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3129878 Jun 30 02:50:43.112895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:43.127049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] Sync routers for ids ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:43.135703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Made reservation on behalf of f0e9445c28f24e00af024d63e925ece9 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:43.140605 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.143144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:43.143919 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:43.145978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] Routers {'6d687e56-5075-4e68-8c3a-80cabdc7a03a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:43.146642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:43.152435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.155411 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempt 10 to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 Jun 30 02:50:43.158683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.169694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-a3dd76e5-2cb5-43bc-ac4d-98084125c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.171469 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-a3dd76e5-2cb5-43bc-ac4d-98084125c4b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657486 Jun 30 02:50:43.196943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:43.204077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.206235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:43.206827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:43.207509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempting to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:43.208313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28b13acd-908f-4a3b-a9eb-721b11c5d2e1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.4703972 Jun 30 02:50:43.208923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.210299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] Routers {'6d687e56-5075-4e68-8c3a-80cabdc7a03a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:43.211691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:43.228098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:43.234795 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Failed to bind port d2feebb2-687a-4ca7-8e8e-c3e889668918 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1682b8c7-7be6-4776-8f0c-e9b45cef3c85'}] Jun 30 02:50:43.235440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.259323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:43.260000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fcf0e-60d2-4713-a429-9140d67ecd10 None None] The sync data for ids ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:43.325255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.90', 55107) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.347797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b344ce12-da5c-409a-9f23-c028b41ac39c req-189acb0b-6178-49ab-b01e-a5b4884d690f service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981502 Jun 30 02:50:43.381149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60c3d9-c662-401e-a095-a6a99d747832 req-581b308a-dc85-4437-82b8-9ec35d919856 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.383270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca60c3d9-c662-401e-a095-a6a99d747832 req-581b308a-dc85-4437-82b8-9ec35d919856 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.2280493 Jun 30 02:50:43.394174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fdd5c02c-9f51-46ed-be80-8593d0714ab2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/routers/6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 200 len: 880 time: 0.1770759 Jun 30 02:50:43.395062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.452314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] For port d2feebb2-687a-4ca7-8e8e-c3e889668918, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:43.452737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attempted to set empty binding levels {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:50:43.484272 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.488605 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.497520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-9e973254-0487-439d-b7f7-e8d687eaf56e service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103220 Jun 30 02:50:43.603409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] In _notify_port_updated(), no bound segment for port d2feebb2-687a-4ca7-8e8e-c3e889668918 on network 1682b8c7-7be6-4776-8f0c-e9b45cef3c85 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:50:43.604294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.605033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.608976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "PUT /v2.0/ports/d2feebb2-687a-4ca7-8e8e-c3e889668918 HTTP/1.1" status: 200 len: 975 time: 3.7875891 Jun 30 02:50:43.613353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca60c3d9-c662-401e-a095-a6a99d747832 req-e0764310-7c7c-43a8-a272-887759262669 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830623 Jun 30 02:50:43.618019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.620344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Network baa73894-bed1-4421-93d7-3873cd0a304e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:43.645247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:43.664238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:43.668523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038843-0d07-4ca6-8189-5fd3dbfb282a tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event updated for resources: {'Port': ['ID=d2feebb2-687a-4ca7-8e8e-c3e889668918,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:43.709093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.717601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.723612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.729253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.730838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.737225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.744408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.749457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.755357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.757326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-e96ff7bd-3a30-42a3-919b-7755f6287ce4 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.4310150 Jun 30 02:50:43.881756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-78d3135e-7d31-45e8-bbcf-73ce235c0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.883720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-78d3135e-7d31-45e8-bbcf-73ce235c0453 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 1094 time: 0.4454799 Jun 30 02:50:43.955193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:43.955959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.991319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Pushing event updated for resources: {'Port': ['ID=386fe371-a00e-41e3-8912-678ad91fc9ed,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:44.006909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-05274aea-33e4-494f-9881-8f632f9fed3c service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706664 Jun 30 02:50:44.011081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-905a0b59-b88f-4fbb-b4b3-e4766754be36 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.012558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-905a0b59-b88f-4fbb-b4b3-e4766754be36 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "GET /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2309959 Jun 30 02:50:44.083070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-d98c43ec-9b82-48dc-be51-0d74c91c5c3c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1364348 Jun 30 02:50:44.097254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-01bc9558-89ea-48f7-b32d-a6c4d67d34e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 217 time: 0.0802662 Jun 30 02:50:44.146120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Request body: {'port': {'device_id': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:44.317995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:44.332994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb60ce52-0e58-41dd-b2e9-c2745bbcc7bf req-008e0e61-0db0-4929-a671-7add5231d7c0 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 210 time: 0.1246936 Jun 30 02:50:44.449913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba548dd-2da7-44e0-ba19-fbb10d69463f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:44.466486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.517543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f8e5b-63a9-47e3-aa5f-93c6e3ea7079 req-9d72f143-054f-43bc-ae2f-c82a009be44e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.519961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d5f8e5b-63a9-47e3-aa5f-93c6e3ea7079 req-9d72f143-054f-43bc-ae2f-c82a009be44e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 943 time: 0.7586629 Jun 30 02:50:44.526912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Transition to ACTIVE for port object 6ba548dd-2da7-44e0-ba19-fbb10d69463f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:44.533062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-6d931762-76ea-4477-860b-73f4f3a3dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.534700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-6d931762-76ea-4477-860b-73f4f3a3dd8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.6378565 Jun 30 02:50:44.560758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Allocated IP 192.168.233.42 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/fd265df2-b36c-4a5d-b601-2416c56d60ef) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:44.563326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-80b312ed-1188-414a-aa84-15c225b87d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.563828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.564807 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-80b312ed-1188-414a-aa84-15c225b87d2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.4343588 Jun 30 02:50:44.611779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Deleting port d2feebb2-687a-4ca7-8e8e-c3e889668918 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:44.612125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.656785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-889e5cb4-b7a2-445f-8f88-dfab645b44e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47408b7c-ea12-432c-92dc-2a387e07d969 HTTP/1.1" status: 200 len: 217 time: 0.1113462 Jun 30 02:50:44.709433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-aade08b4-26d0-4095-82bf-e2a82b0c0285 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6851196 Jun 30 02:50:44.738263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Pushing event updated for resources: {'Port': ['ID=6ba548dd-2da7-44e0-ba19-fbb10d69463f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:44.750331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:44.759012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7db7cf7e-0fbd-479f-896d-33f82a81dff9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3574853 Jun 30 02:50:44.759434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.770360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.778411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-548024965'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:44.780826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d5f8e5b-63a9-47e3-aa5f-93c6e3ea7079 req-080710d8-cad4-4a07-8d0b-fe7201ca57cd tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450926 Jun 30 02:50:44.781063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] For port d2feebb2-687a-4ca7-8e8e-c3e889668918, host n-h1-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:44.781426 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.823787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Calling delete_port for d2feebb2-687a-4ca7-8e8e-c3e889668918 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:44.858512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-d30aab07-9f60-4109-a10c-b591d509a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.859995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-d30aab07-9f60-4109-a10c-b591d509a44b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.1732779 Jun 30 02:50:44.932995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-ef456ee5-8ef4-4744-8b03-82d46c4d1e56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457447 Jun 30 02:50:44.980519 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-6e0b8b60-18a4-4409-b43f-fb1022a39662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.983279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-6e0b8b60-18a4-4409-b43f-fb1022a39662 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3867247 Jun 30 02:50:44.983897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.060168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828dfa2-e886-465c-8d63-c06a01cf5a80 req-160d90f2-6c1e-4f24-b821-ef1c3dff3828 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.067139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4828dfa2-e886-465c-8d63-c06a01cf5a80 req-160d90f2-6c1e-4f24-b821-ef1c3dff3828 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 931 time: 0.5608671 Jun 30 02:50:45.184969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Attempting to bind port 6ba548dd-2da7-44e0-ba19-fbb10d69463f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:45.184969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Attempting to bind port 6ba548dd-2da7-44e0-ba19-fbb10d69463f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:45.184969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Attempting to bind port 6ba548dd-2da7-44e0-ba19-fbb10d69463f on network baa73894-bed1-4421-93d7-3873cd0a304e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:45.213148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4828dfa2-e886-465c-8d63-c06a01cf5a80 req-97f2589c-9453-4abf-8598-6f85961f0502 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448402 Jun 30 02:50:45.214080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Port 6ba548dd-2da7-44e0-ba19-fbb10d69463f on network baa73894-bed1-4421-93d7-3873cd0a304e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:45.214445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Attempting to bind port 6ba548dd-2da7-44e0-ba19-fbb10d69463f on network baa73894-bed1-4421-93d7-3873cd0a304e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:45.269644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.275379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:45.275708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Checking segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:45.276106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Bound using segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:45.276558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Bound port: 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:45.276916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.280976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.333957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2feebb2-687a-4ca7-8e8e-c3e889668918,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:45.341443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Transition to ACTIVE for port object fd265df2-b36c-4a5d-b601-2416c56d60ef will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:45.380822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.382843 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1987b296-ca14-4a76-a96e-1644f5420352 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "DELETE /v2.0/ports/d2feebb2-687a-4ca7-8e8e-c3e889668918 HTTP/1.1" status: 204 len: 168 time: 1.7504494 Jun 30 02:50:45.386612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-49786b5f-3533-4ca4-9a4b-758481b5585a service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343889 Jun 30 02:50:45.387970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.388424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-ccb6cc52-cdcc-45c6-bc07-703a196be531 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432245 Jun 30 02:50:45.464741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.470724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.470946 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a949eb-6cd4-48d4-bf30-c09b8dce7109 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:45.475919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-62a949eb-6cd4-48d4-bf30-c09b8dce7109 tempest-PortsAdminExtendedAttrsTestJSON-1409902823 tempest-PortsAdminExtendedAttrsTestJSON-1409902823-project-admin] 10.222.0.78 "GET /v2.0/ports/d2feebb2-687a-4ca7-8e8e-c3e889668918 HTTP/1.1" status: 404 len: 333 time: 0.0819030 Jun 30 02:50:45.476857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.485039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.494548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.497227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.504573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.511608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.513612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-8e6e5ccc-eb21-40a0-884f-bb46d6b22aee tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 5434 time: 0.5872328 Jun 30 02:50:45.649877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] For port 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:45.685648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] For port 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:45.688805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.736226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.738777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.763965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb9c3605-a868-408f-98bc-3c88b9ed6033 req-a741a5a7-aadf-454e-b69b-6d4181563272 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1919725 Jun 30 02:50:45.815259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=0c4261d6-f4f9-4754-96f6-4766c95fea86,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:45.820817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:45.822851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.823497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.825489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] 10.222.0.90 "PUT /v2.0/ports/6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 1092 time: 4.1017153 Jun 30 02:50:45.835657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'tag': '6ba548dd-2da7-44e0-ba19-fbb10d69463f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:45.839228 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598" -d '{"events": [{"name": "network-changed", "server_uuid": "8877fba6-f9ee-4436-b980-1d19f7b4f78f", "tag": "6ba548dd-2da7-44e0-ba19-fbb10d69463f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:45.848686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-11cadc17-1716-4267-9f20-5d144cfa419d service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261241 Jun 30 02:50:45.849501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.854964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:45.864146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53353-2a4e-4dca-ac02-cb1647ff45ab req-20ef4523-9c83-4667-aa5a-779910d76b65 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.871759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-daf53353-2a4e-4dca-ac02-cb1647ff45ab req-20ef4523-9c83-4667-aa5a-779910d76b65 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.4446471 Jun 30 02:50:45.874912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:45.879005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Pushing event updated for resources: {'Port': ['ID=fd265df2-b36c-4a5d-b601-2416c56d60ef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:45.891339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4224da6d-a89b-4e78-a3b4-01102ffaa0bf req-97f34630-6051-42ca-a970-bdd3763f4d87 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727407 Jun 30 02:50:45.952503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-e8393ae4-0e82-470e-9f91-39d14bf38e7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 200 len: 217 time: 0.0809073 Jun 30 02:50:45.982196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386fe371-a00e-41e3-8912-678ad91fc9ed {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:46.007034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.031181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.056441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Transition to ACTIVE for port object 386fe371-a00e-41e3-8912-678ad91fc9ed will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:46.064671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] For port 0c4261d6-f4f9-4754-96f6-4766c95fea86, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:46.108858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.175986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc82e-1163-48f9-a9a2-25f7c2eeef8e service neutron] Pushing event updated for resources: {'Port': ['ID=6ba548dd-2da7-44e0-ba19-fbb10d69463f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:46.178674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] device_id is not set on port 0c4261d6-f4f9-4754-96f6-4766c95fea86 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:46.193643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-3d9fa632-c4c0-4067-8fbf-b44a52ca797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.195951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-3d9fa632-c4c0-4067-8fbf-b44a52ca797c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.2205575 Jun 30 02:50:46.198161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-33cc379b-821c-4622-9133-49812e364ded None None] Provisioning for port fd265df2-b36c-4a5d-b601-2416c56d60ef completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:46.206149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-33cc379b-821c-4622-9133-49812e364ded None None] Provisioning complete for port fd265df2-b36c-4a5d-b601-2416c56d60ef triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:46.207209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33cc379b-821c-4622-9133-49812e364ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.209404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.232167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Pushing event updated for resources: {'Port': ['ID=386fe371-a00e-41e3-8912-678ad91fc9ed,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:46.256074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.265126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-33cc379b-821c-4622-9133-49812e364ded None None] Port fd265df2-b36c-4a5d-b601-2416c56d60ef cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:46.265908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-daf53353-2a4e-4dca-ac02-cb1647ff45ab req-08074989-76e5-479c-9474-eeb73e5437a1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931777 Jun 30 02:50:46.275433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.276065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.288017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.327606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1682b8c7-7be6-4776-8f0c-e9b45cef3c85']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:46.353810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:46.354408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c93fcf-9c22-4caf-b21d-b5ab325bc0a0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:46.355448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b548a-141c-4e6c-9ffb-a82c0941f9dd req-720f8335-0a3a-4d22-ac0a-9fbeb6cc56b1 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.357058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-270b548a-141c-4e6c-9ffb-a82c0941f9dd req-720f8335-0a3a-4d22-ac0a-9fbeb6cc56b1 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 935 time: 0.3555868 Jun 30 02:50:46.380580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 47408b7c-ea12-432c-92dc-2a387e07d969 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:46.385808 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:46.399107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-3bdcc63e-2a7a-4d22-9b72-81dddeb6eb23 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5418143 Jun 30 02:50:46.455497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 80a6ee8b-987e-4548-ad68-18e2512c5f48 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:46.463422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-1eef84c9-66d8-4056-8caa-34c05f06dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.465280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-1eef84c9-66d8-4056-8caa-34c05f06dcf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1095 time: 0.5543096 Jun 30 02:50:46.472687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.478833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Request body: {'port': {'device_id': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:46.568240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.585459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:46.585859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:46.599878 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:46.659629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 47408b7c-ea12-432c-92dc-2a387e07d969, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=47408b7c-ea12-432c-92dc-2a387e07d969,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:46.662977 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.685181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '47408b7c-ea12-432c-92dc-2a387e07d969', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'port_id': '47408b7c-ea12-432c-92dc-2a387e07d969', 'mac_address': 'fa:16:3e:67:97:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b34e2c-82c8-4743-9a74-f79e9a62db12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:46.755836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.775162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 6d687e56-5075-4e68-8c3a-80cabdc7a03a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:46.777455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:46.777768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-3d7e7e7f-a274-4bb6-9c88-384cd7d042fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.1750977 Jun 30 02:50:46.778339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.780588 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac0963-1d82-4eb9-abd5-47c37c9c9657" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:46.793345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47408b7c-ea12-432c-92dc-2a387e07d969 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:46.807578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:46.826402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] No DVR routers for this DVR port 0c4261d6-f4f9-4754-96f6-4766c95fea86 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:46.830255 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.831303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 43b88353-b9ee-4a44-abc8-5b92d6dffe93 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:46.833114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:46.836513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 47408b7c-ea12-432c-92dc-2a387e07d969, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=47408b7c-ea12-432c-92dc-2a387e07d969,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:46.866153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.868565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fff0b-9f15-430f-993e-a6c9cb5be279 req-a64efced-a26b-4718-bd8e-6eaf07ca6638 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.875885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-737fff0b-9f15-430f-993e-a6c9cb5be279 req-a64efced-a26b-4718-bd8e-6eaf07ca6638 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 943 time: 0.4053071 Jun 30 02:50:46.903108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-da0274e7-0bfa-4709-b8f5-4950eb7c39bb None None] Provisioning complete for port 0c4261d6-f4f9-4754-96f6-4766c95fea86 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:46.904039 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da0274e7-0bfa-4709-b8f5-4950eb7c39bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.933077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Attempting to bind port 386fe371-a00e-41e3-8912-678ad91fc9ed on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:46.939158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Attempting to bind port 386fe371-a00e-41e3-8912-678ad91fc9ed by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:46.939906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Attempting to bind port 386fe371-a00e-41e3-8912-678ad91fc9ed on network baa73894-bed1-4421-93d7-3873cd0a304e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:46.941215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.982932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-270b548a-141c-4e6c-9ffb-a82c0941f9dd req-9785c966-7330-4cb3-ac83-1ceda4d045f3 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051080 Jun 30 02:50:47.000268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-36354e35-6396-47a2-99ea-bf799c85c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.004694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.011395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] 10.222.0.78 "DELETE /v2.0/networks/1682b8c7-7be6-4776-8f0c-e9b45cef3c85 HTTP/1.1" status: 204 len: 168 time: 1.5087144 Jun 30 02:50:47.012812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-36354e35-6396-47a2-99ea-bf799c85c18f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8012216 Jun 30 02:50:47.027685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-da0274e7-0bfa-4709-b8f5-4950eb7c39bb None None] Port 0c4261d6-f4f9-4754-96f6-4766c95fea86 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:47.031732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-c806c3f7-52f9-4100-8c93-a81e08bc4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.033328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-c806c3f7-52f9-4100-8c93-a81e08bc4003 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.2367735 Jun 30 02:50:47.055848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab77d7-4eca-44cf-9957-12651b319012 tempest-PortsAdminExtendedAttrsTestJSON-1807776314 tempest-PortsAdminExtendedAttrsTestJSON-1807776314-project] Pushing event deleted for resources: {'Network': ['ID=1682b8c7-7be6-4776-8f0c-e9b45cef3c85,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.078382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Port 386fe371-a00e-41e3-8912-678ad91fc9ed on network baa73894-bed1-4421-93d7-3873cd0a304e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:47.080433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Attempting to bind port 386fe371-a00e-41e3-8912-678ad91fc9ed on network baa73894-bed1-4421-93d7-3873cd0a304e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:47.086913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.157761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] In _notify_port_updated(), no bound segment for port 0c4261d6-f4f9-4754-96f6-4766c95fea86 on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:50:47.160466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.161293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.165644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-da30e088-f786-4d45-84b1-94f71678123e service neutron] 10.222.0.90 "PUT /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 200 len: 1027 time: 2.4252174 Jun 30 02:50:47.208346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=47408b7c-ea12-432c-92dc-2a387e07d969,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.219454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:47.219693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['47408b7c-ea12-432c-92dc-2a387e07d969'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:47.220174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Checking segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:47.220751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Bound using segment: {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:47.221365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Bound port: 386fe371-a00e-41e3-8912-678ad91fc9ed, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b064144b-05ff-416b-88d1-6551f3914bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:47.222393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.332397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.379797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-1818f000-e39a-4520-9e72-a0f7c4ad907a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.381250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-1818f000-e39a-4520-9e72-a0f7c4ad907a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "GET /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1781738 Jun 30 02:50:47.430902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:47.475997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:47.494578 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.495752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 213238be-326b-4a1e-aca7-b660250e2e80 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:47.524731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-b1268b5b-2cc0-46b7-98d5-095464d7b636 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988000 Jun 30 02:50:47.536850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] For port 386fe371-a00e-41e3-8912-678ad91fc9ed, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:47.555775 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a11f45-5e5c-4ab6-8fc5-058d1016a448 x-openstack-request-id: req-68a11f45-5e5c-4ab6-8fc5-058d1016a448 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:47.556325 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8877fba6-f9ee-4436-b980-1d19f7b4f78f", "tag": "6ba548dd-2da7-44e0-ba19-fbb10d69463f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:47.556325 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68a11f45-5e5c-4ab6-8fc5-058d1016a448 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:47.556776 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'tag': '6ba548dd-2da7-44e0-ba19-fbb10d69463f', 'status': 'completed', 'code': 200} Jun 30 02:50:47.558852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-a3e1b50c-a437-46a6-b6b6-1d22e78f9208 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4986205 Jun 30 02:50:47.561736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-737fff0b-9f15-430f-993e-a6c9cb5be279 req-7c9d12b6-1a78-40f4-b28b-52e051f17e4e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848717 Jun 30 02:50:47.718820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] For port 386fe371-a00e-41e3-8912-678ad91fc9ed, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=386fe371-a00e-41e3-8912-678ad91fc9ed,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:47.747511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.751176 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7549b7-c8d5-4e21-b50f-5c219d63266a x-openstack-request-id: req-ab7549b7-c8d5-4e21-b50f-5c219d63266a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:47.751465 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:47.751716 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab7549b7-c8d5-4e21-b50f-5c219d63266a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:47.752098 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48', 'code': 200} Jun 30 02:50:47.806785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.821860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.828427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:47.840218 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.841505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-296814ed-628c-40e8-af1c-9a6ecc1cc312 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 200 len: 887 time: 3.0669582 Jun 30 02:50:47.844782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] Sync routers for ids ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:47.847275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.850822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.870725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.876781 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] Routers {'6d687e56-5075-4e68-8c3a-80cabdc7a03a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:47.878741 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:47.925846 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:47.944306 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] Routers {'6d687e56-5075-4e68-8c3a-80cabdc7a03a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:47.945992 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:47.966832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.967558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.975717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] 10.222.0.67 "PUT /v2.0/ports/386fe371-a00e-41e3-8912-678ad91fc9ed HTTP/1.1" status: 200 len: 1091 time: 3.8473997 Jun 30 02:50:47.984024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=213238be-326b-4a1e-aca7-b660250e2e80,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:47.994501 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.995224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0c4261d6-f4f9-4754-96f6-4766c95fea86 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:48.003696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-439f44fd-baeb-421e-b399-61ac4d9c374c service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809717 Jun 30 02:50:48.011726 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.012407 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493f2d72-09bd-4e26-ab25-6e7a41d18c92 None None] The sync data for ids ['6d687e56-5075-4e68-8c3a-80cabdc7a03a'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:48.029418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a5fbc-265c-49c3-9f2b-7131f357b291 service neutron] Pushing event updated for resources: {'Port': ['ID=386fe371-a00e-41e3-8912-678ad91fc9ed,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:48.032288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'tag': '386fe371-a00e-41e3-8912-678ad91fc9ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:48.034791 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a" -d '{"events": [{"name": "network-changed", "server_uuid": "f09e5319-750a-4b24-933d-01f4ab5f7125", "tag": "386fe371-a00e-41e3-8912-678ad91fc9ed"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:48.108205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:48.126947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 0c4261d6-f4f9-4754-96f6-4766c95fea86 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:48.127627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abaa4951-52a3-4999-acd6-3dc79da0bed9 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:48.246991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-684e963d-acb6-4cb7-b185-744861128f77 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683276 Jun 30 02:50:48.252149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94c5281f-5ecc-47ef-801a-73810874821f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edbfcefa1f4d4b61ba4a089131f6eab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426823 Jun 30 02:50:48.260651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47e138-c449-4a5b-bdd9-c14eafe0b06e req-0d32b1b6-6eba-4c9a-b9ea-aca47232c8f3 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.263577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa47e138-c449-4a5b-bdd9-c14eafe0b06e req-0d32b1b6-6eba-4c9a-b9ea-aca47232c8f3 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 943 time: 0.7718430 Jun 30 02:50:48.265045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51716) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.269310 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.315135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:48.322375 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.323450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:48.340112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.341966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-adbd87c5-8af1-49e3-a74d-e46949a3e0b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 200 len: 217 time: 0.0758486 Jun 30 02:50:48.348284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.355661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.362928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.369983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-a341271b-4002-4334-a0d0-810a8a28f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.371727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-a341271b-4002-4334-a0d0-810a8a28f6eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 1094 time: 0.3268375 Jun 30 02:50:48.374544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.381685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.398529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-d4ef8266-fd11-420b-a89d-e3eaa2ad3e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 4654 time: 0.4406433 Jun 30 02:50:48.400443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 47408b7c-ea12-432c-92dc-2a387e07d969 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:48.456703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-024cf7b2-c508-4765-b2b0-61338bde47f9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/routers/6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 200 len: 887 time: 0.6041000 Jun 30 02:50:48.487337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.500330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:48.539078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9205ebcc-9560-452e-9067-3d0cc2dbf1f0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 200 len: 205 time: 0.0502453 Jun 30 02:50:48.543087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.564707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 47408b7c-ea12-432c-92dc-2a387e07d969 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:48.565962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60b27aca-167b-4c94-b81b-b8a74a300e0a req-de0c3567-6bde-46bf-a7a6-774c9677d366 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056889 Jun 30 02:50:48.573597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-bb2a3ef0-7728-4993-9fea-c3cc70a3e28a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386fe371-a00e-41e3-8912-678ad91fc9ed HTTP/1.1" status: 200 len: 217 time: 0.1820533 Jun 30 02:50:48.575201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 47408b7c-ea12-432c-92dc-2a387e07d969 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:48.575587 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.597600 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.608671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.619791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83a81c02-6ea2-46b4-ab42-00c2bbed9ff2 req-de9c68c5-ca5d-4923-92b9-868b5b6d076c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&id=953c99e1-94b3-4fa8-9a91-f63f524e6575&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200854 Jun 30 02:50:48.622044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd265df2-b36c-4a5d-b601-2416c56d60ef {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:48.641990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.660266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c8cb672b-0f79-4c38-97e7-3ec0981d941e,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:48.663466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:48.672271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.672997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c8cb672b-0f79-4c38-97e7-3ec0981d941e no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:48.708205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] For port c8cb672b-0f79-4c38-97e7-3ec0981d941e, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:48.760170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Transition to ACTIVE for port object fd265df2-b36c-4a5d-b601-2416c56d60ef will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:48.763378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] device_id is not set on port c8cb672b-0f79-4c38-97e7-3ec0981d941e yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:48.776500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.779787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.782145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-76d6deac-3b52-4208-a80d-0b3ade5fdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.784119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-76d6deac-3b52-4208-a80d-0b3ade5fdf60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 200 len: 797 time: 0.4184604 Jun 30 02:50:48.790484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa47e138-c449-4a5b-bdd9-c14eafe0b06e req-f0f30c4f-9e12-4d53-b9a0-38586463dcb0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596024 Jun 30 02:50:48.798877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.825468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c8cb672b-0f79-4c38-97e7-3ec0981d941e not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:48.833165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:48.846834 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.870974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.901673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.907601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 47408b7c-ea12-432c-92dc-2a387e07d969, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=47408b7c-ea12-432c-92dc-2a387e07d969,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:48.913564 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.019469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=47408b7c-ea12-432c-92dc-2a387e07d969,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.051267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.056575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-46a72cd4-567a-4be3-8517-01dcec94dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.068459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-46a72cd4-567a-4be3-8517-01dcec94dd6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1095 time: 0.4379826 Jun 30 02:50:49.086441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] No DVR routers for this DVR port c8cb672b-0f79-4c38-97e7-3ec0981d941e on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:49.134237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd265df2-b36c-4a5d-b601-2416c56d60ef,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.153739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-57ee4188-3142-46ed-9dc9-df507123693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.155255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-57ee4188-3142-46ed-9dc9-df507123693d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3637621 Jun 30 02:50:49.163592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-4c2a20c9-ba1b-4a9c-8a28-9ee89daed12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.165602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-4c2a20c9-ba1b-4a9c-8a28-9ee89daed12a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.5589705 Jun 30 02:50:49.269691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5364e37f-3405-4d96-94e6-e4e289084e10 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007595 Jun 30 02:50:49.329955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d775e-1ce1-4717-ad0e-782f9c6d7449 req-8cfa33f9-480a-450f-8f27-a4d60b1675d7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.331500 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c17d775e-1ce1-4717-ad0e-782f9c6d7449 req-8cfa33f9-480a-450f-8f27-a4d60b1675d7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.4950693 Jun 30 02:50:49.386156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-abeaeddc-34b6-4d1a-ab8f-25886f41dd16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131067 Jun 30 02:50:49.390826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.392882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] In _notify_port_updated(), no bound segment for port c8cb672b-0f79-4c38-97e7-3ec0981d941e on network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:50:49.393763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.394404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.395666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-18ed7844-3d99-4617-8d48-2d770b741e21 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 200 len: 1028 time: 2.0033736 Jun 30 02:50:49.395925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Attempting to bind port fd265df2-b36c-4a5d-b601-2416c56d60ef on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:49.396266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Attempting to bind port fd265df2-b36c-4a5d-b601-2416c56d60ef by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:49.396599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Attempting to bind port fd265df2-b36c-4a5d-b601-2416c56d60ef on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:49.428382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Port fd265df2-b36c-4a5d-b601-2416c56d60ef on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:49.428604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c7e514e-46d4-4766-a7a8-02623861964e None None] Provisioning complete for port c8cb672b-0f79-4c38-97e7-3ec0981d941e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:49.429067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Attempting to bind port fd265df2-b36c-4a5d-b601-2416c56d60ef on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:49.429159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c7e514e-46d4-4766-a7a8-02623861964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.456355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c17d775e-1ce1-4717-ad0e-782f9c6d7449 req-25487b8a-610c-46be-bc38-54f38d930808 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144197 Jun 30 02:50:49.457466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-7fb242fe-60b4-45ad-8b8c-39db3e814e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.458878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-7fb242fe-60b4-45ad-8b8c-39db3e814e8d service neutron] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.3408067 Jun 30 02:50:49.463164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:49.463515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:49.464160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:49.464616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Bound port: fd265df2-b36c-4a5d-b601-2416c56d60ef, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:49.464981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.486866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e514e-46d4-4766-a7a8-02623861964e None None] Port c8cb672b-0f79-4c38-97e7-3ec0981d941e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:49.509823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.512540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.515960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5f6c99a-b2a3-418b-b07f-bbccadfcf78a HTTP/1.1" status: 204 len: 168 time: 1.2418070 Jun 30 02:50:49.533955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-afa143f1-15a6-4fde-b2ca-2f852130fc41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.0648265 Jun 30 02:50:49.614383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 2b585ae0-b65b-4e82-9b97-9222f09ad82f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:49.615018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.639222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-141ab7e1-0ddc-41dd-b669-0a58d9400412 service neutron] 10.222.0.90 "GET /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505263 Jun 30 02:50:49.642438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-f711bebd-5963-44a2-a83a-a14aff6470be service neutron] 10.222.0.67 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421000 Jun 30 02:50:49.645840 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd7a007-e634-4573-8c4f-bd721b526ada x-openstack-request-id: req-ffd7a007-e634-4573-8c4f-bd721b526ada {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:49.646139 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09e5319-750a-4b24-933d-01f4ab5f7125", "tag": "386fe371-a00e-41e3-8912-678ad91fc9ed", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:49.646442 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffd7a007-e634-4573-8c4f-bd721b526ada {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:49.646824 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'tag': '386fe371-a00e-41e3-8912-678ad91fc9ed', 'status': 'completed', 'code': 200} Jun 30 02:50:49.752884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42'}, {'server_uuid': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47408b7c-ea12-432c-92dc-2a387e07d969'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:49.755387 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f645b5-ba98-4f69-9e91-fc0f7047e00c" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "213238be-326b-4a1e-aca7-b660250e2e80"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42"}, {"server_uuid": "1f8b740e-ebd5-407e-8844-47d9d40a6efc", "name": "network-vif-plugged", "status": "completed", "tag": "47408b7c-ea12-432c-92dc-2a387e07d969"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:49.784883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-0e619aa1-2685-45c1-af18-b5b4cac0ce87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 200 len: 217 time: 0.0370674 Jun 30 02:50:49.809080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f6c99a-b2a3-418b-b07f-bbccadfcf78a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.860276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422809da-a1f8-4460-b810-a811f9f8cf3c req-d030102b-e49a-48e1-bb16-cfbe508ace0c tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.861951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-422809da-a1f8-4460-b810-a811f9f8cf3c req-d030102b-e49a-48e1-bb16-cfbe508ace0c tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 947 time: 0.7849674 Jun 30 02:50:49.912397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51736) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.914634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.914987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.915431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.915774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.916106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.916441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.916765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.917093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.917419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.917743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.918066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:49.918414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ca72c-0a5b-48b3-bcce-c1de03bddf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:50.025433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-168b461d-966d-414d-bab5-edc832aae91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.026999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-168b461d-966d-414d-bab5-edc832aae91c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.4670820 Jun 30 02:50:50.038100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] For port fd265df2-b36c-4a5d-b601-2416c56d60ef, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:50.096636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-f98b5f88-e661-443b-acf1-e3394a590a75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613236 Jun 30 02:50:50.099984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] For port fd265df2-b36c-4a5d-b601-2416c56d60ef, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:50.136780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.176647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.231378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 2b585ae0-b65b-4e82-9b97-9222f09ad82f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:50.241034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.242978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.243816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] 10.222.0.90 "PUT /v2.0/ports/fd265df2-b36c-4a5d-b601-2416c56d60ef HTTP/1.1" status: 200 len: 1095 time: 3.7756097 Jun 30 02:50:50.248962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'tag': 'fd265df2-b36c-4a5d-b601-2416c56d60ef'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:50.252104 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10c8ed-bb2d-4714-ba4d-9359e339263c" -d '{"events": [{"name": "network-changed", "server_uuid": "d975c339-32d3-4af9-aaa1-6e38b9c0f6cc", "tag": "fd265df2-b36c-4a5d-b601-2416c56d60ef"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:50.256359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-422809da-a1f8-4460-b810-a811f9f8cf3c req-d29cf762-8b00-44f9-b979-f58180459524 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814168 Jun 30 02:50:50.264491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29e6bf7f-efe7-49d9-9f9d-7b32975839bb req-2e83db0a-f1aa-442b-ab12-9f8340ecec21 service neutron] 10.222.0.67 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939121 Jun 30 02:50:50.295784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-95efe665-906e-4d53-a26a-0c6aaf65a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.297559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-95efe665-906e-4d53-a26a-0c6aaf65a9f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.5032525 Jun 30 02:50:50.370269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a76ae-a95e-4e2a-b42a-bc34a9de1b46 req-6259536b-2e14-4bc1-b65e-3203a9c03754 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.372006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc7a76ae-a95e-4e2a-b42a-bc34a9de1b46 req-6259536b-2e14-4bc1-b65e-3203a9c03754 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 945 time: 0.6617920 Jun 30 02:50:50.394747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c00c2-4fe1-477c-9ccf-cc8f2e42a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd265df2-b36c-4a5d-b601-2416c56d60ef,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.465118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d000b007-d12b-4657-9a6e-ee622f5f1f48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bf01bf21ca94d0bb2b7b2a43259f6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431333 Jun 30 02:50:50.484610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51744) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:50.501853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port abaa4951-52a3-4999-acd6-3dc79da0bed9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:50.502335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.597645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-98ea43dd-afd2-4ed8-83da-015469260954 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938684 Jun 30 02:50:50.835162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-af11856d-0ae4-4c8f-9819-e54ce7c87f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.837694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-af11856d-0ae4-4c8f-9819-e54ce7c87f04 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5270402 Jun 30 02:50:50.887188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc7a76ae-a95e-4e2a-b42a-bc34a9de1b46 req-110df97f-3c55-43bd-81a4-5031eecb5405 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462323 Jun 30 02:50:50.887783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84772922-7151-4499-a950-bd83d070ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.907332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.914452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-9e56bfd6-7b48-4db6-8fcc-6d2d56ca1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.916104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-9e56bfd6-7b48-4db6-8fcc-6d2d56ca1421 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f0e9445c28f24e00af024d63e925ece9&device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 1098 time: 0.5571101 Jun 30 02:50:50.941976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-7a286c83-2b32-4337-a55d-6eb964647696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.941976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-7a286c83-2b32-4337-a55d-6eb964647696 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 1094 time: 0.5553188 Jun 30 02:50:50.941976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port abaa4951-52a3-4999-acd6-3dc79da0bed9, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:50.941976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.965179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=2b585ae0-b65b-4e82-9b97-9222f09ad82f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.979848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84772922-7151-4499-a950-bd83d070ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.006843 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fa16f-8670-49b4-9633-cc783d65aa83 x-openstack-request-id: req-c41fa16f-8670-49b4-9633-cc783d65aa83 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:51.007531 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "213238be-326b-4a1e-aca7-b660250e2e80", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-unplugged", "status": "completed", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42", "code": 200}, {"server_uuid": "1f8b740e-ebd5-407e-8844-47d9d40a6efc", "name": "network-vif-plugged", "status": "completed", "tag": "47408b7c-ea12-432c-92dc-2a387e07d969", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:51.007531 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c41fa16f-8670-49b4-9633-cc783d65aa83 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:51.008018 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'code': 200} Jun 30 02:50:51.008434 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80', 'code': 200} Jun 30 02:50:51.008913 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9', 'code': 200} Jun 30 02:50:51.010657 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42', 'code': 200} Jun 30 02:50:51.011082 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47408b7c-ea12-432c-92dc-2a387e07d969', 'code': 200} Jun 30 02:50:51.044988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for abaa4951-52a3-4999-acd6-3dc79da0bed9 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:51.057937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-4bb51b9a-1885-4851-b066-75650ed28e7f service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164767 Jun 30 02:50:51.062224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-6ea32456-f8bb-4b92-9c01-48c7b0596a46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef HTTP/1.1" status: 200 len: 217 time: 0.1070192 Jun 30 02:50:51.154550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.241445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-ea3617f9-dcb4-4675-b5fd-95f3f8b72d9d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.247924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-ea3617f9-dcb4-4675-b5fd-95f3f8b72d9d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.253893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-ea3617f9-dcb4-4675-b5fd-95f3f8b72d9d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.259888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-ea3617f9-dcb4-4675-b5fd-95f3f8b72d9d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.265814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-ea3617f9-dcb4-4675-b5fd-95f3f8b72d9d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.270996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-ea3617f9-dcb4-4675-b5fd-95f3f8b72d9d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 3875 time: 0.5871687 Jun 30 02:50:51.280563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-14a27405-0d04-4e1f-92a1-6cb4684aaef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.282440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-14a27405-0d04-4e1f-92a1-6cb4684aaef2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.1851883 Jun 30 02:50:51.293558 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.302576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.340766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-0377b181-2980-462c-97cf-9a7c80f528b8 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741952 Jun 30 02:50:51.354408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-c4785e52-9c92-498d-b4b8-f7ce98b65392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.355909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-c4785e52-9c92-498d-b4b8-f7ce98b65392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.3278608 Jun 30 02:50:51.394974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.395526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router 6d687e56-5075-4e68-8c3a-80cabdc7a03a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:51.398547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84772922-7151-4499-a950-bd83d070ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.401162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84772922-7151-4499-a950-bd83d070ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.404989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-84772922-7151-4499-a950-bd83d070ed78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10916e49-6a56-4440-b4aa-4ccdd198a224 HTTP/1.1" status: 204 len: 168 time: 0.9151242 Jun 30 02:50:51.405076 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.405076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-471f77a3-3025-4610-87ad-bb843e1f4795 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 204 len: 168 time: 2.8578029 Jun 30 02:50:51.412216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:51.421453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9623a-8de9-409e-b027-95bce1eee714 req-4f778d02-0775-4029-b900-bb74077f99a7 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.423015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fb9623a-8de9-409e-b027-95bce1eee714 req-4f778d02-0775-4029-b900-bb74077f99a7 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 943 time: 0.2713993 Jun 30 02:50:51.432493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004024335'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:51.483975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-f3264c01-f296-4e52-9424-db6538bd6937 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386fe371-a00e-41e3-8912-678ad91fc9ed HTTP/1.1" status: 200 len: 217 time: 0.1208436 Jun 30 02:50:51.503020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5a8ba28-f7de-4d7f-a315-f8317b5fc98e req-e2b61927-a572-4d16-9c1b-547badaeed67 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099209 Jun 30 02:50:51.509815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772922-7151-4499-a950-bd83d070ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10916e49-6a56-4440-b4aa-4ccdd198a224,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:51.541845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fb9623a-8de9-409e-b027-95bce1eee714 req-86c3ddb8-c97a-45e1-b4fe-11b96c1c100c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897396 Jun 30 02:50:51.553196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-e838ab4a-c429-4669-804a-20f115a172e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.553724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd081-e83e-42d5-82d6-f0543a5948e3 req-38b60651-1219-4da0-b0d3-0e1c4d58cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.555346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-e838ab4a-c429-4669-804a-20f115a172e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2651963 Jun 30 02:50:51.556034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa2bd081-e83e-42d5-82d6-f0543a5948e3 req-38b60651-1219-4da0-b0d3-0e1c4d58cdb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 1096 time: 0.4516399 Jun 30 02:50:51.556186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:51.575444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.756808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-fbcb4d1f-cb04-466d-b917-c320d220bb25 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582477 Jun 30 02:50:51.758348 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1265756a-1bf4-40a2-a73f-24232af3f177 x-openstack-request-id: req-1265756a-1bf4-40a2-a73f-24232af3f177 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:51.758644 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d975c339-32d3-4af9-aaa1-6e38b9c0f6cc", "tag": "fd265df2-b36c-4a5d-b601-2416c56d60ef", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:51.758892 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1265756a-1bf4-40a2-a73f-24232af3f177 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:51.759275 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'tag': 'fd265df2-b36c-4a5d-b601-2416c56d60ef', 'status': 'completed', 'code': 200} Jun 30 02:50:51.770815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-9a77fca7-a07f-4f6c-bba0-e7bad81ffada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.773782 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-9a77fca7-a07f-4f6c-bba0-e7bad81ffada service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.2688553 Jun 30 02:50:51.780471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-5b2e0f34-d18c-4089-8a28-2722954c8179 service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198120 Jun 30 02:50:51.842421 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.860154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-44a14b72-9d15-4b61-9fda-27b904537ff0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721097 Jun 30 02:50:51.875462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:51.887200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.887866 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment 24e1132d-1584-44a9-be10-431c27c960bd of type vlan for network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b Jun 30 02:50:51.937836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.980200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce0b4ab1-1fe3-47cf-87d7-7eb2b3d43535 req-5e5b17d3-74eb-443c-950c-2385eada961f service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144535 Jun 30 02:50:52.048959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae886-d553-4b9f-881c-85ddea204860 req-bb0de325-f966-4d78-8545-d6dcde213894 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.050700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43bae886-d553-4b9f-881c-85ddea204860 req-bb0de325-f966-4d78-8545-d6dcde213894 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.2326362 Jun 30 02:50:52.057269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-e309d74a-5e5d-4790-b988-dd120d829b0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 200 len: 217 time: 0.2441080 Jun 30 02:50:52.060608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa2bd081-e83e-42d5-82d6-f0543a5948e3 req-1cabba56-4f8e-4d28-ad75-2a06e9fe1867 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809251 Jun 30 02:50:52.086534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.092321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.092893 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.100689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-40b652df-6a77-4716-a4fb-995b4db1ef36 service neutron] 10.222.0.67 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788335 Jun 30 02:50:52.119419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=abaa4951-52a3-4999-acd6-3dc79da0bed9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.193230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7666206 Jun 30 02:50:52.200742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:52.214356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:52.217658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264caa8b-2dbd-4173-b7cf-92ebc10faff6 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=f321814c-f5a3-4cbe-907e-fbd17e3a1d3b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.229540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:52.290645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43bae886-d553-4b9f-881c-85ddea204860 req-87810163-8e42-440a-adcd-87061f577a65 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058034 Jun 30 02:50:52.300652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port abaa4951-52a3-4999-acd6-3dc79da0bed9 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:52.312537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f264f8a-d133-4ef0-8b0c-5bef4daee40a req-3f8ef5ef-82d9-4036-92ad-882ac8c343a1 service neutron] 10.222.0.67 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709630 Jun 30 02:50:52.313689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.321369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-fd3ac68c-2812-4f87-a3b6-2c0e2ba55e2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "DELETE /v2.0/ports/abaa4951-52a3-4999-acd6-3dc79da0bed9 HTTP/1.1" status: 204 len: 173 time: 2.9126718 Jun 30 02:50:52.324681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:52.329453 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1377f6d-32ca-4020-a757-ccf8fe059423" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:52.360626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-75e1f22e-02e4-4aca-910d-97679dabbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.362423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-75e1f22e-02e4-4aca-910d-97679dabbfb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 200 len: 797 time: 0.2647130 Jun 30 02:50:52.412325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-3fdf3628-cbd2-4e5b-9da2-d4a94fc7127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.413959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-3fdf3628-cbd2-4e5b-9da2-d4a94fc7127e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f0e9445c28f24e00af024d63e925ece9&device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 1098 time: 0.3623559 Jun 30 02:50:52.424723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11e53f-ed0e-4bd7-acaf-b0d34160ecb0 req-41c12d1f-6d26-49bb-9625-4f1b39769439 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.433830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d11e53f-ed0e-4bd7-acaf-b0d34160ecb0 req-41c12d1f-6d26-49bb-9625-4f1b39769439 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 947 time: 0.6216152 Jun 30 02:50:52.489947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6ba548dd-2da7-44e0-ba19-fbb10d69463f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:52.526703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:52.534842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.631014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d11e53f-ed0e-4bd7-acaf-b0d34160ecb0 req-28190f53-eb50-4cab-aa29-131c641d70f0 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962600 Jun 30 02:50:52.673935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-72f6d677-7881-472b-8e8b-40e48cc4f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.679752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-72f6d677-7881-472b-8e8b-40e48cc4f655 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41d2ecfa-3321-44a7-bcaa-7b74881726f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2804999 Jun 30 02:50:52.694058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:52.730186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '6ba548dd-2da7-44e0-ba19-fbb10d69463f', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'port_id': '6ba548dd-2da7-44e0-ba19-fbb10d69463f', 'mac_address': 'fa:16:3e:e6:98:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:52.809249 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2106a6-e92f-4446-832e-8479b4238be2 x-openstack-request-id: req-6e2106a6-e92f-4446-832e-8479b4238be2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:52.809357 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "abaa4951-52a3-4999-acd6-3dc79da0bed9", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:52.809702 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e2106a6-e92f-4446-832e-8479b4238be2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:52.810166 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': 'abaa4951-52a3-4999-acd6-3dc79da0bed9', 'status': 'completed', 'code': 200} Jun 30 02:50:52.814226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:52.814689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.841644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.901191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba548dd-2da7-44e0-ba19-fbb10d69463f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:52.917391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-0049935b-547d-4386-9acd-977596d2ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.919325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-0049935b-547d-4386-9acd-977596d2ebc4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.4985785 Jun 30 02:50:52.946661 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-96c55449-1af4-42d0-ab6e-c4904621dfff service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579172 Jun 30 02:50:52.968116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:52.983180 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.037563 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port 43b88353-b9ee-4a44-abc8-5b92d6dffe93, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=43b88353-b9ee-4a44-abc8-5b92d6dffe93,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:53.047969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.048195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-094a1939-6351-48bc-90af-3c34d9b02ef9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef HTTP/1.1" status: 200 len: 217 time: 0.1156604 Jun 30 02:50:53.066859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd6214-110a-4087-9d44-41c67a222ec9 req-cd4a7b44-6a65-472b-b423-d9e0969cc6dd tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.074436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22dd6214-110a-4087-9d44-41c67a222ec9 req-cd4a7b44-6a65-472b-b423-d9e0969cc6dd tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 945 time: 0.4747982 Jun 30 02:50:53.213217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22dd6214-110a-4087-9d44-41c67a222ec9 req-1b711e3b-df1d-4ab4-a458-9c9f14a25d2d tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377673 Jun 30 02:50:53.280399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-384e5671-48a8-4c63-b331-64e70b47ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.297432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-384e5671-48a8-4c63-b331-64e70b47ad5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.2392809 Jun 30 02:50:53.367984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.421660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=6ba548dd-2da7-44e0-ba19-fbb10d69463f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:53.459711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6ba548dd-2da7-44e0-ba19-fbb10d69463f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:53.483006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-1176fee2-720c-43af-871d-a2af159e1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.486105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-1176fee2-720c-43af-871d-a2af159e1c8c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768470 Jun 30 02:50:53.543225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:53.846714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6f00c2fc-ef2b-4866-9b05-14bae8f044d4 req-cc77c7bf-cb32-4ac5-b311-0a4ec412e56a service neutron] 10.222.0.90 "GET /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925509 Jun 30 02:50:53.928671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bbc75-6926-4fc2-b8af-a749056bdf71 req-9db8e654-4978-4056-b202-1a1b1f8ac4e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.940660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bbc75-6926-4fc2-b8af-a749056bdf71 req-9db8e654-4978-4056-b202-1a1b1f8ac4e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.947453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bbc75-6926-4fc2-b8af-a749056bdf71 req-9db8e654-4978-4056-b202-1a1b1f8ac4e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.953542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bbc75-6926-4fc2-b8af-a749056bdf71 req-9db8e654-4978-4056-b202-1a1b1f8ac4e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.967167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-099bbc75-6926-4fc2-b8af-a749056bdf71 req-9db8e654-4978-4056-b202-1a1b1f8ac4e3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 3142 time: 0.8953211 Jun 30 02:50:53.970869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:53.977530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': '24e1132d-1584-44a9-be10-431c27c960bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:53.978628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: f321814c-f5a3-4cbe-907e-fbd17e3a1d3b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:54.037296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675afe5b-86bd-47e1-b23f-01b0301b53ca req-16a4adb1-89f3-49eb-bdd2-cc99c174a24f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.039763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-675afe5b-86bd-47e1-b23f-01b0301b53ca req-16a4adb1-89f3-49eb-bdd2-cc99c174a24f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 943 time: 0.6257625 Jun 30 02:50:54.046690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:54.075682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f321814c-f5a3-4cbe-907e-fbd17e3a1d3b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:54.081122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.081783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.088159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa02bd7-943e-411a-a192-843cefc1db76 None None] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:54.096067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-1701c614-2019-4a09-9074-5280cb75f9ba service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844052 Jun 30 02:50:54.106837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1572066160', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:54.121947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-099bbc75-6926-4fc2-b8af-a749056bdf71 req-a764b1a4-7b13-4b27-a95c-b45ffbbec149 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601310 Jun 30 02:50:54.167561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.168560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.169124 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Floating IP 08dabd48-217a-4092-a512-a8b391ab4280 disassociated. External IP: 172.25.0.108, port: 43b88353-b9ee-4a44-abc8-5b92d6dffe93. Jun 30 02:50:54.169678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for 43b88353-b9ee-4a44-abc8-5b92d6dffe93 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:54.219200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d10c8ed-bb2d-4714-ba4d-9359e339263c req-375fdf60-847f-4926-90c7-0aa1f8020628 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068687 Jun 30 02:50:54.246158 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-675afe5b-86bd-47e1-b23f-01b0301b53ca req-0c77e56a-b562-4067-bbcd-c006e64506db tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936007 Jun 30 02:50:54.250748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ad9b5b31-7b3c-4ec8-876c-68b2196e002c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0487785 Jun 30 02:50:54.253662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.259474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179647348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:54.297198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Made reservation on behalf of f922d24a0a4045ba9231e7415db933ae for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:54.300607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.304829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.305973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.418097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 386fe371-a00e-41e3-8912-678ad91fc9ed details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:54.431072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.440093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-f321814c-f5a3-4cbe-907e-fbd17e3a1d3b', 'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': 'a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:54.440939 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.465341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.478353 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.499471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb0e5-3c61-4028-a041-5a8668e2752f req-6ec35cd3-7333-4126-9b41-4f2e292cb46b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.503781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37ccb0e5-3c61-4028-a041-5a8668e2752f req-6ec35cd3-7333-4126-9b41-4f2e292cb46b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.1195350 Jun 30 02:50:54.509559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.511882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8948c3a7-8e00-4a15-a622-5a19a570d3ef tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2571177 Jun 30 02:50:54.517729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.592785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37ccb0e5-3c61-4028-a041-5a8668e2752f req-727f24df-457b-4137-81ea-8fae55827ca5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744929 Jun 30 02:50:54.596500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6ba548dd-2da7-44e0-ba19-fbb10d69463f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:54.597383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.656913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=43b88353-b9ee-4a44-abc8-5b92d6dffe93,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:54.700586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:50:54.852753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 6ba548dd-2da7-44e0-ba19-fbb10d69463f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:54.885586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 6ba548dd-2da7-44e0-ba19-fbb10d69463f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:54.885826 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.916331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Allocated IP 172.20.0.2 (f321814c-f5a3-4cbe-907e-fbd17e3a1d3b/a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0/3c0f5f07-6441-4e77-9519-bf62416013c4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:54.919491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11587006-58e2-43de-9c5c-c0a2a5b9a541 req-f9b26339-57b5-4a63-a0f9-c44e64b4b666 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.926457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11587006-58e2-43de-9c5c-c0a2a5b9a541 req-f9b26339-57b5-4a63-a0f9-c44e64b4b666 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 947 time: 0.4114573 Jun 30 02:50:54.933499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 386fe371-a00e-41e3-8912-678ad91fc9ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=386fe371-a00e-41e3-8912-678ad91fc9ed,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:54.943411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Router c9bb79f1-fa0d-4220-937a-a97506c5909e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:54.961884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '386fe371-a00e-41e3-8912-678ad91fc9ed', 'network_id': 'baa73894-bed1-4421-93d7-3873cd0a304e', 'port_id': '386fe371-a00e-41e3-8912-678ad91fc9ed', 'mac_address': 'fa:16:3e:bc:b3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1256162-d7cb-4f74-8409-38e66f93c057', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:55.018078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.027994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.045778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11587006-58e2-43de-9c5c-c0a2a5b9a541 req-43d742c6-af46-449c-8746-74e881a7b97c tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183643 Jun 30 02:50:55.075921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.102021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.109349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:55.137178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386fe371-a00e-41e3-8912-678ad91fc9ed {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:55.176008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f0fcc-670a-4839-b2b5-120cba5a53c2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.183934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.184343 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Added segment 6a1106e4-0b14-43a1-b5dc-d8f8a752f98d of type vlan for network 75b3a3fa-ea8a-4041-aa49-f9630516bffe Jun 30 02:50:55.214393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.224728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6f2-56c3-4ca1-9a4a-c7e94bd4fdde req-d9d8b382-32ce-48b9-b6cf-3551d47624d9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:55.225367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 386fe371-a00e-41e3-8912-678ad91fc9ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=386fe371-a00e-41e3-8912-678ad91fc9ed,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:55.227883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b6fc6f2-56c3-4ca1-9a4a-c7e94bd4fdde req-d9d8b382-32ce-48b9-b6cf-3551d47624d9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 945 time: 0.3651438 Jun 30 02:50:55.259383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.288469 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b6fc6f2-56c3-4ca1-9a4a-c7e94bd4fdde req-59482326-7074-4c38-86b8-656588ef3b7f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531785 Jun 30 02:50:55.291698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:55.340900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=386fe371-a00e-41e3-8912-678ad91fc9ed,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.344106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] Sync routers for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:55.353909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port 43b88353-b9ee-4a44-abc8-5b92d6dffe93 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:55.357843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.360293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-0a1940a6-7170-4cdf-bf09-7b523ce1211d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "DELETE /v2.0/ports/43b88353-b9ee-4a44-abc8-5b92d6dffe93 HTTP/1.1" status: 204 len: 173 time: 3.0202408 Jun 30 02:50:55.360779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:55.364361 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b31194-fe4c-48f1-a044-930a1b3a94af" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:55.384224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba548dd-2da7-44e0-ba19-fbb10d69463f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:55.387033 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd61c8-e5cc-4dd1-9d5b-b3ba98020223" -d '{"events": [{"server_uuid": "8877fba6-f9ee-4436-b980-1d19f7b4f78f", "name": "network-vif-plugged", "status": "completed", "tag": "6ba548dd-2da7-44e0-ba19-fbb10d69463f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:55.409061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:55.410038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:55.418414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:55.463587 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.483966 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.520015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['386fe371-a00e-41e3-8912-678ad91fc9ed'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:55.539731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Transition to ACTIVE for port object 3c0f5f07-6441-4e77-9519-bf62416013c4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:55.548319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:55.548685 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.583836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.645425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Transition to ACTIVE for port object 3c0f5f07-6441-4e77-9519-bf62416013c4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:55.652556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=6ba548dd-2da7-44e0-ba19-fbb10d69463f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.674051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.723915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:55.749135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:55.749604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.764980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:55.766099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.767103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:55.767686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.771216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:55.775539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:55.783336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:55.811073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Pushing event updated for resources: {'Port': ['ID=3c0f5f07-6441-4e77-9519-bf62416013c4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.880453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9035790 Jun 30 02:50:55.880732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.20.0.1 (f321814c-f5a3-4cbe-907e-fbd17e3a1d3b/a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0/e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:55.889941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:55.897347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'subnet': {'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:55.915666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Attempting to bind port 3c0f5f07-6441-4e77-9519-bf62416013c4 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:55.916428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Attempting to bind port 3c0f5f07-6441-4e77-9519-bf62416013c4 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '24e1132d-1584-44a9-be10-431c27c960bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:55.917012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Attempting to bind port 3c0f5f07-6441-4e77-9519-bf62416013c4 on network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:55.917570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be742-32ba-4401-8748-7bd993510948 req-b19f4c02-6c9e-441a-ad1f-ffae40cb1ffa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:55.923394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be742-32ba-4401-8748-7bd993510948 req-b19f4c02-6c9e-441a-ad1f-ffae40cb1ffa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:55.929291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be742-32ba-4401-8748-7bd993510948 req-b19f4c02-6c9e-441a-ad1f-ffae40cb1ffa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:55.937766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c3be742-32ba-4401-8748-7bd993510948 req-b19f4c02-6c9e-441a-ad1f-ffae40cb1ffa tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 2408 time: 0.3491988 Jun 30 02:50:55.956586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b990e46-57ee-4288-9725-38b3ed64c39a tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Network': ['ID=75b3a3fa-ea8a-4041-aa49-f9630516bffe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.979081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.991370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 75b3a3fa-ea8a-4041-aa49-f9630516bffe details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:55.996343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:55.996875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Checking segment: {'id': '24e1132d-1584-44a9-be10-431c27c960bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:55.997382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.997884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Bound using segment: {'id': '24e1132d-1584-44a9-be10-431c27c960bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:55.998545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Bound port: 3c0f5f07-6441-4e77-9519-bf62416013c4, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e1132d-1584-44a9-be10-431c27c960bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f321814c-f5a3-4cbe-907e-fbd17e3a1d3b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:55.999029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.019818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b339d-454c-4ddc-90b1-3be101ab32f7 req-c2ebe319-f4a2-4aa5-94a9-c84dd3ef3334 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:56.024761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d76b339d-454c-4ddc-90b1-3be101ab32f7 req-c2ebe319-f4a2-4aa5-94a9-c84dd3ef3334 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 944 time: 0.4940357 Jun 30 02:50:56.052790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Made reservation on behalf of f922d24a0a4045ba9231e7415db933ae for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:56.055186 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.102879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=81a7a46c-df7a-4792-8fa1-5f43aafd8c42,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:56.140061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port 81a7a46c-df7a-4792-8fa1-5f43aafd8c42 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:56.144184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.147903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-848da31a-b769-47b9-9585-919e0a5ae1ba tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "DELETE /v2.0/ports/81a7a46c-df7a-4792-8fa1-5f43aafd8c42 HTTP/1.1" status: 204 len: 173 time: 0.7788136 Jun 30 02:50:56.150456 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c3be742-32ba-4401-8748-7bd993510948 req-77e30912-02a7-483e-b45d-d6f6426396e7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117331 Jun 30 02:50:56.196722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d76b339d-454c-4ddc-90b1-3be101ab32f7 req-31720b8d-78a7-4c5b-9980-41b7d8e5ef1c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342287 Jun 30 02:50:56.265253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] For port 3c0f5f07-6441-4e77-9519-bf62416013c4, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:56.299533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] For port 3c0f5f07-6441-4e77-9519-bf62416013c4, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3c0f5f07-6441-4e77-9519-bf62416013c4,segment=NetworkSegment(24e1132d-1584-44a9-be10-431c27c960bd),segment_id=24e1132d-1584-44a9-be10-431c27c960bd)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:56.313211 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.373375 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-458188ab-c961-4580-81eb-262715846ba9 req-da17b171-051a-493f-a5fe-a41d24fcbd1a service neutron] show failed (client error): The resource could not be found. Jun 30 02:50:56.374425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-da17b171-051a-493f-a5fe-a41d24fcbd1a service neutron] 10.222.0.90 "GET /v2.0/ports/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.3341842 Jun 30 02:50:56.395577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.440700 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0eb156-dba5-41ae-bab3-60d64a47175f x-openstack-request-id: req-0d0eb156-dba5-41ae-bab3-60d64a47175f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:56.440949 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "43b88353-b9ee-4a44-abc8-5b92d6dffe93", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:56.441301 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d0eb156-dba5-41ae-bab3-60d64a47175f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:56.441816 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '43b88353-b9ee-4a44-abc8-5b92d6dffe93', 'status': 'completed', 'code': 200} Jun 30 02:50:56.465882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:56.532101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port 80a6ee8b-987e-4548-ad68-18e2512c5f48 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:56.532457 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.717112 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384e016-a026-4c95-abfa-fed40593488f x-openstack-request-id: req-1384e016-a026-4c95-abfa-fed40593488f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:56.717681 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8877fba6-f9ee-4436-b980-1d19f7b4f78f", "name": "network-vif-plugged", "status": "completed", "tag": "6ba548dd-2da7-44e0-ba19-fbb10d69463f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:56.717802 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1384e016-a026-4c95-abfa-fed40593488f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:56.718205 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba548dd-2da7-44e0-ba19-fbb10d69463f', 'code': 200} Jun 30 02:50:56.720833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da6151-5de8-48e4-b379-3fd07d096a9a None None] Pushing event updated for resources: {'Port': ['ID=3c0f5f07-6441-4e77-9519-bf62416013c4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:56.735446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fd265df2-b36c-4a5d-b601-2416c56d60ef details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:56.785573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.818861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:46Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:56.910085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] Checking router: c9bb79f1-fa0d-4220-937a-a97506c5909e for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:56.939871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:56.940645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:50:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:56.966771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port 80a6ee8b-987e-4548-ad68-18e2512c5f48, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=80a6ee8b-987e-4548-ad68-18e2512c5f48,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:56.967671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.984336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:56.990466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:57.009711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:57.026683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for 80a6ee8b-987e-4548-ad68-18e2512c5f48 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:57.051273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4500a-1010-487e-815d-1067a319a8ba req-5f6bac14-5533-4909-a001-d0c050797117 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:57.053571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13d4500a-1010-487e-815d-1067a319a8ba req-5f6bac14-5533-4909-a001-d0c050797117 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.3515978 Jun 30 02:50:57.079582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:57.093689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:57.148239 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.164958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-9f0f7010-d802-45b0-ba9c-bd04a582e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:57.166575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-9f0f7010-d802-45b0-ba9c-bd04a582e104 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 1096 time: 0.3288627 Jun 30 02:50:57.183503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:57.234846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fd265df2-b36c-4a5d-b601-2416c56d60ef, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:57.296983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'fd265df2-b36c-4a5d-b601-2416c56d60ef', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': 'fd265df2-b36c-4a5d-b601-2416c56d60ef', 'mac_address': 'fa:16:3e:da:19:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:57.348743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13d4500a-1010-487e-815d-1067a319a8ba req-0bb5d685-a225-41aa-844e-2d212212634c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829204 Jun 30 02:50:57.402202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.431344 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.487182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd265df2-b36c-4a5d-b601-2416c56d60ef {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:57.537693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fd265df2-b36c-4a5d-b601-2416c56d60ef, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:57.578229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.737598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=fd265df2-b36c-4a5d-b601-2416c56d60ef,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:57.746712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49301bd-3d3a-41c9-9952-333034c850cd req-8aa08444-9d41-445c-8615-29219ec11853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:57.748583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f49301bd-3d3a-41c9-9952-333034c850cd req-8aa08444-9d41-445c-8615-29219ec11853 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.9390240 Jun 30 02:50:57.759295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25bda06d-edba-4603-845c-d49dfce69b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.777781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.815026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['fd265df2-b36c-4a5d-b601-2416c56d60ef'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:57.815296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aaecb-62af-48d0-b537-f04e39063f74 req-de543921-0e35-4473-9d1a-751276d9fc32 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:57.819001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:46Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:57.823412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3aaecb-62af-48d0-b537-f04e39063f74 req-de543921-0e35-4473-9d1a-751276d9fc32 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 947 time: 0.9571233 Jun 30 02:50:57.892949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ac06d-5730-4dfd-8f03-7d47ed1f7a38 None None] The sync data for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 is: [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:39:29Z', 'revision_number': 4, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '28caa6e6-be43-48fe-956f-19f62466800d', 'name': '', 'network_id': '05158402-4f23-4e72-a500-4cf01d25dc82', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'mac_address': 'fa:16:3e:ae:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:27Z', 'updated_at': '2021-06-30T02:39:46Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'subnets': [{'id': '586f1a45-e972-45eb-a3b0-bec5bfe7cec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:57.952131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=80a6ee8b-987e-4548-ad68-18e2512c5f48,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:58.079884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf3aaecb-62af-48d0-b537-f04e39063f74 req-ab8117cc-a1ac-43c0-b1c6-7e49352bf870 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560334 Jun 30 02:50:58.084994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f49301bd-3d3a-41c9-9952-333034c850cd req-a2f2d3a1-4774-4334-b2fe-59b6c5ad0677 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510424 Jun 30 02:50:58.130004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port 80a6ee8b-987e-4548-ad68-18e2512c5f48 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:58.147187 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.149338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-7de50ec0-cba9-4308-8174-674153d4175a tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "DELETE /v2.0/ports/80a6ee8b-987e-4548-ad68-18e2512c5f48 HTTP/1.1" status: 204 len: 173 time: 1.9795659 Jun 30 02:50:58.212160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.271051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:50:58.271702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.330746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:58.443778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 386fe371-a00e-41e3-8912-678ad91fc9ed up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:58.477144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:58.479918 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c200a3fe-07cd-4aa3-ab7d-8159d5ce89ad" -d '{"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:58.513308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:58.527728 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25d7ec-714f-40eb-b2d4-f1c36ca1a403 None None] New status for floating IP 08dabd48-217a-4092-a512-a8b391ab4280: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:58.615376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:58.629443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025b97-caed-4989-8a75-bcf3ddfc9348 req-7266ec4d-bc6a-4ba2-82c5-0c539359837b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.629679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3c0f5f07-6441-4e77-9519-bf62416013c4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:58.653383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd025b97-caed-4989-8a75-bcf3ddfc9348 req-7266ec4d-bc6a-4ba2-82c5-0c539359837b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 942 time: 0.4094629 Jun 30 02:50:58.683633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:58.819280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ca21c-c13d-4d9a-9b98-5557997132b8 None None] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:58.834661 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dd025b97-caed-4989-8a75-bcf3ddfc9348 req-57c461da-ff06-487a-97af-54e3c60102bc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups?id=44a39052-7a4f-43a5-a84d-a13b168269f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803465 Jun 30 02:50:58.866751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.877663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51896) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:58.891052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port 213238be-326b-4a1e-aca7-b660250e2e80 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:58.897331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.922117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 386fe371-a00e-41e3-8912-678ad91fc9ed completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:58.962221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.984172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 386fe371-a00e-41e3-8912-678ad91fc9ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:58.984172 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.006273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Transition to ACTIVE for port object 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:59.006732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3c0f5f07-6441-4e77-9519-bf62416013c4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:59.017909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.070857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.084213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.152586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] Provisioning for port 3c0f5f07-6441-4e77-9519-bf62416013c4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:59.176819 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.188931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] Provisioning complete for port 3c0f5f07-6441-4e77-9519-bf62416013c4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:59.189479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.238959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Checking segment: {'id': '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:59.239843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network hostable DHCP agents. Network: 75b3a3fa-ea8a-4041-aa49-f9630516bffe, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:59.298394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:50:59.298783 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:50:59.311613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026ef1-108a-4fb4-aafe-b0025dc8ad9a req-bad4a116-7242-48f7-9e76-586f527fbaeb tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:59.313608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c026ef1-108a-4fb4-aafe-b0025dc8ad9a req-bad4a116-7242-48f7-9e76-586f527fbaeb tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 944 time: 0.9736218 Jun 30 02:50:59.414695 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.419443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08119e2-2497-4837-b7c4-633009417231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.454774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c026ef1-108a-4fb4-aafe-b0025dc8ad9a req-fde2135d-4e5e-4902-b21a-e5264532c5ec tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791883 Jun 30 02:50:59.467003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.470902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 75b3a3fa-ea8a-4041-aa49-f9630516bffe is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:59.477956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.499469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 75b3a3fa-ea8a-4041-aa49-f9630516bffe) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:59.502364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386fe371-a00e-41e3-8912-678ad91fc9ed'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:59.505055 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2d405-2c06-41cc-b4ff-8774c13fed7a" -d '{"events": [{"server_uuid": "f09e5319-750a-4b24-933d-01f4ab5f7125", "name": "network-vif-plugged", "status": "completed", "tag": "386fe371-a00e-41e3-8912-678ad91fc9ed"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:59.525434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:59.526496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.536886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfec262-5970-4db3-b2f3-4d4f303d35f5 None None] Network 75b3a3fa-ea8a-4041-aa49-f9630516bffe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:59.559252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-362a5ac8-1ec1-48b8-8944-12f4f13abf33 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6657228 Jun 30 02:50:59.559724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 386fe371-a00e-41e3-8912-678ad91fc9ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=386fe371-a00e-41e3-8912-678ad91fc9ed,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:59.566542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:59.579922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-602159638', 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:59.624149 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.673718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Made reservation on behalf of f922d24a0a4045ba9231e7415db933ae for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:59.679375 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985cef4-9f0b-41ac-b899-640f0a401809 x-openstack-request-id: req-b985cef4-9f0b-41ac-b899-640f0a401809 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:59.679375 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "81a7a46c-df7a-4792-8fa1-5f43aafd8c42", "status": "completed", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "80a6ee8b-987e-4548-ad68-18e2512c5f48", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:59.679768 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b985cef4-9f0b-41ac-b899-640f0a401809 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:59.679854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.680101 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '81a7a46c-df7a-4792-8fa1-5f43aafd8c42', 'status': 'completed', 'code': 200} Jun 30 02:50:59.680518 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '80a6ee8b-987e-4548-ad68-18e2512c5f48', 'status': 'completed', 'code': 200} Jun 30 02:50:59.693313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] For port 3c0f5f07-6441-4e77-9519-bf62416013c4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3c0f5f07-6441-4e77-9519-bf62416013c4,segment=NetworkSegment(24e1132d-1584-44a9-be10-431c27c960bd),segment_id=24e1132d-1584-44a9-be10-431c27c960bd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:59.713879 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.716282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] device_id is not set on port 804f383c-2df5-474a-ab0d-2d43eb959ec2 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:59.743151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:59.759985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=386fe371-a00e-41e3-8912-678ad91fc9ed,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.760220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port 213238be-326b-4a1e-aca7-b660250e2e80, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=213238be-326b-4a1e-aca7-b660250e2e80,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:59.760504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.786658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:59.801121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for 213238be-326b-4a1e-aca7-b660250e2e80 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:59.912673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.928628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8dec9-f562-4d18-a8d5-69673787f9be None None] Network 75b3a3fa-ea8a-4041-aa49-f9630516bffe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:59.995428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] No DVR routers for this DVR port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:00.069436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Allocated IP 2001:db8::152 (75b3a3fa-ea8a-4041-aa49-f9630516bffe/ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb/804f383c-2df5-474a-ab0d-2d43eb959ec2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:00.204791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d6242-aabc-4758-af42-1c8450fc2f76 None None] Pushing event updated for resources: {'Port': ['ID=3c0f5f07-6441-4e77-9519-bf62416013c4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.263573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd756b-03f7-49de-8cc8-004e8f07749b req-a20a71fb-e80e-411a-be18-1095f4b428f1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.270587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ffd756b-03f7-49de-8cc8-004e8f07749b req-a20a71fb-e80e-411a-be18-1095f4b428f1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.9199655 Jun 30 02:51:00.342640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.392819 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e820d140-edfa-408c-b866-b6710b1a43e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.400023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d4b66fd-b87d-4626-b12a-501d86845b62 None None] Provisioning for port e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:00.418892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ffd756b-03f7-49de-8cc8-004e8f07749b req-7b218edc-b124-4fe6-8d17-88c4dac25a74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473055 Jun 30 02:51:00.419854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d4b66fd-b87d-4626-b12a-501d86845b62 None None] Provisioning complete for port e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:00.420341 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4b66fd-b87d-4626-b12a-501d86845b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.423655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eb778-ae5c-4ac8-bfc1-298205d9970b req-99088a39-1835-4c1c-a1cb-aa14843c7b5a tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.425613 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d2eb778-ae5c-4ac8-bfc1-298205d9970b req-99088a39-1835-4c1c-a1cb-aa14843c7b5a tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 948 time: 0.6447232 Jun 30 02:51:00.431431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.471662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.538513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fd265df2-b36c-4a5d-b601-2416c56d60ef up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:00.542024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 75b3a3fa-ea8a-4041-aa49-f9630516bffe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:00.586852 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe79f1a4-3a75-43c8-879a-d71d7e15ed27 x-openstack-request-id: req-fe79f1a4-3a75-43c8-879a-d71d7e15ed27 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:00.588008 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09e5319-750a-4b24-933d-01f4ab5f7125", "name": "network-vif-plugged", "status": "completed", "tag": "386fe371-a00e-41e3-8912-678ad91fc9ed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:00.588483 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe79f1a4-3a75-43c8-879a-d71d7e15ed27 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:00.589343 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386fe371-a00e-41e3-8912-678ad91fc9ed', 'code': 200} Jun 30 02:51:00.592269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:00.599073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3c0f5f07-6441-4e77-9519-bf62416013c4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:00.624082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:00.626620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:00.626969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:00.627426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:00.630082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.632957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.638164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Port': ['ID=804f383c-2df5-474a-ab0d-2d43eb959ec2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.654102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b66fd-b87d-4626-b12a-501d86845b62 None None] Port e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:00.664219 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.681005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d2eb778-ae5c-4ac8-bfc1-298205d9970b req-0f7fe0a6-c7b3-4b02-9ca7-ff6cd8048d6e tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306793 Jun 30 02:51:00.701689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d4b66fd-b87d-4626-b12a-501d86845b62 None None] Provisioning complete for port 3c0f5f07-6441-4e77-9519-bf62416013c4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:00.702429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d4b66fd-b87d-4626-b12a-501d86845b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.715996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router dd4345ba-421a-4079-afb2-0870adfad3ad is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:00.731671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.732030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.732381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.732720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.733058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.733495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.733716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.734053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.734404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.734733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.735061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.735387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:00.750413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=213238be-326b-4a1e-aca7-b660250e2e80,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.800425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port fd265df2-b36c-4a5d-b601-2416c56d60ef completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:00.808223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port 213238be-326b-4a1e-aca7-b660250e2e80 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:00.810496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:00.810803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:00.817407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port fd265df2-b36c-4a5d-b601-2416c56d60ef triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:00.818667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.824393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3c0f5f07-6441-4e77-9519-bf62416013c4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:00.827876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08119e2-2497-4837-b7c4-633009417231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.829458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.831460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4178cf35-797f-435c-9c2d-fe11e49136e3 req-72a07f06-7495-4151-bf98-e07f9e1160f6 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.90 "DELETE /v2.0/ports/213238be-326b-4a1e-aca7-b660250e2e80 HTTP/1.1" status: 204 len: 173 time: 2.6714482 Jun 30 02:51:00.832293 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.836875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:00.840873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Checking segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:00.841340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Bound using segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:00.841812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Bound port: 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:00.842177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.847064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a15c0ae0-26bf-4516-aef9-3878b2752cad req-2ccab22c-54a9-4b62-a9c5-6cba8cdda3b7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.1103237 Jun 30 02:51:00.889830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f08119e2-2497-4837-b7c4-633009417231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.892676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7675db32-0cfa-4964-8305-e8b328791aec tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3201208 Jun 30 02:51:00.893386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:00.959179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f08119e2-2497-4837-b7c4-633009417231 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef8bfcaca8584d5692c84137895b9516&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0790358 Jun 30 02:51:00.967416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51916) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.002434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:01.011846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58d5450b-e0c8-4d19-94fe-b11e77b6d8cd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/dd4345ba-421a-4079-afb2-0870adfad3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4894660 Jun 30 02:51:01.018517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] Sync routers for ids ['dd4345ba-421a-4079-afb2-0870adfad3ad'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:01.023800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.068058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] Routers {'dd4345ba-421a-4079-afb2-0870adfad3ad'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:01.069076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['dd4345ba-421a-4079-afb2-0870adfad3ad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:01.076124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08119e2-2497-4837-b7c4-633009417231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af59290-22d3-443e-94ee-b06a06be434d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.089773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9fa96-70c4-4db5-9a64-fd88926cdf98 req-f5c551ac-bb15-44bb-bb51-150a74de6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.091306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fa9fa96-70c4-4db5-9a64-fd88926cdf98 req-f5c551ac-bb15-44bb-bb51-150a74de6b49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 1096 time: 0.4442892 Jun 30 02:51:01.159650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:01.165757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.165976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e7b24-3bd2-4b4a-8540-d6336e6cfb2a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.168268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f1e7b24-3bd2-4b4a-8540-d6336e6cfb2a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports/e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 HTTP/1.1" status: 200 len: 910 time: 0.1394911 Jun 30 02:51:01.177820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.191069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:01.209178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:01.253164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb390c9a-de45-4ed0-8f4f-9563cc81165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.257011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:01.262428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fd265df2-b36c-4a5d-b601-2416c56d60ef, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:01.269877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] Routers {'dd4345ba-421a-4079-afb2-0870adfad3ad'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:01.271086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['dd4345ba-421a-4079-afb2-0870adfad3ad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:01.272705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fa9fa96-70c4-4db5-9a64-fd88926cdf98 req-98a6e7db-8027-4eac-b450-bef0ab0c5693 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607854 Jun 30 02:51:01.274473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.278509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-863231ae-41ae-4ba2-9fca-c3b83bb4d72c None None] Provisioning complete for port e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.279148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863231ae-41ae-4ba2-9fca-c3b83bb4d72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.327219 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.343474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb390c9a-de45-4ed0-8f4f-9563cc81165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.345922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc25d0-5928-45c6-afe6-dc2177500185 req-15591b87-7f22-4276-90c0-d8f1efead8f0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.347653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9abc25d0-5928-45c6-afe6-dc2177500185 req-15591b87-7f22-4276-90c0-d8f1efead8f0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3619919 Jun 30 02:51:01.362838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.363859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.365737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] 10.222.0.67 "PUT /v2.0/ports/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 1091 time: 4.1869140 Jun 30 02:51:01.369446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Deleting port 804f383c-2df5-474a-ab0d-2d43eb959ec2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:01.369852 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.450060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-863231ae-41ae-4ba2-9fca-c3b83bb4d72c None None] Port e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:01.456397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=fd265df2-b36c-4a5d-b601-2416c56d60ef,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.465157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9abc25d0-5928-45c6-afe6-dc2177500185 req-883104d7-59f5-41c7-8309-d20e5d33ce6a tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071231 Jun 30 02:51:01.467875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.468221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.468612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.468890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.469223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.469549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.469879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.470203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.470558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.470876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.471709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.471709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.475560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:01.477200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ada8-7f56-4871-9092-c2964e78e50c None None] The sync data for ids ['dd4345ba-421a-4079-afb2-0870adfad3ad'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:01.514992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.527072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa471eb-3982-485f-9034-00e82e18f5dc service neutron] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.529888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Calling delete_port for 804f383c-2df5-474a-ab0d-2d43eb959ec2 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:01.604660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb390c9a-de45-4ed0-8f4f-9563cc81165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.607466 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb390c9a-de45-4ed0-8f4f-9563cc81165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.608752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb390c9a-de45-4ed0-8f4f-9563cc81165f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6af59290-22d3-443e-94ee-b06a06be434d HTTP/1.1" status: 204 len: 168 time: 0.6373880 Jun 30 02:51:01.655559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb390c9a-de45-4ed0-8f4f-9563cc81165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af59290-22d3-443e-94ee-b06a06be434d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.665906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-d50a4535-7637-44bd-b3a0-5316df534175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.667604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-d50a4535-7637-44bd-b3a0-5316df534175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1094 time: 0.2341359 Jun 30 02:51:01.699614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}, {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80'}, {'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:01.725613 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d1bef-af15-453f-a333-0318891f675f" -d '{"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "213238be-326b-4a1e-aca7-b660250e2e80"}, {"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:01.732787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.749211 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.783653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event deleted for resources: {'Port': ['ID=804f383c-2df5-474a-ab0d-2d43eb959ec2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.821121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.823179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e34db632-f8c5-47b7-b8eb-2c0f98d8bbdd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/ports/804f383c-2df5-474a-ab0d-2d43eb959ec2 HTTP/1.1" status: 204 len: 168 time: 0.9204850 Jun 30 02:51:01.825728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.830668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe', 'external_fixed_ips': [{'subnet_id': 'ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb', 'ip_address': '2001:db8::152'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:01.857850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.859524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.958559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.083809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37e905-77a6-4c5d-9e17-d3aa598bdf27 req-7f80ba36-6813-4b1a-9a7e-4d37ad4ed19d tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.085979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff37e905-77a6-4c5d-9e17-d3aa598bdf27 req-7f80ba36-6813-4b1a-9a7e-4d37ad4ed19d tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 949 time: 0.1914530 Jun 30 02:51:02.131672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:02.135060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.200516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.204008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7446d-b860-419c-8f7f-fcfe0142dcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.254879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-e61575db-2c27-4366-8854-720751bcb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.256521 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-e61575db-2c27-4366-8854-720751bcb28f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.5772183 Jun 30 02:51:02.276228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e690-001d-4552-9670-2b3fff0c5948 req-37998aec-dc12-4d21-8653-e8888337d69f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.277922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d330e690-001d-4552-9670-2b3fff0c5948 req-37998aec-dc12-4d21-8653-e8888337d69f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.4362433 Jun 30 02:51:02.284505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff37e905-77a6-4c5d-9e17-d3aa598bdf27 req-794a4138-eff7-4180-80b5-8738ef29ca55 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512921 Jun 30 02:51:02.447641 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbfb426-6e09-4262-9cab-95c338eda58d x-openstack-request-id: req-7cbfb426-6e09-4262-9cab-95c338eda58d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:02.447948 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "code": 200}, {"server_uuid": "c0562ea0-36c2-456b-b5a1-1aa0170d1e67", "name": "network-vif-deleted", "tag": "213238be-326b-4a1e-aca7-b660250e2e80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:02.448199 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cbfb426-6e09-4262-9cab-95c338eda58d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:02.448609 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'code': 200} Jun 30 02:51:02.448857 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0562ea0-36c2-456b-b5a1-1aa0170d1e67', 'name': 'network-vif-deleted', 'tag': '213238be-326b-4a1e-aca7-b660250e2e80', 'status': 'completed', 'code': 200} Jun 30 02:51:02.449108 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'status': 'completed', 'code': 200} Jun 30 02:51:02.466484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d330e690-001d-4552-9670-2b3fff0c5948 req-3061f010-0ed5-445a-b18f-278e858de651 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776204 Jun 30 02:51:02.468231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-d1f1998f-ecd9-4284-a63c-b04f1397dd3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.1893225 Jun 30 02:51:02.590670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd265df2-b36c-4a5d-b601-2416c56d60ef'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:02.593425 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f63926-3df4-49f9-b295-2e3c38a18584" -d '{"events": [{"server_uuid": "d975c339-32d3-4af9-aaa1-6e38b9c0f6cc", "name": "network-vif-plugged", "status": "completed", "tag": "fd265df2-b36c-4a5d-b601-2416c56d60ef"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:02.612853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-4a46d425-600b-4104-8957-a6f16449578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.614408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-4a46d425-600b-4104-8957-a6f16449578a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.1151345 Jun 30 02:51:02.670122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.693053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-7eb823c4-c263-41b1-84cd-4556345035e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.695004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-7eb823c4-c263-41b1-84cd-4556345035e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1094 time: 0.2422650 Jun 30 02:51:02.723128 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.748223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7446d-b860-419c-8f7f-fcfe0142dcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.750639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c94a91e-47ac-4f18-abba-0e09600f120b req-7a730213-c598-4148-98ad-eb1fdf9c3f16 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0388949 Jun 30 02:51:02.764438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7446d-b860-419c-8f7f-fcfe0142dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.817695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7446d-b860-419c-8f7f-fcfe0142dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115832f3-30e7-434a-a899-dc1a9774df8d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.843669 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7cb59c-99a3-40c6-8370-8ddbe1c7ac3c x-openstack-request-id: req-cd7cb59c-99a3-40c6-8370-8ddbe1c7ac3c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:02.843970 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d975c339-32d3-4af9-aaa1-6e38b9c0f6cc", "name": "network-vif-plugged", "status": "completed", "tag": "fd265df2-b36c-4a5d-b601-2416c56d60ef", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:02.844229 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd7cb59c-99a3-40c6-8370-8ddbe1c7ac3c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:02.844629 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd265df2-b36c-4a5d-b601-2416c56d60ef', 'code': 200} Jun 30 02:51:02.886780 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-92a7446d-b860-419c-8f7f-fcfe0142dcc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b71f20cd02c49f2bd93790a86673e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500031 Jun 30 02:51:02.889340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51944) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:02.895352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.896427 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.897387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/ports/e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 HTTP/1.1" status: 200 len: 910 time: 1.7144244 Jun 30 02:51:02.901296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:02.920388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfad89-e5bd-4b2a-911e-5314a91180be tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.987363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458188ab-c961-4580-81eb-262715846ba9 req-eda42c73-15fd-4d3e-b4cc-865259f278fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.988754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-eda42c73-15fd-4d3e-b4cc-865259f278fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3395040 Jun 30 02:51:02.995164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-83c0ed71-696f-427e-b3ca-0ec5452b139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.996545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-83c0ed71-696f-427e-b3ca-0ec5452b139f service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.2933683 Jun 30 02:51:03.020517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c1d0-ab0a-4c6f-a579-6c45198c5e86 req-f847a2be-ca2f-487a-a971-3131e115b3e9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.022010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-daa1c1d0-ab0a-4c6f-a579-6c45198c5e86 req-f847a2be-ca2f-487a-a971-3131e115b3e9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3260348 Jun 30 02:51:03.168705 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.252652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.274448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9caff4-f8f0-496a-85ab-1dbeac81cd3b req-e0424f7f-0fb9-4a62-af23-a4e88a49a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.276263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff9caff4-f8f0-496a-85ab-1dbeac81cd3b req-e0424f7f-0fb9-4a62-af23-a4e88a49a99d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 1100 time: 0.3040295 Jun 30 02:51:03.370720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d179b4ce-a02c-40a5-89e3-f43aa7869de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.393560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d179b4ce-a02c-40a5-89e3-f43aa7869de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.461304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d179b4ce-a02c-40a5-89e3-f43aa7869de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.461633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff9caff4-f8f0-496a-85ab-1dbeac81cd3b req-a6298553-1f57-4c52-9ff6-30156c8519d0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529424 Jun 30 02:51:03.464503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d179b4ce-a02c-40a5-89e3-f43aa7869de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.465359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d179b4ce-a02c-40a5-89e3-f43aa7869de7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/115832f3-30e7-434a-a899-dc1a9774df8d HTTP/1.1" status: 204 len: 168 time: 0.5660441 Jun 30 02:51:03.501751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179b4ce-a02c-40a5-89e3-f43aa7869de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115832f3-30e7-434a-a899-dc1a9774df8d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.512591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-100c4f97-d0ec-4ced-98ef-9a21946f7fcc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.4895723 Jun 30 02:51:03.575652 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-daa1c1d0-ab0a-4c6f-a579-6c45198c5e86 req-21357324-65dd-4ba7-9b3b-f1e9e09483a6 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075691 Jun 30 02:51:03.627824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-eb9d964d-dba3-4d39-9ff3-233cd70f2210 service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260948 Jun 30 02:51:03.640848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Allocated IP 2001:db8::152 (75b3a3fa-ea8a-4041-aa49-f9630516bffe/ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb/ceff77e4-0034-4a87-8477-e0e38fb46ffb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:03.715459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-60599566-c3b4-40bd-ad57-01be80af6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.717911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-60599566-c3b4-40bd-ad57-01be80af6040 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.1958017 Jun 30 02:51:03.954053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-458188ab-c961-4580-81eb-262715846ba9 req-e6e5ce1a-4100-45e9-b784-d06e7264d3ed service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182173 Jun 30 02:51:03.957155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51960) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:03.983997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617fd02-dbaa-4306-89fb-8ea00b43622b req-096ec71d-44ef-49bd-9c1c-956f140076fb tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.991206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f617fd02-dbaa-4306-89fb-8ea00b43622b req-096ec71d-44ef-49bd-9c1c-956f140076fb tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 949 time: 0.2777417 Jun 30 02:51:03.996007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43fdc7-009b-4f1a-a1c2-a62f5247758a req-ef52b69e-d269-4fdf-89db-525c79b552e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.997057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.001082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.003265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b43fdc7-009b-4f1a-a1c2-a62f5247758a req-ef52b69e-d269-4fdf-89db-525c79b552e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.1807714 Jun 30 02:51:04.027831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a3ec63-6bcd-45fa-ab89-117311afc54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.039835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-660fb561-c801-4580-ba72-46a644d9db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.041364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-660fb561-c801-4580-ba72-46a644d9db42 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093754 Jun 30 02:51:04.171079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a3ec63-6bcd-45fa-ab89-117311afc54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.188364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f617fd02-dbaa-4306-89fb-8ea00b43622b req-c2afd65a-3f21-4247-b809-00f4f632d61e tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957974 Jun 30 02:51:04.217144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b43fdc7-009b-4f1a-a1c2-a62f5247758a req-d5c111ca-a326-4d2d-846d-926c92c877f6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128861 Jun 30 02:51:04.323666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.337804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62a3ec63-6bcd-45fa-ab89-117311afc54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.433267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.472216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-62a3ec63-6bcd-45fa-ab89-117311afc54e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df9b174e1be94fccada6987b8e8a4989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140469 Jun 30 02:51:04.509516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51966) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:04.521241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a244c3ba-ce8c-4868-8f92-5043526f08d6 req-66333030-66b2-48ae-81df-3fa901086f0d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0427074 Jun 30 02:51:04.537606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3ec63-6bcd-45fa-ab89-117311afc54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d17d800-8cd5-4dcb-84c2-c37860e05670,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:04.537845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Port': ['ID=ceff77e4-0034-4a87-8477-e0e38fb46ffb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:04.603761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 75b3a3fa-ea8a-4041-aa49-f9630516bffe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:04.606975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:04.615414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:04.687434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-028668e1-6b0d-4e88-8591-e53554477442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.689981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-028668e1-6b0d-4e88-8591-e53554477442 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1094 time: 0.6405654 Jun 30 02:51:04.756828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-4ad38c83-5d25-4ad9-b019-297351db48a1 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952624 Jun 30 02:51:04.928967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dee7240a-b7dc-4b41-9970-dd692b621e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.929827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b903810-a5a3-4739-9766-7e8c26667c51 req-549bc9e8-9cbe-4f32-8904-de0c91c47d89 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.931561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b903810-a5a3-4739-9766-7e8c26667c51 req-549bc9e8-9cbe-4f32-8904-de0c91c47d89 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.2136216 Jun 30 02:51:04.995420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dee7240a-b7dc-4b41-9970-dd692b621e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.021269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-d8fd7e80-26e4-4f3d-aadf-400c932f508f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.023323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-d8fd7e80-26e4-4f3d-aadf-400c932f508f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.3521800 Jun 30 02:51:05.024413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-bf719839-59c8-49c2-ba21-c04d6d9c0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.025767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-bf719839-59c8-49c2-ba21-c04d6d9c0470 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.2773635 Jun 30 02:51:05.026711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.072469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-8863c596-548b-4a0d-83ac-c7bca3663973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.074013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-8863c596-548b-4a0d-83ac-c7bca3663973 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 1096 time: 0.4116032 Jun 30 02:51:05.127585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-816c6a3c-9b86-4175-8fc2-183e28ddb75a service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545058 Jun 30 02:51:05.128859 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-c6f1a3e1-bf9c-4892-a683-51b720ba973b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/quotas/d1cac6dc2fd74015a78676ccf1813ca4 HTTP/1.1" status: 200 len: 375 time: 0.0905652 Jun 30 02:51:05.252373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-1cf2e19a-6d51-4ca4-a541-d06b7759b873 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.2107794 Jun 30 02:51:05.292876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dee7240a-b7dc-4b41-9970-dd692b621e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.295510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dee7240a-b7dc-4b41-9970-dd692b621e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.298371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dee7240a-b7dc-4b41-9970-dd692b621e64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d17d800-8cd5-4dcb-84c2-c37860e05670 HTTP/1.1" status: 204 len: 168 time: 0.7669864 Jun 30 02:51:05.360409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7240a-b7dc-4b41-9970-dd692b621e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d17d800-8cd5-4dcb-84c2-c37860e05670,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:05.430463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-fed10f6c-de97-462e-b96a-ccb32723fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.433798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-fed10f6c-de97-462e-b96a-ccb32723fa01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.3216784 Jun 30 02:51:05.463109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b903810-a5a3-4739-9766-7e8c26667c51 req-227c079f-9281-495f-a20e-70817aa315cd tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037620 Jun 30 02:51:05.473173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-9ae96fe1-4201-423b-9750-354f769ab272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.474944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-9ae96fe1-4201-423b-9750-354f769ab272 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.2105658 Jun 30 02:51:05.529909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-efc78f2e-0e3c-409f-86f6-13b6eb99c839 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3786001 Jun 30 02:51:05.536428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:05.536800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.549405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-614e18cf-66ff-41ad-8e8f-600da174a606 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386fe371-a00e-41e3-8912-678ad91fc9ed HTTP/1.1" status: 200 len: 217 time: 0.0953948 Jun 30 02:51:05.698141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-817104e5-efc4-465a-8304-8f3e7cbb6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.701108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-817104e5-efc4-465a-8304-8f3e7cbb6975 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.1405125 Jun 30 02:51:05.819833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-d5bc09e7-14d5-4d94-8c4f-cdce678d1482 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971668 Jun 30 02:51:05.853121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-9d92afac-fb58-499d-8afb-cafc312aa276 service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217509 Jun 30 02:51:05.860096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.909013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:05.914333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1bef-af15-453f-a333-0318891f675f req-43624ea9-fe6b-4b3b-9f6b-3bb5191ea19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.928112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-43624ea9-fe6b-4b3b-9f6b-3bb5191ea19d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3893311 Jun 30 02:51:05.935639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.000001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d650-4e60-4cc4-bbaa-f2604d1523c8 req-a3ba9be2-a621-4f0d-a5c4-1ff8f30bd4ba tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:06.009204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17e8d650-4e60-4cc4-bbaa-f2604d1523c8 req-a3ba9be2-a621-4f0d-a5c4-1ff8f30bd4ba tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 949 time: 0.3644493 Jun 30 02:51:06.129217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17e8d650-4e60-4cc4-bbaa-f2604d1523c8 req-0808928d-209f-4d75-8584-ce6b7b90cd73 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Jun 30 02:51:06.317171 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-7db54ff3-1d1f-4d74-a8f6-301c3743aa60 service neutron] 10.222.0.67 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840794 Jun 30 02:51:06.365170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-b9f6c746-61b6-489f-9391-ae0558546c83 service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115941 Jun 30 02:51:06.382116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-ac45c18b-7663-4047-abd1-861eb2a69f5a service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785956 Jun 30 02:51:06.515935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Router 1beb4cac-55bc-4753-9555-03e04085c05a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:06.705085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.799938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=e5f2b3a7-a7e7-489d-afcb-d8f00cbc3d11,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.870130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f386e-4704-489b-acf7-246852ceebba req-9bab784b-c1f8-46de-b53e-c2f6e6235388 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:06.881055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e5f386e-4704-489b-acf7-246852ceebba req-9bab784b-c1f8-46de-b53e-c2f6e6235388 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.5061607 Jun 30 02:51:07.084390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7d799ed-6a42-45d4-a229-db03f80d06e9 req-4aa408ef-4f42-4506-a6ee-650720dc7e95 service neutron] 10.222.0.67 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7538967 Jun 30 02:51:07.098433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb49fa80-5d4c-4755-87a7-3ece369ce013 req-c52ff815-de9a-41ea-9310-9317a020760d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0509167 Jun 30 02:51:07.195572 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96d1bef-af15-453f-a333-0318891f675f req-1706bb08-e650-46cf-8514-8aeee48550f5 service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855217 Jun 30 02:51:07.228601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:07.238485 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Sync routers for ids ['1beb4cac-55bc-4753-9555-03e04085c05a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:07.243548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.264304 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Routers {'1beb4cac-55bc-4753-9555-03e04085c05a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:07.264420 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1beb4cac-55bc-4753-9555-03e04085c05a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:07.272258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e5f386e-4704-489b-acf7-246852ceebba req-6046c4ec-eb6d-4abb-98d4-359c65a704ed tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3901920 Jun 30 02:51:07.462963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.467326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52038) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.475576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f0a3a464-fc2b-4464-970a-c9df349b7639 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6482813 Jun 30 02:51:07.646974 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Set router 1beb4cac-55bc-4753-9555-03e04085c05a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:07.763479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router dd4345ba-421a-4079-afb2-0870adfad3ad has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:07.810379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.885296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:07.894630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506436a-0d85-4e09-8fc5-f9e5fa7a009f req-187942ae-b1e4-4b4f-be49-92a93ffa103c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.895854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] Sync routers for ids ['dd4345ba-421a-4079-afb2-0870adfad3ad'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:07.902354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5506436a-0d85-4e09-8fc5-f9e5fa7a009f req-187942ae-b1e4-4b4f-be49-92a93ffa103c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3307245 Jun 30 02:51:07.913009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] Routers {'dd4345ba-421a-4079-afb2-0870adfad3ad'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:07.914808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['dd4345ba-421a-4079-afb2-0870adfad3ad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:07.930439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83498d73-e0d9-4f90-8697-12fa30288c66 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/dd4345ba-421a-4079-afb2-0870adfad3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0272706 Jun 30 02:51:07.931228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.981634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52052) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.985979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5377e8b7-49d5-47ce-abf7-f2bfb2c36b0a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd4345ba-421a-4079-afb2-0870adfad3ad HTTP/1.1" status: 200 len: 205 time: 0.0448914 Jun 30 02:51:07.989591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:08.011616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] Routers {'dd4345ba-421a-4079-afb2-0870adfad3ad'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:08.012596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['dd4345ba-421a-4079-afb2-0870adfad3ad'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:08.032303 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5506436a-0d85-4e09-8fc5-f9e5fa7a009f req-07ff18e3-8b25-4ddb-8658-b03aa570d68a tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278086 Jun 30 02:51:08.104782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:08.108370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41196202-7503-48f7-8d01-c0d70fda5c12 None None] The sync data for ids ['dd4345ba-421a-4079-afb2-0870adfad3ad'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:08.109110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.178708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb4cac-55bc-4753-9555-03e04085c05a', 'name': '', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe', 'external_fixed_ips': [{'subnet_id': 'ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb', 'ip_address': '2001:db8::152'}], 'enable_snat': True}, 'gw_port_id': 'ceff77e4-0034-4a87-8477-e0e38fb46ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:01Z', 'updated_at': '2021-06-30T02:51:04Z', 'revision_number': 3, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port': {'id': 'ceff77e4-0034-4a87-8477-e0e38fb46ffb', 'name': '', 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb4cac-55bc-4753-9555-03e04085c05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb', 'ip_address': '2001:db8::152', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:03Z', 'updated_at': '2021-06-30T02:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:08.238370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.247302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Checking router: 1beb4cac-55bc-4753-9555-03e04085c05a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:08.248617 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Updating router 1beb4cac-55bc-4753-9555-03e04085c05a port ceff77e4-0034-4a87-8477-e0e38fb46ffb binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:08.268467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efadb211-4226-443f-bdd7-a9ffa4da2a58 req-a626a24f-3d46-4f4f-afc9-28c415d64853 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 210 time: 0.0683944 Jun 30 02:51:08.301067 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.461516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.474346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.489557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:08.593101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-302c0522-f1de-4f9c-81ca-9ec4155ebcd2 req-4f9f30b0-9a53-4c6d-8c4d-8a61f3a3ce58 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0853512 Jun 30 02:51:08.632961 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.633199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router dd4345ba-421a-4079-afb2-0870adfad3ad {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:08.669454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.670515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c321a69f-838e-4626-a6b4-dcc1795e52a9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/dd4345ba-421a-4079-afb2-0870adfad3ad HTTP/1.1" status: 204 len: 168 time: 0.6845253 Jun 30 02:51:08.682116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:08.686524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Deleting port ceff77e4-0034-4a87-8477-e0e38fb46ffb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:08.686877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.812507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:08.823733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:08.834670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.858375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'mac_address': 'fa:16:3e:51:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:08.904141 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.928873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.931113 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Transition to ACTIVE for port object ceff77e4-0034-4a87-8477-e0e38fb46ffb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:08.942593 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.949565 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.988687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:09.054228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:09.061935 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Attempting to bind port ceff77e4-0034-4a87-8477-e0e38fb46ffb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:09.062604 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Attempting to bind port ceff77e4-0034-4a87-8477-e0e38fb46ffb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:09.062979 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Attempting to bind port ceff77e4-0034-4a87-8477-e0e38fb46ffb on network 75b3a3fa-ea8a-4041-aa49-f9630516bffe {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:09.063360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.079455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:09.079836 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Checking segment: {'id': '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:09.080243 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.086205 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Bound using segment: {'id': '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:09.089448 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Bound port: ceff77e4-0034-4a87-8477-e0e38fb46ffb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75b3a3fa-ea8a-4041-aa49-f9630516bffe'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:09.089908 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.186971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.199653 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a698ee-08d0-40a1-8599-384324492dad None None] Pushing event updated for resources: {'Port': ['ID=ceff77e4-0034-4a87-8477-e0e38fb46ffb,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.218118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.264963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51c5e0-69f9-4a23-88c1-a41408acc9b6 req-5156beb3-9a67-4279-b033-654ac7695b9b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.287184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b51c5e0-69f9-4a23-88c1-a41408acc9b6 req-5156beb3-9a67-4279-b033-654ac7695b9b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 943 time: 0.2572055 Jun 30 02:51:09.289998 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] For port ceff77e4-0034-4a87-8477-e0e38fb46ffb, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:09.297334 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] For port ceff77e4-0034-4a87-8477-e0e38fb46ffb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ceff77e4-0034-4a87-8477-e0e38fb46ffb,segment=NetworkSegment(6a1106e4-0b14-43a1-b5dc-d8f8a752f98d),segment_id=6a1106e4-0b14-43a1-b5dc-d8f8a752f98d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:09.305808 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.339354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.348968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:09.371439 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Routers {'1beb4cac-55bc-4753-9555-03e04085c05a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:09.372076 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1beb4cac-55bc-4753-9555-03e04085c05a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:09.442645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b51c5e0-69f9-4a23-88c1-a41408acc9b6 req-a9a9ec82-60ce-4e9c-b6c7-cc39080334ca tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448419 Jun 30 02:51:09.442645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.449815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.458901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-125c9d96-daff-408f-870a-9d076a68aa44 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0 HTTP/1.1" status: 204 len: 168 time: 0.7754991 Jun 30 02:51:09.460911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:09.485943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfb582-57d9-4be7-bee3-04f988782d00 None None] Network f321814c-f5a3-4cbe-907e-fbd17e3a1d3b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:09.489478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.572799 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a698ee-08d0-40a1-8599-384324492dad None None] Pushing event updated for resources: {'Port': ['ID=ceff77e4-0034-4a87-8477-e0e38fb46ffb,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.584471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.622180 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] Set router 1beb4cac-55bc-4753-9555-03e04085c05a gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:09.635660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Calling delete_port for ceff77e4-0034-4a87-8477-e0e38fb46ffb owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:09.687354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-07bb329e-dd40-4f09-8ee6-539292ddc76d tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.689180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-07bb329e-dd40-4f09-8ee6-539292ddc76d tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.8646674 Jun 30 02:51:09.748047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.756595 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb4cac-55bc-4753-9555-03e04085c05a', 'name': '', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:01Z', 'updated_at': '2021-06-30T02:51:08Z', 'revision_number': 4, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:09.775537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Request body: {'port': {'device_id': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'admin_state_up': True, 'tenant_id': 'd1cac6dc2fd74015a78676ccf1813ca4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:09.806462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-1d932f96-9c8c-4926-8c5d-a8f069a0fe12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.808287 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-1d932f96-9c8c-4926-8c5d-a8f069a0fe12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e&tenant_id=e96f464854794097a83e6ab2ddb9535f&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 943 time: 0.9849734 Jun 30 02:51:09.836603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9821ce31-6869-482e-9fc9-14e8ff8e004a req-7a6037cc-1db5-47c6-9827-c6cad2e4cfd3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 210 time: 0.0805042 Jun 30 02:51:09.848365 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe182e9-6e96-4222-b1d6-abc4c4b24ec6 None None] The sync data for ids ['1beb4cac-55bc-4753-9555-03e04085c05a'] in n-d-798054-5 is: [{'id': '1beb4cac-55bc-4753-9555-03e04085c05a', 'name': '', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:01Z', 'updated_at': '2021-06-30T02:51:08Z', 'revision_number': 4, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:09.993723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 3c0f5f07-6441-4e77-9519-bf62416013c4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:09.994392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.069325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Made reservation on behalf of d1cac6dc2fd74015a78676ccf1813ca4 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:10.073326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.091542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] DHCP port deletion for f321814c-f5a3-4cbe-907e-fbd17e3a1d3b request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:10.208775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23718a5-e226-49a6-949a-62928f2d848e req-9600daef-900c-4547-a825-a8944b95855b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.209216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 3c0f5f07-6441-4e77-9519-bf62416013c4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3c0f5f07-6441-4e77-9519-bf62416013c4,segment=NetworkSegment(24e1132d-1584-44a9-be10-431c27c960bd),segment_id=24e1132d-1584-44a9-be10-431c27c960bd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:10.209594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.216476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a23718a5-e226-49a6-949a-62928f2d848e req-9600daef-900c-4547-a825-a8944b95855b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.9365203 Jun 30 02:51:10.233152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 3c0f5f07-6441-4e77-9519-bf62416013c4 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:10.263336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] Deleting port 3c0f5f07-6441-4e77-9519-bf62416013c4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:10.263712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.409344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] For port 3c0f5f07-6441-4e77-9519-bf62416013c4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3c0f5f07-6441-4e77-9519-bf62416013c4,segment=NetworkSegment(24e1132d-1584-44a9-be10-431c27c960bd),segment_id=24e1132d-1584-44a9-be10-431c27c960bd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:10.409747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.452343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] Calling delete_port for 3c0f5f07-6441-4e77-9519-bf62416013c4 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:10.473612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8079a572-2fb9-4d87-9886-7580654e7538 req-30f9a59f-1168-4c24-93a3-6314f64a64b9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.3481851 Jun 30 02:51:10.481586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-7b537edd-e23d-461b-aa4c-9e7076c66096 service neutron] 10.222.0.67 "GET /v2.0/ports/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 382 time: 0.4232953 Jun 30 02:51:10.491871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.505984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a23718a5-e226-49a6-949a-62928f2d848e req-6e1da50d-ba57-4576-affc-d419bca365d5 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575910 Jun 30 02:51:10.602605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3c0f5f07-6441-4e77-9519-bf62416013c4 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:10.625102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port 3c0f5f07-6441-4e77-9519-bf62416013c4 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:10.639210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=3c0f5f07-6441-4e77-9519-bf62416013c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:10.658273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 3c0f5f07-6441-4e77-9519-bf62416013c4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:10.658872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3c0f5f07-6441-4e77-9519-bf62416013c4 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:10.756047 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.757131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Allocated IP 172.20.0.14 (d32b9a54-a10c-4bbd-93fc-08e399383c3d/53b34e2c-82c8-4743-9a74-f79e9a62db12/de1275f4-84f4-4697-a6fb-71e4e3251b02) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:10.779176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-1700c118-6a58-4168-886c-f1ed66e48260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.782930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-1700c118-6a58-4168-886c-f1ed66e48260 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1095 time: 0.2688165 Jun 30 02:51:10.791833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.814550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] Pushing event deleted for resources: {'Port': ['ID=3c0f5f07-6441-4e77-9519-bf62416013c4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:10.829645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.832360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ea2f6-3246-4563-a037-60ae3c8fb6d7 None None] No DVR routers for this DVR port 3c0f5f07-6441-4e77-9519-bf62416013c4 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:10.936039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceff77e4-0034-4a87-8477-e0e38fb46ffb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:10.941261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.115125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.120284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.128410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7c78b45a-40b6-4756-97ce-edb51bbe8d57 req-51ef79e6-bb8e-4da3-834b-bf845255ba71 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 210 time: 0.1468768 Jun 30 02:51:11.133785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f321814c-f5a3-4cbe-907e-fbd17e3a1d3b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:11.134636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.152201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e1132d-1584-44a9-be10-431c27c960bd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:11.152728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e1132d-1584-44a9-be10-431c27c960bd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:11.166578 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.195638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e990b05-2f26-412d-ad02-0a4de5508bde req-099cb6c8-23be-4263-a6fd-056e13123470 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.202955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e990b05-2f26-412d-ad02-0a4de5508bde req-099cb6c8-23be-4263-a6fd-056e13123470 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.5073776 Jun 30 02:51:11.212746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.231804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:11.232488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:11.236188 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:11.326660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e990b05-2f26-412d-ad02-0a4de5508bde req-3c32f860-c274-496b-9901-edcc26315d3f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224568 Jun 30 02:51:11.342195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.366161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.369876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/f321814c-f5a3-4cbe-907e-fbd17e3a1d3b HTTP/1.1" status: 204 len: 168 time: 1.9051104 Jun 30 02:51:11.371140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a7bea-d559-4f62-9370-c56bef21933c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=f321814c-f5a3-4cbe-907e-fbd17e3a1d3b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.373052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.377885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1328893806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:11.404339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.405458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.467997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.472741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.493298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.497901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f2548a2f-e3f3-4129-90da-5a5e2cdb09ca tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1211500 Jun 30 02:51:11.498039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.506035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-1096448374'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:11.526866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:11.530431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.557576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:11.568092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.568528 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment 8651acfe-f789-4373-8bc8-259dabe29d47 of type vlan for network 4e2d1e49-5308-4189-91c3-7e7a812b50bb Jun 30 02:51:11.579740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-e8c28e7b-8c39-482f-b986-0b42acb164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.581357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-e8c28e7b-8c39-482f-b986-0b42acb164d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.7908707 Jun 30 02:51:11.620266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.649538 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.650054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1beb4cac-55bc-4753-9555-03e04085c05a {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:11.655821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.657083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7d34839c-a2da-4598-b285-62e5717142fd tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/routers/1beb4cac-55bc-4753-9555-03e04085c05a HTTP/1.1" status: 204 len: 168 time: 4.1882889 Jun 30 02:51:11.659783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.721437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-a749cf76-884c-4720-a393-8c793c459d25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 999 time: 0.1322079 Jun 30 02:51:11.724329 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.730713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.736129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.736745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.821604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-47864a2f-6a69-4929-9330-d633f07d8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.823172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-47864a2f-6a69-4929-9330-d633f07d8993 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.0948777 Jun 30 02:51:11.850049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3482723 Jun 30 02:51:11.861405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-499b6645-49f9-4876-9f5e-abde7bfe4be5 req-03b0b404-3dd3-4e2f-8cad-dd9a2ec9f788 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0837915 Jun 30 02:51:11.874067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.887001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:11.918604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Deleting subnet ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:11.933807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-5c5887b1-48ea-4c6a-a9ba-2041fe776aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.941582 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-5c5887b1-48ea-4c6a-a9ba-2041fe776aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898352 Jun 30 02:51:11.943631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.957001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90', '47408b7c-ea12-432c-92dc-2a387e07d969'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:11.964467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d481b6e-add6-4dba-95b8-71d908792a36 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=4e2d1e49-5308-4189-91c3-7e7a812b50bb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.976457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.031103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:12.052292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:12.052953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.062947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:12.079935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:12.100394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bbbc3-51ef-4663-8ca9-694cfa2fa508 req-0f929fd7-0e36-49b7-8058-8e293cb9f237 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.102619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f5bbbc3-51ef-4663-8ca9-694cfa2fa508 req-0f929fd7-0e36-49b7-8058-8e293cb9f237 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3167336 Jun 30 02:51:12.148445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:12.151506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.152313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.152887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.171743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event updated for resources: {'Port': ['ID=de1275f4-84f4-4697-a6fb-71e4e3251b02,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.188842 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-281d8a93-6bae-4700-ab75-3e607552358e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4702177 Jun 30 02:51:12.200386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8f5bbbc3-51ef-4663-8ca9-694cfa2fa508 req-c6f247cd-8943-4818-a0e6-5c522e15233b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892637 Jun 30 02:51:12.218187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Request body: {'port': {'device_id': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:12.263341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-92fced9c-930d-4eb9-8172-1c17c7e35c99 service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162041 Jun 30 02:51:12.272208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.432122 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.450669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.456128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb HTTP/1.1" status: 204 len: 168 time: 0.7924964 Jun 30 02:51:12.471860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52114) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.490115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:12.496609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ecb1b-ad1a-42b0-95dd-c767814565f0 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.557760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.561994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:12.568186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:12.568562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.630748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.671564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190313e-cc56-4919-ba83-7768aea6f60a req-1e29b69a-2493-4c6c-8460-7584228da05d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.673344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c190313e-cc56-4919-ba83-7768aea6f60a req-1e29b69a-2493-4c6c-8460-7584228da05d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.1793296 Jun 30 02:51:12.677827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-ae81b229-ae1c-41f5-8350-022f9c218815 service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056633 Jun 30 02:51:12.681884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.691417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.718753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:12.721656 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3432a5a3-0eac-4e24-a836-07e48d78ba1e" -d '{"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:12.731942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a7241-19a3-4aa6-b3d5-8c82b0fea1ce req-7cb3b186-8850-49b9-a1b5-c8117bc149d9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.733693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea8a7241-19a3-4aa6-b3d5-8c82b0fea1ce req-7cb3b186-8850-49b9-a1b5-c8117bc149d9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 932 time: 0.3343647 Jun 30 02:51:12.744780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=d8fba9dc-cbc6-4ae2-9edf-7af082758b6f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.754033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:12.759929 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.764929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:12.765299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: 4e2d1e49-5308-4189-91c3-7e7a812b50bb, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:12.774788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c190313e-cc56-4919-ba83-7768aea6f60a req-a353d0d0-b52c-4f7f-8753-84e6cf15476e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875978 Jun 30 02:51:12.792263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:12.815404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 4e2d1e49-5308-4189-91c3-7e7a812b50bb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:12.824969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e26d2-0e43-4327-bdbb-63fbeed713c9 None None] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:12.828544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.829764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.852898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8420864a-26b2-46c3-b404-23d6147237bd tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9735928 Jun 30 02:51:12.853694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.885269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea8a7241-19a3-4aa6-b3d5-8c82b0fea1ce req-a6539dac-f0cf-4da3-bd04-f595ef75b2b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281800 Jun 30 02:51:12.912851 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d86de-2462-4fe8-9948-7297c3933363 x-openstack-request-id: req-898d86de-2462-4fe8-9948-7297c3933363 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:12.914771 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:12.926470 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-898d86de-2462-4fe8-9948-7297c3933363 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:12.927766 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'code': 200} Jun 30 02:51:12.966423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.074619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.095784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b3a3fa-ea8a-4041-aa49-f9630516bffe']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:13.099867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:13.101344 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.128859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:13.129158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1106e4-0b14-43a1-b5dc-d8f8a752f98d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:13.144072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.173456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.190370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:13.190724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: items = [ Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:13.192615 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:13.198190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ad94d42-88e2-4577-8bd9-c543f181ec58 req-56bf2f29-a97d-4a4f-902b-0a4b0cca299f tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0425222 Jun 30 02:51:13.292800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.325889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.337650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75b3a3fa-ea8a-4041-aa49-f9630516bffe {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:51:13.349597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.352883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/networks/75b3a3fa-ea8a-4041-aa49-f9630516bffe HTTP/1.1" status: 204 len: 168 time: 0.8745055 Jun 30 02:51:13.359658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b7e05-4481-473d-b521-07a911b02456 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event deleted for resources: {'Network': ['ID=75b3a3fa-ea8a-4041-aa49-f9630516bffe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.371999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1275f4-84f4-4697-a6fb-71e4e3251b02 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:13.380725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.424175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Transition to ACTIVE for port object de1275f4-84f4-4697-a6fb-71e4e3251b02 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:13.427845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.440607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Allocated IP 172.20.0.2 (4e2d1e49-5308-4189-91c3-7e7a812b50bb/d8fba9dc-cbc6-4ae2-9edf-7af082758b6f/34ea4f78-fb47-40d6-a145-968a800b4d26) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:13.512038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Pushing event updated for resources: {'Port': ['ID=de1275f4-84f4-4697-a6fb-71e4e3251b02,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.645469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Attempting to bind port de1275f4-84f4-4697-a6fb-71e4e3251b02 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:13.645890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Attempting to bind port de1275f4-84f4-4697-a6fb-71e4e3251b02 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:13.646293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Attempting to bind port de1275f4-84f4-4697-a6fb-71e4e3251b02 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:13.660711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Port de1275f4-84f4-4697-a6fb-71e4e3251b02 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:13.661329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Attempting to bind port de1275f4-84f4-4697-a6fb-71e4e3251b02 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:13.678387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:13.679600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Checking segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:13.679845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Bound using segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:13.680491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Bound port: de1275f4-84f4-4697-a6fb-71e4e3251b02, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:13.680865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.688315 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.698443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Transition to ACTIVE for port object 34ea4f78-fb47-40d6-a145-968a800b4d26 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:13.709714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d9b8-3651-46b3-8aca-6e59be14b817 req-4584bb5d-02f9-4237-821a-1a96ef7dd7a0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:13.715748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Transition to ACTIVE for port object 34ea4f78-fb47-40d6-a145-968a800b4d26 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:13.719106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf64d9b8-3651-46b3-8aca-6e59be14b817 req-4584bb5d-02f9-4237-821a-1a96ef7dd7a0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.1312401 Jun 30 02:51:13.729912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.792279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:13.801122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:13.815347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:13.839723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Pushing event updated for resources: {'Port': ['ID=34ea4f78-fb47-40d6-a145-968a800b4d26,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.848311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] For port de1275f4-84f4-4697-a6fb-71e4e3251b02, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:13.854099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] For port de1275f4-84f4-4697-a6fb-71e4e3251b02, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:13.860962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.20.0.1 (4e2d1e49-5308-4189-91c3-7e7a812b50bb/d8fba9dc-cbc6-4ae2-9edf-7af082758b6f/147e27af-88e3-4132-af17-a6a2c843b0b4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:13.870936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf64d9b8-3651-46b3-8aca-6e59be14b817 req-b201522d-026c-456f-91fb-82d83f4f08a2 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506739 Jun 30 02:51:13.873797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.900301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:13.901315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.905263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] 10.222.0.67 "PUT /v2.0/ports/de1275f4-84f4-4697-a6fb-71e4e3251b02 HTTP/1.1" status: 200 len: 1092 time: 1.6929214 Jun 30 02:51:13.906039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'tag': 'de1275f4-84f4-4697-a6fb-71e4e3251b02'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:13.909066 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad600ce-6bdb-4dc6-a173-bb7fae28485f", "tag": "de1275f4-84f4-4697-a6fb-71e4e3251b02"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:13.979447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Attempting to bind port 34ea4f78-fb47-40d6-a145-968a800b4d26 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:13.981116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Attempting to bind port 34ea4f78-fb47-40d6-a145-968a800b4d26 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:13.981720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Attempting to bind port 34ea4f78-fb47-40d6-a145-968a800b4d26 on network 4e2d1e49-5308-4189-91c3-7e7a812b50bb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:13.989285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:13.991743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Checking segment: {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:13.994805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.995498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Bound using segment: {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:13.996228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Bound port: 34ea4f78-fb47-40d6-a145-968a800b4d26, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:13.998897 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.017522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:14.055233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'name': 'tempest-router--392693724', 'project_id': '427bd49da993426ca69d7b41bbfed487'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:14.112326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] For port 34ea4f78-fb47-40d6-a145-968a800b4d26, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:14.115969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] For port 34ea4f78-fb47-40d6-a145-968a800b4d26, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34ea4f78-fb47-40d6-a145-968a800b4d26,segment=NetworkSegment(8651acfe-f789-4373-8bc8-259dabe29d47),segment_id=8651acfe-f789-4373-8bc8-259dabe29d47)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:14.121469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.200403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.201773 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.217073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.247448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d7e9-44ad-4f92-ba0b-3a5eac8bc4e1 None None] Pushing event updated for resources: {'Port': ['ID=34ea4f78-fb47-40d6-a145-968a800b4d26,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.263805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87f40-d69b-4d4c-985f-ea27ee23836c req-3371bad2-c745-4a0f-9a22-45fedff880c4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:14.265631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00a87f40-d69b-4d4c-985f-ea27ee23836c req-3371bad2-c745-4a0f-9a22-45fedff880c4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.2035525 Jun 30 02:51:14.274035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 147e27af-88e3-4132-af17-a6a2c843b0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:14.287592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.334741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.354290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00a87f40-d69b-4d4c-985f-ea27ee23836c req-b098e1b6-d167-4d19-bd09-98d95cb33194 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773201 Jun 30 02:51:14.367458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28608ff6-dea5-4ecd-981c-c0abbca1684a service neutron] Pushing event updated for resources: {'Port': ['ID=de1275f4-84f4-4697-a6fb-71e4e3251b02,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.372932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.379628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-49462297-d0cb-4e64-ac4e-439571365a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:14.386448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-49462297-d0cb-4e64-ac4e-439571365a66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 1095 time: 0.3630104 Jun 30 02:51:14.444818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-275f0519-26d3-4026-b305-2b155181addf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02 HTTP/1.1" status: 200 len: 217 time: 0.0552068 Jun 30 02:51:14.449597 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d15a3-1d6a-4bb9-bd72-d0c9c5d56aa2 x-openstack-request-id: req-0d8d15a3-1d6a-4bb9-bd72-d0c9c5d56aa2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:14.449994 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad600ce-6bdb-4dc6-a173-bb7fae28485f", "tag": "de1275f4-84f4-4697-a6fb-71e4e3251b02", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:14.450273 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d8d15a3-1d6a-4bb9-bd72-d0c9c5d56aa2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:14.450769 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'tag': 'de1275f4-84f4-4697-a6fb-71e4e3251b02', 'status': 'completed', 'code': 200} Jun 30 02:51:14.451436 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.452609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a80e5c30-e7ad-403c-a028-fedb5d431a38 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4020331 Jun 30 02:51:14.463952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:14.465407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:14.468163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:14.472108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:14.577067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cdd98-a119-4ec3-ac15-1bd67494ff6d req-6b729ed7-0ebf-4e6f-8ada-adffa930d380 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:14.578682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-629cdd98-a119-4ec3-ac15-1bd67494ff6d req-6b729ed7-0ebf-4e6f-8ada-adffa930d380 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 944 time: 0.4319956 Jun 30 02:51:14.605607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.610867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=147e27af-88e3-4132-af17-a6a2c843b0b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.684933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.685757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-016ce067-56b9-4285-bded-6c0c0ffc5be3 req-a104de1d-0ae3-4d61-b3a4-d7fbf375761e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0987580 Jun 30 02:51:14.744896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-629cdd98-a119-4ec3-ac15-1bd67494ff6d req-070be0d3-8c50-40fb-84f1-b6564fa8386b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375380 Jun 30 02:51:14.788017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-22bcfbf6-524c-480d-b66f-1fefe2cfe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:14.790843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-22bcfbf6-524c-480d-b66f-1fefe2cfe587 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.3341522 Jun 30 02:51:14.830611 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.906196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-6911a299-ae59-427c-8558-00f21446c69f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049984 Jun 30 02:51:14.999092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.037932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.098302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.099077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 861c67cb-70c0-4c77-853d-c8d4bf37d40f {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:15.112158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.116156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-27c7549e-e60c-4c02-b2d6-b84f7d244ea6 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/routers/861c67cb-70c0-4c77-853d-c8d4bf37d40f HTTP/1.1" status: 204 len: 168 time: 0.6451111 Jun 30 02:51:15.137805 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-d7dac1db-bd09-402d-bf90-e4fabba2c8d2 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681104 Jun 30 02:51:15.310373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52146) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:15.311077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc94d9-1f97-4e92-ad20-d38793355c33 req-267fd037-85dd-4b50-96b7-4a113e72c2dc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:15.313466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43bc94d9-1f97-4e92-ad20-d38793355c33 req-267fd037-85dd-4b50-96b7-4a113e72c2dc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.1552215 Jun 30 02:51:15.367929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.384041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.424044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9bb91c75-2783-4fb9-8f74-ab30f4d32cc3 req-917a5cdc-26ef-4b5b-a9f5-ea68acdd0d65 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723026 Jun 30 02:51:15.462131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-4fe4ec4a-967e-447e-a8d1-531bbfe173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:15.464493 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-4fe4ec4a-967e-447e-a8d1-531bbfe173d9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 1096 time: 0.1614041 Jun 30 02:51:15.484782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43bc94d9-1f97-4e92-ad20-d38793355c33 req-488b9666-2216-4404-a0b3-5d71848ea94a tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579869 Jun 30 02:51:15.498354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:15.628636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.666727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=147e27af-88e3-4132-af17-a6a2c843b0b4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:15.686651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.872710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:15.874252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:15.935750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1794000606', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:15.949089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0e2f6-33c2-4f97-aa2d-a048c6679b8e None None] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:16.041568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f53e0554-172c-43f8-a88e-36aa785a09b4 req-66a11650-52aa-4956-a142-5f6a853a8b05 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0442896 Jun 30 02:51:16.106978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3b8f2aab-cf7a-4de9-8690-b90887cd7123 None None] Provisioning for port 34ea4f78-fb47-40d6-a145-968a800b4d26 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:16.122795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:16.320159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:16.328538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a98a5bbe-cdc8-4f0d-9ce0-36b0a74f7563 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4735520 Jun 30 02:51:16.334093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:16.339540 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:16.344137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-1284426637'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:16.355624 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:16.359298 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:16.361483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:16.363139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2adb3-8612-4cd1-91a2-506f902524c4 req-57b5aa61-b279-4e45-bb7b-c9fbf8abd510 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.365994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8d2adb3-8612-4cd1-91a2-506f902524c4 req-57b5aa61-b279-4e45-bb7b-c9fbf8abd510 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 944 time: 0.1320257 Jun 30 02:51:16.378856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-426f7248-7b84-4028-8bde-f95e4c688724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.380701 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-426f7248-7b84-4028-8bde-f95e4c688724 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 1095 time: 0.8201716 Jun 30 02:51:16.391940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.393392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.450530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.492411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8d2adb3-8612-4cd1-91a2-506f902524c4 req-ce6b9011-7023-4d82-a7d6-bd29fdd51f4f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082888 Jun 30 02:51:16.512385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:16.520078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.520739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:16.576819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:16.584549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34ea4f78-fb47-40d6-a145-968a800b4d26 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:16.587174 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:16.605385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.605740 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment 8f6099dc-0a1f-487e-bd6f-dc28168acc7f of type vlan for network c88f281b-ed88-48e9-8016-0811ea266109 Jun 30 02:51:16.697269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.758879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Provisioning for port 147e27af-88e3-4132-af17-a6a2c843b0b4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:16.782687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.785261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Provisioning complete for port 147e27af-88e3-4132-af17-a6a2c843b0b4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:16.785839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.790964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.791551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.853350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 34ea4f78-fb47-40d6-a145-968a800b4d26 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:16.854787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Port 147e27af-88e3-4132-af17-a6a2c843b0b4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:16.863713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 34ea4f78-fb47-40d6-a145-968a800b4d26 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:16.864860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.872784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a479-5e6d-4a2d-ae02-49dd83a705ab req-b8022c8f-ae1e-4025-a433-9aa0f464bb56 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.874372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbc7a479-5e6d-4a2d-ae02-49dd83a705ab req-b8022c8f-ae1e-4025-a433-9aa0f464bb56 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 945 time: 0.9458146 Jun 30 02:51:16.943585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:16.974070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Provisioning complete for port 34ea4f78-fb47-40d6-a145-968a800b4d26 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:16.974665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.995020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:14Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:15Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:17.028136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.031121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6946259 Jun 30 02:51:17.034058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:17.034735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ae716-7e2e-4d4c-9043-add4daa7cf68 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=c88f281b-ed88-48e9-8016-0811ea266109,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:17.052289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:17.065992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c88f281b-ed88-48e9-8016-0811ea266109 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:17.068576 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:17.089679 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Updating router e0dc7fcc-9158-4964-9894-a7ccc2241511 port 147e27af-88e3-4132-af17-a6a2c843b0b4 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:17.186150 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.198167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca777a4d-e193-4ca8-b3ed-108c90fbc5db req-12b7ef1f-1d1b-4370-a044-3242f0df7052 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.199032 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.206887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca777a4d-e193-4ca8-b3ed-108c90fbc5db req-12b7ef1f-1d1b-4370-a044-3242f0df7052 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3059514 Jun 30 02:51:17.217138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.257398 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.297481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbc7a479-5e6d-4a2d-ae02-49dd83a705ab req-24145ab0-d6ff-4496-b5f8-913d54861504 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042518 Jun 30 02:51:17.302287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:17.305133 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cce611-9513-47a9-8ce6-3f93ed2db451" -d '{"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:17.311134 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.311990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 34ea4f78-fb47-40d6-a145-968a800b4d26, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34ea4f78-fb47-40d6-a145-968a800b4d26,segment=NetworkSegment(8651acfe-f789-4373-8bc8-259dabe29d47),segment_id=8651acfe-f789-4373-8bc8-259dabe29d47)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:17.318928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-2a1d723b-df2c-498b-95b9-9304d1a9f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.320308 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.321969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-2a1d723b-df2c-498b-95b9-9304d1a9f1f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.8676872 Jun 30 02:51:17.407253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:51:17.407910 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-3a6e4e04-857f-4d3c-822d-9b9716032fc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:51:17.419429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=34ea4f78-fb47-40d6-a145-968a800b4d26,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:17.432485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Transition to ACTIVE for port object 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:17.450979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-1a9e9256-0971-42de-aca4-74a2b18c1dbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02 HTTP/1.1" status: 200 len: 217 time: 0.0864217 Jun 30 02:51:17.454110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.543303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:51:17.543762 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:51:17.561756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:17.761674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca777a4d-e193-4ca8-b3ed-108c90fbc5db req-a2db43c8-b467-41ac-8f77-ce0adeb49daf tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536225 Jun 30 02:51:17.771947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:17.776396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.814580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] No DVR routers for this DVR port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:17.883578 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.908145 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Transition to ACTIVE for port object 147e27af-88e3-4132-af17-a6a2c843b0b4 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:17.919037 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cf5ea0-e275-410d-a8f3-85139e233f93 x-openstack-request-id: req-23cf5ea0-e275-410d-a8f3-85139e233f93 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:17.919313 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:17.919683 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23cf5ea0-e275-410d-a8f3-85139e233f93 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:17.920017 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'code': 200} Jun 30 02:51:17.921739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-222c2436-3a03-4875-81bb-52d5c3b79b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.925633 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.928165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-222c2436-3a03-4875-81bb-52d5c3b79b4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.4643421 Jun 30 02:51:18.019091 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c963-37f4-4d46-8a76-bb686bde7ebb None None] Pushing event updated for resources: {'Port': ['ID=147e27af-88e3-4132-af17-a6a2c843b0b4,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:18.032838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8cb8a35d-d7fd-4582-b49b-91a6f58c04df req-b05f7ae5-b15a-4387-94d9-dedb429fc12d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0802538 Jun 30 02:51:18.076649 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-51539704-57d7-41bc-9bd9-85cad3f7a6fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387645 Jun 30 02:51:18.129005 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Attempting to bind port 147e27af-88e3-4132-af17-a6a2c843b0b4 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:18.129374 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Attempting to bind port 147e27af-88e3-4132-af17-a6a2c843b0b4 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:18.129736 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Attempting to bind port 147e27af-88e3-4132-af17-a6a2c843b0b4 on network 4e2d1e49-5308-4189-91c3-7e7a812b50bb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:18.143204 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:18.143577 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Checking segment: {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:18.143982 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.144372 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Bound using segment: {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:18.144854 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Bound port: 147e27af-88e3-4132-af17-a6a2c843b0b4, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651acfe-f789-4373-8bc8-259dabe29d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:18.145234 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.198862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-9c619f39-1423-4eba-8ec8-3b6c7d993bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112635 Jun 30 02:51:18.284989 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] For port 147e27af-88e3-4132-af17-a6a2c843b0b4, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:18.288978 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] For port 147e27af-88e3-4132-af17-a6a2c843b0b4, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=147e27af-88e3-4132-af17-a6a2c843b0b4,segment=NetworkSegment(8651acfe-f789-4373-8bc8-259dabe29d47),segment_id=8651acfe-f789-4373-8bc8-259dabe29d47)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:18.296034 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.393875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec7fe-832e-401c-b680-a7814fdf9b55 req-1d7ef3a5-699b-4d10-8a62-5d757d9aa0cb tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:18.404711 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:18.405525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:18.416311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8adec7fe-832e-401c-b680-a7814fdf9b55 req-1d7ef3a5-699b-4d10-8a62-5d757d9aa0cb tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 944 time: 0.1847095 Jun 30 02:51:18.435619 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c963-37f4-4d46-8a76-bb686bde7ebb None None] Pushing event updated for resources: {'Port': ['ID=147e27af-88e3-4132-af17-a6a2c843b0b4,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:18.454185 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.525023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.532357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a6b9f5e9-6477-47c6-b88d-a6ef2b2e4614 req-4d6c463e-84f4-4ff8-9f37-981f3b8d43ef service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866452 Jun 30 02:51:18.532590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device de1275f4-84f4-4697-a6fb-71e4e3251b02 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:18.564572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:18.565712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:18.566458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:18.567478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34ea4f78-fb47-40d6-a145-968a800b4d26 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:18.573850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.666264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:51:18.670885 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:18.702489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8adec7fe-832e-401c-b680-a7814fdf9b55 req-670eaea9-b6d0-43c6-9c13-c3ae43f6a4d6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850459 Jun 30 02:51:18.735440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:18.735440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: c88f281b-ed88-48e9-8016-0811ea266109, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:18.736611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=f1500c70-585b-448b-a35d-467cb29cb72c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:18.772419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network c88f281b-ed88-48e9-8016-0811ea266109 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:18.791241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c88f281b-ed88-48e9-8016-0811ea266109) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:18.808126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:18.808603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.831398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-888f374c-d3ad-43af-bc25-817705b64b5d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7938147 Jun 30 02:51:18.834055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:18.846193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Allocated IP 172.25.0.141 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/5811a65c-94d6-4a31-afd4-0e5eda99d84b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:18.863228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:18.863228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Attempting to bind port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on network f85fcbdf-905d-44cd-b273-71e81a636430 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:18.936477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:18.939452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Checking segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:18.941038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Bound using segment: {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:18.941627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Bound port: 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982088c6-5ba3-4d0c-bb0d-d30deddada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:18.943885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.958883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af55009-cf5c-480c-9269-8380bc7c1bf6 None None] Network c88f281b-ed88-48e9-8016-0811ea266109 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:19.153976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 34ea4f78-fb47-40d6-a145-968a800b4d26 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:19.154391 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.160616 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:14Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:18Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:19.169962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811da72-5e2b-41bd-b147-6bf3fa8ed431 req-0d85a15b-a0de-419f-9af2-51b0b7182d96 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.171645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2811da72-5e2b-41bd-b147-6bf3fa8ed431 req-0d85a15b-a0de-419f-9af2-51b0b7182d96 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.2118468 Jun 30 02:51:19.194015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c88f281b-ed88-48e9-8016-0811ea266109', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:19.194962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.207104 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787798-ead0-499e-be11-3c77bfa1a6cc None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:14Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:18Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:19.221252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad8af-b38b-4fee-a3f1-c5930645020f req-ff2c2408-3fd4-4305-9fe2-40357aa20dd9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.230413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a43ad8af-b38b-4fee-a3f1-c5930645020f req-ff2c2408-3fd4-4305-9fe2-40357aa20dd9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.4150884 Jun 30 02:51:19.246784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2811da72-5e2b-41bd-b147-6bf3fa8ed431 req-db6db051-1582-4f5f-a60d-c4794e220a3d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637422 Jun 30 02:51:19.273614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.326796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:19.339778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.340917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port de1275f4-84f4-4697-a6fb-71e4e3251b02, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:19.445851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'de1275f4-84f4-4697-a6fb-71e4e3251b02', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'port_id': 'de1275f4-84f4-4697-a6fb-71e4e3251b02', 'mac_address': 'fa:16:3e:4e:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b34e2c-82c8-4743-9a74-f79e9a62db12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:19.451855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:19.510229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a43ad8af-b38b-4fee-a3f1-c5930645020f req-fd6b0c62-94d6-43d3-953a-db1cb17fa824 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751007 Jun 30 02:51:19.547259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.552394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:19.580009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:19.588710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:19.600453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Allocated IP 172.21.0.2 (c88f281b-ed88-48e9-8016-0811ea266109/f1500c70-585b-448b-a35d-467cb29cb72c/797a14c8-d703-49b9-b845-bc6e96660a27) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:19.668372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e3b3927-0f4e-40e1-807c-c01d65004e27 req-75c71b2e-1d26-48dc-ab57-2f65a657a02b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.1362906 Jun 30 02:51:19.676631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event updated for resources: {'Port': ['ID=5811a65c-94d6-4a31-afd4-0e5eda99d84b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.698719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.700913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.710381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] 10.222.0.90 "PUT /v2.0/ports/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 1092 time: 4.2303526 Jun 30 02:51:19.817307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.842733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533ab06-3c9a-4426-a1c6-f7829d776b2b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.957247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:19.959524 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639c9292-a4a2-4b3f-a847-82e0a4e28df3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:20.004881 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.029209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Transition to ACTIVE for port object 797a14c8-d703-49b9-b845-bc6e96660a27 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:20.062083 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.106554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Transition to ACTIVE for port object 797a14c8-d703-49b9-b845-bc6e96660a27 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:20.117174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1275f4-84f4-4697-a6fb-71e4e3251b02 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:20.129171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.159292 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643af450-e9cd-480e-81de-7bb9dbc4bf14 x-openstack-request-id: req-643af450-e9cd-480e-81de-7bb9dbc4bf14 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:20.162470 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:20.162941 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-643af450-e9cd-480e-81de-7bb9dbc4bf14 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:20.165630 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'status': 'completed', 'code': 200} Jun 30 02:51:20.278327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port de1275f4-84f4-4697-a6fb-71e4e3251b02, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:20.286952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Pushing event updated for resources: {'Port': ['ID=797a14c8-d703-49b9-b845-bc6e96660a27,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:20.318273 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.345927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Network c88f281b-ed88-48e9-8016-0811ea266109 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:20.388352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:20.423087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:20.442786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.21.0.1 (c88f281b-ed88-48e9-8016-0811ea266109/f1500c70-585b-448b-a35d-467cb29cb72c/5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:20.585510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['de1275f4-84f4-4697-a6fb-71e4e3251b02'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:20.633773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-38d85c53-9102-4b99-abec-ac8f99074c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.635788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-38d85c53-9102-4b99-abec-ac8f99074c73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1095 time: 0.8397315 Jun 30 02:51:20.645423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bac2c6-99c0-420e-8b1f-03505ce9e1fa req-1cb7c563-425c-4f5c-801a-79e098dd053e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.647217 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34bac2c6-99c0-420e-8b1f-03505ce9e1fa req-1cb7c563-425c-4f5c-801a-79e098dd053e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 944 time: 0.6719489 Jun 30 02:51:20.672051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.688355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:20.697653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 147e27af-88e3-4132-af17-a6a2c843b0b4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:20.735986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=de1275f4-84f4-4697-a6fb-71e4e3251b02,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:20.741726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.741983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Attempting to bind port 797a14c8-d703-49b9-b845-bc6e96660a27 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:20.742242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Attempting to bind port 797a14c8-d703-49b9-b845-bc6e96660a27 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:20.742603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Attempting to bind port 797a14c8-d703-49b9-b845-bc6e96660a27 on network c88f281b-ed88-48e9-8016-0811ea266109 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:20.792587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network c88f281b-ed88-48e9-8016-0811ea266109 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:20.803382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:20.808359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:20.815031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:20.815482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Checking segment: {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:20.815806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.816200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Bound using segment: {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:20.816684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Bound port: 797a14c8-d703-49b9-b845-bc6e96660a27, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:20.817069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.851349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db3d7-499b-4189-b116-5d32d6be0f22 req-af2cffe7-7e09-4bfd-bc34-ff627f3871c0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.858740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d96db3d7-499b-4189-b116-5d32d6be0f22 req-af2cffe7-7e09-4bfd-bc34-ff627f3871c0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3023074 Jun 30 02:51:20.869768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:20.894729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 147e27af-88e3-4132-af17-a6a2c843b0b4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:20.902865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 147e27af-88e3-4132-af17-a6a2c843b0b4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:20.903242 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.916008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.931658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d96db3d7-499b-4189-b116-5d32d6be0f22 req-68057420-d51a-433a-910e-23bb2a0f30b9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719314 Jun 30 02:51:21.027222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] For port 797a14c8-d703-49b9-b845-bc6e96660a27, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:21.032051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] For port 797a14c8-d703-49b9-b845-bc6e96660a27, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=797a14c8-d703-49b9-b845-bc6e96660a27,segment=NetworkSegment(8f6099dc-0a1f-487e-bd6f-dc28168acc7f),segment_id=8f6099dc-0a1f-487e-bd6f-dc28168acc7f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:21.056895 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.115825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f018e-53b3-4716-9648-d14b2f74f85b None None] Pushing event updated for resources: {'Port': ['ID=797a14c8-d703-49b9-b845-bc6e96660a27,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:21.139243 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.219089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 147e27af-88e3-4132-af17-a6a2c843b0b4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=147e27af-88e3-4132-af17-a6a2c843b0b4,segment=NetworkSegment(8651acfe-f789-4373-8bc8-259dabe29d47),segment_id=8651acfe-f789-4373-8bc8-259dabe29d47)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:21.228076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.259052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-47e5fb35-f4d0-45b7-aaa4-6f386eb9865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.260893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-47e5fb35-f4d0-45b7-aaa4-6f386eb9865c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1095 time: 1.1409888 Jun 30 02:51:21.314187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8c7c-5e68-4eb5-95a6-89103831df04 req-866e8537-4c02-4a40-9d73-203794417ef7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.321928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd2f8c7c-5e68-4eb5-95a6-89103831df04 req-866e8537-4c02-4a40-9d73-203794417ef7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.2184634 Jun 30 02:51:21.336765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=147e27af-88e3-4132-af17-a6a2c843b0b4,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:21.354535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.404648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd2f8c7c-5e68-4eb5-95a6-89103831df04 req-8a1d8e68-4ec9-4971-a2a8-6cb3a0fb902f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810423 Jun 30 02:51:21.441251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.448671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-e2acc310-b76b-4dd6-ace2-331d586ba843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.450224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-e2acc310-b76b-4dd6-ace2-331d586ba843 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.1746848 Jun 30 02:51:21.513857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34bac2c6-99c0-420e-8b1f-03505ce9e1fa req-da5e7a25-99c0-437a-934c-25a7d465bb5a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696722 Jun 30 02:51:21.672439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-d7b0db56-e26d-4d74-b24c-bc19493b7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.676247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-d7b0db56-e26d-4d74-b24c-bc19493b7621 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 1.0242281 Jun 30 02:51:21.690165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-e2fe9784-94f7-474d-ae07-304f3af056a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.1932292 Jun 30 02:51:21.777930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7cd75f6f-7af5-41ee-ab12-b9f9d0a25b44 req-c7a710d1-9f03-43d7-9a23-971e24866582 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0675788 Jun 30 02:51:21.873848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-913e134b-cc20-415e-a112-b7c48d5bcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.875787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-913e134b-cc20-415e-a112-b7c48d5bcd53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.1023092 Jun 30 02:51:21.927285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-99d46bcd-c317-4126-a4a5-a6f482802f61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.1637902 Jun 30 02:51:21.927761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.934610 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.019528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.021229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:22.057404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.152263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network c88f281b-ed88-48e9-8016-0811ea266109 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:22.154136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:22.211492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-306e613c-e12f-4b98-afe2-1830dde53ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.213091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-306e613c-e12f-4b98-afe2-1830dde53ee9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.1523237 Jun 30 02:51:22.281234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:22.328186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-b7726628-5f45-4b6d-b44c-74edc399ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.329692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-b7726628-5f45-4b6d-b44c-74edc399ca26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4441988 Jun 30 02:51:22.405531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:22.417243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:22.423924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3d1aa2be-590e-45f2-ba85-9d27af7184e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5863433 Jun 30 02:51:22.429660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:22.438501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:22.439502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-223190174'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:22.439629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:22.472488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:22.478708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.561310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:22.583869 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.587422 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment eeb5a565-7a65-4809-a201-a51e16be2dbe of type vlan for network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 Jun 30 02:51:22.628838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fc7e8-5740-4f8b-8df6-730b64bac01a req-08d51696-020d-4ffa-a86d-809721d7c5e0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.638646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df5fc7e8-5740-4f8b-8df6-730b64bac01a req-08d51696-020d-4ffa-a86d-809721d7c5e0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.5592024 Jun 30 02:51:22.714077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-1d1f65f6-31fb-4922-8a59-118e06721c66 service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695912 Jun 30 02:51:22.719468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device de1275f4-84f4-4697-a6fb-71e4e3251b02 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:22.721548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 147e27af-88e3-4132-af17-a6a2c843b0b4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:22.763264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.826263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:22.832944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab71dcf-4ceb-492b-b419-bb5c211d71ea None None] Network c88f281b-ed88-48e9-8016-0811ea266109 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:22.880681 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.899304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.899991 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.919167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-446eb9a0-0608-4eab-8cd1-b9d991c577ac service neutron] 10.222.0.67 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895173 Jun 30 02:51:22.937738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-df5fc7e8-5740-4f8b-8df6-730b64bac01a req-ceab04f3-67aa-4a42-8577-35dc91dd03ab tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810581 Jun 30 02:51:22.946836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-08a211eb-cfd5-4d8b-8867-3a51cf08eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.948212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-08a211eb-cfd5-4d8b-8867-3a51cf08eaa4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7163169 Jun 30 02:51:23.049076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeb2af-8381-4cd6-ba17-58e50152f451 req-e9d2b40a-b0ff-4baf-9e9b-6bf53cf538f1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.051310 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36aeb2af-8381-4cd6-ba17-58e50152f451 req-e9d2b40a-b0ff-4baf-9e9b-6bf53cf538f1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.2842052 Jun 30 02:51:23.071404 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6405938 Jun 30 02:51:23.081958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52208) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:23.088721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:23.093893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-39cd79a6-836b-414c-b87a-ff5b8941fa4b service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352277 Jun 30 02:51:23.108400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d356dc-c1cc-4667-a294-408622a56d42 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=2cf93fb6-9f60-407c-a893-c0a8093e90f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:23.154341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Router beb6891f-145a-4fc9-9e4f-912e21b4d363 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:23.158374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:23.165277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36aeb2af-8381-4cd6-ba17-58e50152f451 req-6d096ce0-1a8a-492e-b5fa-6d319e3dc523 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666153 Jun 30 02:51:23.320707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-89e8d7e0-08e3-4f32-b8f6-91beaa58eca6 None None] Provisioning for port 797a14c8-d703-49b9-b845-bc6e96660a27 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:23.368225 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:51:23.390251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port de1275f4-84f4-4697-a6fb-71e4e3251b02 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:23.441987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port de1275f4-84f4-4697-a6fb-71e4e3251b02 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:23.442965 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.480619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 147e27af-88e3-4132-af17-a6a2c843b0b4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:23.481200 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.482918 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08850e12-46fa-489e-a2eb-bdb0aaf8b01c req-ff990caa-ac9e-4039-b21c-947608e7982c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.0704064 Jun 30 02:51:23.518401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:23.537491 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] Sync routers for ids ['beb6891f-145a-4fc9-9e4f-912e21b4d363'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:23.564682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] Routers {'beb6891f-145a-4fc9-9e4f-912e21b4d363'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:23.565482 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['beb6891f-145a-4fc9-9e4f-912e21b4d363'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:23.644590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:23.646130 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:23.656722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.678446 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] Routers {'beb6891f-145a-4fc9-9e4f-912e21b4d363'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:23.680305 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['beb6891f-145a-4fc9-9e4f-912e21b4d363'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:23.800804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 3, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:23.817134 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:23.818931 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12992769-524a-41bb-855b-5f13ddecf07c None None] The sync data for ids ['beb6891f-145a-4fc9-9e4f-912e21b4d363'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:23.881198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:23.882463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Updating router e0dc7fcc-9158-4964-9894-a7ccc2241511 port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:23.896603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.899557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-88c0ecb3-a467-4c47-826c-23e35361ec4b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.5859470 Jun 30 02:51:23.903488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:23.909435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.919467 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.010153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.016921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1dc84-55c7-4465-92f1-ee7310e18172 req-cd483298-6a67-4df4-bcfa-3f910c703490 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.018572 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98e1dc84-55c7-4465-92f1-ee7310e18172 req-cd483298-6a67-4df4-bcfa-3f910c703490 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 945 time: 0.7389107 Jun 30 02:51:24.027986 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5e7d52a-673f-4d20-9d8c-269af607b79c req-eb0c6487-eb7d-4c76-8ad7-fdd95087dca1 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9184477 Jun 30 02:51:24.043677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1275f4-84f4-4697-a6fb-71e4e3251b02'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:24.046290 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e50c98-65f8-4831-9d3a-f118fe55c5a4" -d '{"events": [{"server_uuid": "9ad600ce-6bdb-4dc6-a173-bb7fae28485f", "name": "network-vif-plugged", "status": "completed", "tag": "de1275f4-84f4-4697-a6fb-71e4e3251b02"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:24.049666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 797a14c8-d703-49b9-b845-bc6e96660a27 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:24.136132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port de1275f4-84f4-4697-a6fb-71e4e3251b02, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:24.155435 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.168089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3b3836a6-f963-48f7-b3f9-4ea1a5a5405b tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/beb6891f-145a-4fc9-9e4f-912e21b4d363 HTTP/1.1" status: 200 len: 925 time: 0.2621145 Jun 30 02:51:24.170648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:24.224931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7689bbe0-6530-4135-aa7b-e41c2f69426a tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=beb6891f-145a-4fc9-9e4f-912e21b4d363 HTTP/1.1" status: 200 len: 205 time: 0.0525625 Jun 30 02:51:24.237411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52224) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:24.373223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e14bf5-fcdf-45d5-8fe7-6f4f295de841 req-60f2f177-cd68-414b-bf60-2a291ec28c2c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.388537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e14bf5-fcdf-45d5-8fe7-6f4f295de841 req-60f2f177-cd68-414b-bf60-2a291ec28c2c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.1365743 Jun 30 02:51:24.427891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.430884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=703f2eab-5efb-44dc-a1ce-a991c536138c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:24.445980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98e1dc84-55c7-4465-92f1-ee7310e18172 req-0d9e3e63-0002-4dd2-b762-333bf16a4f09 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125459 Jun 30 02:51:24.507000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9e14bf5-fcdf-45d5-8fe7-6f4f295de841 req-521eb7bd-aa0f-4caf-b59d-c3d99a320d19 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078582 Jun 30 02:51:24.537623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:24.538072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: 2cf93fb6-9f60-407c-a893-c0a8093e90f7, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:24.591667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-adef673a-4fb7-47f2-a26e-6624f23ffb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.593524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-adef673a-4fb7-47f2-a26e-6624f23ffb17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1095 time: 0.4898620 Jun 30 02:51:24.665148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:24.683649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.717139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Transition to ACTIVE for port object 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:24.749198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=de1275f4-84f4-4697-a6fb-71e4e3251b02,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:24.772414 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a205f32-e249-474d-a277-74229e71409f x-openstack-request-id: req-7a205f32-e249-474d-a277-74229e71409f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:24.773190 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad600ce-6bdb-4dc6-a173-bb7fae28485f", "name": "network-vif-plugged", "status": "completed", "tag": "de1275f4-84f4-4697-a6fb-71e4e3251b02", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:24.775672 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a205f32-e249-474d-a277-74229e71409f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:24.775672 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1275f4-84f4-4697-a6fb-71e4e3251b02', 'code': 200} Jun 30 02:51:24.808441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.851532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 797a14c8-d703-49b9-b845-bc6e96660a27 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:24.865917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-118e0523-7272-4d9d-b76e-1765a55a539a None None] Provisioning complete for port 797a14c8-d703-49b9-b845-bc6e96660a27 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:24.866340 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-118e0523-7272-4d9d-b76e-1765a55a539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.980128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133e11b-a53e-4bb3-8d3c-a2002de49d8c req-72eae38d-7f8e-4f21-a123-53a801a2bfdb tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.990418 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d133e11b-a53e-4bb3-8d3c-a2002de49d8c req-72eae38d-7f8e-4f21-a123-53a801a2bfdb tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.2102983 Jun 30 02:51:25.047686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 797a14c8-d703-49b9-b845-bc6e96660a27 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:25.048081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.201092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Attempting to bind port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:25.201511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Attempting to bind port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:25.201991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Attempting to bind port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 on network c88f281b-ed88-48e9-8016-0811ea266109 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:25.217427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:25.217835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Checking segment: {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:25.218209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.232506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Bound using segment: {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:25.233148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Bound port: 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6099dc-0a1f-487e-bd6f-dc28168acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:25.234792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.403754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] For port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:25.411212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] For port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,segment=NetworkSegment(8f6099dc-0a1f-487e-bd6f-dc28168acc7f),segment_id=8f6099dc-0a1f-487e-bd6f-dc28168acc7f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:25.431321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.434804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22284b8c-200c-4249-bec9-d139ffc3760d None None] Pushing event updated for resources: {'Port': ['ID=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:25.473473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 2cf93fb6-9f60-407c-a893-c0a8093e90f7) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:25.480654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.481258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.501665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76b57850-357b-4b38-844b-7f731983e6d4 req-0da9aa00-8847-453f-ab06-7179c65fc8f3 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.1586649 Jun 30 02:51:25.520796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d133e11b-a53e-4bb3-8d3c-a2002de49d8c req-93b0baaa-8603-47f9-9d9d-6460f217175f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5282640 Jun 30 02:51:25.550613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab1ecc-3c4a-40d4-be15-3ca5f9d9fbc6 None None] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:25.584348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.588538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-d58c244a-707e-4484-a599-6af73abd54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.604831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-d58c244a-707e-4484-a599-6af73abd54d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.9319510 Jun 30 02:51:25.640239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:25.644331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d62db5ad-87a9-4548-9ef1-3ea6739efd46 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5466490 Jun 30 02:51:25.950681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:25.952132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:25.985029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-6fc4d76b-1114-4e6d-b9b8-35893bf89ce1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6411610 Jun 30 02:51:26.014828 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-7fc9138a-ab39-4687-ae3f-22ec43c9a8e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 998 time: 0.4010630 Jun 30 02:51:26.015474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.072524 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-118e0523-7272-4d9d-b76e-1765a55a539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.076618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572316e8-8b0e-404e-abbe-5eec7a8dbeeb req-ac9243d7-cfc2-460b-ba1d-f3c09523aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.078459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e7de-d75d-4b5e-afbb-7c6b768e8b12 req-228a2cd9-9c05-4863-a5da-a25e8423b5a5 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.081205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-572316e8-8b0e-404e-abbe-5eec7a8dbeeb req-ac9243d7-cfc2-460b-ba1d-f3c09523aed9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 1097 time: 0.7415905 Jun 30 02:51:26.089126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22284b8c-200c-4249-bec9-d139ffc3760d None None] Pushing event updated for resources: {'Port': ['ID=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.100176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b176e7de-d75d-4b5e-afbb-7c6b768e8b12 req-228a2cd9-9c05-4863-a5da-a25e8423b5a5 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 946 time: 0.2734747 Jun 30 02:51:26.281425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:26.282279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.286291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 797a14c8-d703-49b9-b845-bc6e96660a27, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=797a14c8-d703-49b9-b845-bc6e96660a27,segment=NetworkSegment(8f6099dc-0a1f-487e-bd6f-dc28168acc7f),segment_id=8f6099dc-0a1f-487e-bd6f-dc28168acc7f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:26.303632 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.418664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=797a14c8-d703-49b9-b845-bc6e96660a27,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.428296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:26.444454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-189d4b61-6b97-41f3-87b7-5b696008a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.446096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-189d4b61-6b97-41f3-87b7-5b696008a02e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.4046001 Jun 30 02:51:26.464177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b176e7de-d75d-4b5e-afbb-7c6b768e8b12 req-98043c34-760a-4298-94d8-b3e011926c68 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621693 Jun 30 02:51:26.511640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-572316e8-8b0e-404e-abbe-5eec7a8dbeeb req-65e5733e-4a62-4207-9232-eb5dcc28b581 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762414 Jun 30 02:51:26.514435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Deleting port 5811a65c-94d6-4a31-afd4-0e5eda99d84b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:26.514886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.558129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.574165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-118e0523-7272-4d9d-b76e-1765a55a539a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:51:26.574795 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-118e0523-7272-4d9d-b76e-1765a55a539a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:51:26.618680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:26.692712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235da59-7821-4344-8408-394a3ac5bb9c req-423a5450-cdf9-48e8-b7d5-9fd3edd5339e tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.703368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4235da59-7821-4344-8408-394a3ac5bb9c req-423a5450-cdf9-48e8-b7d5-9fd3edd5339e tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.8318515 Jun 30 02:51:26.808222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:51:26.822572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-70594816-4e92-41c9-b2c5-1c3fa6268f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.824170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-70594816-4e92-41c9-b2c5-1c3fa6268f0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 1096 time: 0.7358365 Jun 30 02:51:26.899246 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4235da59-7821-4344-8408-394a3ac5bb9c req-22bfe77a-5198-4c19-9ff7-d5c034861c06 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887162 Jun 30 02:51:26.900395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:26.925756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Allocated IP 172.22.0.2 (2cf93fb6-9f60-407c-a893-c0a8093e90f7/703f2eab-5efb-44dc-a1ce-a991c536138c/abf5d610-ce28-4b1c-bf27-2455e873e6f6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:26.962086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.993143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Calling delete_port for 5811a65c-94d6-4a31-afd4-0e5eda99d84b owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:26.998185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-230d4611-488a-4e80-b45a-d4aaed32ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:27.000087 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-230d4611-488a-4e80-b45a-d4aaed32ec24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5195138 Jun 30 02:51:27.209440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaba3b-7387-4c88-a74a-05552b161d2e req-1b05c91a-5b85-42c6-ac8b-ff3fdb560a22 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:27.212385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3aaba3b-7387-4c88-a74a-05552b161d2e req-1b05c91a-5b85-42c6-ac8b-ff3fdb560a22 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 944 time: 0.1995304 Jun 30 02:51:27.300332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3aaba3b-7387-4c88-a74a-05552b161d2e req-1aa78fa1-6810-4b56-bfc0-43c288fe00e0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805025 Jun 30 02:51:27.332821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:27.368213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3053544-bf30-4c92-93fa-c21ae13910bd req-8d5c643a-f353-4b7e-96c1-6660f8c6c14c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.1808195 Jun 30 02:51:27.407495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-f35e19f7-8735-4690-9232-d46643a4a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:27.408977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-f35e19f7-8735-4690-9232-d46643a4a82b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.5497015 Jun 30 02:51:27.420288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61e2eda6-21d1-4e4e-b71b-f0f8e2ef0a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.462514 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.472325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Transition to ACTIVE for port object abf5d610-ce28-4b1c-bf27-2455e873e6f6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:27.489264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Transition to ACTIVE for port object abf5d610-ce28-4b1c-bf27-2455e873e6f6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:27.509068 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.514731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:27.575463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'port_id': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'mac_address': 'fa:16:3e:51:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:27.608298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 3, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:25Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:27.616783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e6e79bea-6a9a-44df-a232-6668e91219ce tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 HTTP/1.1" status: 200 len: 990 time: 0.2823651 Jun 30 02:51:27.653686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:27.663102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-d7189e3e-ef4e-44d8-80a1-a8b3de744b9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c2e826-2d33-4116-a92d-505aedf91b90 HTTP/1.1" status: 200 len: 217 time: 0.2176623 Jun 30 02:51:27.673258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-118e0523-7272-4d9d-b76e-1765a55a539a None None] Provisioning for port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:27.697222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.22.0.1 (2cf93fb6-9f60-407c-a893-c0a8093e90f7/703f2eab-5efb-44dc-a1ce-a991c536138c/0de4d28b-7e19-47eb-9c8f-7e3f4995efee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:27.743077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:27.750244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18566d8-aadd-456d-909a-7a2249fa6a97 None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 3, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:25Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:27.751888 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-728d865a-5a49-4163-a84e-41e313c77d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.782744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:27.797210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Pushing event updated for resources: {'Port': ['ID=abf5d610-ce28-4b1c-bf27-2455e873e6f6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.855299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-9350b96a-f49b-441c-b360-adf350d54e25 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8248477 Jun 30 02:51:27.896728 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.919427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:27.948825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Attempting to bind port abf5d610-ce28-4b1c-bf27-2455e873e6f6 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:27.949354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Attempting to bind port abf5d610-ce28-4b1c-bf27-2455e873e6f6 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:27.949722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Attempting to bind port abf5d610-ce28-4b1c-bf27-2455e873e6f6 on network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:27.962887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:27.963353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Checking segment: {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:27.963680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.964083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Bound using segment: {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:27.964883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Bound port: abf5d610-ce28-4b1c-bf27-2455e873e6f6, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:27.965299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.980726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:27.994753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.064771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-639c9292-a4a2-4b3f-a847-82e0a4e28df3 req-d53273d1-894c-4b47-a198-2441d126f48f service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889253 Jun 30 02:51:28.073561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313daef8-c318-4214-906a-86f5772af704 req-17ecbfee-3f69-4df3-bb06-c53a7ad8f5d8 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:28.075530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-313daef8-c318-4214-906a-86f5772af704 req-17ecbfee-3f69-4df3-bb06-c53a7ad8f5d8 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 946 time: 0.3658988 Jun 30 02:51:28.120461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.133147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-610b2d77-c529-4afb-8625-8d1762fcdcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:28.138344 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-610b2d77-c529-4afb-8625-8d1762fcdcc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.4544907 Jun 30 02:51:28.144031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 0de4d28b-7e19-47eb-9c8f-7e3f4995efee will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:28.152549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=12']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.200373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.265406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-b6c9cce3-25c7-47c3-8b13-590ed3e9beeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201642 Jun 30 02:51:28.276207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:28.280686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] For port abf5d610-ce28-4b1c-bf27-2455e873e6f6, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:28.284795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] For port abf5d610-ce28-4b1c-bf27-2455e873e6f6, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=abf5d610-ce28-4b1c-bf27-2455e873e6f6,segment=NetworkSegment(eeb5a565-7a65-4809-a201-a51e16be2dbe),segment_id=eeb5a565-7a65-4809-a201-a51e16be2dbe)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:28.290691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.328738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:28.356851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:28.368280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-313daef8-c318-4214-906a-86f5772af704 req-c771b04c-247c-4c54-b9c1-9c0081fc6706 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782737 Jun 30 02:51:28.460245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.496174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:28.506436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.597693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.752498 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61e2eda6-21d1-4e4e-b71b-f0f8e2ef0a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.758656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event deleted for resources: {'Port': ['ID=5811a65c-94d6-4a31-afd4-0e5eda99d84b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.804038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:28.839988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61e2eda6-21d1-4e4e-b71b-f0f8e2ef0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.867851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.920178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866228a1-a154-4aac-a22b-6b63b8f251d8 None None] Pushing event updated for resources: {'Port': ['ID=abf5d610-ce28-4b1c-bf27-2455e873e6f6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.014190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5848a1d-f691-466d-b7af-df7f4c919095 req-49247da0-fad3-4137-867a-8658f62c8e76 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.027264 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5848a1d-f691-466d-b7af-df7f4c919095 req-49247da0-fad3-4137-867a-8658f62c8e76 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.8327265 Jun 30 02:51:29.076518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:29.095323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-84cd514a-0035-4d9a-88a3-ec93997bdc25 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485950 Jun 30 02:51:29.103039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:29.103462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.104240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d4bd41d4-7462-4e8f-8bba-4dacfaf9a51c req-34e9eec2-94ec-48fb-9e2a-0c5680402e0b tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.1514812 Jun 30 02:51:29.153558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61e2eda6-21d1-4e4e-b71b-f0f8e2ef0a0e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edc0a69952804560958543e8db34472d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2035763 Jun 30 02:51:29.162457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2eda6-21d1-4e4e-b71b-f0f8e2ef0a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf1314-1968-4be3-8fc2-f3b2a3685cd0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.184075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52274) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.238036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.307212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5848a1d-f691-466d-b7af-df7f4c919095 req-ff0770e4-029f-45c4-bcfd-ecc36dd1929e tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783492 Jun 30 02:51:29.331318 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.389484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,segment=NetworkSegment(8f6099dc-0a1f-487e-bd6f-dc28168acc7f),segment_id=8f6099dc-0a1f-487e-bd6f-dc28168acc7f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:29.394241 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.395100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 797a14c8-d703-49b9-b845-bc6e96660a27 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:29.464727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.467118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.524389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f7f97cd-29d8-417a-8ad3-ad8ce14d9add req-3c443c4e-ca35-4b04-be0b-936e08d34d0b service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056921 Jun 30 02:51:29.549902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.550585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Fanout notify agent at l3_agent the message router_deleted on router beb6891f-145a-4fc9-9e4f-912e21b4d363 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:29.559951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.561141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-968712cc-fcd4-44d3-b533-c68ecd5e41d9 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/beb6891f-145a-4fc9-9e4f-912e21b4d363 HTTP/1.1" status: 204 len: 168 time: 5.3009107 Jun 30 02:51:29.565204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52278) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.571054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'name': 'tempest-snat-router-375675766', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': False}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:29.601578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.602858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.641957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.674656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.693871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.700740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 797a14c8-d703-49b9-b845-bc6e96660a27 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:29.701452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.711020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.810287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ad943e4-45b8-4842-8f75-ee9569ee39ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.819236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.904027 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ad943e4-45b8-4842-8f75-ee9569ee39ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.013075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.013544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.054737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:30.058209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:30.170235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ad943e4-45b8-4842-8f75-ee9569ee39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.178239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ad943e4-45b8-4842-8f75-ee9569ee39ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.184808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4ad943e4-45b8-4842-8f75-ee9569ee39ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8adf1314-1968-4be3-8fc2-f3b2a3685cd0 HTTP/1.1" status: 204 len: 168 time: 0.9932215 Jun 30 02:51:30.212179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad943e4-45b8-4842-8f75-ee9569ee39ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf1314-1968-4be3-8fc2-f3b2a3685cd0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.289876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57968358-d079-482e-8c3c-d352c8c30bb7 req-4dfed4d9-c139-466a-a396-d28a88c63b2b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:30.292648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57968358-d079-482e-8c3c-d352c8c30bb7 req-4dfed4d9-c139-466a-a396-d28a88c63b2b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 946 time: 0.5734117 Jun 30 02:51:30.316380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45119ed2-926c-4a0e-8226-5a532299239c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.345143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee931ce-a135-4003-b2c7-ca9d73d33a4d None None] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:30.395483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:30.412340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-57968358-d079-482e-8c3c-d352c8c30bb7 req-46905306-d563-4cce-9104-12231e603037 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144547 Jun 30 02:51:30.671199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:30.707751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4b588629-9999-4d93-8eaf-16dc19ec265b None None] Provisioning for port abf5d610-ce28-4b1c-bf27-2455e873e6f6 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:30.715145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:30.733265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4231669e-eed0-4342-8100-dbac45a130bb tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0914955 Jun 30 02:51:30.735979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:30.743130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6cf87cf9-1391-4af8-8ba2-4c5237a09338 req-a92062d9-618f-4510-82dc-9b81ef708521 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0562ea0-36c2-456b-b5a1-1aa0170d1e67 HTTP/1.1" status: 200 len: 210 time: 0.1839094 Jun 30 02:51:30.753029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'network': {'name': 'tempest-RoutersTest-588977948'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:30.767671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:30.770165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.792791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:30.797217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:30.798730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.852890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.921248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.971546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:30.998246 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.001515 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added segment b8a00cad-c6b4-487e-8659-97499fb38d0a of type vlan for network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 Jun 30 02:51:31.036942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.071034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06dff569-e9e9-4322-b64f-b897c55ddeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.135421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.151141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b0294-c918-4cf8-a226-b80308da350e req-62ba6b71-c29e-42fd-89cd-e3dd74d0bcf9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.159538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-520b0294-c918-4cf8-a226-b80308da350e req-62ba6b71-c29e-42fd-89cd-e3dd74d0bcf9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.3357065 Jun 30 02:51:31.235935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-520b0294-c918-4cf8-a226-b80308da350e req-6867f407-434a-4a20-bd5b-d3eb7b3cebf4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714624 Jun 30 02:51:31.238547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:31.240046 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.240437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:31.241936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Allocated IP 172.25.0.171 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:31.252618 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.253629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.368199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Network': ['ID=80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.396267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:31.435012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:31.448423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:31.449115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.464799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06dff569-e9e9-4322-b64f-b897c55ddeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.469454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06dff569-e9e9-4322-b64f-b897c55ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.481032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d29b871f-989b-4acb-ab06-8607cbf09a3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7415707 Jun 30 02:51:31.481365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.487240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'subnet': {'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:31.512314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.540607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-06dff569-e9e9-4322-b64f-b897c55ddeae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f752d01458354e18b4c3b13753c0c48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022871 Jun 30 02:51:31.543763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52308) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.544865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:31.545485 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.552018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dff569-e9e9-4322-b64f-b897c55ddeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70e873-6abd-4eac-94e6-ebf165275bac,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.645130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:31.701785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Made reservation on behalf of 1df279fa72f14d2b91407012d381af04 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:31.706770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.778540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7818bb2-9e69-4c20-a7f0-fe6aaa9b461b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.848022 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7818bb2-9e69-4c20-a7f0-fe6aaa9b461b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.899894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.000053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.011128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:32.033792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:32.052376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:32.090407 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.099825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.109738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7818bb2-9e69-4c20-a7f0-fe6aaa9b461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.112523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7818bb2-9e69-4c20-a7f0-fe6aaa9b461b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.113797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a7818bb2-9e69-4c20-a7f0-fe6aaa9b461b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a70e873-6abd-4eac-94e6-ebf165275bac HTTP/1.1" status: 204 len: 168 time: 0.5690892 Jun 30 02:51:32.122782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Port': ['ID=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.198351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Subnet': ['ID=56542dc2-bc94-481d-bb60-567556d01f61,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.328865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820c958c-631d-4bc1-8f33-a0eccd87f435 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.462184 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820c958c-631d-4bc1-8f33-a0eccd87f435 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.467423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:32.484080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:32.487825 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d37eb3-0af9-4c6c-9859-23a216dc87b1" -d '{"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:32.504555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.531709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Checking segment: {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:32.532268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network hostable DHCP agents. Network: 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:32.583725 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.614379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device abf5d610-ce28-4b1c-bf27-2455e873e6f6 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:32.621388 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeda140-153b-41ea-b40e-d27d8dab871d x-openstack-request-id: req-aaeda140-153b-41ea-b40e-d27d8dab871d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:32.622008 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:32.622229 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aaeda140-153b-41ea-b40e-d27d8dab871d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:32.622677 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'code': 200} Jun 30 02:51:32.628064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:32.652433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:32.659138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:32.659736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.674168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ce20c-ee4c-43ff-9838-9a58a6a645e1 None None] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:32.682013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-229e38ca-04ab-40ed-801d-a65026900f1c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1995203 Jun 30 02:51:32.684922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.694116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=13']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.771063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820c958c-631d-4bc1-8f33-a0eccd87f435 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.780624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820c958c-631d-4bc1-8f33-a0eccd87f435 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.785781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-820c958c-631d-4bc1-8f33-a0eccd87f435 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/security-groups/44a39052-7a4f-43a5-a84d-a13b168269f2 HTTP/1.1" status: 204 len: 168 time: 0.7807600 Jun 30 02:51:32.858869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7818bb2-9e69-4c20-a7f0-fe6aaa9b461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70e873-6abd-4eac-94e6-ebf165275bac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.859905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.906070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:28Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:32.922409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c958c-631d-4bc1-8f33-a0eccd87f435 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a39052-7a4f-43a5-a84d-a13b168269f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.941892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:32.942237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Updating router e0dc7fcc-9158-4964-9894-a7ccc2241511 port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:32.978381 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-cffdee4a-a7d7-40b9-aa51-27101978528c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] show failed (client error): The resource could not be found. Jun 30 02:51:32.979629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cffdee4a-a7d7-40b9-aa51-27101978528c tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "GET /v2.0/security-groups/44a39052-7a4f-43a5-a84d-a13b168269f2 HTTP/1.1" status: 404 len: 347 time: 0.1187320 Jun 30 02:51:32.988505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.990162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.996479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port abf5d610-ce28-4b1c-bf27-2455e873e6f6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:33.083282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port abf5d610-ce28-4b1c-bf27-2455e873e6f6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:33.083676 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.231726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e327a7-1e74-4c06-9526-ac8135c883d6 req-b6d534b7-e046-4d6e-a909-819ce9b3016e tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.239193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4e327a7-1e74-4c06-9526-ac8135c883d6 req-b6d534b7-e046-4d6e-a909-819ce9b3016e tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.5638528 Jun 30 02:51:33.258957 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.497999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9bbf0fb1-782f-44b5-b492-28539d353588 None None] Provisioning for port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:33.521454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:33.522376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.557152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9bbf0fb1-782f-44b5-b492-28539d353588 None None] Provisioning complete for port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:33.557525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0fb1-782f-44b5-b492-28539d353588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.595587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4e327a7-1e74-4c06-9526-ac8135c883d6 req-50214e19-086b-4a5e-a85e-613c7b4e33a4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553667 Jun 30 02:51:33.776558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda422d2-526a-45fe-9968-3f09e6539ca3 req-df3f87dc-e64e-4d7f-9372-6adfc8d480d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.777862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eda422d2-526a-45fe-9968-3f09e6539ca3 req-df3f87dc-e64e-4d7f-9372-6adfc8d480d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 1096 time: 0.3219337 Jun 30 02:51:33.862860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf0fb1-782f-44b5-b492-28539d353588 None None] Port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:33.940288 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.946771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eda422d2-526a-45fe-9968-3f09e6539ca3 req-b72fc994-7ac3-4239-917e-9c14f34cf38a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512113 Jun 30 02:51:33.950038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.048583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port b52983e9-df26-4e21-8add-4a301c2accca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:34.049151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.072037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9bbf0fb1-782f-44b5-b492-28539d353588 None None] Provisioning complete for port abf5d610-ce28-4b1c-bf27-2455e873e6f6 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:34.072421 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bbf0fb1-782f-44b5-b492-28539d353588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.080362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port abf5d610-ce28-4b1c-bf27-2455e873e6f6, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=abf5d610-ce28-4b1c-bf27-2455e873e6f6,segment=NetworkSegment(eeb5a565-7a65-4809-a201-a51e16be2dbe),segment_id=eeb5a565-7a65-4809-a201-a51e16be2dbe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:34.114848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.194689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Allocated IP 172.23.0.2 (80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6/56542dc2-bc94-481d-bb60-567556d01f61/b184d376-9ec0-452c-a3e3-432a93de8feb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:34.223428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Router fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:34.240509 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.242584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.264987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for b52983e9-df26-4e21-8add-4a301c2accca owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:34.508831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.511883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.513444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:34.526039 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Sync routers for ids ['fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:34.545352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Transition to ACTIVE for port object 0de4d28b-7e19-47eb-9c8f-7e3f4995efee will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:34.548024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.552028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d00f23e3-5bb5-4bf2-9771-e1681e1437a2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9855189 Jun 30 02:51:34.552738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52376) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.631163 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.695373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=b52983e9-df26-4e21-8add-4a301c2accca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.801097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b7c0b492-fc96-442f-b311-52f19d55ca35 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d HTTP/1.1" status: 200 len: 908 time: 0.2471452 Jun 30 02:51:34.802012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52386) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.807542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'name': 'tempest-snat-router-375675766', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': True}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:34.831626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.833140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.893152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.899399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.914335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=abf5d610-ce28-4b1c-bf27-2455e873e6f6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.925609 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Routers {'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:34.926606 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:35.021193 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.121667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65179a8-a072-49c9-a2df-fafdd0b038e8 None None] Pushing event updated for resources: {'Port': ['ID=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.414779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.423284 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Set router fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:35.427170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.430660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f480a492-c77b-488c-b247-55caeea8dac5 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/floatingips/08dabd48-217a-4092-a512-a8b391ab4280 HTTP/1.1" status: 204 len: 168 time: 2.4405057 Jun 30 02:51:35.432677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:35.447752 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.462695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Transition to ACTIVE for port object b184d376-9ec0-452c-a3e3-432a93de8feb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:35.505466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Transition to ACTIVE for port object b184d376-9ec0-452c-a3e3-432a93de8feb will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:35.580566 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.756527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.783183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Pushing event updated for resources: {'Port': ['ID=b184d376-9ec0-452c-a3e3-432a93de8feb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.824340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Attempting to bind port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:35.824718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Attempting to bind port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:35.825086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Attempting to bind port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee on network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:35.849726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:35.850110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Checking segment: {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:35.851195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.851888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Bound using segment: {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:35.852553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Bound port: 0de4d28b-7e19-47eb-9c8f-7e3f4995efee, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5a565-7a65-4809-a201-a51e16be2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:35.852948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.890045 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d', 'name': 'tempest-snat-router-375675766', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.171'}], 'enable_snat': False}, 'gw_port_id': 'c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:29Z', 'updated_at': '2021-06-30T02:51:32Z', 'revision_number': 3, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port': {'id': 'c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:30Z', 'updated_at': '2021-06-30T02:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:35.893461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:35.904262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:35.906643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:35.945658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3972-f8e7-4d72-9242-eb7f99187efa req-f3c764c5-f362-49de-a265-e089082b7dd4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:35.947791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f5a3972-f8e7-4d72-9242-eb7f99187efa req-f3c764c5-f362-49de-a265-e089082b7dd4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.8286390 Jun 30 02:51:35.968539 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Checking router: fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:35.969246 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Updating router fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:36.030660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Attempting to bind port b184d376-9ec0-452c-a3e3-432a93de8feb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:36.031206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Attempting to bind port b184d376-9ec0-452c-a3e3-432a93de8feb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:36.031590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Attempting to bind port b184d376-9ec0-452c-a3e3-432a93de8feb on network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:36.041991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:36.042281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Checking segment: {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:36.042671 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.043068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Bound using segment: {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:36.043563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Bound port: b184d376-9ec0-452c-a3e3-432a93de8feb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:36.043953 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.081393 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.098054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f5a3972-f8e7-4d72-9242-eb7f99187efa req-d47f82fa-e784-46df-8eb1-0b99833c584b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429248 Jun 30 02:51:36.135566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port c8cb672b-0f79-4c38-97e7-3ec0981d941e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:36.135931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.167381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Allocated IP 172.23.0.1 (80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6/56542dc2-bc94-481d-bb60-567556d01f61/353bc71c-5569-4d98-b9f8-145cab703448) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:36.204790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] For port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:36.239986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] For port b184d376-9ec0-452c-a3e3-432a93de8feb, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:36.245694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] For port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,segment=NetworkSegment(eeb5a565-7a65-4809-a201-a51e16be2dbe),segment_id=eeb5a565-7a65-4809-a201-a51e16be2dbe)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:36.299829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.320614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for c8cb672b-0f79-4c38-97e7-3ec0981d941e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:36.327572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] For port b184d376-9ec0-452c-a3e3-432a93de8feb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b184d376-9ec0-452c-a3e3-432a93de8feb,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:36.333306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.348519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.438799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device abf5d610-ce28-4b1c-bf27-2455e873e6f6 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:36.511413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.518737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.580329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=c8cb672b-0f79-4c38-97e7-3ec0981d941e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.605097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.623748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:36.637588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:36.670773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65179a8-a072-49c9-a2df-fafdd0b038e8 None None] Pushing event updated for resources: {'Port': ['ID=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.872345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb19a8-aa85-4f4c-b20d-6d299a471010 None None] Pushing event updated for resources: {'Port': ['ID=b184d376-9ec0-452c-a3e3-432a93de8feb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.921863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.926800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.932306 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3eaedd3c-f02a-4c80-aafc-ead49e81ca2e tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/ports/c8cb672b-0f79-4c38-97e7-3ec0981d941e HTTP/1.1" status: 204 len: 168 time: 1.4932580 Jun 30 02:51:37.029791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port abf5d610-ce28-4b1c-bf27-2455e873e6f6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:37.031598 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.033481 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.051119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.057631 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Transition to ACTIVE for port object c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:37.099079 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.119372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Transition to ACTIVE for port object 353bc71c-5569-4d98-b9f8-145cab703448 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:37.152268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:37.211852 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Pushing event updated for resources: {'Port': ['ID=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.215487 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Attempting to bind port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:37.215835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Attempting to bind port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:37.216400 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Attempting to bind port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:37.221457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.241295 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.255520 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.255866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.256206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.257101 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.257434 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.257760 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.258094 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.262607 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.263045 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.263383 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.265762 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:37.286679 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:37.288321 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:37.291342 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.293063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:37.294615 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Bound port: c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:37.297339 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.393325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=353bc71c-5569-4d98-b9f8-145cab703448,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.404503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:37.405983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:37.414358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:37.417291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Allocated IP 172.25.0.240 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/82fa6060-71c3-4996-a27c-84a7186b1bcb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:37.484460 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] For port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:37.501040 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] For port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:37.517140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.526184 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.627928 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Routers {'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:37.629167 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.738777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port 0c4261d6-f4f9-4754-96f6-4766c95fea86 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:37.739261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.004112 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.055318 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] Set router fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:38.076626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.148558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.203166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:28Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:36Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.210784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for 0c4261d6-f4f9-4754-96f6-4766c95fea86 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:38.300021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b17c4-3b6d-498c-b9cd-ed663b0153ff None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:28Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:36Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:38.383445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b184d376-9ec0-452c-a3e3-432a93de8feb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:38.437618 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c696b9-1451-4299-a953-235d0692ec5d None None] Pushing event updated for resources: {'Port': ['ID=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:38.521304 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d', 'name': 'tempest-snat-router-375675766', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.171'}], 'enable_snat': False}, 'gw_port_id': 'c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:29Z', 'updated_at': '2021-06-30T02:51:32Z', 'revision_number': 3, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port': {'id': 'c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:30Z', 'updated_at': '2021-06-30T02:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.533009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.587993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b184d376-9ec0-452c-a3e3-432a93de8feb completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:38.594121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:38.617833 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19511f1-d905-4f49-981d-ef17f2068667 None None] The sync data for ids ['fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d'] in n-d-798054-5 is: [{'id': 'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d', 'name': 'tempest-snat-router-375675766', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.171'}], 'enable_snat': False}, 'gw_port_id': 'c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:29Z', 'updated_at': '2021-06-30T02:51:32Z', 'revision_number': 3, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port': {'id': 'c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:30Z', 'updated_at': '2021-06-30T02:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:38.667844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.680219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:38.690231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bbfdf-cd09-4a00-9ca7-e105d769e94a req-aae09239-4901-4f09-874d-e36f1e57736a tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:38.696700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:38.698988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b5bbfdf-cd09-4a00-9ca7-e105d769e94a req-aae09239-4901-4f09-874d-e36f1e57736a tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.8787029 Jun 30 02:51:38.709070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.720463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1351325-6657-491a-81d2-277dc033939d None None] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:38.808917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Port': ['ID=82fa6060-71c3-4996-a27c-84a7186b1bcb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:38.873657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b5bbfdf-cd09-4a00-9ca7-e105d769e94a req-3a78b59c-65c1-4092-93b5-33efe15d0de9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717813 Jun 30 02:51:38.995148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] Provisioning for port b184d376-9ec0-452c-a3e3-432a93de8feb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:39.066608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event updated for resources: {'Port': ['ID=353bc71c-5569-4d98-b9f8-145cab703448,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:39.094569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] Provisioning complete for port b184d376-9ec0-452c-a3e3-432a93de8feb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:39.096859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.107308 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.363571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:39.367222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:39.510547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.578058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] For port b184d376-9ec0-452c-a3e3-432a93de8feb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b184d376-9ec0-452c-a3e3-432a93de8feb,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:39.582658 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.594161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.655542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92482e-0481-4dd1-ad99-5b4f798decb5 None None] Pushing event updated for resources: {'Port': ['ID=b184d376-9ec0-452c-a3e3-432a93de8feb,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:39.696493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:39.940281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:39.965288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ebff3b1-1056-4e51-a38b-c9884f62b6c2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2793255 Jun 30 02:51:39.968027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:39.976588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:40.045610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.113638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:40.162133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:40.164798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.407741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.459815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4ff4574-3b69-462f-959c-dc3a476e92d5 None None] Provisioning complete for port b184d376-9ec0-452c-a3e3-432a93de8feb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:40.460188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4574-3b69-462f-959c-dc3a476e92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.569859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:40.751086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:40.925736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=0c4261d6-f4f9-4754-96f6-4766c95fea86,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.940828 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.945800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f54dd87c-40ef-4be2-b7fe-12094747a9e9 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/ports/0c4261d6-f4f9-4754-96f6-4766c95fea86 HTTP/1.1" status: 204 len: 168 time: 4.0145099 Jun 30 02:51:40.966727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.137980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.176062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting subnet 7c47d6ba-a797-4a57-91cc-1296c8fc266f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:41.190523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.346841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.355718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:41.392634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:41.392997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.422590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4ff4574-3b69-462f-959c-dc3a476e92d5 None None] Provisioning for port 353bc71c-5569-4d98-b9f8-145cab703448 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:41.460207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4ff4574-3b69-462f-959c-dc3a476e92d5 None None] Provisioning complete for port 353bc71c-5569-4d98-b9f8-145cab703448 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:41.460660 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4574-3b69-462f-959c-dc3a476e92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.469873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:37Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:36Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '353bc71c-5569-4d98-b9f8-145cab703448', 'name': '', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:a7:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:35Z', 'updated_at': '2021-06-30T02:51:38Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '56542dc2-bc94-481d-bb60-567556d01f61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:41.471214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-e7b382d4-97f6-40f8-93b4-291e98b43877 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5122771 Jun 30 02:51:41.512240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef80b-2df9-49db-979e-5e1cf6d45e86 req-1b34f712-9df2-4258-b369-6a6d9f18d3c4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:41.527452 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea3ef80b-2df9-49db-979e-5e1cf6d45e86 req-1b34f712-9df2-4258-b369-6a6d9f18d3c4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 1.5941541 Jun 30 02:51:41.563889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:41.564259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Updating router e0dc7fcc-9158-4964-9894-a7ccc2241511 port 353bc71c-5569-4d98-b9f8-145cab703448 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:41.658954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.719338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea3ef80b-2df9-49db-979e-5e1cf6d45e86 req-283f7984-c29a-46ea-ab72-31a071adad0e tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906021 Jun 30 02:51:41.796290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.832904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff4574-3b69-462f-959c-dc3a476e92d5 None None] Port 353bc71c-5569-4d98-b9f8-145cab703448 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:42.090985 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.137599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-0512f596-aad8-4367-a417-f96e922eb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:42.139143 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-0512f596-aad8-4367-a417-f96e922eb34b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1097 time: 0.5622320 Jun 30 02:51:42.165543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:42.200111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.201918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0de4d28b-7e19-47eb-9c8f-7e3f4995efee up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:42.213919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-180beebd-446b-4bb8-b971-229628dc07a5 None None] Provisioning complete for port 353bc71c-5569-4d98-b9f8-145cab703448 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:42.214299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-180beebd-446b-4bb8-b971-229628dc07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.357404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Router ea2e06a4-5fa7-4429-a823-7dde10a448a6 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:42.487955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-180beebd-446b-4bb8-b971-229628dc07a5 None None] Port 353bc71c-5569-4d98-b9f8-145cab703448 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:42.493060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.561476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-660a92fb-4d8e-4b09-bf96-a30263ff46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:42.567518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-660a92fb-4d8e-4b09-bf96-a30263ff46f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.3771908 Jun 30 02:51:42.573661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:51:42.585500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.681349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:51:42.681694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.736093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-e0aff99d-3abb-476e-a945-389c9af08699 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 1000 time: 0.1570845 Jun 30 02:51:42.739266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:42.752774 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Sync routers for ids ['ea2e06a4-5fa7-4429-a823-7dde10a448a6'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:42.770804 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Routers {'ea2e06a4-5fa7-4429-a823-7dde10a448a6'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:42.771613 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ea2e06a4-5fa7-4429-a823-7dde10a448a6'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:42.846834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e9962-3cd1-48dd-bb4c-53dc00ce759d req-d0a65712-3c0e-4dc8-b814-03c831f42f8c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:42.858972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a4e9962-3cd1-48dd-bb4c-53dc00ce759d req-d0a65712-3c0e-4dc8-b814-03c831f42f8c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.4951222 Jun 30 02:51:42.940792 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.950519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc74b147-ffe5-43ff-b099-78e6a3369b8f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1385322 Jun 30 02:51:42.953628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52464) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.059402 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Set router ea2e06a4-5fa7-4429-a823-7dde10a448a6 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:43.075698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:43.108317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:43.108686 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.121189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.139952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-ba09f40a-a16b-4a37-af01-66ed9e2323a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.141486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-ba09f40a-a16b-4a37-af01-66ed9e2323a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.3977983 Jun 30 02:51:43.196375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a4e9962-3cd1-48dd-bb4c-53dc00ce759d req-d4e5fdb6-7f90-4432-98d8-22d6dc016f83 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357317 Jun 30 02:51:43.297247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-144cb488-e41e-40db-ac88-52f8b5c2223f tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/ea2e06a4-5fa7-4429-a823-7dde10a448a6 HTTP/1.1" status: 200 len: 907 time: 0.3370364 Jun 30 02:51:43.309873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Subnet': ['ID=7c47d6ba-a797-4a57-91cc-1296c8fc266f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:43.313658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52466) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.315546 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.315724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-76f1fea0-beb1-4b33-a481-f9fa99c3c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.320623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-76f1fea0-beb1-4b33-a481-f9fa99c3c150 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599748 Jun 30 02:51:43.321332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-80b27a7c-7f14-472e-8635-87fb380762cc tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/subnets/7c47d6ba-a797-4a57-91cc-1296c8fc266f HTTP/1.1" status: 204 len: 168 time: 2.3466616 Jun 30 02:51:43.322253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.474796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.481003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.552181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting subnet 8128710c-8515-4c9a-bef7-562a818469c0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:43.556584 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e06a4-5fa7-4429-a823-7dde10a448a6', 'name': 'tempest-snat-router-375675766', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82fa6060-71c3-4996-a27c-84a7186b1bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:34Z', 'updated_at': '2021-06-30T02:51:40Z', 'revision_number': 3, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port': {'id': '82fa6060-71c3-4996-a27c-84a7186b1bcb', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e06a4-5fa7-4429-a823-7dde10a448a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:36Z', 'updated_at': '2021-06-30T02:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:43.577865 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-4c51a4d3-991d-48f1-b6c6-a2d113c5c8a7 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524841 Jun 30 02:51:43.579508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.606439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.660733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Checking router: ea2e06a4-5fa7-4429-a823-7dde10a448a6 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:43.661081 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Updating router ea2e06a4-5fa7-4429-a823-7dde10a448a6 port 82fa6060-71c3-4996-a27c-84a7186b1bcb binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:43.752367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75212a1d-12f7-4dbe-b1d1-fc7b94d0f53a None None] Network 41d2ecfa-3321-44a7-bcaa-7b74881726f9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:43.784465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:43.795406 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.799808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.893680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.923136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Transition to ACTIVE for port object 353bc71c-5569-4d98-b9f8-145cab703448 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:43.987928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.994271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.008689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.025766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aa3cf3a-d10e-4f75-bb80-2e5e13036fa1 req-6081706d-07b8-4427-97ca-c10e281684ab service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344730 Jun 30 02:51:44.070795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,segment=NetworkSegment(eeb5a565-7a65-4809-a201-a51e16be2dbe),segment_id=eeb5a565-7a65-4809-a201-a51e16be2dbe)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:44.113889 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.114867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b184d376-9ec0-452c-a3e3-432a93de8feb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:44.187836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Deleting port 82fa6060-71c3-4996-a27c-84a7186b1bcb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:44.188014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.199384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] DHCP port deletion for 41d2ecfa-3321-44a7-bcaa-7b74881726f9 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:44.207726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b10bac-2de4-4043-80fd-00ee0a08604b None None] Pushing event updated for resources: {'Port': ['ID=353bc71c-5569-4d98-b9f8-145cab703448,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.282911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Attempting to bind port 353bc71c-5569-4d98-b9f8-145cab703448 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:44.283487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Attempting to bind port 353bc71c-5569-4d98-b9f8-145cab703448 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:44.283925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Attempting to bind port 353bc71c-5569-4d98-b9f8-145cab703448 on network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:44.301383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:44.310691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:44.311734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Checking segment: {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:44.311734 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.312136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Bound using segment: {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:44.312736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Bound port: 353bc71c-5569-4d98-b9f8-145cab703448, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a00cad-c6b4-487e-8659-97499fb38d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:44.313323 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.338735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.353182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-caab0646-2a32-43ae-b872-d28c7cac32ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 934 time: 4.3806040 Jun 30 02:51:44.353924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.497632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.527353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b184d376-9ec0-452c-a3e3-432a93de8feb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:44.527668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.547320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.682685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] Deleting port fd619ee0-6759-4d4c-b3eb-ad9669276f42 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:44.683065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.746253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.779112 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.788613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.809835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Transition to ACTIVE for port object 82fa6060-71c3-4996-a27c-84a7186b1bcb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:44.817687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ba014f0a-6635-4790-8384-3a45543c4990 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 934 time: 0.4584630 Jun 30 02:51:44.819435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Calling delete_port for 82fa6060-71c3-4996-a27c-84a7186b1bcb owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:44.821934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.822973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Subnet': ['ID=8128710c-8515-4c9a-bef7-562a818469c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.825719 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.829562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:44.892328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa346c69-70eb-4f4e-a1c1-7fdc032ec0ad req-4075458e-cad5-486a-bc25-579b3bf795fd tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:44.894704 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa346c69-70eb-4f4e-a1c1-7fdc032ec0ad req-4075458e-cad5-486a-bc25-579b3bf795fd tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3370135 Jun 30 02:51:44.935070 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Attempting to bind port 82fa6060-71c3-4996-a27c-84a7186b1bcb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:44.935548 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Attempting to bind port 82fa6060-71c3-4996-a27c-84a7186b1bcb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:44.936010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Attempting to bind port 82fa6060-71c3-4996-a27c-84a7186b1bcb on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:44.952223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.953235 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:44.953732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:44.956536 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.957131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:44.958670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8f7da65a-fc94-4c03-94f8-34bc5ec5d3d7 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/subnets/8128710c-8515-4c9a-bef7-562a818469c0 HTTP/1.1" status: 204 len: 168 time: 1.6360826 Jun 30 02:51:44.962615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.962808 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Bound port: 82fa6060-71c3-4996-a27c-84a7186b1bcb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:44.963192 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.036817 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] For port 82fa6060-71c3-4996-a27c-84a7186b1bcb, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:45.041311 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] For port 82fa6060-71c3-4996-a27c-84a7186b1bcb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=82fa6060-71c3-4996-a27c-84a7186b1bcb,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:45.053048 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.064817 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ca2e1-47aa-4169-82fe-4b26a3618d6d None None] Pushing event updated for resources: {'Port': ['ID=82fa6060-71c3-4996-a27c-84a7186b1bcb,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.091097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa346c69-70eb-4f4e-a1c1-7fdc032ec0ad req-ede65d50-3614-45fd-b796-2d1045823f8f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175437 Jun 30 02:51:45.171474 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ca2e1-47aa-4169-82fe-4b26a3618d6d None None] Pushing event updated for resources: {'Port': ['ID=82fa6060-71c3-4996-a27c-84a7186b1bcb,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.192916 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Routers {'ea2e06a4-5fa7-4429-a823-7dde10a448a6'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:45.194406 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ea2e06a4-5fa7-4429-a823-7dde10a448a6'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:45.196223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] For port fd619ee0-6759-4d4c-b3eb-ad9669276f42, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd619ee0-6759-4d4c-b3eb-ad9669276f42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:45.196740 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.221568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] For port 353bc71c-5569-4d98-b9f8-145cab703448, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:45.252895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] For port 353bc71c-5569-4d98-b9f8-145cab703448, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=353bc71c-5569-4d98-b9f8-145cab703448,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:45.257939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d9103-0942-4dc2-8923-6e394e39b480 None None] Network 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:45.292407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.300080 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] Set router ea2e06a4-5fa7-4429-a823-7dde10a448a6 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:45.374853 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5507d650-f875-4349-af01-b981a53232f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e06a4-5fa7-4429-a823-7dde10a448a6', 'name': 'tempest-snat-router-375675766', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:34Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 4, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:45.401417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.420861 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.426122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] Calling delete_port for fd619ee0-6759-4d4c-b3eb-ad9669276f42 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:45.446969 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507d650-f875-4349-af01-b981a53232f4 None None] The sync data for ids ['ea2e06a4-5fa7-4429-a823-7dde10a448a6'] in n-d-798054-5 is: [{'id': 'ea2e06a4-5fa7-4429-a823-7dde10a448a6', 'name': 'tempest-snat-router-375675766', 'tenant_id': 'f922d24a0a4045ba9231e7415db933ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:34Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 4, 'project_id': 'f922d24a0a4045ba9231e7415db933ae', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:45.622181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event deleted for resources: {'Port': ['ID=82fa6060-71c3-4996-a27c-84a7186b1bcb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.751959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.783790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b10bac-2de4-4043-80fd-00ee0a08604b None None] Pushing event updated for resources: {'Port': ['ID=353bc71c-5569-4d98-b9f8-145cab703448,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.790323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:45.830071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:45.830071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:45.911286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port fd619ee0-6759-4d4c-b3eb-ad9669276f42 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:45.911875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.200814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.230455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] No DVR routers for this DVR port fd619ee0-6759-4d4c-b3eb-ad9669276f42 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:46.295089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:46.300695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port fd619ee0-6759-4d4c-b3eb-ad9669276f42, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd619ee0-6759-4d4c-b3eb-ad9669276f42,segment=NetworkSegment(25d199c5-1e85-4e12-aec2-4bdd6fa1e64d),segment_id=25d199c5-1e85-4e12-aec2-4bdd6fa1e64d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:46.301344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.328389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:46.328688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.342850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for fd619ee0-6759-4d4c-b3eb-ad9669276f42 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:46.380404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaa7f6-375a-4d01-a16e-2816cbd10ff0 None None] Pushing event deleted for resources: {'Port': ['ID=fd619ee0-6759-4d4c-b3eb-ad9669276f42,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:46.577522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427574-693d-4122-94af-bdbcb1b093af req-9acec94c-9391-45e3-a2cf-a41f521ad741 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:46.584807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd427574-693d-4122-94af-bdbcb1b093af req-9acec94c-9391-45e3-a2cf-a41f521ad741 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3821161 Jun 30 02:51:46.598732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0de4d28b-7e19-47eb-9c8f-7e3f4995efee up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:46.601046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] DHCP port deletion for 3c02039a-e2ff-4eb6-bbaa-4ad520d737ae request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:46.606575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.611302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.686693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:51:46.687011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:51:46.720590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.721203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea2e06a4-5fa7-4429-a823-7dde10a448a6 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:46.726168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.727142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8cf1dff8-05be-4e84-a749-989792fefafa tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/routers/ea2e06a4-5fa7-4429-a823-7dde10a448a6 HTTP/1.1" status: 204 len: 168 time: 3.4089680 Jun 30 02:51:46.729888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52512) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.770357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd427574-693d-4122-94af-bdbcb1b093af req-bd82e18d-c5ea-460a-aa04-9513b4b6de01 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846125 Jun 30 02:51:46.773994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.778930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:46.789020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.831102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=fd619ee0-6759-4d4c-b3eb-ad9669276f42,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:46.840592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.843580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port fd619ee0-6759-4d4c-b3eb-ad9669276f42 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:46.927898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.929196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] Deleting port fcc379a6-375a-4613-b4dd-e72c2d1beacd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:46.929602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.006546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] For port fcc379a6-375a-4613-b4dd-e72c2d1beacd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fcc379a6-375a-4613-b4dd-e72c2d1beacd,segment=NetworkSegment(78e461ae-40a1-4e67-9d57-8988ab8abf86),segment_id=78e461ae-40a1-4e67-9d57-8988ab8abf86)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:47.007051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.049730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.073436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:42Z', 'revision_number': 6, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '353bc71c-5569-4d98-b9f8-145cab703448', 'name': '', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:a7:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:35Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '56542dc2-bc94-481d-bb60-567556d01f61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.077524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d2ecfa-3321-44a7-bcaa-7b74881726f9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.096277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.098379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d199c5-1e85-4e12-aec2-4bdd6fa1e64d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.126611 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.152500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.163500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:47.164675 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.165569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] Calling delete_port for fcc379a6-375a-4613-b4dd-e72c2d1beacd owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:47.179447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61763c-36af-4c4f-b135-6c6d3a74931b None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:42Z', 'revision_number': 6, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '353bc71c-5569-4d98-b9f8-145cab703448', 'name': '', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:a7:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:35Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 4, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '56542dc2-bc94-481d-bb60-567556d01f61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:47.235704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:47.338809 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:47.371529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.416531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.417056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Deleting port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:47.417056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.420775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/networks/41d2ecfa-3321-44a7-bcaa-7b74881726f9 HTTP/1.1" status: 204 len: 168 time: 2.4458241 Jun 30 02:51:47.436098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:47.500181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1075cfe-3185-4ee5-acd5-b3eb152a2f55 tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Network': ['ID=41d2ecfa-3321-44a7-bcaa-7b74881726f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.618977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] For port c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:47.619325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.665953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Calling delete_port for c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:47.671972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.704510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.758916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.807445 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.857099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] Pushing event deleted for resources: {'Port': ['ID=fcc379a6-375a-4613-b4dd-e72c2d1beacd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.871056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddee4ac-463e-4675-9292-31cd280a5d14 None None] No DVR routers for this DVR port fcc379a6-375a-4613-b4dd-e72c2d1beacd on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:47.898368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd619ee0-6759-4d4c-b3eb-ad9669276f42 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:47.914581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Deleting port fcc379a6-375a-4613-b4dd-e72c2d1beacd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:47.914581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.953965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fd619ee0-6759-4d4c-b3eb-ad9669276f42 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:47.957534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd619ee0-6759-4d4c-b3eb-ad9669276f42 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:48.142018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.172492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 353bc71c-5569-4d98-b9f8-145cab703448 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:48.192209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event deleted for resources: {'Port': ['ID=c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:48.279712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 353bc71c-5569-4d98-b9f8-145cab703448 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:48.284165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 353bc71c-5569-4d98-b9f8-145cab703448 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:48.284549 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.361004 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.429118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:48.443341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] For port fcc379a6-375a-4613-b4dd-e72c2d1beacd, host n-d-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:48.443743 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.468070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Calling delete_port for fcc379a6-375a-4613-b4dd-e72c2d1beacd owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:48.471460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Port fcc379a6-375a-4613-b4dd-e72c2d1beacd was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:51:48.516695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.532875 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.560794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2af2-be81-4cd4-94c7-564a8bffe710 req-28d96523-2cc5-425f-b804-1440ce264231 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:48.563426 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcbb2af2-be81-4cd4-94c7-564a8bffe710 req-28d96523-2cc5-425f-b804-1440ce264231 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.4584982 Jun 30 02:51:48.611970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Port': ['ID=fcc379a6-375a-4613-b4dd-e72c2d1beacd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:48.619945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] No DVR routers for this DVR port fcc379a6-375a-4613-b4dd-e72c2d1beacd on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:48.625146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.636392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.682027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 353bc71c-5569-4d98-b9f8-145cab703448, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=353bc71c-5569-4d98-b9f8-145cab703448,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:48.694196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:48.702455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.707127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.713930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ad025db-8ce2-443c-a0e6-a9d4fc5c5564 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 700 time: 3.8886428 Jun 30 02:51:48.715181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:48.746169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.747174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:48.756911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.762519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a13017b8-16e5-476a-82dc-fbf886987f9d tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "DELETE /v2.0/routers/fde2d709-a8fd-4a6f-85a0-b6e8ae94ec7d HTTP/1.1" status: 204 len: 168 time: 2.0277691 Jun 30 02:51:48.781984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fcbb2af2-be81-4cd4-94c7-564a8bffe710 req-9bfbcbc1-2ded-467c-8de2-f068d9faf89b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959946 Jun 30 02:51:48.785424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52536) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:48.809351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-963597081', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:48.855150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=353bc71c-5569-4d98-b9f8-145cab703448,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:48.880543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fcc379a6-375a-4613-b4dd-e72c2d1beacd no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:48.887350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.888471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.945909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:48.950409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fcc379a6-375a-4613-b4dd-e72c2d1beacd {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:48.951006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fcc379a6-375a-4613-b4dd-e72c2d1beacd not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:48.964326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.968921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:48.969651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.986934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c02039a-e2ff-4eb6-bbaa-4ad520d737ae']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:49.014462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e461ae-40a1-4e67-9d57-8988ab8abf86') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:49.014768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e461ae-40a1-4e67-9d57-8988ab8abf86') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:49.026718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.031903 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.056034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.064062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:49.064472 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.089146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:49.136715 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:49.176150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.203412 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.212019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] 10.222.0.78 "DELETE /v2.0/networks/3c02039a-e2ff-4eb6-bbaa-4ad520d737ae HTTP/1.1" status: 204 len: 168 time: 1.7746358 Jun 30 02:51:49.213416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56104a0-a253-45fa-b754-2692e913600d tempest-TaggedBootDevicesTest-653088583 tempest-TaggedBootDevicesTest-653088583-project] Pushing event deleted for resources: {'Network': ['ID=3c02039a-e2ff-4eb6-bbaa-4ad520d737ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:49.260288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.305780 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9470566c-9df4-4e9e-a103-f453d4d2923b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 700 time: 0.5835178 Jun 30 02:51:49.307561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:49.552905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:46Z', 'revision_number': 7, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '353bc71c-5569-4d98-b9f8-145cab703448', 'name': '', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:a7:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:35Z', 'updated_at': '2021-06-30T02:51:48Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '56542dc2-bc94-481d-bb60-567556d01f61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:49.583200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:49.593991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:49.594898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:49.745773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:49.756366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.820205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.036231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.060054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Allocated IP 172.25.0.17 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e008f934-b0f3-400d-b798-a812d312cc3c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:50.144374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 353bc71c-5569-4d98-b9f8-145cab703448 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:50.278706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.289330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:46Z', 'revision_number': 7, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '353bc71c-5569-4d98-b9f8-145cab703448', 'name': '', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:a7:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:35Z', 'updated_at': '2021-06-30T02:51:48Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '56542dc2-bc94-481d-bb60-567556d01f61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.342509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.394091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1fb3b-7ece-4196-b495-ac2cab88f26b None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:46Z', 'revision_number': 7, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '353bc71c-5569-4d98-b9f8-145cab703448', 'name': '', 'network_id': '80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:a7:81:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56542dc2-bc94-481d-bb60-567556d01f61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:35Z', 'updated_at': '2021-06-30T02:51:48Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '56542dc2-bc94-481d-bb60-567556d01f61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:50.409143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 353bc71c-5569-4d98-b9f8-145cab703448 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:50.410249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.453588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:50.458109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:50.468851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:50.507696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88f86-4a11-4a55-b7f6-bea8372b5620 req-c81ca41e-e298-4e69-b210-2657964f3e5c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:50.509533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4b88f86-4a11-4a55-b7f6-bea8372b5620 req-c81ca41e-e298-4e69-b210-2657964f3e5c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1375034 Jun 30 02:51:50.619278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event updated for resources: {'Port': ['ID=e008f934-b0f3-400d-b798-a812d312cc3c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:50.634423 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4b88f86-4a11-4a55-b7f6-bea8372b5620 req-ce923a68-c3fb-453e-83ee-dd61c3528aed tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028526 Jun 30 02:51:50.707248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.710269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 353bc71c-5569-4d98-b9f8-145cab703448 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:50.710700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.711164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.711751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.712284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.712809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.714975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.715556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.719579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.720213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.720751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.721283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.721828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:50.728680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:50.784953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:50.785400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c61eb706-fb02-4a5c-a505-e7ae1f8ea8d3 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:50.989153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 353bc71c-5569-4d98-b9f8-145cab703448, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=353bc71c-5569-4d98-b9f8-145cab703448,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:50.992516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.043754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 353bc71c-5569-4d98-b9f8-145cab703448 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:51.096079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.349658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.383167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.412368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=353bc71c-5569-4d98-b9f8-145cab703448,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:51.642285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Router 3b7010c5-0685-4151-a751-db2945fe3c3e is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:51.848026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.993300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:52.033028 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] Sync routers for ids ['3b7010c5-0685-4151-a751-db2945fe3c3e'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:52.053276 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] Routers {'3b7010c5-0685-4151-a751-db2945fe3c3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:52.054821 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3b7010c5-0685-4151-a751-db2945fe3c3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.168936 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.172856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e9418-0f96-4625-979a-3bc50bb503ca req-c8a40b55-2415-4ee7-8ac1-e6c65ef5af44 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:52.187539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c1e9418-0f96-4625-979a-3bc50bb503ca req-c8a40b55-2415-4ee7-8ac1-e6c65ef5af44 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2890828 Jun 30 02:51:52.189960 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] Routers {'3b7010c5-0685-4151-a751-db2945fe3c3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:52.190599 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3b7010c5-0685-4151-a751-db2945fe3c3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.219746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.236043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0cc52805-ca43-4bd2-80b4-dd3f8ba8638c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4388683 Jun 30 02:51:52.238967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:52.244342 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.245643 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ba778-70f0-4493-ae11-31bc820602bc None None] The sync data for ids ['3b7010c5-0685-4151-a751-db2945fe3c3e'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:52.250557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': False}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:52.365209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:52.421757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c1e9418-0f96-4625-979a-3bc50bb503ca req-b98b1420-ba65-4cb6-8ac0-d22a2f9b3d32 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332258 Jun 30 02:51:52.692743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:52.705537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:52.716147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e2da9666-174f-4e65-9278-bc9ea0293a81 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4070058 Jun 30 02:51:52.719514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:52.722002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:52.722849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.893175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet 56542dc2-bc94-481d-bb60-567556d01f61 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:52.900376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.988064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:53.104231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.352560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:53.412018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.438537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.553853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.574481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a50b29-a24d-4606-8fb5-19913c04e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.591582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=56542dc2-bc94-481d-bb60-567556d01f61,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.601335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.607928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52618) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:53.608637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-805daeee-c1a4-4048-abb8-a26a7c2b8a27 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/56542dc2-bc94-481d-bb60-567556d01f61 HTTP/1.1" status: 204 len: 168 time: 0.8877275 Jun 30 02:51:53.609630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd80df1-e4ef-463d-a0e7-bb03799901c7 None None] Network 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:53.715135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:51Z', 'revision_number': 8, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:53.756004 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.805544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:53.918684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:53.920574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:54.059327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:54.135891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port b184d376-9ec0-452c-a3e3-432a93de8feb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:54.136500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.180703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] DHCP port deletion for 80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:54.282638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a50b29-a24d-4606-8fb5-19913c04e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.309737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71a50b29-a24d-4606-8fb5-19913c04e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.498297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a50b29-a24d-4606-8fb5-19913c04e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245441e0-b9a8-4b81-b45d-49bbe6f183f3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:54.534750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] Deleting port b184d376-9ec0-452c-a3e3-432a93de8feb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:54.534870 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.640211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port b184d376-9ec0-452c-a3e3-432a93de8feb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b184d376-9ec0-452c-a3e3-432a93de8feb,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:54.640584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.657323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] For port b184d376-9ec0-452c-a3e3-432a93de8feb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b184d376-9ec0-452c-a3e3-432a93de8feb,segment=NetworkSegment(b8a00cad-c6b4-487e-8659-97499fb38d0a),segment_id=b8a00cad-c6b4-487e-8659-97499fb38d0a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:54.658073 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.674346 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71a50b29-a24d-4606-8fb5-19913c04e2ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0719bc1cd084cee9d3faf71dfcdd6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3205659 Jun 30 02:51:54.674640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] Calling delete_port for b184d376-9ec0-452c-a3e3-432a93de8feb owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:54.675364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for b184d376-9ec0-452c-a3e3-432a93de8feb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:54.677004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:54.748298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:51Z', 'revision_number': 8, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:54.781049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c9a145-6d76-42a9-9fb7-0a48b14502f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.826103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c9a145-6d76-42a9-9fb7-0a48b14502f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.830696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4231b29-a919-4246-ab4f-0c594f5af03f None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:51Z', 'revision_number': 8, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '0de4d28b-7e19-47eb-9c8f-7e3f4995efee', 'name': '', 'network_id': '2cf93fb6-9f60-407c-a893-c0a8093e90f7', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:29:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:26Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': '703f2eab-5efb-44dc-a1ce-a991c536138c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:54.883601 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.930961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c9a145-6d76-42a9-9fb7-0a48b14502f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.939404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] Pushing event deleted for resources: {'Port': ['ID=b184d376-9ec0-452c-a3e3-432a93de8feb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:54.941314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194278a8-c1fa-45bf-8a35-88bf98c88c89 None None] No DVR routers for this DVR port b184d376-9ec0-452c-a3e3-432a93de8feb on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:54.959225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83c9a145-6d76-42a9-9fb7-0a48b14502f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.961235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83c9a145-6d76-42a9-9fb7-0a48b14502f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/245441e0-b9a8-4b81-b45d-49bbe6f183f3 HTTP/1.1" status: 204 len: 168 time: 0.2818637 Jun 30 02:51:54.996838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9a145-6d76-42a9-9fb7-0a48b14502f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245441e0-b9a8-4b81-b45d-49bbe6f183f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:55.092694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.098388 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.110383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.252622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=b184d376-9ec0-452c-a3e3-432a93de8feb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:55.257412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port b184d376-9ec0-452c-a3e3-432a93de8feb on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:55.539267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.572469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:55.592231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a00cad-c6b4-487e-8659-97499fb38d0a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:55.592598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a00cad-c6b4-487e-8659-97499fb38d0a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:55.603083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Router 3b7010c5-0685-4151-a751-db2945fe3c3e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:55.614605 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.682045 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.693736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:55.693986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: items = [ Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:55.697166 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:55.767299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:55.792486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b80f4c-4c60-4605-82a0-6294d7abfa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.891983 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.903434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:55.907056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.912401 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6 HTTP/1.1" status: 204 len: 168 time: 2.3005917 Jun 30 02:51:55.915295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52654) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:55.917599 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] Sync routers for ids ['3b7010c5-0685-4151-a751-db2945fe3c3e'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:55.918097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.921841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:55.922022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1d645bf-925a-47d0-a32f-f5e37ca17ed1 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "PUT /v2.0/routers/3b7010c5-0685-4151-a751-db2945fe3c3e HTTP/1.1" status: 200 len: 924 time: 3.6820378 Jun 30 02:51:55.933010 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] Routers {'3b7010c5-0685-4151-a751-db2945fe3c3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:55.933650 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3b7010c5-0685-4151-a751-db2945fe3c3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:55.945843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b701dbb-2f61-410f-9a91-41da8777781a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=80c4dbdc-04f5-43ba-9d16-58c6d8e14dc6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:56.017979 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:56.056079 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] Routers {'3b7010c5-0685-4151-a751-db2945fe3c3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:56.056681 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3b7010c5-0685-4151-a751-db2945fe3c3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:56.114225 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:56.115401 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395a851-f548-4ce5-b0f6-9d5c265b4cc4 None None] The sync data for ids ['3b7010c5-0685-4151-a751-db2945fe3c3e'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:56.154688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b184d376-9ec0-452c-a3e3-432a93de8feb no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:56.194528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: b184d376-9ec0-452c-a3e3-432a93de8feb {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:56.195624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b184d376-9ec0-452c-a3e3-432a93de8feb not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:56.196199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 353bc71c-5569-4d98-b9f8-145cab703448 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:56.218503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 353bc71c-5569-4d98-b9f8-145cab703448 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:56.219122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 353bc71c-5569-4d98-b9f8-145cab703448 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:56.259944 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b80f4c-4c60-4605-82a0-6294d7abfa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.270294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b80f4c-4c60-4605-82a0-6294d7abfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.299507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc873d54-0a52-4f4e-8330-183499b5b1c4 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/3b7010c5-0685-4151-a751-db2945fe3c3e HTTP/1.1" status: 200 len: 924 time: 0.3731866 Jun 30 02:51:56.301018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52660) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:56.320065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b80f4c-4c60-4605-82a0-6294d7abfa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224b6eb4-88d0-4e61-b462-0b09720658ce,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:56.328307 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b6b80f4c-4c60-4605-82a0-6294d7abfa5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00cddabb1d044371b5567775b9ccf935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593925 Jun 30 02:51:56.328907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:56.386548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54bd-9f79-4dc2-b564-7621cfd0d422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.413331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54bd-9f79-4dc2-b564-7621cfd0d422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.413582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-cbf65549-3b99-4720-b9d4-14af9b35a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.415705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-cbf65549-3b99-4720-b9d4-14af9b35a278 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.3317652 Jun 30 02:51:56.469725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54bd-9f79-4dc2-b564-7621cfd0d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.472786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54bd-9f79-4dc2-b564-7621cfd0d422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.474201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8bb54bd-9f79-4dc2-b564-7621cfd0d422 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/224b6eb4-88d0-4e61-b462-0b09720658ce HTTP/1.1" status: 204 len: 168 time: 0.1443868 Jun 30 02:51:56.485634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb54bd-9f79-4dc2-b564-7621cfd0d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224b6eb4-88d0-4e61-b462-0b09720658ce,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:56.894417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613dc45-58d9-45ca-83d6-dabb9a125f6a req-55c99144-e0d4-404c-87eb-c2de8525d6f0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.895983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1613dc45-58d9-45ca-83d6-dabb9a125f6a req-55c99144-e0d4-404c-87eb-c2de8525d6f0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.6207297 Jun 30 02:51:56.908838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6e93b-7c49-4b21-ba43-a5753bf2f203 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.910423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-01b6e93b-7c49-4b21-ba43-a5753bf2f203 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=3b7010c5-0685-4151-a751-db2945fe3c3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6091528 Jun 30 02:51:56.914983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:56.948445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-de986fc2-b3ba-49fb-97e2-9f62fb751d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.949895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-de986fc2-b3ba-49fb-97e2-9f62fb751d72 service neutron] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.5066996 Jun 30 02:51:57.007587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-48c5013e-0902-4f48-9b88-0794c16067c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.0446668 Jun 30 02:51:57.012176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1613dc45-58d9-45ca-83d6-dabb9a125f6a req-354e65f2-67ad-453b-8e23-0bd29a9ef724 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055114 Jun 30 02:51:57.047591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a6243b-dd82-49f8-9574-b28ab3ed891e tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:57.054620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81a6243b-dd82-49f8-9574-b28ab3ed891e tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.1377625 Jun 30 02:51:57.055395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:57.083418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-29022cf8-6845-474f-ade4-8e33bb3abfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:57.085427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-29022cf8-6845-474f-ade4-8e33bb3abfef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.0690777 Jun 30 02:51:57.094169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-948b1e2b-134f-4c2d-a98e-fc26c44ff99b tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7010c5-0685-4151-a751-db2945fe3c3e HTTP/1.1" status: 200 len: 205 time: 0.0374618 Jun 30 02:51:57.094997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:57.145088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-6bc1d05c-49ba-43ba-bb61-99e19fe1fff9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367863 Jun 30 02:51:57.232421 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.250536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.332371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-982f4522-0383-4694-840d-29f29bd8e2a8 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800883 Jun 30 02:51:57.376943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.441566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Deleting port e008f934-b0f3-400d-b798-a812d312cc3c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:57.442210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.504965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd8dd5a4-00ed-4d84-89c1-e24f142da87b req-fb2451e6-db7f-4c8e-88e7-5db9aff3f34c service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614516 Jun 30 02:51:57.546489 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.594506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Calling delete_port for e008f934-b0f3-400d-b798-a812d312cc3c owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:57.618100 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd4a098c-4d89-4ee3-ae26-f320cfa6da72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.691110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:57.691726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.815073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 0de4d28b-7e19-47eb-9c8f-7e3f4995efee, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,segment=NetworkSegment(eeb5a565-7a65-4809-a201-a51e16be2dbe),segment_id=eeb5a565-7a65-4809-a201-a51e16be2dbe)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:57.815446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.831385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 0de4d28b-7e19-47eb-9c8f-7e3f4995efee owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:58.086416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.130023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=0de4d28b-7e19-47eb-9c8f-7e3f4995efee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:58.260292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.309188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event deleted for resources: {'Port': ['ID=e008f934-b0f3-400d-b798-a812d312cc3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:58.355024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da9a9-c06c-4da2-9730-2b7e1d3a8480 req-b815706a-d0a5-41c6-8dab-e7061d380ece tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:58.357046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-495da9a9-c06c-4da2-9730-2b7e1d3a8480 req-b815706a-d0a5-41c6-8dab-e7061d380ece tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1609845 Jun 30 02:51:58.398666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.448540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.454766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-495da9a9-c06c-4da2-9730-2b7e1d3a8480 req-fc650237-0a25-4326-92b2-2725b0012519 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778465 Jun 30 02:51:58.571709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.574190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.632419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.639155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Fanout notify agent at l3_agent the message router_deleted on router 3b7010c5-0685-4151-a751-db2945fe3c3e {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:58.654414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.654414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1e5aa08e-5eff-4e95-855f-ca053bde491e tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/3b7010c5-0685-4151-a751-db2945fe3c3e HTTP/1.1" status: 204 len: 168 time: 1.5560803 Jun 30 02:51:58.656566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:58.664179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-974144523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:58.672008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:58.695651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.697949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.766295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.779178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.792652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:58.801402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6aaf3a7d-7775-423d-9624-a02faba0dfed tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776391 Jun 30 02:51:58.804260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52734) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:58.804927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.808687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:58.809208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-86f40ff2-e879-45a9-8d31-60cb639e969c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1487091 Jun 30 02:51:58.809390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:58.815205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:58.827553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:58.828193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:58.889932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet 703f2eab-5efb-44dc-a1ce-a991c536138c {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:58.904894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.960303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:59.007052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.121937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.257644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.299833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:57Z', 'revision_number': 9, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:59.341165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.345308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:59.355571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:59.356326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:59.369903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=703f2eab-5efb-44dc-a1ce-a991c536138c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:59.393181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.395364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c55a6a85-d6a2-4a5d-a1ae-bd21df11ef0c tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/703f2eab-5efb-44dc-a1ce-a991c536138c HTTP/1.1" status: 204 len: 168 time: 0.5898533 Jun 30 02:51:59.399104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52746) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:59.399968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7592d70-6368-4022-8e1e-18cf4a00678b None None] Network 2cf93fb6-9f60-407c-a893-c0a8093e90f7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:59.487346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.499359 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.512682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.586782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port abf5d610-ce28-4b1c-bf27-2455e873e6f6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:59.587130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.689682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Allocated IP 172.25.0.228 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/57171057-1d3f-42a0-9685-8ba160bc988d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:59.693044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:59.774139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port abf5d610-ce28-4b1c-bf27-2455e873e6f6, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=abf5d610-ce28-4b1c-bf27-2455e873e6f6,segment=NetworkSegment(eeb5a565-7a65-4809-a201-a51e16be2dbe),segment_id=eeb5a565-7a65-4809-a201-a51e16be2dbe)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:59.776864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.815776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for abf5d610-ce28-4b1c-bf27-2455e873e6f6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:59.910232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.914133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] DHCP port deletion for 2cf93fb6-9f60-407c-a893-c0a8093e90f7 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:59.965942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00734337-5433-4e64-8d1d-642c165a83c4 req-06584b2c-b164-4764-a3b4-77e8a29ab19d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:59.967568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-00734337-5433-4e64-8d1d-642c165a83c4 req-06584b2c-b164-4764-a3b4-77e8a29ab19d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3014278 Jun 30 02:51:59.968378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.998927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.006100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=abf5d610-ce28-4b1c-bf27-2455e873e6f6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:00.009338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port abf5d610-ce28-4b1c-bf27-2455e873e6f6 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:00.114250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-00734337-5433-4e64-8d1d-642c165a83c4 req-4af95b96-9ec8-476d-a167-d2e8e2e63455 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358359 Jun 30 02:52:00.144654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Deleting port abf5d610-ce28-4b1c-bf27-2455e873e6f6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:00.145038 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.145664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.153083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:00.172190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf93fb6-9f60-407c-a893-c0a8093e90f7']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.183614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:00.186278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event updated for resources: {'Port': ['ID=57171057-1d3f-42a0-9685-8ba160bc988d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:00.190265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:00.222835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:57Z', 'revision_number': 9, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.236551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb5a565-7a65-4809-a201-a51e16be2dbe') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.237999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb5a565-7a65-4809-a201-a51e16be2dbe') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.255773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] For port abf5d610-ce28-4b1c-bf27-2455e873e6f6, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:00.256206 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.259062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132272f-3f60-49e4-87c6-e86d575f2ee7 None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:51:57Z', 'revision_number': 9, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7', 'name': '', 'network_id': 'c88f281b-ed88-48e9-8016-0811ea266109', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:94:7a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:20Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'f1500c70-585b-448b-a35d-467cb29cb72c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:00.262120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.280765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Calling delete_port for abf5d610-ce28-4b1c-bf27-2455e873e6f6 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:00.283849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Port abf5d610-ce28-4b1c-bf27-2455e873e6f6 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:52:00.287179 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.309014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.328779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:00.329807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:00.333778 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:00.338622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] Pushing event deleted for resources: {'Port': ['ID=abf5d610-ce28-4b1c-bf27-2455e873e6f6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:00.348510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf47d5-614e-41b1-ab6a-3302c177149a None None] No DVR routers for this DVR port abf5d610-ce28-4b1c-bf27-2455e873e6f6 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:00.366396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-683fbf92-1ef5-4162-beb9-e23d3d87e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.377197 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:00.495604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.525077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.530561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/2cf93fb6-9f60-407c-a893-c0a8093e90f7 HTTP/1.1" status: 204 len: 168 time: 1.1301193 Jun 30 02:52:00.531235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52766) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:00.537823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.552655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077bba1-62ba-45e3-9e31-460d0fd16721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=2cf93fb6-9f60-407c-a893-c0a8093e90f7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:00.621972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device abf5d610-ce28-4b1c-bf27-2455e873e6f6 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:00.696063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: abf5d610-ce28-4b1c-bf27-2455e873e6f6 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:00.696420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device abf5d610-ce28-4b1c-bf27-2455e873e6f6 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:00.721994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.051565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0925ab-ee79-4799-80d4-692e64f07879 req-f1cc44ca-b4be-4258-893c-20427187baae tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:01.060027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0925ab-ee79-4799-80d4-692e64f07879 req-f1cc44ca-b4be-4258-893c-20427187baae tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1097 time: 0.1649404 Jun 30 02:52:01.140052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a0925ab-ee79-4799-80d4-692e64f07879 req-74068165-81f9-4fa6-9f14-d015fd013e11 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787733 Jun 30 02:52:01.158363 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.162254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.164477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:01.180221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.506022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e67ee-f638-475b-8d5f-4b92bfc0c060 req-b4d0b32b-d947-4dc1-86f4-58dddf5e2280 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:01.507909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc1e67ee-f638-475b-8d5f-4b92bfc0c060 req-b4d0b32b-d947-4dc1-86f4-58dddf5e2280 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1217473 Jun 30 02:52:01.603433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc1e67ee-f638-475b-8d5f-4b92bfc0c060 req-953d4757-4feb-4d18-9300-46b4938af666 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827098 Jun 30 02:52:01.686354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:01.686877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.799021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,segment=NetworkSegment(8f6099dc-0a1f-487e-bd6f-dc28168acc7f),segment_id=8f6099dc-0a1f-487e-bd6f-dc28168acc7f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:01.799396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.814166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:01.907005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Router 718367a1-05ed-4f45-9375-774d83e9d8c7 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:01.973798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 815400af-af1c-4ef8-b98d-33cd78bc30fd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:01.975111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.009723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0de4d28b-7e19-47eb-9c8f-7e3f4995efee no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:02.037794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0de4d28b-7e19-47eb-9c8f-7e3f4995efee {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:02.038145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0de4d28b-7e19-47eb-9c8f-7e3f4995efee not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:02.043873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.076352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:02.114167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.114167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.148843 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.164888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 815400af-af1c-4ef8-b98d-33cd78bc30fd owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:02.174054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-02b626e1-c382-43c3-a2df-9113ee247d79 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:02.175578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-02b626e1-c382-43c3-a2df-9113ee247d79 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 0.7260182 Jun 30 02:52:02.267047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.290615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-0613496a-7682-4e92-a486-2c571bd863f2 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/quotas/d1cac6dc2fd74015a78676ccf1813ca4 HTTP/1.1" status: 200 len: 375 time: 0.0826190 Jun 30 02:52:02.332662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:02.344219 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] Sync routers for ids ['718367a1-05ed-4f45-9375-774d83e9d8c7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:02.366542 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] Routers {'718367a1-05ed-4f45-9375-774d83e9d8c7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:02.367202 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['718367a1-05ed-4f45-9375-774d83e9d8c7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:02.374674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.375898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91157100-5c2d-412f-bac7-9db833862742 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "PUT /v2.0/routers/718367a1-05ed-4f45-9375-774d83e9d8c7 HTTP/1.1" status: 200 len: 883 time: 3.5655818 Jun 30 02:52:02.386502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:02.436495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:02.461252 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] Routers {'718367a1-05ed-4f45-9375-774d83e9d8c7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:02.461881 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['718367a1-05ed-4f45-9375-774d83e9d8c7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:02.507427 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:02.508401 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed67d6-769c-472a-8226-6d8bb3ece770 None None] The sync data for ids ['718367a1-05ed-4f45-9375-774d83e9d8c7'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:02.519715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9d38c6d-8940-4322-bb61-fb3cc6c82a5b tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/718367a1-05ed-4f45-9375-774d83e9d8c7 HTTP/1.1" status: 200 len: 924 time: 0.1261418 Jun 30 02:52:02.525089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:02.765564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-24e6171d-c105-4a40-9d94-355d0d7c30ed tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4522381 Jun 30 02:52:02.810494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f783fd-5cb3-469d-a2c1-e56c441c2b12 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:02.812043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a4f783fd-5cb3-469d-a2c1-e56c441c2b12 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=718367a1-05ed-4f45-9375-774d83e9d8c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2858541 Jun 30 02:52:02.817363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52806) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:02.916371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.953734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=815400af-af1c-4ef8-b98d-33cd78bc30fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:02.957460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-ade35965-1224-47b7-81e9-b03603092c98 service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779776 Jun 30 02:52:03.005319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.005679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.006077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.006976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.006976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.007501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.007735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.008071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.008406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.008746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.009077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.009404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:03.040968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bf1e1-d766-4e0e-9449-3bb318f8f167 req-101e1e0f-29e6-4a52-8083-5d22631940c3 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:03.042991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-754bf1e1-d766-4e0e-9449-3bb318f8f167 req-101e1e0f-29e6-4a52-8083-5d22631940c3 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2830999 Jun 30 02:52:03.052293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1eec8-6ed5-4df4-932f-1facc36e8645 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:03.056866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-00a1eec8-6ed5-4df4-932f-1facc36e8645 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.2358496 Jun 30 02:52:03.064110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52808) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:03.067157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:03.109177 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.109757 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 disassociated (deleted). External IP: 172.25.0.96, port: 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c. Jun 30 02:52:03.112382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-89e47b33-ebf0-4508-88f8-655d3b76fec4 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=718367a1-05ed-4f45-9375-774d83e9d8c7 HTTP/1.1" status: 200 len: 205 time: 0.0471668 Jun 30 02:52:03.113468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52810) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:03.187445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-4c9d508b-46f8-4e47-ab6d-11bf1a2168c8 service neutron] 10.222.0.78 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032578 Jun 30 02:52:03.213418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-754bf1e1-d766-4e0e-9449-3bb318f8f167 req-fe9cd217-7dcc-4698-aebc-148cad184df0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644149 Jun 30 02:52:03.359764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:03.368944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a6059ff-06a9-44d8-9585-767cd6b420d0 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8233283 Jun 30 02:52:03.372329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:03.384361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.388173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52816) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:03.398364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:03.399063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:03.477115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet f1500c70-585b-448b-a35d-467cb29cb72c {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:03.494491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.512836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 916d43f0-3a23-4644-bc8e-9af3e223649a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:03.594032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:03.689463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-531ac3a3-f982-47e2-8e4e-55f8a65c76a6 req-e66f80b7-bcba-4d9f-b08e-aca9c641cc69 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 210 time: 0.2045383 Jun 30 02:52:03.726596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:03.728640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.739582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.746953 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] Sync routers for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:03.761037 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:03.763447 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:03.809866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.824256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7d5dd1df-cab6-4de1-b9c1-b94fcb6752d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/floatingips/f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4 HTTP/1.1" status: 204 len: 168 time: 2.6558981 Jun 30 02:52:03.825333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:03.833438 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c01ad-d677-4fba-89ab-f81922d9d68a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:03.965044 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d2c91f-436f-47bf-9c83-c878e6e03139 x-openstack-request-id: req-49d2c91f-436f-47bf-9c83-c878e6e03139 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:03.965044 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:03.965044 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49d2c91f-436f-47bf-9c83-c878e6e03139 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:03.965825 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'status': 'completed', 'code': 200} Jun 30 02:52:04.098828 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:04.138879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.213705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:01Z', 'revision_number': 10, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.275244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Deleting port 57171057-1d3f-42a0-9685-8ba160bc988d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:04.275244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.277988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:04.312699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:04.313337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.340068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.395745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.398504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/f1500c70-585b-448b-a35d-467cb29cb72c HTTP/1.1" status: 204 len: 168 time: 1.0102990 Jun 30 02:52:04.402013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:04.445142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52e3fc-bc85-47b6-92c0-b91c159fdf6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=f1500c70-585b-448b-a35d-467cb29cb72c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.469619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-f831a690-0768-41c8-9cc9-91797e45256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.473512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-f831a690-0768-41c8-9cc9-91797e45256e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 1097 time: 0.4686744 Jun 30 02:52:04.621665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-9255f3fb-710f-472a-b466-4628920535f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.623339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-9255f3fb-710f-472a-b466-4628920535f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 200 len: 897 time: 0.1302896 Jun 30 02:52:04.670003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.695714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:04.780090 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.826570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-7b0f9ab5-d75f-4844-a0c4-267b76795df5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 200 len: 217 time: 0.1737714 Jun 30 02:52:04.830016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.911211 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] Checking router: 916d43f0-3a23-4644-bc8e-9af3e223649a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:04.937072 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:04.940879 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.985123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Calling delete_port for 57171057-1d3f-42a0-9685-8ba160bc988d owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:05.040738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968e1cd-020a-462d-8e63-2220321f0aba req-eeafd328-6903-495f-8521-cc621f0a4f1d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.042697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d968e1cd-020a-462d-8e63-2220321f0aba req-eeafd328-6903-495f-8521-cc621f0a4f1d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 946 time: 0.3394761 Jun 30 02:52:05.100392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:05.110396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 797a14c8-d703-49b9-b845-bc6e96660a27 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:05.117929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.159217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d968e1cd-020a-462d-8e63-2220321f0aba req-a2db07d3-09ca-4740-8059-ff97b5450c79 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071630 Jun 30 02:52:05.174095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-a35b02ed-9a2e-4f65-b12e-4b8d92e314b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.175650 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-a35b02ed-9a2e-4f65-b12e-4b8d92e314b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 200 len: 834 time: 0.3338134 Jun 30 02:52:05.201745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6235-8426-4930-b371-aea6a73d1264 req-fa980644-a507-4952-98f7-efa0a8e7094d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.203732 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b86c6235-8426-4930-b371-aea6a73d1264 req-fa980644-a507-4952-98f7-efa0a8e7094d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.5794709 Jun 30 02:52:05.287036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 797a14c8-d703-49b9-b845-bc6e96660a27, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=797a14c8-d703-49b9-b845-bc6e96660a27,segment=NetworkSegment(8f6099dc-0a1f-487e-bd6f-dc28168acc7f),segment_id=8f6099dc-0a1f-487e-bd6f-dc28168acc7f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:05.287972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.289358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c9cf8-77da-4a22-9290-299a46b3dfb4 None None] Network c88f281b-ed88-48e9-8016-0811ea266109 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:05.321593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 797a14c8-d703-49b9-b845-bc6e96660a27 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:05.364307 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b86c6235-8426-4930-b371-aea6a73d1264 req-4edcdcd0-0ee8-4cd0-b907-9417509dc58c tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893121 Jun 30 02:52:05.429784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-f673ee34-1b04-4dfc-a83a-3eee8afff210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.431460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-f673ee34-1b04-4dfc-a83a-3eee8afff210 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f85fcbdf-905d-44cd-b273-71e81a636430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253315 Jun 30 02:52:05.533047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca27527e-0081-402a-bec6-077c207b936f req-c8fb56f5-00f9-467f-ac1d-1c55b6dca0d4 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 210 time: 0.1226406 Jun 30 02:52:05.666129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.676039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.697511 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-c52a987c-1590-4329-a4b6-eecf17bfa934 service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452893 Jun 30 02:52:05.730664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port 797a14c8-d703-49b9-b845-bc6e96660a27 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:05.860575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.882443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=797a14c8-d703-49b9-b845-bc6e96660a27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:05.908369 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:05.963678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f48c01ad-d677-4fba-89ab-f81922d9d68a req-ba001aff-651f-4a54-9667-69a9214b402c service neutron] 10.222.0.90 "GET /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517195 Jun 30 02:52:05.997398 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1fbaa-2dfb-4b2b-924e-d98fb376eede None None] The sync data for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 is: [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:49:23Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc', 'name': '', 'network_id': 'f85fcbdf-905d-44cd-b273-71e81a636430', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:d4:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:19Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': '8a9ddbec-9125-431d-9221-b233cd5ca0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:06.054101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event deleted for resources: {'Port': ['ID=57171057-1d3f-42a0-9685-8ba160bc988d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:06.201376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:01Z', 'revision_number': 10, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:06.276241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08311aff-5a0f-4f56-8cf9-5ffda3964236 None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:01Z', 'revision_number': 10, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None, '_interfaces': [{'id': '147e27af-88e3-4132-af17-a6a2c843b0b4', 'name': '', 'network_id': '4e2d1e49-5308-4189-91c3-7e7a812b50bb', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'mac_address': 'fa:16:3e:c7:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:21Z', 'revision_number': 5, 'project_id': '1df279fa72f14d2b91407012d381af04', 'subnets': [{'id': 'd8fba9dc-cbc6-4ae2-9edf-7af082758b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:06.279898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.292294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47b727-24c1-4efd-a3ee-197280711462 None None] DHCP port deletion for c88f281b-ed88-48e9-8016-0811ea266109 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:06.299872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.312177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88f281b-ed88-48e9-8016-0811ea266109']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:06.353143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6099dc-0a1f-487e-bd6f-dc28168acc7f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:06.353457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6099dc-0a1f-487e-bd6f-dc28168acc7f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:06.374636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.407291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.415965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:06.416743 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:06.502587 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:06.512755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.528552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.533861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/c88f281b-ed88-48e9-8016-0811ea266109 HTTP/1.1" status: 204 len: 168 time: 2.1306767 Jun 30 02:52:06.544502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:06.567598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.570757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.720860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b5e86-84ab-4d05-93c2-b0177d7e064d None None] New status for floating IP f3e31cb0-dc67-41de-bfcf-edafa3e1b4a4: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:52:06.759432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-61f39033-4ff1-4367-a84f-8bd56f6d4837 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.761777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-61f39033-4ff1-4367-a84f-8bd56f6d4837 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.90 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 815 time: 1.1324861 Jun 30 02:52:06.781495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-120e3cf8-c794-44be-a8b5-fc8cd06e8f45 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.783648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-120e3cf8-c794-44be-a8b5-fc8cd06e8f45 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 946 time: 0.7634170 Jun 30 02:52:06.784433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.790576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Fanout notify agent at l3_agent the message router_deleted on router 718367a1-05ed-4f45-9375-774d83e9d8c7 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:06.792098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edabce-9869-4895-a316-a1616d560cf7 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=c88f281b-ed88-48e9-8016-0811ea266109,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:06.807820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Request body: {'port': {'device_id': '64bb9468-5be5-49d6-8927-8e4121df7444', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'admin_state_up': True, 'tenant_id': 'd1cac6dc2fd74015a78676ccf1813ca4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:06.822826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.828770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e616bb56-d4f3-451f-a963-65a81f55f5e7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/718367a1-05ed-4f45-9375-774d83e9d8c7 HTTP/1.1" status: 204 len: 168 time: 3.7134104 Jun 30 02:52:06.843497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:06.851196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-368536780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:06.989352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.992148 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.063191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5160c-b444-4f95-916d-1b882e4df034 req-b9a8878a-6ca9-4825-8066-79a5fbd8df98 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.064920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67e5160c-b444-4f95-916d-1b882e4df034 req-b9a8878a-6ca9-4825-8066-79a5fbd8df98 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 946 time: 0.3780417 Jun 30 02:52:07.112852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.163499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67e5160c-b444-4f95-916d-1b882e4df034 req-a6390e6c-db28-40a0-b69c-56377f1410ec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=8d99be26-4884-4803-8240-77b0dfa4cf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490327 Jun 30 02:52:07.164516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.185438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.186899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f34879b3-38e7-4f13-87be-4d486437b4ed tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3402579 Jun 30 02:52:07.190991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52900) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:07.197485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': True}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:07.290921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:07.291623 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.617528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908b12a-42c3-4ed3-8217-5a1ce0b62010 req-2d914a12-940e-4d97-8907-b628c466f531 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.627238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4908b12a-42c3-4ed3-8217-5a1ce0b62010 req-2d914a12-940e-4d97-8907-b628c466f531 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.8472714 Jun 30 02:52:07.646103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Made reservation on behalf of d1cac6dc2fd74015a78676ccf1813ca4 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:07.657103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.743715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4908b12a-42c3-4ed3-8217-5a1ce0b62010 req-5af71711-9044-42a2-9be8-6a87f36ba0e6 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150975 Jun 30 02:52:07.846340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-905ac41b-3c90-4c36-b370-617682eb9347 req-90f092c1-4bb2-434c-a11d-84d323770ae6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 210 time: 0.0772727 Jun 30 02:52:07.911305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Allocated IP 172.20.0.4 (d32b9a54-a10c-4bbd-93fc-08e399383c3d/53b34e2c-82c8-4743-9a74-f79e9a62db12/f0facd25-9235-4321-b2c1-e498c55d76f0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:08.045943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:08.046065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.049580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.056002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:08.064746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:08.064936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.092139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:08.092489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5b5012a2-cf65-4c9f-84d2-bd5bf0bcceb7 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:08.093102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 797a14c8-d703-49b9-b845-bc6e96660a27 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:08.128564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 797a14c8-d703-49b9-b845-bc6e96660a27 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:08.129209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 797a14c8-d703-49b9-b845-bc6e96660a27 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:08.273972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.417065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.447080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b74c743-b99b-4ce4-89bd-f81f85cc2b3b req-c2c342d2-f07f-4fc2-9850-1b518fba8149 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0eca429-1a1c-494f-84d3-f8d9a2a0868e HTTP/1.1" status: 200 len: 210 time: 0.0438631 Jun 30 02:52:08.454558 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.470613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:08.475539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90', '47408b7c-ea12-432c-92dc-2a387e07d969', 'de1275f4-84f4-4697-a6fb-71e4e3251b02'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:08.536131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.545611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Network d32b9a54-a10c-4bbd-93fc-08e399383c3d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:08.550224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:08.560459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:08.634713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.664485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event updated for resources: {'Port': ['ID=f0facd25-9235-4321-b2c1-e498c55d76f0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:08.672598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] No DVR routers for this DVR port 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:08.676046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.678497 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bbb503f4-712e-49f6-ad14-ab19b463476f req-35c4f426-346d-49bc-b4c0-5588fd60f348 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "DELETE /v2.0/ports/8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c HTTP/1.1" status: 204 len: 173 time: 1.8857160 Jun 30 02:52:08.711919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.716363 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.757267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-deleted', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:08.767233 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf2bf16-d747-461d-a63c-ae85b0ec18c3" -d '{"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-deleted", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:08.798949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-8780411c-6ab7-4799-843e-01fef1366843 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0085087 Jun 30 02:52:08.827137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:08.870724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Request body: {'port': {'device_id': '64bb9468-5be5-49d6-8927-8e4121df7444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:08.888991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:08.889349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:08.895686 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98928198-eeb7-4df5-907c-cd6cc76cc608 x-openstack-request-id: req-98928198-eeb7-4df5-907c-cd6cc76cc608 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:08.903203 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eca429-1a1c-494f-84d3-f8d9a2a0868e", "name": "network-vif-deleted", "tag": "8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:08.907689 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98928198-eeb7-4df5-907c-cd6cc76cc608 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:08.908401 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eca429-1a1c-494f-84d3-f8d9a2a0868e', 'name': 'network-vif-deleted', 'tag': '8dd83135-a2a0-4047-ba52-5fdaaa0fbb6c', 'status': 'completed', 'code': 200} Jun 30 02:52:09.034976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d044b-192f-4b9b-9f47-5b800d6489eb req-6007dae5-e992-409c-a90f-11b892ae6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.036515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-279d044b-192f-4b9b-9f47-5b800d6489eb req-6007dae5-e992-409c-a90f-11b892ae6f55 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.3981500 Jun 30 02:52:09.096770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Allocated IP 172.25.0.130 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6ca5b685-3949-4d2e-9375-abfd79aae7ed) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:09.180136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-279d044b-192f-4b9b-9f47-5b800d6489eb req-15267497-da30-4bfa-889a-079f738d2d5b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299849 Jun 30 02:52:09.322037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4469a-bb9c-44d1-89a3-9c343fff6851 req-c16052db-15c1-466b-9180-0f1455f5bc53 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.324345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.335347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32b4469a-bb9c-44d1-89a3-9c343fff6851 req-c16052db-15c1-466b-9180-0f1455f5bc53 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3651953 Jun 30 02:52:09.386877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 147e27af-88e3-4132-af17-a6a2c843b0b4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:09.387222 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.423986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.463416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.519813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0882dd-7e2c-4190-a453-f7970334e93a req-b6ade8d3-834f-447f-8a57-ac6d085aff4f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.528980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d0882dd-7e2c-4190-a453-f7970334e93a req-b6ade8d3-834f-447f-8a57-ac6d085aff4f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 931 time: 0.4490387 Jun 30 02:52:09.569866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32b4469a-bb9c-44d1-89a3-9c343fff6851 req-02c53105-ef42-4cf1-9ab9-7e2fd25cd6a6 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328105 Jun 30 02:52:09.676846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.766615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Port': ['ID=6ca5b685-3949-4d2e-9375-abfd79aae7ed,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.776047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:09.779974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:09.786285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:09.838187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52948) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:09.878079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 147e27af-88e3-4132-af17-a6a2c843b0b4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=147e27af-88e3-4132-af17-a6a2c843b0b4,segment=NetworkSegment(8651acfe-f789-4373-8bc8-259dabe29d47),segment_id=8651acfe-f789-4373-8bc8-259dabe29d47)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:09.878711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.922486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d0882dd-7e2c-4190-a453-f7970334e93a req-7f9d3364-e9e0-4fa0-8d1e-967475bcf8db tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912516 Jun 30 02:52:09.959937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 147e27af-88e3-4132-af17-a6a2c843b0b4 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:10.153437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0facd25-9235-4321-b2c1-e498c55d76f0 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:10.200107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.230628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Transition to ACTIVE for port object f0facd25-9235-4321-b2c1-e498c55d76f0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:10.249788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.449108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.461584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0facd25-9235-4321-b2c1-e498c55d76f0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:10.486507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.533237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=147e27af-88e3-4132-af17-a6a2c843b0b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:10.831351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.899799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.900662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Attempting to bind port f0facd25-9235-4321-b2c1-e498c55d76f0 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:10.901465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Attempting to bind port f0facd25-9235-4321-b2c1-e498c55d76f0 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:10.901970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Attempting to bind port f0facd25-9235-4321-b2c1-e498c55d76f0 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:10.906160 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.907000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.914452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Port f0facd25-9235-4321-b2c1-e498c55d76f0 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:10.915039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Attempting to bind port f0facd25-9235-4321-b2c1-e498c55d76f0 on network d32b9a54-a10c-4bbd-93fc-08e399383c3d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:10.923261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:10.923933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Checking segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:10.924502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Bound using segment: {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:10.925129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Bound port: f0facd25-9235-4321-b2c1-e498c55d76f0, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281624c9-a0f5-4f94-90b1-cd5772c43fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:10.925687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.216428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] For port f0facd25-9235-4321-b2c1-e498c55d76f0, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:11.237846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:11.249587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] For port f0facd25-9235-4321-b2c1-e498c55d76f0, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f0facd25-9235-4321-b2c1-e498c55d76f0,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:11.287296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c37d6-65d9-4507-a869-cd0b23802285 req-8891e64c-ad52-46e9-b600-dd44b58a2060 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.294998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa4c37d6-65d9-4507-a869-cd0b23802285 req-8891e64c-ad52-46e9-b600-dd44b58a2060 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3909550 Jun 30 02:52:11.356790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:11.357046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Router 69eda930-0aa7-462c-b4e7-b413ca2d55c8 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:11.361549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.369355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8230e82e-b71d-4264-8091-63281dccbab9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8235145 Jun 30 02:52:11.373244 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:11.378919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.384951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa4c37d6-65d9-4507-a869-cd0b23802285 req-6dfb3720-ffc8-45ff-9da9-ee7b7bf0e9f0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888793 Jun 30 02:52:11.387738 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:11.388431 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.427401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.445343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting subnet d8fba9dc-cbc6-4ae2-9edf-7af082758b6f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:11.457291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.507757 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:11.546762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414578f0-0550-40c9-9022-961146e983ab req-d142df8d-dded-4d20-bdd1-cee4674bd9f2 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.548483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-414578f0-0550-40c9-9022-961146e983ab req-d142df8d-dded-4d20-bdd1-cee4674bd9f2 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 943 time: 0.4018576 Jun 30 02:52:11.585162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.585910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.592447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] 10.222.0.90 "PUT /v2.0/ports/f0facd25-9235-4321-b2c1-e498c55d76f0 HTTP/1.1" status: 200 len: 1091 time: 2.7295611 Jun 30 02:52:11.632978 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:10Z', 'revision_number': 11, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.681528 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:11.683837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.699198 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:11.700311 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.820887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:11.832382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] Sync routers for ids ['69eda930-0aa7-462c-b4e7-b413ca2d55c8'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:11.842482 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:11.848582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] Routers {'69eda930-0aa7-462c-b4e7-b413ca2d55c8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:11.850843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['69eda930-0aa7-462c-b4e7-b413ca2d55c8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.952783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bb9468-5be5-49d6-8927-8e4121df7444', 'tag': 'f0facd25-9235-4321-b2c1-e498c55d76f0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:11.957651 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6f9e1-665c-4c0c-a14e-dda75a789089" -d '{"events": [{"name": "network-changed", "server_uuid": "64bb9468-5be5-49d6-8927-8e4121df7444", "tag": "f0facd25-9235-4321-b2c1-e498c55d76f0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:11.966464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.992233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] Routers {'69eda930-0aa7-462c-b4e7-b413ca2d55c8'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:11.992881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['69eda930-0aa7-462c-b4e7-b413ca2d55c8'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.004550 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:10Z', 'revision_number': 11, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.035980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6202f01-5c4d-46ae-bdfa-f7a4994c3fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0facd25-9235-4321-b2c1-e498c55d76f0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:12.112733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.112959 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223c0-b159-44eb-ad85-1f14e954fb4a None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:10Z', 'revision_number': 11, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:12.115896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a6a26-5d57-43a6-a61a-b9c4d40eb8b0 None None] The sync data for ids ['69eda930-0aa7-462c-b4e7-b413ca2d55c8'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:12.159233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.313264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-414578f0-0550-40c9-9022-961146e983ab req-e9b48b00-9e27-4b2f-b946-55db6e63e80a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870084 Jun 30 02:52:12.317181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.371198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.372502 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7be90326-660a-4b75-9734-24922cdd9473 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "PUT /v2.0/routers/69eda930-0aa7-462c-b4e7-b413ca2d55c8 HTTP/1.1" status: 200 len: 918 time: 5.1803298 Jun 30 02:52:12.378186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.390726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fba9dc-cbc6-4ae2-9edf-7af082758b6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:12.395150 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fb2b3d-0507-4446-8272-e4a3e1ae66ef x-openstack-request-id: req-14fb2b3d-0507-4446-8272-e4a3e1ae66ef {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:12.395437 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bb9468-5be5-49d6-8927-8e4121df7444", "tag": "f0facd25-9235-4321-b2c1-e498c55d76f0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:12.395709 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14fb2b3d-0507-4446-8272-e4a3e1ae66ef {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:12.396071 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bb9468-5be5-49d6-8927-8e4121df7444', 'tag': 'f0facd25-9235-4321-b2c1-e498c55d76f0', 'status': 'completed', 'code': 200} Jun 30 02:52:12.401973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.410091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b85309-d4ca-4cca-b822-d6e3ae7d9157 None None] Network 4e2d1e49-5308-4189-91c3-7e7a812b50bb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:12.415905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53002) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.420127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1ae2342d-7449-4e0c-a33c-92ba13679aa3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/d8fba9dc-cbc6-4ae2-9edf-7af082758b6f HTTP/1.1" status: 204 len: 168 time: 1.0401027 Jun 30 02:52:12.482959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-9bed1abc-0add-466c-90ae-7160d11c3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.485554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-9bed1abc-0add-466c-90ae-7160d11c3cd0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 1094 time: 0.4646153 Jun 30 02:52:12.566084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-b4333ce1-1383-4b1b-a686-30236d7e309a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0facd25-9235-4321-b2c1-e498c55d76f0 HTTP/1.1" status: 200 len: 217 time: 0.0684216 Jun 30 02:52:12.659805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.704877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-afca4919-08ba-4b86-ab43-4b685b52a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.706439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-afca4919-08ba-4b86-ab43-4b685b52a62d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.3198047 Jun 30 02:52:12.716931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c867-5e1b-4587-811e-9cb2cbb0ae2f req-a2ff28d1-b6cb-4012-a7b2-3fb648564094 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.725634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d300c867-5e1b-4587-811e-9cb2cbb0ae2f req-a2ff28d1-b6cb-4012-a7b2-3fb648564094 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3493972 Jun 30 02:52:12.822838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] DHCP port deletion for 4e2d1e49-5308-4189-91c3-7e7a812b50bb request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:12.885850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53012) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.936250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Deleting port 34ea4f78-fb47-40d6-a145-968a800b4d26 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:12.936734 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.988128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d300c867-5e1b-4587-811e-9cb2cbb0ae2f req-0cf731f2-e082-4130-a158-86f90d782668 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595487 Jun 30 02:52:13.045975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] For port 34ea4f78-fb47-40d6-a145-968a800b4d26, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34ea4f78-fb47-40d6-a145-968a800b4d26,segment=NetworkSegment(8651acfe-f789-4373-8bc8-259dabe29d47),segment_id=8651acfe-f789-4373-8bc8-259dabe29d47)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:13.046533 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.080141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Calling delete_port for 34ea4f78-fb47-40d6-a145-968a800b4d26 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:13.092347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-f2fa3c61-59a8-4fef-b8c4-35cdcf509328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.093862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-f2fa3c61-59a8-4fef-b8c4-35cdcf509328 service neutron] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.3633294 Jun 30 02:52:13.207697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.258100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-a74c7c14-c40c-496a-83cc-ad161bede5c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.1460195 Jun 30 02:52:13.285316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Pushing event deleted for resources: {'Port': ['ID=34ea4f78-fb47-40d6-a145-968a800b4d26,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.290738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] No DVR routers for this DVR port 34ea4f78-fb47-40d6-a145-968a800b4d26 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:13.312341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.312341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.312341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.312341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.312341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.312341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.314057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.314825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.315197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.316935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.317346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.317784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc986060-bbb2-4bf0-8e85-221d54c088e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:13.455026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Deleting port 34ea4f78-fb47-40d6-a145-968a800b4d26 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:13.455628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.471895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-ddc0c97d-f537-4302-ba16-9d2553a481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.473386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-ddc0c97d-f537-4302-ba16-9d2553a481cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.8951325 Jun 30 02:52:13.523417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d1c297f7-2a28-4eac-8c61-f213662ca5e3 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/69eda930-0aa7-462c-b4e7-b413ca2d55c8 HTTP/1.1" status: 200 len: 924 time: 1.1436963 Jun 30 02:52:13.538178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53028) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:13.549134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-82d924a0-bae8-4361-8254-bcb950d48902 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590150 Jun 30 02:52:13.582474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-3e5c3c68-4c18-494d-bfce-a68524009379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.584105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-3e5c3c68-4c18-494d-bfce-a68524009379 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.3144884 Jun 30 02:52:13.625750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e050d-65a7-4b9b-8062-f88d1f255881 req-4b11cc55-ef75-4766-8c34-8286aad0a733 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.630947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-607e050d-65a7-4b9b-8062-f88d1f255881 req-4b11cc55-ef75-4766-8c34-8286aad0a733 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 943 time: 0.1531203 Jun 30 02:52:13.703115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-60705ef6-7ccc-4bc8-ad06-4d21b1b3575b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066482 Jun 30 02:52:13.717040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] For port 34ea4f78-fb47-40d6-a145-968a800b4d26, host n-d-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:13.717405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.736636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-c40bfba0-1959-4afe-9fb4-a62571d40c71 service neutron] 10.222.0.90 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778231 Jun 30 02:52:13.740085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-607e050d-65a7-4b9b-8062-f88d1f255881 req-d1beaf6d-1b66-4eeb-a513-753b31ef8dc3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048746 Jun 30 02:52:13.766441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Calling delete_port for 34ea4f78-fb47-40d6-a145-968a800b4d26 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:13.815166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Port 34ea4f78-fb47-40d6-a145-968a800b4d26 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:52:13.830713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.900247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55d1c1d8-9748-4834-bd8c-bc5c147c31ce req-bbb9f4ce-e4c7-42f5-a86b-57dd8e2b372e service neutron] 10.222.0.90 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543279 Jun 30 02:52:13.932051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No DVR routers for this DVR port 34ea4f78-fb47-40d6-a145-968a800b4d26 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:13.936751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Port': ['ID=34ea4f78-fb47-40d6-a145-968a800b4d26,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.963698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378734e8-7e8d-4e68-bb10-84e7661b38ce tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.968610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-378734e8-7e8d-4e68-bb10-84e7661b38ce tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=69eda930-0aa7-462c-b4e7-b413ca2d55c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4232728 Jun 30 02:52:13.973116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.097086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 147e27af-88e3-4132-af17-a6a2c843b0b4 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:14.165018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023194f-0417-4984-ae61-862bb3af4e92 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.166353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a023194f-0417-4984-ae61-862bb3af4e92 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.1919770 Jun 30 02:52:14.168024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 147e27af-88e3-4132-af17-a6a2c843b0b4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:14.169369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-898e0a8b-bed8-48d0-a616-0d4487544dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.171151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-898e0a8b-bed8-48d0-a616-0d4487544dd1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 1094 time: 0.2078609 Jun 30 02:52:14.171611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.171841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 147e27af-88e3-4132-af17-a6a2c843b0b4 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:14.172484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34ea4f78-fb47-40d6-a145-968a800b4d26 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:14.217955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 34ea4f78-fb47-40d6-a145-968a800b4d26 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:14.218848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34ea4f78-fb47-40d6-a145-968a800b4d26 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:14.223899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d6bf92de-4025-4ca9-a9cb-5369826c2f27 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=69eda930-0aa7-462c-b4e7-b413ca2d55c8 HTTP/1.1" status: 200 len: 205 time: 0.0512094 Jun 30 02:52:14.258913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.324614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:14.324614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.342352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-ef1a1b37-8c9c-44c2-9664-a71fa0eaacac service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175337 Jun 30 02:52:14.417623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-4072ba7c-f18b-47ab-9e49-a5a3c81f38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.419050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-4072ba7c-f18b-47ab-9e49-a5a3c81f38f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.2356961 Jun 30 02:52:14.425266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.474146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.511172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2d1e49-5308-4189-91c3-7e7a812b50bb']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:14.520900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-e083b9f3-cde5-4e85-b756-c15a302eeefa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0facd25-9235-4321-b2c1-e498c55d76f0 HTTP/1.1" status: 200 len: 217 time: 0.0919662 Jun 30 02:52:14.575860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8651acfe-f789-4373-8bc8-259dabe29d47') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:14.576215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8651acfe-f789-4373-8bc8-259dabe29d47') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:14.621836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.623871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-a2f26224-8c58-4e7a-92c1-e108612411e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.626608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-a2f26224-8c58-4e7a-92c1-e108612411e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.0966365 Jun 30 02:52:14.631941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfe63a-00c1-43a6-8889-4b4ccb7b183d req-04a498b1-c4c4-4200-b340-94845bac9429 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.633627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53dfe63a-00c1-43a6-8889-4b4ccb7b183d req-04a498b1-c4c4-4200-b340-94845bac9429 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.4239564 Jun 30 02:52:14.654636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.682147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:14.682551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.691696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-3b97ab52-d9d2-430f-9583-21451c7f0c34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528035 Jun 30 02:52:14.701994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb67428-64a9-4558-9262-6b83817f5c81 req-853405a8-1f8b-43f0-ad24-3055cd61707c service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001683 Jun 30 02:52:14.729504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.747135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:14.766771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:14.767247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:14.777543 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:14.897198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Deleting port 6ca5b685-3949-4d2e-9375-abfd79aae7ed {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:14.898003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.917350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-cb39acca-c958-48e1-b49e-884a737aa649 service neutron] 10.222.0.90 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164054 Jun 30 02:52:14.932611 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-53dfe63a-00c1-43a6-8889-4b4ccb7b183d req-bb5bb1e5-b4fb-4a71-a4eb-a326ef821032 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879260 Jun 30 02:52:15.042717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.076874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.082720 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/networks/4e2d1e49-5308-4189-91c3-7e7a812b50bb HTTP/1.1" status: 204 len: 168 time: 2.6490276 Jun 30 02:52:15.084479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850963bc-1309-4fd8-8a8b-01c1db949671 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Pushing event deleted for resources: {'Network': ['ID=4e2d1e49-5308-4189-91c3-7e7a812b50bb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:15.087735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.113973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:15.363975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:52:15.364306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:52:15.364680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.367483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.397000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6f9e1-665c-4c0c-a14e-dda75a789089 req-3b8f8bd0-e6e9-4973-8cf2-513e78970764 service neutron] 10.222.0.90 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258533 Jun 30 02:52:15.401474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Calling delete_port for 6ca5b685-3949-4d2e-9375-abfd79aae7ed owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:15.465778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9247629-0852-4ea0-b49c-2867446e893d req-efac2eea-ec1d-426e-bc5c-01f62e5e9cfc tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:15.467448 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9247629-0852-4ea0-b49c-2867446e893d req-efac2eea-ec1d-426e-bc5c-01f62e5e9cfc tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 943 time: 0.4344366 Jun 30 02:52:15.623811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.689039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.741251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.775182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:15.840453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.852659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9247629-0852-4ea0-b49c-2867446e893d req-dc2e47be-4e73-49eb-a8de-3a3859d7598a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505313 Jun 30 02:52:15.854063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.109492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event deleted for resources: {'Port': ['ID=6ca5b685-3949-4d2e-9375-abfd79aae7ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:16.119268 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.167524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router e0dc7fcc-9158-4964-9894-a7ccc2241511 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:16.198570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.332649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ebbf2-b8bf-4d38-a712-53f8ee8cde6a req-b08a0ba5-77ab-4189-9dd9-5a97c628a6c8 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:16.334388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-141ebbf2-b8bf-4d38-a712-53f8ee8cde6a req-b08a0ba5-77ab-4189-9dd9-5a97c628a6c8 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2001786 Jun 30 02:52:16.406078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-141ebbf2-b8bf-4d38-a712-53f8ee8cde6a req-50a95522-c825-4abf-aa95-ec4f8ae10816 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Jun 30 02:52:16.576020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Deleting port 28caa6e6-be43-48fe-956f-19f62466800d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:16.576841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.694352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 916d43f0-3a23-4644-bc8e-9af3e223649a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:16.722739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] For port 28caa6e6-be43-48fe-956f-19f62466800d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=28caa6e6-be43-48fe-956f-19f62466800d,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:16.723141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.743556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.769851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.783554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:16.794204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.798386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-147cbcd5-db5f-4dad-9f62-341e3a2dfc04 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 701 time: 1.7014022 Jun 30 02:52:16.799092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:16.801357 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] Sync routers for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:16.816291 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:16.817293 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:16.851001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Calling delete_port for 28caa6e6-be43-48fe-956f-19f62466800d owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:16.858204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:16.867177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6ec63d01-3d5a-4cfb-b777-3aa811a27b9d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/916d43f0-3a23-4644-bc8e-9af3e223649a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0278950 Jun 30 02:52:16.868431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] Sync routers for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:16.870127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53144) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:16.879477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:16.880111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:16.923022 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:16.952023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-644b085a-1909-4a4c-a914-50e5a6b02f6a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 205 time: 0.1096632 Jun 30 02:52:16.953188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:16.967715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.969042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Fanout notify agent at l3_agent the message router_deleted on router 69eda930-0aa7-462c-b4e7-b413ca2d55c8 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:17.001888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.001888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a924c8e7-ecb9-4a8a-bf8f-c7297e931cb3 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/69eda930-0aa7-462c-b4e7-b413ca2d55c8 HTTP/1.1" status: 204 len: 168 time: 2.7323973 Jun 30 02:52:17.057520 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:10Z', 'revision_number': 11, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.076434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:17.096967 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] Checking router: e0dc7fcc-9158-4964-9894-a7ccc2241511 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:17.098018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-314906560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:17.099181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:17.117648 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] Routers {'e0dc7fcc-9158-4964-9894-a7ccc2241511'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:17.118270 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e0dc7fcc-9158-4964-9894-a7ccc2241511'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.173073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f0facd25-9235-4321-b2c1-e498c55d76f0 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:17.194344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.196585 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.231506 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.277054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.286602 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] Set router e0dc7fcc-9158-4964-9894-a7ccc2241511 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:17.329398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Pushing event deleted for resources: {'Port': ['ID=28caa6e6-be43-48fe-956f-19f62466800d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.353577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting subnet 8a9ddbec-9125-431d-9221-b233cd5ca0b4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:17.371456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.379249 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:10Z', 'revision_number': 11, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.437810 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.455137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.461383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.548261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f0facd25-9235-4321-b2c1-e498c55d76f0, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f0facd25-9235-4321-b2c1-e498c55d76f0,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:17.572401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'f0facd25-9235-4321-b2c1-e498c55d76f0', 'network_id': 'd32b9a54-a10c-4bbd-93fc-08e399383c3d', 'port_id': 'f0facd25-9235-4321-b2c1-e498c55d76f0', 'mac_address': 'fa:16:3e:7e:61:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b34e2c-82c8-4743-9a74-f79e9a62db12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:17.579320 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.592881 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f771fa-05ef-4560-9d68-e2788a15899b None None] The sync data for ids ['e0dc7fcc-9158-4964-9894-a7ccc2241511'] in n-d-798054-5 is: [{'id': 'e0dc7fcc-9158-4964-9894-a7ccc2241511', 'name': 'tempest-RoutersTest-router-1328893806', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:11Z', 'updated_at': '2021-06-30T02:52:10Z', 'revision_number': 11, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:17.627318 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.665748 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.668837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0facd25-9235-4321-b2c1-e498c55d76f0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:17.746354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f0facd25-9235-4321-b2c1-e498c55d76f0, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f0facd25-9235-4321-b2c1-e498c55d76f0,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:17.759203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7099c-b588-44c3-9ae8-ea038e9b55c9 None None] Network f85fcbdf-905d-44cd-b273-71e81a636430 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:17.760067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9ddbec-9125-431d-9221-b233cd5ca0b4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.770937 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:52:15Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.771772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.773046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.776698 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.777690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-96fff5e6-3641-423e-bbb1-72cb924dca94 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7001915 Jun 30 02:52:17.778391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:17.778732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:17.780851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8c0f89ba-80c3-4f39-b851-22cbfc064eec tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/subnets/8a9ddbec-9125-431d-9221-b233cd5ca0b4 HTTP/1.1" status: 204 len: 168 time: 0.9098144 Jun 30 02:52:17.913081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] Checking router: 916d43f0-3a23-4644-bc8e-9af3e223649a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:17.931862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:17.949420 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.959794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f0facd25-9235-4321-b2c1-e498c55d76f0,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.983818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] Routers {'916d43f0-3a23-4644-bc8e-9af3e223649a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:17.984444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['916d43f0-3a23-4644-bc8e-9af3e223649a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:18.026989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5f676-b7c5-4392-8a1e-539820d7ff54 req-a8176308-c2c7-4b3e-ad51-e3bbc3d9d4c9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.028702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1eb5f676-b7c5-4392-8a1e-539820d7ff54 req-a8176308-c2c7-4b3e-ad51-e3bbc3d9d4c9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 943 time: 0.8699186 Jun 30 02:52:18.030160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.044128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['f0facd25-9235-4321-b2c1-e498c55d76f0'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:18.390033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93474262-6680-41f3-98a1-236e022bdff2 req-15172151-10be-4f6c-81bf-ddb5923d26a6 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.399885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93474262-6680-41f3-98a1-236e022bdff2 req-15172151-10be-4f6c-81bf-ddb5923d26a6 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.6155777 Jun 30 02:52:18.414248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1eb5f676-b7c5-4392-8a1e-539820d7ff54 req-7d13fdb6-5c4f-4c02-8a36-b3f1d592bc8f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842238 Jun 30 02:52:18.418508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.419022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router e0dc7fcc-9158-4964-9894-a7ccc2241511 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:18.430901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.438114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] Set router 916d43f0-3a23-4644-bc8e-9af3e223649a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:18.440819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ca06063-128d-45eb-8994-ca4dee9767e4 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 204 len: 168 time: 1.4864891 Jun 30 02:52:18.445480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:18.454717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1402367150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:18.497550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.561316 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93474262-6680-41f3-98a1-236e022bdff2 req-f7241571-703d-46be-a0cc-2ca3e5e8e888 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604412 Jun 30 02:52:18.666679 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.712834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] DHCP port deletion for f85fcbdf-905d-44cd-b273-71e81a636430 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:18.745729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.746962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.806550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.825392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.907490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.953711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.961070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53204) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:18.961686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3502048f-c155-452d-9b58-0ce373323c60 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5147483 Jun 30 02:52:18.968048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:19.049160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.231329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Router c9bb79f1-fa0d-4220-937a-a97506c5909e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:19.262539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] Deleting port 863800b4-4410-4b2f-8591-ece876e00cd8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:19.263569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.311338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.373704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.403554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] For port 863800b4-4410-4b2f-8591-ece876e00cd8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=863800b4-4410-4b2f-8591-ece876e00cd8,segment=NetworkSegment(982088c6-5ba3-4d0c-bb0d-d30deddada06),segment_id=982088c6-5ba3-4d0c-bb0d-d30deddada06)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:19.403994 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.410081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.438608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.448644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] Calling delete_port for 863800b4-4410-4b2f-8591-ece876e00cd8 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:19.468023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:52:15Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:19.515941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port e72e2ec0-205f-470f-9d63-5198cf504180 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:19.516290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.557872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f7f3d-c608-4041-bdd3-69d70c552d47 None None] The sync data for ids ['916d43f0-3a23-4644-bc8e-9af3e223649a'] in n-d-798054-5 is: [{'id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900582670', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:10Z', 'updated_at': '2021-06-30T02:52:15Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'e72e2ec0-205f-470f-9d63-5198cf504180', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916d43f0-3a23-4644-bc8e-9af3e223649a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:12Z', 'updated_at': '2021-06-30T02:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:19.711467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:19.720859 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] Sync routers for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:19.726429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-41341fc1-613a-4105-b354-44ab14a560bd admin admin] 10.222.0.78 "PUT /v2.0/routers/c9bb79f1-fa0d-4220-937a-a97506c5909e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8356421 Jun 30 02:52:19.728906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53226) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:19.754724 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:19.755368 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:19.774762 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.824920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] Pushing event deleted for resources: {'Port': ['ID=863800b4-4410-4b2f-8591-ece876e00cd8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:19.849235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7496a4-2d79-46bb-b4f1-fab34eb962d5 None None] No DVR routers for this DVR port 863800b4-4410-4b2f-8591-ece876e00cd8 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:19.857190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Router 063871c1-fc64-4629-a166-905bc27a884f is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:19.891953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Allocated IP 172.25.0.68 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/4c7ba12f-52b2-4c2a-8949-a16cc8aa5e43) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:19.917978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port e72e2ec0-205f-470f-9d63-5198cf504180, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e72e2ec0-205f-470f-9d63-5198cf504180,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:19.918792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.965546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for e72e2ec0-205f-470f-9d63-5198cf504180 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:20.039187 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:20.113507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:20.160481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:20.160829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a61eb7a0-666e-4e41-90b1-cb7e3f60f4fc not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:20.161282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 863800b4-4410-4b2f-8591-ece876e00cd8 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:20.180661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c82d8-cd72-4ce2-bcf6-ed8c748c4966 req-e1c2d57f-1b51-4266-ace8-093018168067 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.182185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.244775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a55c82d8-cd72-4ce2-bcf6-ed8c748c4966 req-e1c2d57f-1b51-4266-ace8-093018168067 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 944 time: 0.5103526 Jun 30 02:52:20.327421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 863800b4-4410-4b2f-8591-ece876e00cd8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:20.331463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 863800b4-4410-4b2f-8591-ece876e00cd8 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:20.401522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:20.409491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.413699 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f4ec6c2f-d824-4902-9a8e-ab926909f905 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "PUT /v2.0/routers/063871c1-fc64-4629-a166-905bc27a884f HTTP/1.1" status: 200 len: 694 time: 1.4492714 Jun 30 02:52:20.413882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] Sync routers for ids ['063871c1-fc64-4629-a166-905bc27a884f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:20.415280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53240) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:20.417330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.451028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] Routers {'063871c1-fc64-4629-a166-905bc27a884f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:20.451807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['063871c1-fc64-4629-a166-905bc27a884f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:20.489747 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:52:17Z', 'revision_number': 5, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port': {'id': '7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:39:22Z', 'updated_at': '2021-06-30T02:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:20.618419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] Set router 063871c1-fc64-4629-a166-905bc27a884f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:20.664015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8bc1615d-1075-43cf-95e4-2768de1bf07f tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/routers/063871c1-fc64-4629-a166-905bc27a884f HTTP/1.1" status: 200 len: 700 time: 0.2481699 Jun 30 02:52:20.670899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:20.718375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-826b407f-5e69-4ab2-bc9c-4b5f0473a123 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=063871c1-fc64-4629-a166-905bc27a884f HTTP/1.1" status: 200 len: 205 time: 0.0423853 Jun 30 02:52:20.718375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:20.724796 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] Checking router: c9bb79f1-fa0d-4220-937a-a97506c5909e for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:20.742048 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] Routers {'c9bb79f1-fa0d-4220-937a-a97506c5909e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:20.742604 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c9bb79f1-fa0d-4220-937a-a97506c5909e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:20.781394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063871c1-fc64-4629-a166-905bc27a884f', 'name': 'tempest-RoutersTest-router-1402367150', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:18Z', 'updated_at': '2021-06-30T02:52:19Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:20.785988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a55c82d8-cd72-4ce2-bcf6-ed8c748c4966 req-e3941036-505d-4a64-9d55-5e66120630d6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401304 Jun 30 02:52:20.825884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] Checking router: 063871c1-fc64-4629-a166-905bc27a884f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:20.829631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Deleting port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:20.830054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.836096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] Routers {'063871c1-fc64-4629-a166-905bc27a884f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:20.836936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['063871c1-fc64-4629-a166-905bc27a884f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:20.855401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.868337 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.883461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.904241 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] Set router c9bb79f1-fa0d-4220-937a-a97506c5909e gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:20.914782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f0facd25-9235-4321-b2c1-e498c55d76f0 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:20.960474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] Set router 063871c1-fc64-4629-a166-905bc27a884f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:20.962464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=e72e2ec0-205f-470f-9d63-5198cf504180,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:21.020377 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:52:20Z', 'revision_number': 6, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:21.044399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063871c1-fc64-4629-a166-905bc27a884f', 'name': 'tempest-RoutersTest-router-1402367150', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:18Z', 'updated_at': '2021-06-30T02:52:19Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:21.048840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port f0facd25-9235-4321-b2c1-e498c55d76f0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:21.057681 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b754e7-7725-48e1-897e-5078d5b901fb None None] The sync data for ids ['c9bb79f1-fa0d-4220-937a-a97506c5909e'] in n-d-798054-5 is: [{'id': 'c9bb79f1-fa0d-4220-937a-a97506c5909e', 'name': 'tempest-TaggedBootDevicesTest-591986305-router', 'tenant_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:39:20Z', 'updated_at': '2021-06-30T02:52:20Z', 'revision_number': 6, 'project_id': 'f82a9d955bf54cb4b8390621fc0e4b1d', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:21.079981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port f0facd25-9235-4321-b2c1-e498c55d76f0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:21.080664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.133136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.137087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.175785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb007ef7-bcde-47b4-9e04-008dc9c21474 None None] The sync data for ids ['063871c1-fc64-4629-a166-905bc27a884f'] in n-d-798054-5 is: [{'id': '063871c1-fc64-4629-a166-905bc27a884f', 'name': 'tempest-RoutersTest-router-1402367150', 'tenant_id': '1df279fa72f14d2b91407012d381af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:18Z', 'updated_at': '2021-06-30T02:52:19Z', 'revision_number': 2, 'project_id': '1df279fa72f14d2b91407012d381af04', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:21.252451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.256283 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.279566 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.318935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb9468-5be5-49d6-8927-8e4121df7444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0facd25-9235-4321-b2c1-e498c55d76f0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:21.325564 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b45b7c-99cd-48f3-943c-8b86173acdec" -d '{"events": [{"server_uuid": "64bb9468-5be5-49d6-8927-8e4121df7444", "name": "network-vif-plugged", "status": "completed", "tag": "f0facd25-9235-4321-b2c1-e498c55d76f0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:21.341869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] For port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:21.342246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.353102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port f0facd25-9235-4321-b2c1-e498c55d76f0, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f0facd25-9235-4321-b2c1-e498c55d76f0,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:21.361745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.362589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Fanout notify agent at l3_agent the message router_deleted on router 063871c1-fc64-4629-a166-905bc27a884f {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:21.372130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.374705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.381392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b717bddd-8ddf-4c9e-8f62-5e694b5251b9 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/063871c1-fc64-4629-a166-905bc27a884f HTTP/1.1" status: 204 len: 168 time: 0.6548522 Jun 30 02:52:21.389367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53270) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.435684 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e247f98-aad9-414b-97d1-b633ba8c9470 x-openstack-request-id: req-8e247f98-aad9-414b-97d1-b633ba8c9470 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:21.435994 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb9468-5be5-49d6-8927-8e4121df7444", "name": "network-vif-plugged", "status": "completed", "tag": "f0facd25-9235-4321-b2c1-e498c55d76f0", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:21.436249 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e247f98-aad9-414b-97d1-b633ba8c9470 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:21.436659 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bb9468-5be5-49d6-8927-8e4121df7444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0facd25-9235-4321-b2c1-e498c55d76f0', 'code': 200} Jun 30 02:52:21.441476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Calling delete_port for 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:21.531499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=f0facd25-9235-4321-b2c1-e498c55d76f0,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:21.553463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-13fefdc0-33c6-4e46-8ad4-d357fccf0990 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=063871c1-fc64-4629-a166-905bc27a884f HTTP/1.1" status: 200 len: 205 time: 0.1361251 Jun 30 02:52:21.629385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53274) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.725987 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-74ad8197-a4d1-4deb-b259-91d8fbcffb3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:21.730985 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-74ad8197-a4d1-4deb-b259-91d8fbcffb3d tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/063871c1-fc64-4629-a166-905bc27a884f HTTP/1.1" status: 404 len: 336 time: 0.1002028 Jun 30 02:52:21.733842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53286) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.777622 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc3d641-0e12-48ae-8885-e202cf8704b1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:21.778483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc3d641-0e12-48ae-8885-e202cf8704b1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:21.780473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6dc3d641-0e12-48ae-8885-e202cf8704b1 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/56542dc2-bc94-481d-bb60-567556d01f61 HTTP/1.1" status: 404 len: 337 time: 0.0452380 Jun 30 02:52:21.783143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53288) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.828482 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84ee62e-c897-42ec-a22b-823a3d5d565a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:21.829149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84ee62e-c897-42ec-a22b-823a3d5d565a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:21.834668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b84ee62e-c897-42ec-a22b-823a3d5d565a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/703f2eab-5efb-44dc-a1ce-a991c536138c HTTP/1.1" status: 404 len: 337 time: 0.0429962 Jun 30 02:52:21.836990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53292) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.873738 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78f9434-901b-4e31-909a-45d0a110124b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:21.876187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78f9434-901b-4e31-909a-45d0a110124b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:21.884967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e78f9434-901b-4e31-909a-45d0a110124b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/f1500c70-585b-448b-a35d-467cb29cb72c HTTP/1.1" status: 404 len: 337 time: 0.0464942 Jun 30 02:52:21.887375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53294) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.897262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:21.898560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Pushing event updated for resources: {'Port': ['ID=4c7ba12f-52b2-4c2a-8949-a16cc8aa5e43,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:21.939263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:21.949792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:22.010802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.054508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.250274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.251086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Fanout notify agent at l3_agent the message router_deleted on router 916d43f0-3a23-4644-bc8e-9af3e223649a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:22.316517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.317655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c646ad02-efb2-4f12-8908-a3a71347bbbc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/routers/916d43f0-3a23-4644-bc8e-9af3e223649a HTTP/1.1" status: 204 len: 168 time: 4.4706302 Jun 30 02:52:22.325609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:22.347203 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba9e808-16ea-4746-9452-0b41dd2f5211 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:22.347739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba9e808-16ea-4746-9452-0b41dd2f5211 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:22.349942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bba9e808-16ea-4746-9452-0b41dd2f5211 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/d8fba9dc-cbc6-4ae2-9edf-7af082758b6f HTTP/1.1" status: 404 len: 337 time: 0.4609084 Jun 30 02:52:22.350552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53304) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.367334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.369859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b445e-ed81-46dc-9fae-5d63d0a805fb req-b2d65b17-9286-4c2b-9621-08a21f8c4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.377620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a5b445e-ed81-46dc-9fae-5d63d0a805fb req-b2d65b17-9286-4c2b-9621-08a21f8c4e59 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 1096 time: 0.6219835 Jun 30 02:52:22.457654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed06b9b-4fbf-48ad-96da-50bbfaafacaf req-83f1471f-2a0e-416d-a444-9b6b58ff60a0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.460426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ed06b9b-4fbf-48ad-96da-50bbfaafacaf req-83f1471f-2a0e-416d-a444-9b6b58ff60a0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.7158229 Jun 30 02:52:22.481409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.531808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:22.536961 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.539300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 28caa6e6-be43-48fe-956f-19f62466800d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:22.586361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-125c91e2-0ccf-4fcb-b94c-47ceaa0fd9bf tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 200 len: 205 time: 0.2067657 Jun 30 02:52:22.591398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53318) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.616252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ed06b9b-4fbf-48ad-96da-50bbfaafacaf req-2648dc83-bb1e-43c2-bb4a-276a192c9546 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014524 Jun 30 02:52:22.621243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 28caa6e6-be43-48fe-956f-19f62466800d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:22.622187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 28caa6e6-be43-48fe-956f-19f62466800d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:22.634234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a5b445e-ed81-46dc-9fae-5d63d0a805fb req-9b8eb4cf-13bd-4ecd-9b19-bf4234f8a832 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384529 Jun 30 02:52:22.689490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.700355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:22.720092 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-89b9f768-c139-436b-bcbe-f3351307bad8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:22.723789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-89b9f768-c139-436b-bcbe-f3351307bad8 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/e0dc7fcc-9158-4964-9894-a7ccc2241511 HTTP/1.1" status: 404 len: 336 time: 0.1259046 Jun 30 02:52:22.724084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.732007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.772309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb0e1e4-cf89-4ae7-b0ad-a634077abcd9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:22.781252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1605d067-cd77-45da-8a0f-ddf9d3d07721 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd4345ba-421a-4079-afb2-0870adfad3ad HTTP/1.1" status: 200 len: 205 time: 0.0552688 Jun 30 02:52:22.790679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53326) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.872864 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-7bacf68b-54f8-4fc0-9b1c-9320c7c08e8e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:22.874140 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7bacf68b-54f8-4fc0-9b1c-9320c7c08e8e tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/dd4345ba-421a-4079-afb2-0870adfad3ad HTTP/1.1" status: 404 len: 336 time: 0.0813327 Jun 30 02:52:22.942352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.980889 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df57940-6986-4628-8c14-658aacb22911 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:22.981558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df57940-6986-4628-8c14-658aacb22911 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:22.985923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8df57940-6986-4628-8c14-658aacb22911 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/a21fb1c4-a2e5-478c-ba1f-2ebd85b65be0 HTTP/1.1" status: 404 len: 337 time: 0.0398459 Jun 30 02:52:22.986072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.991663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e08fc-95b7-4c7e-9f53-16d838d673ee req-e799bdfa-42eb-4d2b-b0ba-3f92b1ec73f4 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:23.000049 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d53e08fc-95b7-4c7e-9f53-16d838d673ee req-e799bdfa-42eb-4d2b-b0ba-3f92b1ec73f4 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 945 time: 0.6481836 Jun 30 02:52:23.113065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6dc9cf63-abfa-4b2b-987d-64f555bd3348 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 200 len: 205 time: 0.1255407 Jun 30 02:52:23.114647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.117112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53348) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.154247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.205556 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-936af660-90fe-49fb-9f44-bbd674b891e5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:23.209800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-936af660-90fe-49fb-9f44-bbd674b891e5 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/6d687e56-5075-4e68-8c3a-80cabdc7a03a HTTP/1.1" status: 404 len: 336 time: 0.0882566 Jun 30 02:52:23.216605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.261663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2646ae03-a11b-4f2d-a6c0-d4786955f4c3 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fce9919-c824-422f-9fb4-b994a04c560a HTTP/1.1" status: 200 len: 205 time: 0.0388460 Jun 30 02:52:23.262524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.267634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.269924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.320855 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d95eb37d-2cc2-4696-98d0-33d6b68d4ae2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:23.321788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d95eb37d-2cc2-4696-98d0-33d6b68d4ae2 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/3fce9919-c824-422f-9fb4-b994a04c560a HTTP/1.1" status: 404 len: 336 time: 0.0587475 Jun 30 02:52:23.326660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.358951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d53e08fc-95b7-4c7e-9f53-16d838d673ee req-48701d81-4553-406c-9949-6b4bb08c78df tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181415 Jun 30 02:52:23.363729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.368352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.368957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9bb79f1-fa0d-4220-937a-a97506c5909e {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:23.373879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.375236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-517ee677-5a5f-4a6f-ad0f-31c9e022779a admin admin] 10.222.0.78 "DELETE /v2.0/routers/c9bb79f1-fa0d-4220-937a-a97506c5909e HTTP/1.1" status: 204 len: 168 time: 3.6423275 Jun 30 02:52:23.387955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53358) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.413424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85fcbdf-905d-44cd-b273-71e81a636430']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:23.428979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982088c6-5ba3-4d0c-bb0d-d30deddada06') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:23.429416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982088c6-5ba3-4d0c-bb0d-d30deddada06') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:23.451239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.467621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Deleting subnet 586f1a45-e972-45eb-a3b0-bec5bfe7cec3 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:23.475290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.503307 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.516351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:23.517029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:23.523886 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:23.528628 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff719c41-1b0f-4891-a4e1-6ca79a278d2a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:23.530412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff719c41-1b0f-4891-a4e1-6ca79a278d2a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:23.542147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.558076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff719c41-1b0f-4891-a4e1-6ca79a278d2a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/7b219c6b-077e-4126-81a1-f51aea1d7ed7 HTTP/1.1" status: 404 len: 337 time: 0.2312973 Jun 30 02:52:23.618604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-87eee47f-3635-4ae3-9174-075891d16cee tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9783927-dd04-4fff-90a4-912f6bf960bb HTTP/1.1" status: 200 len: 205 time: 0.0751870 Jun 30 02:52:23.622470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.624750 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.758186 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-2f084224-9089-47d6-9af7-605031bbb23a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:23.775036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2f084224-9089-47d6-9af7-605031bbb23a tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/d9783927-dd04-4fff-90a4-912f6bf960bb HTTP/1.1" status: 404 len: 336 time: 0.1343155 Jun 30 02:52:23.798067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.817920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.822779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.862005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.871404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.873643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/networks/f85fcbdf-905d-44cd-b273-71e81a636430 HTTP/1.1" status: 204 len: 168 time: 1.5067544 Jun 30 02:52:23.878046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.880000 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd46127-cbd3-4a13-8cff-d439893dd0ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:23.881460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd46127-cbd3-4a13-8cff-d439893dd0ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:23.883369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ecd46127-cbd3-4a13-8cff-d439893dd0ce tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/4daca1f5-0926-4074-bb1a-7671fa0ecc1d HTTP/1.1" status: 404 len: 337 time: 0.0834816 Jun 30 02:52:23.888672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:23.903752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674985b-3022-455a-94b0-b899affd15e7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Network': ['ID=f85fcbdf-905d-44cd-b273-71e81a636430,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:23.994593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.032899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e72e2ec0-205f-470f-9d63-5198cf504180 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:24.044443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-425f008b-2dc2-4e52-8375-491abb3fdfbc tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "GET /v2.0/ports?device_id=28dae95a-4253-43a0-8505-cf4c4b616da7 HTTP/1.1" status: 200 len: 205 time: 0.1259973 Jun 30 02:52:24.055314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53384) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.067254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e72e2ec0-205f-470f-9d63-5198cf504180 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:24.067600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e72e2ec0-205f-470f-9d63-5198cf504180 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:24.079344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3baca43b-d9ec-48b3-9d71-87eaa7748a24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.097224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Router 11720713-c9b9-4fef-8411-7a3340596487 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:24.113763 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-1b49efb8-b49b-45be-b288-ea1ee0af7822 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] delete failed (client error): The resource could not be found. Jun 30 02:52:24.115605 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1b49efb8-b49b-45be-b288-ea1ee0af7822 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/routers/28dae95a-4253-43a0-8505-cf4c4b616da7 HTTP/1.1" status: 404 len: 336 time: 0.0542848 Jun 30 02:52:24.119366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53392) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.134149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3baca43b-d9ec-48b3-9d71-87eaa7748a24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.152288 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-592d12c6-e7cf-4f66-9d58-7ecf094f1e57 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:24.152895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592d12c6-e7cf-4f66-9d58-7ecf094f1e57 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:24.156985 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-592d12c6-e7cf-4f66-9d58-7ecf094f1e57 tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/47591a42-16ad-40af-bbc0-086a28c400cc HTTP/1.1" status: 404 len: 337 time: 0.0346649 Jun 30 02:52:24.157701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53394) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.188179 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec4a5e6-1251-4749-887b-031aa31b063b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:24.188179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec4a5e6-1251-4749-887b-031aa31b063b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:24.192810 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bec4a5e6-1251-4749-887b-031aa31b063b tempest-RoutersTest-1556067056 tempest-RoutersTest-1556067056-project] 10.222.0.78 "DELETE /v2.0/subnets/aa125451-e2e9-47dd-addc-35c814534175 HTTP/1.1" status: 404 len: 337 time: 0.0323656 Jun 30 02:52:24.274346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.298666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.300976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/586f1a45-e972-45eb-a3b0-bec5bfe7cec3 HTTP/1.1" status: 204 len: 168 time: 0.9187624 Jun 30 02:52:24.304835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733bbde-212f-407f-8b37-eabe4fa4aa98 None None] Network 05158402-4f23-4e72-a500-4cf01d25dc82 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:24.309237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3baca43b-d9ec-48b3-9d71-87eaa7748a24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.314317 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3baca43b-d9ec-48b3-9d71-87eaa7748a24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.320987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3baca43b-d9ec-48b3-9d71-87eaa7748a24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/security-groups/8d99be26-4884-4803-8240-77b0dfa4cf54 HTTP/1.1" status: 204 len: 168 time: 0.4370961 Jun 30 02:52:24.324864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.352185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d652f-32c4-45a6-b46b-ee37395af9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586f1a45-e972-45eb-a3b0-bec5bfe7cec3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:24.379902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baca43b-d9ec-48b3-9d71-87eaa7748a24 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d99be26-4884-4803-8240-77b0dfa4cf54,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:24.525641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:24.539788 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] Sync routers for ids ['11720713-c9b9-4fef-8411-7a3340596487'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:24.544731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.548773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53414) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.564569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9bcd35ae-ad68-4584-bb0a-ea967db36222 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "PUT /v2.0/routers/11720713-c9b9-4fef-8411-7a3340596487 HTTP/1.1" status: 200 len: 918 time: 6.7185748 Jun 30 02:52:24.565686 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] Routers {'11720713-c9b9-4fef-8411-7a3340596487'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:24.567724 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['11720713-c9b9-4fef-8411-7a3340596487'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.651415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.660158 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.682335 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] Routers {'11720713-c9b9-4fef-8411-7a3340596487'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:24.683309 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['11720713-c9b9-4fef-8411-7a3340596487'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.765727 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.766632 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc51f4-1c7d-4463-9e1c-2c474cd2320c None None] The sync data for ids ['11720713-c9b9-4fef-8411-7a3340596487'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:24.861475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Deleting port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:24.861834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.904410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.921822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f7763-451b-4639-8385-d777ac52909f None None] DHCP port deletion for 05158402-4f23-4e72-a500-4cf01d25dc82 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:25.053788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-313f7763-451b-4639-8385-d777ac52909f None None] Deleting port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:25.055297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-313f7763-451b-4639-8385-d777ac52909f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.065832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] For port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:25.066974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.088467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Calling delete_port for a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:25.108343 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aa3f7446-d28e-4657-8b8a-cb325fe6fed2 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/11720713-c9b9-4fef-8411-7a3340596487 HTTP/1.1" status: 200 len: 924 time: 0.5576448 Jun 30 02:52:25.110323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53430) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.118742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.123808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826873911', 'description': 'tempest-secgroup-smoke-826873911 description', 'project_id': 'e96f464854794097a83e6ab2ddb9535f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:25.203730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-313f7763-451b-4639-8385-d777ac52909f None None] For port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,segment=NetworkSegment(d9a60c54-793b-492f-8832-d4417b5b3a69),segment_id=d9a60c54-793b-492f-8832-d4417b5b3a69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:25.205114 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-313f7763-451b-4639-8385-d777ac52909f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.212040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b242e-6002-41f5-83d5-7206540015b0 req-793c9e0d-56d7-40ea-9e3e-6eac8df89ba6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.220579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-157b242e-6002-41f5-83d5-7206540015b0 req-793c9e0d-56d7-40ea-9e3e-6eac8df89ba6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 945 time: 0.5035129 Jun 30 02:52:25.225889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-313f7763-451b-4639-8385-d777ac52909f None None] Calling delete_port for a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:25.288208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.320897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-157b242e-6002-41f5-83d5-7206540015b0 req-c474a6dc-54dc-4c13-a7b6-9986a4b8da91 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993397 Jun 30 02:52:25.329267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-faed1b5c-a0c5-48b4-950a-d2354b11972f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3293805 Jun 30 02:52:25.341235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1d90d288-4696-4c2c-96c4-7f8cf041b047 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1df279fa72f14d2b91407012d381af04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350083 Jun 30 02:52:25.354931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53442) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.491806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-313f7763-451b-4639-8385-d777ac52909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.513497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.515486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.526849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.550416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0d59e-e7fa-4d6e-a0d6-6afb793f5319 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.553266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-85e0d59e-e7fa-4d6e-a0d6-6afb793f5319 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=11720713-c9b9-4fef-8411-7a3340596487&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4325099 Jun 30 02:52:25.557423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53446) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.569883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.572336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] No DVR routers for this DVR port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:25.579028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f7763-451b-4639-8385-d777ac52909f None None] Pushing event deleted for resources: {'Port': ['ID=a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.602031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f7763-451b-4639-8385-d777ac52909f None None] No DVR routers for this DVR port a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:25.636426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046a7ac3-4f50-4521-bc15-3b2fb1738bfe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.652159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.656431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22864576-392b-4287-bddd-52d15a88a093 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5337932 Jun 30 02:52:25.660464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.667479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '046a7ac3-4f50-4521-bc15-3b2fb1738bfe', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:25.822899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8226e-9eb2-489c-a435-53eb07f52ca9 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.828159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7fa8226e-9eb2-489c-a435-53eb07f52ca9 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/networks/08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 881 time: 0.2427156 Jun 30 02:52:25.830684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.843212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb9eb-8b6c-48c7-87ec-9f87e662ca89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.869601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb9eb-8b6c-48c7-87ec-9f87e662ca89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.889739 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.989069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-940bbedb-bf41-4cab-aa19-9c5a6b949a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.008913 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-940bbedb-bf41-4cab-aa19-9c5a6b949a83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 1096 time: 0.6109133 Jun 30 02:52:26.011303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53468) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:26.012007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb9eb-8b6c-48c7-87ec-9f87e662ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.014776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb9eb-8b6c-48c7-87ec-9f87e662ca89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.029693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3bbb9eb-8b6c-48c7-87ec-9f87e662ca89 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c444492e-49b9-4e2a-b3bb-2285d8e3aa4a HTTP/1.1" status: 204 len: 168 time: 0.6735651 Jun 30 02:52:26.034743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f85ff770-c06c-4636-976b-ce7e997721d7 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=11720713-c9b9-4fef-8411-7a3340596487 HTTP/1.1" status: 200 len: 205 time: 0.1918874 Jun 30 02:52:26.049954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05158402-4f23-4e72-a500-4cf01d25dc82']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:26.094656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.191839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a60c54-793b-492f-8832-d4417b5b3a69') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:26.192146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a60c54-793b-492f-8832-d4417b5b3a69') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:26.207129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.226487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:26.238548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.247590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.265865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.273720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:26.274157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:26.284042 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:26.286445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:26.286445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a31c3f4b-2828-4b8a-93b7-fc24e8fc0d7b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:26.414846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbb9eb-8b6c-48c7-87ec-9f87e662ca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c444492e-49b9-4e2a-b3bb-2285d8e3aa4a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.430713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.434508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7703452 Jun 30 02:52:26.438979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53478) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:26.449359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deabad4-46ba-44ca-9b10-71fc92970ef1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2dd560-1945-4673-bfc5-c95bdb4d9b80,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.459226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '046a7ac3-4f50-4521-bc15-3b2fb1738bfe', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:26.516208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.560015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.566897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] 10.222.0.78 "DELETE /v2.0/networks/05158402-4f23-4e72-a500-4cf01d25dc82 HTTP/1.1" status: 204 len: 168 time: 2.2286069 Jun 30 02:52:26.569746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e24cd5-0036-49fe-9618-0bd0c31d3a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=05158402-4f23-4e72-a500-4cf01d25dc82,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.641528 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.666102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.676330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-cbdb5666-8630-4656-89f0-73eacbac09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.678462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-cbdb5666-8630-4656-89f0-73eacbac09d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 200 len: 916 time: 0.6098673 Jun 30 02:52:26.766107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-3f2c421c-841c-432b-96ba-4fa45e3fad84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47408b7c-ea12-432c-92dc-2a387e07d969 HTTP/1.1" status: 200 len: 217 time: 0.0794744 Jun 30 02:52:26.868867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:26.875983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-d445764a-a431-435b-a91f-65e0e1e185e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.877647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-d445764a-a431-435b-a91f-65e0e1e185e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 200 len: 855 time: 0.0755947 Jun 30 02:52:26.954455 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8de6b8db-4743-4442-a838-2fa58506d7f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f82a9d955bf54cb4b8390621fc0e4b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843024 Jun 30 02:52:26.962175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.041149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-013102c4-fece-43e2-9c0c-1ad4d660081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.120409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-013102c4-fece-43e2-9c0c-1ad4d660081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.311530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-013102c4-fece-43e2-9c0c-1ad4d660081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.315625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-013102c4-fece-43e2-9c0c-1ad4d660081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.320229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-013102c4-fece-43e2-9c0c-1ad4d660081c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/953c99e1-94b3-4fa8-9a91-f63f524e6575 HTTP/1.1" status: 204 len: 168 time: 0.3569505 Jun 30 02:52:27.350248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013102c4-fece-43e2-9c0c-1ad4d660081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c99e1-94b3-4fa8-9a91-f63f524e6575,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.575955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-37739d91-208b-4398-b180-ffab47b8a6ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d32b9a54-a10c-4bbd-93fc-08e399383c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6687441 Jun 30 02:52:27.626940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24e412dc-c883-4a04-94fe-c0d0184b98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.773357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.792365 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.848720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.862582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b63b2b-9e29-42d4-9323-28e1160e1394,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.865587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53542) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.870186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031059 Jun 30 02:52:27.873854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.887144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.889604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-af1e903c-0dae-4b6b-9842-99c6a01cc4d9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4432709 Jun 30 02:52:27.894692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.907294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '046a7ac3-4f50-4521-bc15-3b2fb1738bfe', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:27.969459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.998691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-7dcc71d2-8190-4b14-ad85-8c70c56c42ef service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777349 Jun 30 02:52:28.134750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.147888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.182990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.184324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885377 Jun 30 02:52:28.189368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53562) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:28.191516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d264c-b685-4efc-834d-51c82b2bec70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8cf464-d038-41f8-8808-adc71ec0ca8f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.202392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '046a7ac3-4f50-4521-bc15-3b2fb1738bfe', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:28.244754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Deleting port 4c7ba12f-52b2-4c2a-8949-a16cc8aa5e43 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:28.245524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.318451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.322360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b5af9518-cf52-44dd-bb2d-40ee23406451 tempest-NetworksApiDiscovery-1240110000 tempest-NetworksApiDiscovery-1240110000-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4473457 Jun 30 02:52:28.391119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc7c253b-57b7-49c1-907f-d7e6f131c078 req-6e69f83f-ad23-46c0-8b1d-f41609766a01 service neutron] 10.222.0.67 "GET /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788085 Jun 30 02:52:28.539708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.575427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Calling delete_port for 4c7ba12f-52b2-4c2a-8949-a16cc8aa5e43 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:28.596496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.611339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.701287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e671ee-d9fd-458d-9c20-bf3c364fb76c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.717906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.719199 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4f6c259-d7b0-473f-bafa-cb02cc206271 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5216777 Jun 30 02:52:28.721964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:28.726677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '046a7ac3-4f50-4521-bc15-3b2fb1738bfe', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:28.765613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:28.779165 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:52:28.786075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.976900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53602) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:28.988066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.998015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.026551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.046908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed05702-c8b5-43c6-8a0d-c7a2dd6b2845,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.061575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.066992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aafc55db-71e9-4132-a8ce-7bbc2f28aab8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3438406 Jun 30 02:52:29.067988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.077662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '046a7ac3-4f50-4521-bc15-3b2fb1738bfe', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:29.095406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event deleted for resources: {'Port': ['ID=4c7ba12f-52b2-4c2a-8949-a16cc8aa5e43,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.103722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-500240047-network', 'tenant_id': '784f01470b3942089f9032169cd3d065'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:29.166061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:52:29.166061 n-d-798054-5 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:52:29.166061 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'id': '1840ec8b-1c68-4bac-8cc7-b655f4c25658', 'expiration': datetime.datetime(2021, 6, 30, 2, 54, 29, 139002)}] Jun 30 02:52:29.166061 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:52:29.167006 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:52:29.174565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae55812c-aa26-4bb1-b1a8-0b55f2c8c946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.207979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Made reservation on behalf of 784f01470b3942089f9032169cd3d065 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:29.211978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.215813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.238482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.289789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:52:29.289789 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:52:29.289789 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id_1': '784f01470b3942089f9032169cd3d065', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 52, 29, 254167)}] Jun 30 02:52:29.289789 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:52:29.291785 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:52:29.354785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.361221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.455723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.456313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Fanout notify agent at l3_agent the message router_deleted on router 11720713-c9b9-4fef-8411-7a3340596487 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:29.466429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.470999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-15c4c9b6-8581-40db-8904-9ffe0ca679aa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/11720713-c9b9-4fef-8411-7a3340596487 HTTP/1.1" status: 204 len: 168 time: 3.4367533 Jun 30 02:52:29.471245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.476547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-425963322', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:29.531669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae55812c-aa26-4bb1-b1a8-0b55f2c8c946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.541860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae55812c-aa26-4bb1-b1a8-0b55f2c8c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.585379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.585880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.611604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae55812c-aa26-4bb1-b1a8-0b55f2c8c946 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d60ab702e214720b4a5a2e163dbd26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290231 Jun 30 02:52:29.615765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.616643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55812c-aa26-4bb1-b1a8-0b55f2c8c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0153dbd-0b9c-4daa-9848-384d20a0af00,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.752456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.817092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.877041 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:52:29.887494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdfbd-1929-493c-abc2-6817c4fda627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.909987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdfbd-1929-493c-abc2-6817c4fda627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.931050 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.323649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a66e5b15-2fa2-43d6-9145-0de79e01e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.419908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.518550 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.613574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.661165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.666974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.676197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdfbd-1929-493c-abc2-6817c4fda627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.680103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdfbd-1929-493c-abc2-6817c4fda627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.685397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7a6cdfbd-1929-493c-abc2-6817c4fda627 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0153dbd-0b9c-4daa-9848-384d20a0af00 HTTP/1.1" status: 204 len: 168 time: 1.0685358 Jun 30 02:52:30.706685 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.733788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cdfbd-1929-493c-abc2-6817c4fda627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0153dbd-0b9c-4daa-9848-384d20a0af00,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.737520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b9e413-294c-43ce-833a-e7c4bb22cc5b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.778807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:30.780918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.785222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.792618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'network': {'name': 'tempest-network-smoke--1311315695', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:30.797420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-70070562-83e4-44d3-a107-52016bb7451b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7251284 Jun 30 02:52:30.839736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:30.844019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.850577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.850936 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Added segment efa442e2-1d55-4544-8940-cc49599dda54 of type vlan for network 049f004b-4184-4387-9ca8-daa62c50546c Jun 30 02:52:30.898029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:30.905460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9134fbc-2b35-4de9-bcd3-87bf1505936b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.918659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.919026 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Added segment b6b0260f-a3ce-4201-854c-9b400fc90543 of type vlan for network 589e6b4d-f814-414d-9a9f-6533fe51c52b Jun 30 02:52:31.032060 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.117073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.123217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:31.123845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.249100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.288189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5018427 Jun 30 02:52:31.291502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.292198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.321033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f2d1-90a8-4918-9d37-238e8edd745c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Network': ['ID=589e6b4d-f814-414d-9a9f-6533fe51c52b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.323577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'admin_state_up': True, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:31.362497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.374070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:31.530858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.531854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:31.532471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.556826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.557845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.624471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8542178 Jun 30 02:52:31.625379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53700) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.632444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Request body: {'subnet': {'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-500240047-subnet', 'tenant_id': '784f01470b3942089f9032169cd3d065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:31.691808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Made reservation on behalf of 784f01470b3942089f9032169cd3d065 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:31.700065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.712754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b6a80-4c45-4f60-8d2a-72d058fb6d2a admin admin] Pushing event updated for resources: {'Network': ['ID=049f004b-4184-4387-9ca8-daa62c50546c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.727788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 049f004b-4184-4387-9ca8-daa62c50546c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:31.781377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.782892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Allocated IP 172.25.0.132 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/1171cd94-92d0-4b03-b049-68f3de7c07b2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:32.042698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.103135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.108244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9ec482-6c68-41d9-bc07-1f97d4216509,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:32.173028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.216062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Checking segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:32.216880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Network hostable DHCP agents. Network: 049f004b-4184-4387-9ca8-daa62c50546c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:32.249018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Network 049f004b-4184-4387-9ca8-daa62c50546c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:32.266067 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.268457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 049f004b-4184-4387-9ca8-daa62c50546c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:32.277510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:32.279023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.280517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815d5c7-1a49-4cd6-ae43-a20861062ebd None None] Network 049f004b-4184-4387-9ca8-daa62c50546c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:32.316062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-87d3c3b9-329a-4f87-b67c-e77c6525a1d5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6868889 Jun 30 02:52:32.507371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.737072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317181e2-b8ae-4c95-84ba-4174b6e0defa None None] Network 049f004b-4184-4387-9ca8-daa62c50546c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:32.782674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:32.866508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event updated for resources: {'Port': ['ID=1171cd94-92d0-4b03-b049-68f3de7c07b2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:32.884675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:32.901643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:33.074907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.145961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.457416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-e40be65a-8c43-457a-a130-1581a03d9a92 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.464301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-e40be65a-8c43-457a-a130-1581a03d9a92 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 812 time: 0.1979809 Jun 30 02:52:33.497514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-cdf047b3-f018-4911-9b46-78c4db61acf9 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/quotas/784f01470b3942089f9032169cd3d065 HTTP/1.1" status: 200 len: 375 time: 0.0245373 Jun 30 02:52:33.546361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.169 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:33.564208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-4b618acf-18f5-4d22-b307-f70cdf552075 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599658 Jun 30 02:52:33.571685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-1983e32e-ea03-4a33-b14b-38bd4888b3bc service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:33.580812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-1983e32e-ea03-4a33-b14b-38bd4888b3bc service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153401 Jun 30 02:52:33.793805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.871413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6c84744d-6a0d-422f-ba99-bf7344ab69f1 service neutron] 10.222.0.78 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897155 Jun 30 02:52:33.908751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.069033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-487b884a-bb06-480e-b72a-61b9d02b0226 service neutron] 10.222.0.78 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889842 Jun 30 02:52:34.337453 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.370457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.662598 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.822952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:34.824445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.834731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:34.847056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:34.969970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-95d1fbd7-0f6c-48c0-8101-fcd7fe4e4082 req-83425af7-78d4-459a-9115-74ff06468272 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 210 time: 0.1255522 Jun 30 02:52:35.074926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Router 4df5ccd3-44f7-4327-9354-0e0503d505d0 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:36.048123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:36.058493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] Sync routers for ids ['4df5ccd3-44f7-4327-9354-0e0503d505d0'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:36.080486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] Routers {'4df5ccd3-44f7-4327-9354-0e0503d505d0'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:36.081138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4df5ccd3-44f7-4327-9354-0e0503d505d0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:36.113311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.114551 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9bc800a0-fb15-4318-9073-63086d2d1aba tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6423302 Jun 30 02:52:36.117562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:36.123664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:36.220515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:36.272647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] Routers {'4df5ccd3-44f7-4327-9354-0e0503d505d0'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:36.276709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4df5ccd3-44f7-4327-9354-0e0503d505d0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:36.424295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:36.425962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b25a39-03fd-4435-9d70-36ce06439ae2 None None] The sync data for ids ['4df5ccd3-44f7-4327-9354-0e0503d505d0'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:36.482133 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-14fca4fa-3f10-4ec8-8d3c-80d2222b8b0a req-3e26b39b-d8b2-4ed7-9489-c2178a2b6150 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 210 time: 0.1145995 Jun 30 02:52:36.492984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.200494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.213263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.352848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-a0fa4d2b-7cc1-4cae-9d12-511b52ad2601 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.355274 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-a0fa4d2b-7cc1-4cae-9d12-511b52ad2601 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 812 time: 0.3040175 Jun 30 02:52:37.368696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Request body: {'port': {'device_id': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'admin_state_up': True, 'tenant_id': '784f01470b3942089f9032169cd3d065'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:37.372478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:37.401508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.743367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Deleting port 1171cd94-92d0-4b03-b049-68f3de7c07b2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:37.745826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Made reservation on behalf of 784f01470b3942089f9032169cd3d065 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:37.748947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.752770 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.756125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router f878414d-9adb-43f2-aa49-611a0777086c is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:37.869694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-f31779ec-864c-403f-ae1a-d2dc7be9e083 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.871605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-f31779ec-864c-403f-ae1a-d2dc7be9e083 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 812 time: 0.4718523 Jun 30 02:52:37.888028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Request body: {'port': {'device_id': 'c698df38-081d-4b05-8f6d-557b4a810830', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'admin_state_up': True, 'tenant_id': '784f01470b3942089f9032169cd3d065'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:38.051381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a2bbb5f0-5f24-4659-90c6-8be1ddaafc4e req-743779ab-e315-442c-93be-8fa5d34c87c9 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 210 time: 0.0979097 Jun 30 02:52:38.086253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:38.121186 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Sync routers for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:38.164448 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:38.167572 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:38.211661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.216048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c4b1855e-3393-4552-b6f7-4741dc9a484f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.8950083 Jun 30 02:52:38.216048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.221045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:38.222757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Allocated IP 172.20.0.9 (049f004b-4184-4387-9ca8-daa62c50546c/ad9ec482-6c68-41d9-bc07-1f97d4216509/77505f06-a4e1-4b7a-b650-070b52884647) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:38.334333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Calling delete_port for 1171cd94-92d0-4b03-b049-68f3de7c07b2 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:38.356844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fe863f94-48b5-42d3-b93b-5cce6ccbcbaf tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e96f464854794097a83e6ab2ddb9535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260531 Jun 30 02:52:38.367565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:38.368005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:38.407630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.490991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.497124 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:38.641289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Network 049f004b-4184-4387-9ca8-daa62c50546c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:38.649493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:38.668953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:38.752649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event updated for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:38.821315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Made reservation on behalf of 784f01470b3942089f9032169cd3d065 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:38.825247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.835544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916d50c5-3c1d-4a86-a8ce-b6636db88e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.859491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa182d6-51ed-4531-ba9d-39cb832fece6 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.861575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-caa182d6-51ed-4531-ba9d-39cb832fece6 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4899828 Jun 30 02:52:38.868071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-6051b8f1-dc45-4bc9-8891-f4b4e67eed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.869588 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-6051b8f1-dc45-4bc9-8891-f4b4e67eed44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.4004023 Jun 30 02:52:38.871121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54026) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:38.889076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.890210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.949107 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:35Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:38.998530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-724093ea-9f21-4677-88ec-60b3bd40d049 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243074 Jun 30 02:52:39.005072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:39.008880 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Checking router: f878414d-9adb-43f2-aa49-611a0777086c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:39.011300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Updating router f878414d-9adb-43f2-aa49-611a0777086c port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:52:39.012209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246798234', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:39.072090 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.120015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b752-170a-4a3c-8f1c-0f97861c11b3 req-2a8fb061-13f7-48bf-8ab1-a18659b5afde tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.128332 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d14b752-170a-4a3c-8f1c-0f97861c11b3 req-2a8fb061-13f7-48bf-8ab1-a18659b5afde tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.4107296 Jun 30 02:52:39.182962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916d50c5-3c1d-4a86-a8ce-b6636db88e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.184858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.201735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916d50c5-3c1d-4a86-a8ce-b6636db88e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.209200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-32ee2666-19a8-4981-9f9f-c2e25e7f8be5 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8452139 Jun 30 02:52:39.231366 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d14b752-170a-4a3c-8f1c-0f97861c11b3 req-73e30857-3c76-4405-8e27-439799c8ca96 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016417 Jun 30 02:52:39.257843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Request body: {'port': {'device_id': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:39.298230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-f6840dc6-69a9-429a-988f-207053b35d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.299991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-f6840dc6-69a9-429a-988f-207053b35d6b service neutron] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.3944936 Jun 30 02:52:39.391564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:39.396131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.401560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-15c421a9-6518-4640-ac72-4e8163c5098a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.0893993 Jun 30 02:52:39.538737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.589874 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.623340 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Transition to ACTIVE for port object ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:39.627768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.632528 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.685306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-56e77833-cccd-4b21-ab50-b085273aad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.691754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-56e77833-cccd-4b21-ab50-b085273aad56 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.2732618 Jun 30 02:52:39.738815 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Attempting to bind port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:39.739343 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Attempting to bind port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:39.740365 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Attempting to bind port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:39.751688 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:39.752240 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:39.752855 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.753710 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:39.754509 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Bound port: ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:39.754993 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.769485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Pushing event deleted for resources: {'Port': ['ID=1171cd94-92d0-4b03-b049-68f3de7c07b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.882216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-916d50c5-3c1d-4a86-a8ce-b6636db88e57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b9e5b83fb0045dda140aa0b8b10606a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5092030 Jun 30 02:52:39.882582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.886485 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Pushing event updated for resources: {'Port': ['ID=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.892286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:39.903131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.903626 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.904079 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.904910 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.904910 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.905336 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.905706 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.906035 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.906457 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.906910 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.908005 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.908761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:39.909622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d50c5-3c1d-4a86-a8ce-b6636db88e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d867b3c5-3a7f-48cd-9218-b1edfd57eb11,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.913295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Allocated IP 172.20.0.10 (049f004b-4184-4387-9ca8-daa62c50546c/ad9ec482-6c68-41d9-bc07-1f97d4216509/2b3a4679-7e72-4a26-a7af-fd157cdd51e8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:39.922289 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] For port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:39.926665 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] For port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:39.933791 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.942236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-c66affa2-0519-440f-87e2-e8a8602163de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882025 Jun 30 02:52:39.981451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec2b60-644f-42f3-9648-49f4bf755a03 req-77dde898-0ae1-4a13-951e-c1fdda92f45c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.983124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fec2b60-644f-42f3-9648-49f4bf755a03 req-77dde898-0ae1-4a13-951e-c1fdda92f45c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 931 time: 0.2301583 Jun 30 02:52:39.987299 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.033233 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:40.034574 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:40.197035 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca6f11-2d28-412e-badb-e185fa7cade8 None None] Pushing event updated for resources: {'Port': ['ID=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:40.201929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Checking segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:40.202623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network hostable DHCP agents. Network: 589e6b4d-f814-414d-9a9f-6533fe51c52b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:40.259848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Subnet': ['ID=ffe0b754-d3c8-4393-aafa-f0b364df4b07,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:40.293119 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:40.306492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83dae6db-1cb4-46e3-9890-1067d6b3bbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.340934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83dae6db-1cb4-46e3-9890-1067d6b3bbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.401354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:40.421084 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-440798c7-de93-4940-b4e0-f234ffbb37d3 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496031 Jun 30 02:52:40.426940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 589e6b4d-f814-414d-9a9f-6533fe51c52b) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:40.444443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8560c41-64c6-4245-b854-aed1709adaa6 None None] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:40.456230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.487651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83dae6db-1cb4-46e3-9890-1067d6b3bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.496283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83dae6db-1cb4-46e3-9890-1067d6b3bbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.499958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83dae6db-1cb4-46e3-9890-1067d6b3bbdc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d867b3c5-3a7f-48cd-9218-b1edfd57eb11 HTTP/1.1" status: 204 len: 168 time: 0.5995653 Jun 30 02:52:40.542017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768642'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.565806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dae6db-1cb4-46e3-9890-1067d6b3bbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d867b3c5-3a7f-48cd-9218-b1edfd57eb11,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:40.596279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fec2b60-644f-42f3-9648-49f4bf755a03 req-16b52676-faf8-4520-87cf-8a14219bba16 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299273 Jun 30 02:52:40.713902 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:35Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:40.751052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Router 4df5ccd3-44f7-4327-9354-0e0503d505d0 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:40.880801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.957908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.958755 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252959f4-6cc6-4297-b367-4103e6093d98 None None] The sync data for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 is: [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:35Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:41.032837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-589e6b4d-f814-414d-9a9f-6533fe51c52b', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:52:41.034568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.127441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.203512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.204480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.234547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54094) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.250990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event updated for resources: {'Port': ['ID=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:41.283480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Network 049f004b-4184-4387-9ca8-daa62c50546c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:41.288989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:41.304915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.309200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0f671daf-c602-477a-ac23-29a02d421842 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "PUT /v2.0/routers/4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 200 len: 709 time: 5.1902502 Jun 30 02:52:41.309921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.310873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:41.313377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:41.328857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] Sync routers for ids ['4df5ccd3-44f7-4327-9354-0e0503d505d0'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:41.340779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4970aaf-7cf0-4aba-bcac-7c54f6417182 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3339157 Jun 30 02:52:41.356803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea53-b4d7-41ac-a6c8-e79665f36004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.357225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] Routers {'4df5ccd3-44f7-4327-9354-0e0503d505d0'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:41.358015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4df5ccd3-44f7-4327-9354-0e0503d505d0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:41.370387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54098) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.539834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6ce87a75-4ff2-4fc0-920d-7aed175e4c24 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/routers/4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 200 len: 744 time: 0.2231636 Jun 30 02:52:41.543726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.659712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5074d73-05ed-4d1a-903b-02b57686be14 req-e0998676-2e03-4585-95c0-c660d3d67824 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2290547 Jun 30 02:52:41.664340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4baf652-220b-4808-816c-2036356e71f7 tempest-RoutersIpV6AdminTest-770725225 tempest-RoutersIpV6AdminTest-770725225-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&device_id=4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 200 len: 205 time: 0.1191380 Jun 30 02:52:41.668846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.748507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.749576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.808812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ee486a7-1383-4eb5-ac3f-9f0206f1338c tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 200 len: 205 time: 0.1387658 Jun 30 02:52:41.809646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.888282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:41.909313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Allocated IP 172.20.0.2 (589e6b4d-f814-414d-9a9f-6533fe51c52b/ffe0b754-d3c8-4393-aafa-f0b364df4b07/593d2ff3-5a0c-4676-bcf0-1f3dce865380) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:41.945035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] Routers {'4df5ccd3-44f7-4327-9354-0e0503d505d0'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:41.945890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['4df5ccd3-44f7-4327-9354-0e0503d505d0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:41.992029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:41.993374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e3328-2e53-4a1d-a249-7a56130d3d44 None None] The sync data for ids ['4df5ccd3-44f7-4327-9354-0e0503d505d0'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:42.048338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9818955-39d4-4c68-90ba-3781403af133 req-64d4aa72-1c19-48a1-a676-958371911c18 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.071845 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9818955-39d4-4c68-90ba-3781403af133 req-64d4aa72-1c19-48a1-a676-958371911c18 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.8494771 Jun 30 02:52:42.110389 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.200898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:42.346286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9818955-39d4-4c68-90ba-3781403af133 req-85b10216-e7f8-4dc3-b945-10f86c0acbff tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517595 Jun 30 02:52:42.365419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77505f06-a4e1-4b7a-b650-070b52884647 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:42.366775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:42.391326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:42.391963 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.394890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.396584 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.482044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-a0903f6d-016b-4238-b865-42f56a4d20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.483768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-a0903f6d-016b-4238-b865-42f56a4d20cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.6600986 Jun 30 02:52:42.494361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Transition to ACTIVE for port object 593d2ff3-5a0c-4676-bcf0-1f3dce865380 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:42.511273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Transition to ACTIVE for port object 77505f06-a4e1-4b7a-b650-070b52884647 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:42.523068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.529409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.550216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Transition to ACTIVE for port object 593d2ff3-5a0c-4676-bcf0-1f3dce865380 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:42.574376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.596909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:42.605199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:42.614072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.615230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Fanout notify agent at l3_agent the message router_deleted on router 4df5ccd3-44f7-4327-9354-0e0503d505d0 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:42.633529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.635839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:42.641746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0cbfc49f-aac3-410d-8e8a-3a08f5f6e0fb tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 204 len: 168 time: 0.8219061 Jun 30 02:52:42.649181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.650206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d2d87-f717-47a0-a143-0d363580da15 req-e457dc8c-9ba9-4ffa-90b4-86416ebaf113 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.666202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad3d2d87-f717-47a0-a143-0d363580da15 req-e457dc8c-9ba9-4ffa-90b4-86416ebaf113 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 931 time: 0.6675227 Jun 30 02:52:42.672384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:42.674060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:42.697913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.708856 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.747261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea53-b4d7-41ac-a6c8-e79665f36004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.749325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c2d15410-3f7d-4abe-beba-48e57be47242 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 200 len: 205 time: 0.0755332 Jun 30 02:52:42.752494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:42.762786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad3d2d87-f717-47a0-a143-0d363580da15 req-deb8c93d-02ba-4d76-a173-1e6a7c845a4d tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955675 Jun 30 02:52:42.773832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-756e861f-8689-474b-bbff-9b6e8a2937f1 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8913248 Jun 30 02:52:42.788351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Pushing event updated for resources: {'Port': ['ID=593d2ff3-5a0c-4676-bcf0-1f3dce865380,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:42.789280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Request body: {'port': {'device_id': 'c698df38-081d-4b05-8f6d-557b4a810830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:42.818462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Attempting to bind port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:42.819396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Attempting to bind port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:42.819859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Attempting to bind port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:42.833044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:42.833555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Checking segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:42.834027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.834529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Bound using segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:42.835094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Bound port: 593d2ff3-5a0c-4676-bcf0-1f3dce865380, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:42.835567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.878123 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-c727c2d8-af0a-4e9c-b1ae-ee5116a48d27 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] delete failed (client error): The resource could not be found. Jun 30 02:52:42.882705 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c727c2d8-af0a-4e9c-b1ae-ee5116a48d27 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/4df5ccd3-44f7-4327-9354-0e0503d505d0 HTTP/1.1" status: 404 len: 336 time: 0.0977962 Jun 30 02:52:42.885548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:42.891882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea53-b4d7-41ac-a6c8-e79665f36004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.915402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] For port 593d2ff3-5a0c-4676-bcf0-1f3dce865380, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:42.926743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] For port 593d2ff3-5a0c-4676-bcf0-1f3dce865380, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=593d2ff3-5a0c-4676-bcf0-1f3dce865380,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:42.940264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.960752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:42.987976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cc95efed-8bad-42d5-9c6e-58e1feb8c264 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=11720713-c9b9-4fef-8411-7a3340596487 HTTP/1.1" status: 200 len: 205 time: 0.0994055 Jun 30 02:52:42.993733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.059611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96500-f62f-4fc6-9df3-3230be7065af None None] Pushing event updated for resources: {'Port': ['ID=593d2ff3-5a0c-4676-bcf0-1f3dce865380,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.069368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Pushing event updated for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.138098 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f168597e-55a5-462b-9e43-c5183f8db9fa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] delete failed (client error): The resource could not be found. Jun 30 02:52:43.139172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f168597e-55a5-462b-9e43-c5183f8db9fa tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/11720713-c9b9-4fef-8411-7a3340596487 HTTP/1.1" status: 404 len: 336 time: 0.1422057 Jun 30 02:52:43.151429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.184207 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.220085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f2e9ea53-b4d7-41ac-a6c8-e79665f36004 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8bec7426e5e4d2ebf3444e827e5ea5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9811461 Jun 30 02:52:43.220085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-f82b46cd-6018-4f9e-ae96-9eab2ad36845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.228090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-f82b46cd-6018-4f9e-ae96-9eab2ad36845 service neutron] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.7051427 Jun 30 02:52:43.233615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-87232145-1bc1-484e-b7d1-2341fbc2864a tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=69eda930-0aa7-462c-b4e7-b413ca2d55c8 HTTP/1.1" status: 200 len: 205 time: 0.0763896 Jun 30 02:52:43.234536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.234865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.340249 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6b70a70a-a4ed-4843-a680-7cf9e76d4d44 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] delete failed (client error): The resource could not be found. Jun 30 02:52:43.341685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6b70a70a-a4ed-4843-a680-7cf9e76d4d44 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/69eda930-0aa7-462c-b4e7-b413ca2d55c8 HTTP/1.1" status: 404 len: 336 time: 0.0742142 Jun 30 02:52:43.344742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.397621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ea53-b4d7-41ac-a6c8-e79665f36004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54568887-1b74-4261-bf81-a62809a643e7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.405479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Attempting to bind port 77505f06-a4e1-4b7a-b650-070b52884647 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:43.405825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Attempting to bind port 77505f06-a4e1-4b7a-b650-070b52884647 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:43.406154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Attempting to bind port 77505f06-a4e1-4b7a-b650-070b52884647 on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:43.413391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-ea54ffc2-37ac-4587-8cb7-6ffe70724a7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.1422822 Jun 30 02:52:43.415597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Port 77505f06-a4e1-4b7a-b650-070b52884647 on network 049f004b-4184-4387-9ca8-daa62c50546c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:43.415926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Attempting to bind port 77505f06-a4e1-4b7a-b650-070b52884647 on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:43.449781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13a3921b-585a-4c92-92c7-c134ceae4f58 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=718367a1-05ed-4f45-9375-774d83e9d8c7 HTTP/1.1" status: 200 len: 205 time: 0.1036127 Jun 30 02:52:43.457549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.487180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:43.487551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Checking segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:43.487926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Bound using segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:43.488351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Bound port: 77505f06-a4e1-4b7a-b650-070b52884647, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:43.488709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.491583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-421018b5-05a8-4878-b5ef-f368b033553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.493380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-421018b5-05a8-4878-b5ef-f368b033553b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.0703752 Jun 30 02:52:43.561776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-b2abaeb2-1c85-4e6b-a03b-fb1da2627c0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580537 Jun 30 02:52:43.866751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:43.906048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=77505f06-a4e1-4b7a-b650-070b52884647,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:43.923047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.939036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.992395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcf09-d6c1-4366-80e6-14dd8187b3be req-9181aedb-8d41-4202-8196-81c7db848436 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.993988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-badbcf09-d6c1-4366-80e6-14dd8187b3be req-9181aedb-8d41-4202-8196-81c7db848436 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.3172429 Jun 30 02:52:44.011888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a520-8185-46de-b82b-5eb8bf3322b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.018743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-e3c22cd9-d93d-49a5-90a6-db1ebdbb385c service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484701 Jun 30 02:52:44.043673 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-758950c3-1b2d-43c4-afd0-1eb7217dbb5f tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] delete failed (client error): The resource could not be found. Jun 30 02:52:44.045002 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-758950c3-1b2d-43c4-afd0-1eb7217dbb5f tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/718367a1-05ed-4f45-9375-774d83e9d8c7 HTTP/1.1" status: 404 len: 336 time: 0.5865154 Jun 30 02:52:44.054289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:44.054990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.056467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] 10.222.0.67 "PUT /v2.0/ports/77505f06-a4e1-4b7a-b650-070b52884647 HTTP/1.1" status: 200 len: 1091 time: 4.8071144 Jun 30 02:52:44.073032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.081063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:44.085610 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0086208a-c73d-4f5e-896b-b46d710e29c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "tag": "77505f06-a4e1-4b7a-b650-070b52884647"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:44.376743 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a520-8185-46de-b82b-5eb8bf3322b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.392045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6d62108f-d776-45f3-a8f1-7afcb1a940d1 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b7010c5-0685-4151-a751-db2945fe3c3e HTTP/1.1" status: 200 len: 205 time: 0.3048272 Jun 30 02:52:44.398289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.412063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:44.473452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42734dcf-1628-4d0f-bdb9-90267f11290b service neutron] Pushing event updated for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:44.496492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-badbcf09-d6c1-4366-80e6-14dd8187b3be req-338656d3-ee1e-45e9-b396-e637c4823cbe tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800510 Jun 30 02:52:44.542169 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-556d9d7b-747b-4cf7-9dad-e7a431d9d0f2 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] delete failed (client error): The resource could not be found. Jun 30 02:52:44.550716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-556d9d7b-747b-4cf7-9dad-e7a431d9d0f2 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/3b7010c5-0685-4151-a751-db2945fe3c3e HTTP/1.1" status: 404 len: 336 time: 0.1467781 Jun 30 02:52:44.554592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.565658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:44.566031 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.609507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c0db52fb-6dee-4ab9-8782-758cec3ae788 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "GET /v2.0/ports?device_id=beb6891f-145a-4fc9-9e4f-912e21b4d363 HTTP/1.1" status: 200 len: 205 time: 0.0494428 Jun 30 02:52:44.636441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.738824 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a2552e08-a58c-4459-88c6-9044d4249aa8 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] delete failed (client error): The resource could not be found. Jun 30 02:52:44.741691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2552e08-a58c-4459-88c6-9044d4249aa8 tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/routers/beb6891f-145a-4fc9-9e4f-912e21b4d363 HTTP/1.1" status: 404 len: 336 time: 0.1041305 Jun 30 02:52:44.751733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 593d2ff3-5a0c-4676-bcf0-1f3dce865380 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:44.752153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54220) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.753851 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d7516a-c3fc-4a84-8dab-c778cdeab800 x-openstack-request-id: req-70d7516a-c3fc-4a84-8dab-c778cdeab800 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:44.754150 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "tag": "77505f06-a4e1-4b7a-b650-070b52884647", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:44.754432 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70d7516a-c3fc-4a84-8dab-c778cdeab800 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:44.754829 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647', 'status': 'completed', 'code': 200} Jun 30 02:52:44.791413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6a524-7b6a-4e29-a483-d39483f1fdc7 req-ddc7ad5f-757d-4aff-b746-db092e710770 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:44.793578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ae6a524-7b6a-4e29-a483-d39483f1fdc7 req-ddc7ad5f-757d-4aff-b746-db092e710770 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 943 time: 0.7740686 Jun 30 02:52:44.801491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a520-8185-46de-b82b-5eb8bf3322b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.806091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a520-8185-46de-b82b-5eb8bf3322b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.810392 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f1e6a520-8185-46de-b82b-5eb8bf3322b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54568887-1b74-4261-bf81-a62809a643e7 HTTP/1.1" status: 204 len: 168 time: 1.5724959 Jun 30 02:52:44.845732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581ed3a-251b-466d-a514-dbd731c567be None None] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:44.855838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6a520-8185-46de-b82b-5eb8bf3322b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54568887-1b74-4261-bf81-a62809a643e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:44.908385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ae6a524-7b6a-4e29-a483-d39483f1fdc7 req-66180b3d-5046-4619-84fe-32de7e53b044 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932178 Jun 30 02:52:45.044643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:45.057014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.081090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Transition to ACTIVE for port object 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:45.101978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.165485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:45.200735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] Provisioning for port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:45.221564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] Provisioning complete for port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:45.221949 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.231896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Pushing event updated for resources: {'Port': ['ID=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.405809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Attempting to bind port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:45.415761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Attempting to bind port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:45.417296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Attempting to bind port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:45.426002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 on network 049f004b-4184-4387-9ca8-daa62c50546c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:45.432737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Attempting to bind port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:45.440876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:45.442393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Checking segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:45.448279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Bound using segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:45.449070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Bound port: 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:45.449719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.493203 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-444d8ea6-6136-481f-a540-39da607bfdcd tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:45.493853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444d8ea6-6136-481f-a540-39da607bfdcd tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:45.510992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-444d8ea6-6136-481f-a540-39da607bfdcd tempest-RoutersIpV6AdminTest-2138549003 tempest-RoutersIpV6AdminTest-2138549003-project] 10.222.0.78 "DELETE /v2.0/subnets/ebe86bc2-9ac1-46e6-a484-dc4a8d85a7cb HTTP/1.1" status: 404 len: 337 time: 0.7378504 Jun 30 02:52:45.577295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.617122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] For port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:45.621088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] For port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:45.632891 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.674448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] For port 593d2ff3-5a0c-4676-bcf0-1f3dce865380, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=593d2ff3-5a0c-4676-bcf0-1f3dce865380,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:45.679951 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.726111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-a18dbdfa-d260-40a2-849f-68d50a900baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.730595 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-a18dbdfa-d260-40a2-849f-68d50a900baa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 1094 time: 1.6021130 Jun 30 02:52:45.822837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.824128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.825865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] 10.222.0.90 "PUT /v2.0/ports/2b3a4679-7e72-4a26-a7af-fd157cdd51e8 HTTP/1.1" status: 200 len: 1092 time: 3.0427434 Jun 30 02:52:45.836424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8fc85-a689-474e-9c25-56707fb96da1 None None] Pushing event updated for resources: {'Port': ['ID=593d2ff3-5a0c-4676-bcf0-1f3dce865380,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.844009 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a3451ec-fb4c-41da-9351-d7912afb2500 req-21fce5e6-63cc-4dbd-9b34-50e987035fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7863290 Jun 30 02:52:45.889348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c698df38-081d-4b05-8f6d-557b4a810830', 'tag': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:45.900098 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c698df38-081d-4b05-8f6d-557b4a810830", "tag": "2b3a4679-7e72-4a26-a7af-fd157cdd51e8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:45.940624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-8c3fb90d-fad3-483e-bf7a-696a68e748f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77505f06-a4e1-4b7a-b650-070b52884647 HTTP/1.1" status: 200 len: 217 time: 0.2011719 Jun 30 02:52:46.058719 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e495661-ca62-4cb8-bb8e-a6585e58fc46 x-openstack-request-id: req-7e495661-ca62-4cb8-bb8e-a6585e58fc46 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:46.059243 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c698df38-081d-4b05-8f6d-557b4a810830", "tag": "2b3a4679-7e72-4a26-a7af-fd157cdd51e8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:46.059668 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e495661-ca62-4cb8-bb8e-a6585e58fc46 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:46.060237 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c698df38-081d-4b05-8f6d-557b4a810830', 'tag': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8', 'status': 'completed', 'code': 200} Jun 30 02:52:46.103043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51abb2-cf97-4266-bb1a-0bf36322cbda service neutron] Pushing event updated for resources: {'Port': ['ID=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:46.105223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-3a627569-a836-4108-aeca-391493f010ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.110209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-3a627569-a836-4108-aeca-391493f010ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.1233180 Jun 30 02:52:46.170024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:46.192801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 593d2ff3-5a0c-4676-bcf0-1f3dce865380 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:46.197694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-f516df65-3c6b-4725-a0d5-077dc0097063 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754831 Jun 30 02:52:46.201701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405737c4-6480-4548-a862-8919d5052d85 req-992bbe57-cb47-45d6-9d79-d1537d4e9e34 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.206426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-405737c4-6480-4548-a862-8919d5052d85 req-992bbe57-cb47-45d6-9d79-d1537d4e9e34 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.4001172 Jun 30 02:52:46.327825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-405737c4-6480-4548-a862-8919d5052d85 req-2c857e9c-aa74-4165-a6aa-57b7ab5bb2f8 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134498 Jun 30 02:52:46.451065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:46.451441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.453897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fb89110d-7acb-434f-9e9a-aaafe825c68a None None] Provisioning complete for port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:46.454253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb89110d-7acb-434f-9e9a-aaafe825c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.543635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd02445-e14f-4135-96cf-f2205bfc485d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.658153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.1 (589e6b4d-f814-414d-9a9f-6533fe51c52b/ffe0b754-d3c8-4393-aafa-f0b364df4b07/8fb31f14-0c89-4ada-8876-176243904611) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:46.810204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd02445-e14f-4135-96cf-f2205bfc485d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.821347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd02445-e14f-4135-96cf-f2205bfc485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.926631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-85afb6b9-23c0-4e19-b367-2f739356a33f service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442087 Jun 30 02:52:46.930076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.936418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd02445-e14f-4135-96cf-f2205bfc485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0007d54-c64b-446b-abf4-e170a316a27a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:46.957904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1dd02445-e14f-4135-96cf-f2205bfc485d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95931fbd07704a74870fbcda7531c90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840178 Jun 30 02:52:46.958379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:46.978377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-603c7e3d-f27c-4345-87bd-a775669dbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.988194 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-603c7e3d-f27c-4345-87bd-a775669dbe0e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=c698df38-081d-4b05-8f6d-557b4a810830 HTTP/1.1" status: 200 len: 1095 time: 1.0626998 Jun 30 02:52:47.072586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object 8fb31f14-0c89-4ada-8876-176243904611 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:47.093472 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7303cee6-2a4b-4ae7-885e-a9b72683ccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.140153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7303cee6-2a4b-4ae7-885e-a9b72683ccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.248416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.249129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7303cee6-2a4b-4ae7-885e-a9b72683ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.252113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7303cee6-2a4b-4ae7-885e-a9b72683ccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.256134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7303cee6-2a4b-4ae7-885e-a9b72683ccf4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0007d54-c64b-446b-abf4-e170a316a27a HTTP/1.1" status: 204 len: 168 time: 0.2941425 Jun 30 02:52:47.267019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303cee6-2a4b-4ae7-885e-a9b72683ccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0007d54-c64b-446b-abf4-e170a316a27a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:47.316447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-827cb090-4cbe-4682-a07b-e95c37b6b4ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8 HTTP/1.1" status: 200 len: 217 time: 0.3017220 Jun 30 02:52:47.369824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90270a7e-eb93-428e-8d3d-5867edbb9923 req-2a192153-3ce4-4615-a8fa-d85c922be450 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.382514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-90270a7e-eb93-428e-8d3d-5867edbb9923 req-2a192153-3ce4-4615-a8fa-d85c922be450 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 943 time: 1.0303285 Jun 30 02:52:47.501636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:47.526050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:47.550121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:47.655180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.678972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=8fb31f14-0c89-4ada-8876-176243904611,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:47.738479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-90270a7e-eb93-428e-8d3d-5867edbb9923 req-ecb6078e-d0f9-41da-8e73-d1b475017e0b tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546107 Jun 30 02:52:47.761068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cea93-c50f-4fd9-b497-e4f7e7135aa7 req-ff99acdc-bb35-4755-ad50-d39d34b6516b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.768808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-371cea93-c50f-4fd9-b497-e4f7e7135aa7 req-ff99acdc-bb35-4755-ad50-d39d34b6516b tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2104166 Jun 30 02:52:47.837780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-0497e15a-56c8-4d1e-adbf-e09a2e1bd29f service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894737 Jun 30 02:52:47.850393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-189f46fd-2c1a-4d8d-8ac5-2626ed83d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.852185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-189f46fd-2c1a-4d8d-8ac5-2626ed83d2f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.4547837 Jun 30 02:52:47.922699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:47.938849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-3feb434c-f972-4266-9842-2f601d373060 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757983 Jun 30 02:52:47.952403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-371cea93-c50f-4fd9-b497-e4f7e7135aa7 req-1646e37a-3dc9-48e9-ad20-bd9139af3c16 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745875 Jun 30 02:52:48.062273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e5228b49-c4ef-4753-af6a-78b84f32b9d8 None None] Provisioning for port 8fb31f14-0c89-4ada-8876-176243904611 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:48.067077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e5228b49-c4ef-4753-af6a-78b84f32b9d8 None None] Provisioning complete for port 8fb31f14-0c89-4ada-8876-176243904611 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:48.067653 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5228b49-c4ef-4753-af6a-78b84f32b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.093009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b232436b-313a-4115-a65a-b190823b5510 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f922d24a0a4045ba9231e7415db933ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393304 Jun 30 02:52:48.112757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-c75fb80f-12c8-4c52-b99d-d59456385779 service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601598 Jun 30 02:52:48.148569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:48.153576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e5228b49-c4ef-4753-af6a-78b84f32b9d8 None None] Port 8fb31f14-0c89-4ada-8876-176243904611 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:48.248342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643b417-fc38-44b7-8015-74ab6d373adc req-51dbaa3c-6abc-4194-85f2-cbcb37641914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.249974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8643b417-fc38-44b7-8015-74ab6d373adc req-51dbaa3c-6abc-4194-85f2-cbcb37641914 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.1647065 Jun 30 02:52:48.344031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8643b417-fc38-44b7-8015-74ab6d373adc req-ee9c970e-4e83-4f17-960f-c110b4065f82 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827937 Jun 30 02:52:48.360369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6306ae-a365-4d08-810f-7e4ac1a86a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.420748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d3d62bf-2438-4e93-b17d-d186778a2912 req-77b97f87-a45a-466f-bad0-95dc202880aa service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648349 Jun 30 02:52:48.503893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6306ae-a365-4d08-810f-7e4ac1a86a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.556025 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.577790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-27932e7f-749f-4330-ac70-3546e476986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.579915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-27932e7f-749f-4330-ac70-3546e476986b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 1094 time: 0.6379957 Jun 30 02:52:48.919038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-eeca98a6-6769-4157-8e43-cf64007c4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.920564 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-eeca98a6-6769-4157-8e43-cf64007c4d5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=c698df38-081d-4b05-8f6d-557b4a810830 HTTP/1.1" status: 200 len: 1095 time: 0.4029133 Jun 30 02:52:48.925168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6306ae-a365-4d08-810f-7e4ac1a86a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.928538 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6306ae-a365-4d08-810f-7e4ac1a86a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.939694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ef6306ae-a365-4d08-810f-7e4ac1a86a1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b5f0fcc-670a-4839-b2b5-120cba5a53c2 HTTP/1.1" status: 204 len: 168 time: 0.7850513 Jun 30 02:52:49.135415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6306ae-a365-4d08-810f-7e4ac1a86a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f0fcc-670a-4839-b2b5-120cba5a53c2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:49.205479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-4e83b508-b719-4e76-ba93-ee71a3d3e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.208558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-4e83b508-b719-4e76-ba93-ee71a3d3e252 service neutron] 10.222.0.67 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 913 time: 0.6072707 Jun 30 02:52:49.280900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-b3d03e45-8cc1-4312-b33a-d1354c6ac6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.282530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-b3d03e45-8cc1-4312-b33a-d1354c6ac6cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 913 time: 0.3286548 Jun 30 02:52:49.294608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98728-1cde-48dc-903e-af8108983418 req-ef84d325-4ae5-4d23-86d2-523d5862e772 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.309799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3cf98728-1cde-48dc-903e-af8108983418 req-ef84d325-4ae5-4d23-86d2-523d5862e772 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1747749 Jun 30 02:52:49.335681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-13b8361e-1d2c-444d-8c47-c0a984a412f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77505f06-a4e1-4b7a-b650-070b52884647 HTTP/1.1" status: 200 len: 217 time: 0.0520546 Jun 30 02:52:49.389238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3cf98728-1cde-48dc-903e-af8108983418 req-66cbe271-1ede-4fb7-990d-ced9bdc50318 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766044 Jun 30 02:52:49.447816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-07ba24ea-09eb-4692-909f-a152f68ea36a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8 HTTP/1.1" status: 200 len: 217 time: 0.1097703 Jun 30 02:52:49.547718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-1d12822c-d5f1-439b-a34c-23c2342780a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.551384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-1d12822c-d5f1-439b-a34c-23c2342780a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.0781236 Jun 30 02:52:49.622213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f9d83-048f-4271-afa1-064b0c2d8917 req-8bf2c8a6-f04b-40c7-ba05-45bc1f21893c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.626873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f19f9d83-048f-4271-afa1-064b0c2d8917 req-8bf2c8a6-f04b-40c7-ba05-45bc1f21893c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 943 time: 0.6204321 Jun 30 02:52:50.305732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-b2d5bc8e-9c49-4129-80e2-bbcb900fc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:50.307212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-b2d5bc8e-9c49-4129-80e2-bbcb900fc29e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.9556935 Jun 30 02:52:50.458012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-6ed06f76-c6ff-4914-8cf5-e1079b4ad6c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8842132 Jun 30 02:52:50.530905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.543941 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-5b8e6a66-0e78-47c7-a67a-cab90482fb02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549544 Jun 30 02:52:50.549760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.705634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:50.820115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2e38-1721-404a-ad1b-5153587ce1e1 req-b4df74d7-048e-4b03-9cf1-67252c4ae885 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:50.829349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e32e2e38-1721-404a-ad1b-5153587ce1e1 req-b4df74d7-048e-4b03-9cf1-67252c4ae885 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2023811 Jun 30 02:52:50.900330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e32e2e38-1721-404a-ad1b-5153587ce1e1 req-659f0ce7-ecd8-4877-a26f-1fd0c04fb6cd tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640013 Jun 30 02:52:50.934945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 77505f06-a4e1-4b7a-b650-070b52884647 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:50.968289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1301022541'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:50.993044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f19f9d83-048f-4271-afa1-064b0c2d8917 req-561a2be0-baea-41ab-ae1f-36c57904b646 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3267798 Jun 30 02:52:50.993741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=8fb31f14-0c89-4ada-8876-176243904611,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.051205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:51.057312 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.077006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.110034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-92d7e3f1-9c05-44d0-8def-fa3ba2e9e50e service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334563 Jun 30 02:52:51.141490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=77505f06-a4e1-4b7a-b650-070b52884647,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:51.153317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:51.253790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '77505f06-a4e1-4b7a-b650-070b52884647', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'port_id': '77505f06-a4e1-4b7a-b650-070b52884647', 'mac_address': 'fa:16:3e:cd:b4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ec482-6c68-41d9-bc07-1f97d4216509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:51.306059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.306692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.306803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.306916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.307099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.307440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.307774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.308285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.308627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.308958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.309421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.309601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.309924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:51.330753 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.347708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:51.352227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.360143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77505f06-a4e1-4b7a-b650-070b52884647 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:51.386719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=77505f06-a4e1-4b7a-b650-070b52884647,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:51.388068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:51.393814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'port_id': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8', 'mac_address': 'fa:16:3e:1c:4f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ec482-6c68-41d9-bc07-1f97d4216509', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:51.404083 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.405846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091f017d-d66f-4cec-a718-b84f035fde66,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.409909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.410261 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Added segment 4a2ede10-308f-49db-a246-b879857b5011 of type vlan for network 473e6174-e95f-4600-af03-469c71d07910 Jun 30 02:52:51.443872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.482429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.502495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:51.518969 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.527162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:51.554079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.559490 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.608508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.614217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.617485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.650092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.690374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['77505f06-a4e1-4b7a-b650-070b52884647'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:51.780275 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0086208a-c73d-4f5e-896b-b46d710e29c5 req-977ff768-e72e-4463-9548-419a88de7477 service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446013 Jun 30 02:52:51.823794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1144633 Jun 30 02:52:51.825680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:51.834851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-889d61ab-c11d-45a3-a8e8-8c921852508e service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2782600 Jun 30 02:52:51.856594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'subnet': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:51.879312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['2b3a4679-7e72-4a26-a7af-fd157cdd51e8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:51.932929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647ddb4-f0cd-4cfa-805f-3a466f866216 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Network': ['ID=473e6174-e95f-4600-af03-469c71d07910,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.991638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 473e6174-e95f-4600-af03-469c71d07910 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:52.109911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06cbeb1f-c46b-42c1-a7fb-25778ac6be2a req-208737f4-f994-405e-9338-61960cc9df9d service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741506 Jun 30 02:52:52.138236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:52.140159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:52.206340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:52.218248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.498071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router f878414d-9adb-43f2-aa49-611a0777086c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:52.622824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-bb43bd0c-43c9-4c53-8d54-ac863b6d8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.631862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-bb43bd0c-43c9-4c53-8d54-ac863b6d8f68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 1097 time: 0.6925750 Jun 30 02:52:52.788852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e7bfc3ae-414a-4dfe-b68d-d9de4d139936 None None] Provisioning complete for port 8fb31f14-0c89-4ada-8876-176243904611 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:52.789427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc3ae-414a-4dfe-b68d-d9de4d139936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.802976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c00ab3-4407-41d1-9ea2-ec7febcb219e req-579aa175-806f-45a1-b6a9-0ab36161a0b4 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.806841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeab27-8781-46e3-bfd0-84e5323820fa req-28fabcb2-1044-49f7-90da-4172a8710e7d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.814832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7eaeab27-8781-46e3-bfd0-84e5323820fa req-28fabcb2-1044-49f7-90da-4172a8710e7d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.6641185 Jun 30 02:52:52.820232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77c00ab3-4407-41d1-9ea2-ec7febcb219e req-579aa175-806f-45a1-b6a9-0ab36161a0b4 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 944 time: 0.4514949 Jun 30 02:52:52.893767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfc3ae-414a-4dfe-b68d-d9de4d139936 None None] Port 8fb31f14-0c89-4ada-8876-176243904611 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:53.008474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-77c00ab3-4407-41d1-9ea2-ec7febcb219e req-c964df1d-6b76-44f0-91b2-e6a5b7cf69c4 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767488 Jun 30 02:52:53.026381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:53.039630 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Sync routers for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:53.084489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b043a6df-b26c-4ea9-990f-9887faded9a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/f878414d-9adb-43f2-aa49-611a0777086c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7083137 Jun 30 02:52:53.087266 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:53.087911 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:53.136423 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7eaeab27-8781-46e3-bfd0-84e5323820fa req-38b5f359-5007-4eb6-a033-603b9684ff4d tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207312 Jun 30 02:52:53.261701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-88aff6a9-5211-4fa7-85dd-ec4e66a2c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.264457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-88aff6a9-5211-4fa7-85dd-ec4e66a2c20d service neutron] 10.222.0.90 "GET /v2.0/networks?id=baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 200 len: 919 time: 0.5890164 Jun 30 02:52:53.363463 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-aab76e7d-0813-4e18-86d8-f6f16131cf90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 200 len: 217 time: 0.0683250 Jun 30 02:52:53.393244 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:53.459505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.541490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Subnet': ['ID=ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:53.616154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-b94b7174-b0df-40ae-9c52-fd115c1adcc7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826873911&fields=id&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 267 time: 0.1279128 Jun 30 02:52:53.625860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-958a42b1-8e08-4546-803b-9f1cb200da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.630041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-958a42b1-8e08-4546-803b-9f1cb200da70 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 200 len: 858 time: 0.2371922 Jun 30 02:52:53.690890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-308949ea-f2c4-4d93-8a00-00c3acc11f6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=baa73894-bed1-4421-93d7-3873cd0a304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407195 Jun 30 02:52:53.697604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Checking segment: {'id': '4a2ede10-308f-49db-a246-b879857b5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '473e6174-e95f-4600-af03-469c71d07910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:53.697985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network hostable DHCP agents. Network: 473e6174-e95f-4600-af03-469c71d07910, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:53.774593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:53.807511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 473e6174-e95f-4600-af03-469c71d07910) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:53.816955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-b2f298a4-0972-4f5a-871b-e03701db414f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.818261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e2949-bd84-4eaa-9fc3-d9858d8f370d None None] Network 473e6174-e95f-4600-af03-469c71d07910 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:53.825198 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-b2f298a4-0972-4f5a-871b-e03701db414f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 797 time: 0.2074249 Jun 30 02:52:53.828319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.831201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.836338 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:49Z', 'revision_number': 2, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:53.842663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-ec074c89-5f75-42cd-9d5a-d264cd480436 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422749 Jun 30 02:52:53.852585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-e09c6508-4711-484f-ba3c-e6c48d2966b1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/quotas/e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 375 time: 0.0264926 Jun 30 02:52:53.952539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-352dc011-7abc-437e-8d4d-377a05d4e179 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932136 Jun 30 02:52:53.968549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Checking router: f878414d-9adb-43f2-aa49-611a0777086c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:53.970546 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Updating router f878414d-9adb-43f2-aa49-611a0777086c port 8fb31f14-0c89-4ada-8876-176243904611 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:52:53.976784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30a7d6e3-b753-4a44-8bfc-a2e2b1f0790e tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1440990 Jun 30 02:52:53.980170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54560) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:53.985497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'name': 'tempest-AllowedAddressPairTestJSON-2077111184'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:54.107642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64267192-3dd2-47ce-85a5-e0213aadf98d req-650d4255-d5c5-4a94-a1c7-231340c126d1 service neutron] 10.222.0.90 "GET /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542832 Jun 30 02:52:54.116211 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.149898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-473e6174-e95f-4600-af03-469c71d07910', 'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'tenant_id': 'dca4a87079b04cafa13ead2af9828fd8', 'fixed_ips': [{'subnet_id': 'ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:52:54.151078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.379526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-6c8a529a-517e-4b13-a540-91339d9afa39 service neutron] 10.222.0.78 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300611 Jun 30 02:52:54.393770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521a910-15a6-43a5-82c8-33447760f43d req-1e775098-f33c-495d-af9a-7cb485a1d711 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.397348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8521a910-15a6-43a5-82c8-33447760f43d req-1e775098-f33c-495d-af9a-7cb485a1d711 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 944 time: 0.1625853 Jun 30 02:52:54.529987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8521a910-15a6-43a5-82c8-33447760f43d req-0e62f91a-18ca-4b38-bfda-6274b9e2d0fe tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257672 Jun 30 02:52:54.568371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Allocated IP 172.20.0.2 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/76268c81-9c9c-4e73-8852-2e0a44597ee7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:54.791834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:54.804812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.931692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] device_id is not set on port 374c319e-12ef-4f28-a24b-bf73e8d2d220 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:52:54.960672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 77505f06-a4e1-4b7a-b650-070b52884647 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:55.034343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68642c4-5677-42c2-9b4a-8c05dfde0648 req-32c52686-93cb-4add-93de-7eaef6143665 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:55.038820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b68642c4-5677-42c2-9b4a-8c05dfde0648 req-32c52686-93cb-4add-93de-7eaef6143665 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1665719 Jun 30 02:52:55.041479 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.048876 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.060751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Transition to ACTIVE for port object 76268c81-9c9c-4e73-8852-2e0a44597ee7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:55.081513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Transition to ACTIVE for port object 76268c81-9c9c-4e73-8852-2e0a44597ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:55.082899 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Transition to ACTIVE for port object 8fb31f14-0c89-4ada-8876-176243904611 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:55.090858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.098614 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.110983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:55.123905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b68642c4-5677-42c2-9b4a-8c05dfde0648 req-1347a018-d4f5-4740-961b-ce4ce29496c0 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736468 Jun 30 02:52:55.184850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-2c3f6f3e-1afb-402f-92b3-b2c397e5b44b service neutron] 10.222.0.78 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883778 Jun 30 02:52:55.286805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:55.306370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:55.311617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Allocated IP 172.20.0.9 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/374c319e-12ef-4f28-a24b-bf73e8d2d220) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:55.332805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:55.402589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Pushing event updated for resources: {'Port': ['ID=76268c81-9c9c-4e73-8852-2e0a44597ee7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:55.424187 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce03ce4-c145-48e9-a31e-72914ffda5a8 None None] Pushing event updated for resources: {'Port': ['ID=8fb31f14-0c89-4ada-8876-176243904611,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:55.465790 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Attempting to bind port 8fb31f14-0c89-4ada-8876-176243904611 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:55.468525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Attempting to bind port 8fb31f14-0c89-4ada-8876-176243904611 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:55.469509 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Attempting to bind port 8fb31f14-0c89-4ada-8876-176243904611 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:55.483156 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:55.483833 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Checking segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:55.484228 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.486459 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Bound using segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:55.488124 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Bound port: 8fb31f14-0c89-4ada-8876-176243904611, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:55.489007 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.491593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 77505f06-a4e1-4b7a-b650-070b52884647 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:55.557648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 77505f06-a4e1-4b7a-b650-070b52884647 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:55.558024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.745977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Attempting to bind port 76268c81-9c9c-4e73-8852-2e0a44597ee7 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:55.746375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Attempting to bind port 76268c81-9c9c-4e73-8852-2e0a44597ee7 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4a2ede10-308f-49db-a246-b879857b5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '473e6174-e95f-4600-af03-469c71d07910'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:55.746748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Attempting to bind port 76268c81-9c9c-4e73-8852-2e0a44597ee7 on network 473e6174-e95f-4600-af03-469c71d07910 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:55.905392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] For port 8fb31f14-0c89-4ada-8876-176243904611, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:55.923269 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] For port 8fb31f14-0c89-4ada-8876-176243904611, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8fb31f14-0c89-4ada-8876-176243904611,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:55.936425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:55.937075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Checking segment: {'id': '4a2ede10-308f-49db-a246-b879857b5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '473e6174-e95f-4600-af03-469c71d07910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:55.937979 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.938636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Bound using segment: {'id': '4a2ede10-308f-49db-a246-b879857b5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '473e6174-e95f-4600-af03-469c71d07910'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:55.939295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Bound port: 76268c81-9c9c-4e73-8852-2e0a44597ee7, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2ede10-308f-49db-a246-b879857b5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '473e6174-e95f-4600-af03-469c71d07910'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:55.939842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.941772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:55.945359 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.991258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:55.991848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.092512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3bda2c92-07b3-48bd-aa9a-aec92da4d511 req-d26e0715-7bea-42eb-9fab-7dfe6af88529 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 210 time: 0.1858807 Jun 30 02:52:56.200602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641350c-2a78-42bf-ab58-05db4f32fb7b req-aa700503-ee2a-4dee-a56a-7c9141242b74 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:56.214754 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:56.215425 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:56.226676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7641350c-2a78-42bf-ab58-05db4f32fb7b req-aa700503-ee2a-4dee-a56a-7c9141242b74 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 944 time: 0.1906521 Jun 30 02:52:56.268391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.368095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Transition to ACTIVE for port object 374c319e-12ef-4f28-a24b-bf73e8d2d220 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:56.389297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7641350c-2a78-42bf-ab58-05db4f32fb7b req-4c55f88f-46cf-4ac5-af78-a683dee4356e tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599641 Jun 30 02:52:56.483552 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.518075 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce03ce4-c145-48e9-a31e-72914ffda5a8 None None] Pushing event updated for resources: {'Port': ['ID=8fb31f14-0c89-4ada-8876-176243904611,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:56.635056 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:56.722476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=374c319e-12ef-4f28-a24b-bf73e8d2d220,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:56.816028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:56.819134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:56.823984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:56.887938 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.897493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:56.898478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.942050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadab9a9-55eb-4523-b670-23f19925db6b req-89d11d05-0101-4c8f-9ef2-16487b9b3936 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:56.950806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fadab9a9-55eb-4523-b670-23f19925db6b req-89d11d05-0101-4c8f-9ef2-16487b9b3936 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2728760 Jun 30 02:52:56.999080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=77505f06-a4e1-4b7a-b650-070b52884647,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:57.002467 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.012118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-38170bcb-dc60-40cb-9134-d8157d5aefaf tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0306916 Jun 30 02:52:57.015508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:57.023144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'name': 'tempest-AllowedAddressPairTestJSON-511882239', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e3:8c:19'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:57.033505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:57.035292 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f787d-9810-463b-90bd-8360400113be" -d '{"events": [{"server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "name": "network-vif-plugged", "status": "completed", "tag": "77505f06-a4e1-4b7a-b650-070b52884647"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:57.077809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:57.080098 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.093570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.123742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] For port 76268c81-9c9c-4e73-8852-2e0a44597ee7, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:57.148144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] For port 76268c81-9c9c-4e73-8852-2e0a44597ee7, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=76268c81-9c9c-4e73-8852-2e0a44597ee7,segment=NetworkSegment(4a2ede10-308f-49db-a246-b879857b5011),segment_id=4a2ede10-308f-49db-a246-b879857b5011)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:57.151279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fadab9a9-55eb-4523-b670-23f19925db6b req-0c80d720-f86d-470b-8dd2-3538bca67bf4 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925330 Jun 30 02:52:57.164930 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.184352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.339065 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25e332-fc67-44c6-b784-b6cfc65c40d4 x-openstack-request-id: req-fc25e332-fc67-44c6-b784-b6cfc65c40d4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:57.339360 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "name": "network-vif-plugged", "status": "completed", "tag": "77505f06-a4e1-4b7a-b650-070b52884647", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:57.339613 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc25e332-fc67-44c6-b784-b6cfc65c40d4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:57.340126 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647', 'code': 200} Jun 30 02:52:57.340800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.530540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82c787-143c-4a47-bacd-57a237d4020f None None] Pushing event updated for resources: {'Port': ['ID=76268c81-9c9c-4e73-8852-2e0a44597ee7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.547932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b1acb559-b695-4df0-9c29-18db428d3083 req-3e578b32-4043-4fd7-baec-8fc020a95577 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 210 time: 0.0837133 Jun 30 02:52:57.609476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c282b9b-1bc1-45a3-b9e0-616148b2bfbf req-8b21deb7-fc7a-4caa-bab9-ac3605091e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.611781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c282b9b-1bc1-45a3-b9e0-616148b2bfbf req-8b21deb7-fc7a-4caa-bab9-ac3605091e52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 1096 time: 0.2147577 Jun 30 02:52:57.623056 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:55Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:57.630558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a6802d6-b79e-4bbd-be96-99254c822e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.667149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:57.738427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c282b9b-1bc1-45a3-b9e0-616148b2bfbf req-9b729547-c4e4-45b6-a6a2-ed9e9bcba749 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192853 Jun 30 02:52:57.768880 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc809fea-dd83-4924-91e9-3b4832d8bc1b None None] The sync data for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 is: [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:55Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:58.001519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.027363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] device_id is not set on port 3e3860e4-97d8-4676-9983-0fc98f07e5ee yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:52:58.141211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a63d9-8d25-47cb-81ce-24e76c2b516b req-20a78386-61f1-4777-b9cb-9bf04d2ef16d tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:58.150910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de4a63d9-8d25-47cb-81ce-24e76c2b516b req-20a78386-61f1-4777-b9cb-9bf04d2ef16d tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 945 time: 0.2653859 Jun 30 02:52:58.240563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de4a63d9-8d25-47cb-81ce-24e76c2b516b req-3bf30353-2e94-40ea-be5e-b85b7902a824 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860293 Jun 30 02:52:58.421999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 76268c81-9c9c-4e73-8852-2e0a44597ee7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:58.620082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 76268c81-9c9c-4e73-8852-2e0a44597ee7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:58.625506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8fb31f14-0c89-4ada-8876-176243904611 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:58.759378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Allocated IP 172.20.0.13 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/3e3860e4-97d8-4676-9983-0fc98f07e5ee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:58.818239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 8fb31f14-0c89-4ada-8876-176243904611 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:58.822661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8fb31f14-0c89-4ada-8876-176243904611 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:58.823185 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.004650 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4f34bc4b-1b6e-44c0-856f-db5647db213a req-3ceac1c5-9556-4ec7-ae54-c8066eaa04ad tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 210 time: 0.1102879 Jun 30 02:52:59.080317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-6885be1a-2999-426d-8798-afb7d812fe73 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.084015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-6885be1a-2999-426d-8798-afb7d812fe73 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 797 time: 0.6508694 Jun 30 02:52:59.100303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.241756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 8fb31f14-0c89-4ada-8876-176243904611, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8fb31f14-0c89-4ada-8876-176243904611,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:59.265429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.353485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c698df38-081d-4b05-8f6d-557b4a810830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:59.355921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.376843 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48edf72-21b5-4b50-8cea-b7c9efc4db7c" -d '{"events": [{"server_uuid": "c698df38-081d-4b05-8f6d-557b4a810830", "name": "network-vif-plugged", "status": "completed", "tag": "2b3a4679-7e72-4a26-a7af-fd157cdd51e8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:59.411746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Transition to ACTIVE for port object 3e3860e4-97d8-4676-9983-0fc98f07e5ee will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:59.467334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=8fb31f14-0c89-4ada-8876-176243904611,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:59.493435 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35661abe-6d37-469e-8442-49b617bd7419 x-openstack-request-id: req-35661abe-6d37-469e-8442-49b617bd7419 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:59.495122 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c698df38-081d-4b05-8f6d-557b4a810830", "name": "network-vif-plugged", "status": "completed", "tag": "2b3a4679-7e72-4a26-a7af-fd157cdd51e8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:59.496223 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35661abe-6d37-469e-8442-49b617bd7419 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:59.497034 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c698df38-081d-4b05-8f6d-557b4a810830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8', 'code': 200} Jun 30 02:52:59.596026 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.768672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab004575-d009-4f7e-9fd8-dfaf19c970f3 None None] Network 473e6174-e95f-4600-af03-469c71d07910 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:59.869078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4e3e6-afde-441d-8c0e-9c98d914efed req-3ae2dfaf-1dfe-4078-a7ef-e7243bc10f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.870779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caf4e3e6-afde-441d-8c0e-9c98d914efed req-3ae2dfaf-1dfe-4078-a7ef-e7243bc10f02 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c698df38-081d-4b05-8f6d-557b4a810830 HTTP/1.1" status: 200 len: 1097 time: 0.1669569 Jun 30 02:52:59.950094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8ca06458-13a0-4623-9c43-541160839587 None None] Provisioning for port 76268c81-9c9c-4e73-8852-2e0a44597ee7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:59.964908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:59.970252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8ca06458-13a0-4623-9c43-541160839587 None None] Provisioning complete for port 76268c81-9c9c-4e73-8852-2e0a44597ee7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:59.976152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ca06458-13a0-4623-9c43-541160839587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.978367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caf4e3e6-afde-441d-8c0e-9c98d914efed req-1d3f89f1-4295-4eb3-8e0f-f13d4cdebe93 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998819 Jun 30 02:52:59.987680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-46a42e18-3327-4972-abc1-6fc1554378ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 379 time: 0.4673417 Jun 30 02:52:59.997600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:00.019881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:00.093975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'port': {'device_id': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'admin_state_up': True, 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'security_groups': ['046a7ac3-4f50-4521-bc15-3b2fb1738bfe']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:00.250813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=3e3860e4-97d8-4676-9983-0fc98f07e5ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:00.261678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8fb31f14-0c89-4ada-8876-176243904611 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:00.502947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ca06458-13a0-4623-9c43-541160839587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.602869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:00.605360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.620769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.621455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.680974 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434b0f69-81b7-44e7-a79b-9a2a37ff4849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.691867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d3734afc-51fc-40e4-a404-aa102f0440de req-cb358fab-d32d-4d59-8b9d-640f031ee981 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 210 time: 0.2174206 Jun 30 02:53:00.721182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.761056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2557c-41d2-4884-b46e-388dda15d53c req-e3e5e2e8-1b90-4f24-9896-cf68e37e7886 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.782731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4e2557c-41d2-4884-b46e-388dda15d53c req-e3e5e2e8-1b90-4f24-9896-cf68e37e7886 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 945 time: 1.0583971 Jun 30 02:53:00.801003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8ca06458-13a0-4623-9c43-541160839587 None None] For port 76268c81-9c9c-4e73-8852-2e0a44597ee7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=76268c81-9c9c-4e73-8852-2e0a44597ee7,segment=NetworkSegment(4a2ede10-308f-49db-a246-b879857b5011),segment_id=4a2ede10-308f-49db-a246-b879857b5011)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:00.820803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-321ef5ea-11f9-4283-ab8f-c3f5a95fe384 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8038361 Jun 30 02:53:00.825355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54752) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:00.844078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ca06458-13a0-4623-9c43-541160839587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.994377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca06458-13a0-4623-9c43-541160839587 None None] Pushing event updated for resources: {'Port': ['ID=76268c81-9c9c-4e73-8852-2e0a44597ee7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:01.030998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8fb31f14-0c89-4ada-8876-176243904611 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:01.031686 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.032382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4e2557c-41d2-4884-b46e-388dda15d53c req-d428585a-6b36-43d9-945c-8945ad69c50d tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483397 Jun 30 02:53:01.052638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54756) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:01.263407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbcd81-c80d-4740-b2bc-cabcd9f67393 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.279608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbcd81-c80d-4740-b2bc-cabcd9f67393 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.294942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbcd81-c80d-4740-b2bc-cabcd9f67393 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.299503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.13 (589e6b4d-f814-414d-9a9f-6533fe51c52b/ffe0b754-d3c8-4393-aafa-f0b364df4b07/8a83260a-3064-47b0-92a3-25c4debeb685) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:01.300290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0bbbcd81-c80d-4740-b2bc-cabcd9f67393 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4738920 Jun 30 02:53:01.302775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:01.481263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Provisioning complete for port 76268c81-9c9c-4e73-8852-2e0a44597ee7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:01.481635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.654254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fb66-e2fe-48fa-9d56-33a9f593afad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.744239 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.787696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object 8a83260a-3064-47b0-92a3-25c4debeb685 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:01.823366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Provisioning for port 3e3860e4-97d8-4676-9983-0fc98f07e5ee completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:01.827830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Provisioning complete for port 3e3860e4-97d8-4676-9983-0fc98f07e5ee triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:01.828530 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.838807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port 3e3860e4-97d8-4676-9983-0fc98f07e5ee {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:01.839157 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.878596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.948374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Port 3e3860e4-97d8-4676-9983-0fc98f07e5ee cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:01.999316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Provisioning for port 374c319e-12ef-4f28-a24b-bf73e8d2d220 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:02.012580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Provisioning complete for port 374c319e-12ef-4f28-a24b-bf73e8d2d220 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:02.012998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.025100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.071968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for 3e3860e4-97d8-4676-9983-0fc98f07e5ee owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:02.122485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:02.144011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:02.156952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:02.173673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-64793fb1-98fc-43a2-b4d9-747e7fadcacb None None] Port 374c319e-12ef-4f28-a24b-bf73e8d2d220 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:02.194804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:02.247798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.248715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 76268c81-9c9c-4e73-8852-2e0a44597ee7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:02.324128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7f88b76-9686-484f-9a84-b429675fbc6f None None] Provisioning complete for port 374c319e-12ef-4f28-a24b-bf73e8d2d220 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:02.324786 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7f88b76-9686-484f-9a84-b429675fbc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.361926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.409402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c7f88b76-9686-484f-9a84-b429675fbc6f None None] Port 374c319e-12ef-4f28-a24b-bf73e8d2d220 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:02.413687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=3e3860e4-97d8-4676-9983-0fc98f07e5ee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:02.434573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 76268c81-9c9c-4e73-8852-2e0a44597ee7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:02.434954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.438672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.439452 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.524322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fb66-e2fe-48fa-9d56-33a9f593afad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.558051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-3f570a47-40f7-4e7d-a787-28b0d216a7c8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4692490 Jun 30 02:53:02.568783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa42958-c3fd-4a39-8aba-a56a2ecc4774 req-7f832efa-bebf-45fe-87ad-1358c207a619 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.570856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfa42958-c3fd-4a39-8aba-a56a2ecc4774 req-7f832efa-bebf-45fe-87ad-1358c207a619 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=c698df38-081d-4b05-8f6d-557b4a810830 HTTP/1.1" status: 200 len: 946 time: 1.0525477 Jun 30 02:53:02.572039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Request body: {'port': {'device_id': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:02.582459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fb66-e2fe-48fa-9d56-33a9f593afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.651094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ded5c8f6-01ef-470c-a205-63375a92169d None None] Could not find standard attr ID for object 3e3860e4-97d8-4676-9983-0fc98f07e5ee. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:53:02.751473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ebb0fb66-e2fe-48fa-9d56-33a9f593afad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c768a4d47544a96af7b6494ff0e7d19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6951675 Jun 30 02:53:02.752896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54804) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:02.789177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-11274a50-afa2-454f-bc59-4d7ca4b8ee99 None None] Provisioning for port 8a83260a-3064-47b0-92a3-25c4debeb685 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:02.794988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-11274a50-afa2-454f-bc59-4d7ca4b8ee99 None None] Provisioning complete for port 8a83260a-3064-47b0-92a3-25c4debeb685 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:02.795372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11274a50-afa2-454f-bc59-4d7ca4b8ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.802877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0fb66-e2fe-48fa-9d56-33a9f593afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514efa39-e056-4a8f-91bb-ee8f45f9202b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:02.892237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-11274a50-afa2-454f-bc59-4d7ca4b8ee99 None None] Port 8a83260a-3064-47b0-92a3-25c4debeb685 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:02.970872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfa42958-c3fd-4a39-8aba-a56a2ecc4774 req-1c8264ab-6223-4b2d-9522-2c8d75dc8049 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975917 Jun 30 02:53:02.982796 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.052818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1d766-8a1a-4305-b9a7-6a5cc3d05190 req-776456d6-09af-49ef-8699-d7634fba5a74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:03.060063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7fa1d766-8a1a-4305-b9a7-6a5cc3d05190 req-776456d6-09af-49ef-8699-d7634fba5a74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 932 time: 0.4047050 Jun 30 02:53:03.235697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7fa1d766-8a1a-4305-b9a7-6a5cc3d05190 req-d9924c78-b74e-4c01-be57-e986811e4cf4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744468 Jun 30 02:53:03.572524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d6d2-5348-4645-a602-4e5dbb510c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.678029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d6d2-5348-4645-a602-4e5dbb510c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.765413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a83260a-3064-47b0-92a3-25c4debeb685 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:03.791791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.833867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Transition to ACTIVE for port object 8a83260a-3064-47b0-92a3-25c4debeb685 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:03.848391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.877723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.886393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c96767ff-d33a-4329-bfed-485f6300af25 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/ports/3e3860e4-97d8-4676-9983-0fc98f07e5ee HTTP/1.1" status: 204 len: 168 time: 2.5809712 Jun 30 02:53:03.893527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54828) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:03.935818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:03.948713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.949314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.949840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.950649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.951163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.951659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.952164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.952690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.953175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.953674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.954430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:03.954951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:04.079591 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26dbf4a-a979-4217-8729-d64758e36b38 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] GET failed (client error): The resource could not be found. Jun 30 02:53:04.088634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a26dbf4a-a979-4217-8729-d64758e36b38 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "GET /v2.0/ports/3e3860e4-97d8-4676-9983-0fc98f07e5ee HTTP/1.1" status: 404 len: 333 time: 0.1571863 Jun 30 02:53:04.096419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54832) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:04.121281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'name': 'tempest-AllowedAddressPairTestJSON-1583591168'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:04.195732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:04.196081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:04.196612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:04.209964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:04.210447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:04.236118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:04.236853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Checking segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:04.237217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Bound using segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:04.238392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Bound port: 8a83260a-3064-47b0-92a3-25c4debeb685, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:04.240253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.244783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475409f-8e3e-41c9-8f45-b0841b163081 req-229098fa-aa6b-41be-9d43-d00d7a66392f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.259388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1475409f-8e3e-41c9-8f45-b0841b163081 req-229098fa-aa6b-41be-9d43-d00d7a66392f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 945 time: 0.7003288 Jun 30 02:53:04.264363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d6d2-5348-4645-a602-4e5dbb510c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.292550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d6d2-5348-4645-a602-4e5dbb510c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.293612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b4a2d6d2-5348-4645-a602-4e5dbb510c3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/514efa39-e056-4a8f-91bb-ee8f45f9202b HTTP/1.1" status: 204 len: 168 time: 1.4671986 Jun 30 02:53:04.340825 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.421110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2d6d2-5348-4645-a602-4e5dbb510c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514efa39-e056-4a8f-91bb-ee8f45f9202b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:04.431653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:04.436901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-0bd48993-81ab-4556-99ab-d8efc30f82de tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.438725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-0bd48993-81ab-4556-99ab-d8efc30f82de tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.90 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 945 time: 0.6801388 Jun 30 02:53:04.441970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:04.452527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.541020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1475409f-8e3e-41c9-8f45-b0841b163081 req-0abb9d12-192f-438b-84dd-d4fc6170e194 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806921 Jun 30 02:53:04.678348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:04.685763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.730183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] device_id is not set on port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:53:04.901394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Deleting port f0facd25-9235-4321-b2c1-e498c55d76f0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:04.901752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.051431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.055044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.063021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] 10.222.0.90 "PUT /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1092 time: 2.4962566 Jun 30 02:53:05.065145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:05.078909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Allocated IP 172.20.0.8 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/c4e3603e-a986-4aa5-b0f4-3699e9387ff7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:05.107376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:05.107605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-043ff428-5797-4731-a941-c2cb8f023aea tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.110528 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0b642b-488c-46ff-af50-9582c1cc7bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:05.112322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-043ff428-5797-4731-a941-c2cb8f023aea tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 812 time: 0.3573935 Jun 30 02:53:05.134268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5090629d-0567-48ab-9ca8-5cde3c86fafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.143216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] For port f0facd25-9235-4321-b2c1-e498c55d76f0, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=f0facd25-9235-4321-b2c1-e498c55d76f0,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:05.143681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.160463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Calling delete_port for f0facd25-9235-4321-b2c1-e498c55d76f0 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:05.197221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-8e7ae6ca-009d-477f-9e7a-2926d529ea08 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/quotas/784f01470b3942089f9032169cd3d065 HTTP/1.1" status: 200 len: 375 time: 0.0273678 Jun 30 02:53:05.244650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253d1ff-201b-47eb-adbd-100becae9055 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:05.300228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-18b64da7-aa4e-4c89-b668-d43358eea538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.306132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-18b64da7-aa4e-4c89-b668-d43358eea538 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1095 time: 0.1881449 Jun 30 02:53:05.379754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-6b4603d1-4c8f-479f-9ec1-0c652e015c39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 217 time: 0.0633674 Jun 30 02:53:05.450135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-3629c9b5-4641-4c46-91a3-de21f8d314a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.452047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-3629c9b5-4641-4c46-91a3-de21f8d314a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.0615468 Jun 30 02:53:05.466694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd570ed-f19d-4a1e-936d-b859051c1c55 req-0c0d5c8a-5009-4ab3-a264-72bc35dc557b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.475036 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7dd570ed-f19d-4a1e-936d-b859051c1c55 req-0c0d5c8a-5009-4ab3-a264-72bc35dc557b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 944 time: 0.4105287 Jun 30 02:53:05.592645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7dd570ed-f19d-4a1e-936d-b859051c1c55 req-c03ec679-cfb5-460d-bbd2-6a02f1fe7f89 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166146 Jun 30 02:53:05.595105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.657643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5090629d-0567-48ab-9ca8-5cde3c86fafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.667087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940082-6975-4789-a692-a347c7710296 req-d854e107-a909-4711-ad3a-a9a80478c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.670569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-d854e107-a909-4711-ad3a-a9a80478c8ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833146 Jun 30 02:53:05.672126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5090629d-0567-48ab-9ca8-5cde3c86fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.673700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Transition to ACTIVE for port object c4e3603e-a986-4aa5-b0f4-3699e9387ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:05.702843 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af8d33a-e5af-479e-8b50-36b19b384f7d x-openstack-request-id: req-5af8d33a-e5af-479e-8b50-36b19b384f7d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:05.703343 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:05.703744 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5af8d33a-e5af-479e-8b50-36b19b384f7d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:05.704520 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'status': 'completed', 'code': 200} Jun 30 02:53:05.772545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5090629d-0567-48ab-9ca8-5cde3c86fafe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=342e7c0902974f3eac2f1ca39b03fbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565256 Jun 30 02:53:05.773652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090629d-0567-48ab-9ca8-5cde3c86fafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14db4560-8659-40ae-a5bc-d09a9d942308,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:05.790721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:05.983963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-4c4967fb-0e2b-44e2-8707-43bac49598dc tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7808290 Jun 30 02:53:05.999267 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-4a27da02-ffda-417b-824c-2d292776d661 service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196261 Jun 30 02:53:06.024164 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95351b0-eac5-4776-85f8-5cfc492554e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.035501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e404fc-f5f0-48ed-8036-80ec383d6536 req-b17739fe-4efd-4e54-9c80-f7fbef1dd420 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.038104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39e404fc-f5f0-48ed-8036-80ec383d6536 req-b17739fe-4efd-4e54-9c80-f7fbef1dd420 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 945 time: 0.1931851 Jun 30 02:53:06.060364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-fd1e0772-23e2-434f-bb60-eb21e6bf7d6d tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.061893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-fd1e0772-23e2-434f-bb60-eb21e6bf7d6d tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "GET /v2.0/ports?device_id=c698df38-081d-4b05-8f6d-557b4a810830 HTTP/1.1" status: 200 len: 946 time: 0.8019140 Jun 30 02:53:06.123057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95351b0-eac5-4776-85f8-5cfc492554e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.222133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.234350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90', '47408b7c-ea12-432c-92dc-2a387e07d969', 'de1275f4-84f4-4697-a6fb-71e4e3251b02'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:06.240659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32940082-6975-4789-a692-a347c7710296 req-3a47cfa3-f910-493d-a482-4e5e2bd5cb4f service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286124 Jun 30 02:53:06.253755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39e404fc-f5f0-48ed-8036-80ec383d6536 req-8b9cab39-7b90-45b6-9d6a-2363d2e2fe11 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970639 Jun 30 02:53:06.266536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.290762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95351b0-eac5-4776-85f8-5cfc492554e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.295124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d95351b0-eac5-4776-85f8-5cfc492554e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.301008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d95351b0-eac5-4776-85f8-5cfc492554e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14db4560-8659-40ae-a5bc-d09a9d942308 HTTP/1.1" status: 204 len: 168 time: 0.4572155 Jun 30 02:53:06.315718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95351b0-eac5-4776-85f8-5cfc492554e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db4560-8659-40ae-a5bc-d09a9d942308,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:06.399725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-7c3e1503-285e-4b8b-8c18-3b02a52f3d57 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.408433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-7c3e1503-285e-4b8b-8c18-3b02a52f3d57 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "GET /v2.0/ports?device_id=6abd67fe-8779-4fec-abab-8ac8f3bf130a HTTP/1.1" status: 200 len: 945 time: 0.7683513 Jun 30 02:53:06.426094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event deleted for resources: {'Port': ['ID=f0facd25-9235-4321-b2c1-e498c55d76f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:06.448968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-f9915f00-f2fd-4cf6-92a9-95726fca4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.451278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-f9915f00-f2fd-4cf6-92a9-95726fca4ddd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1095 time: 0.1222916 Jun 30 02:53:06.643442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:06.680192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-51be3228-df61-481c-8566-634b1e902a92 service neutron] 10.222.0.78 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773913 Jun 30 02:53:06.756854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:06.758172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-347fbab7-84e8-4688-9e36-21592437f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.762065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-347fbab7-84e8-4688-9e36-21592437f3b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 0.3010521 Jun 30 02:53:06.778671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] No DVR routers for this DVR port f0facd25-9235-4321-b2c1-e498c55d76f0 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:06.783212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:06.891073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.893355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.90 "DELETE /v2.0/ports/f0facd25-9235-4321-b2c1-e498c55d76f0 HTTP/1.1" status: 204 len: 173 time: 2.4441783 Jun 30 02:53:06.893507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb9468-5be5-49d6-8927-8e4121df7444', 'name': 'network-vif-deleted', 'tag': 'f0facd25-9235-4321-b2c1-e498c55d76f0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:06.896592 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd183422-bda0-4556-93ea-c10e18fc4f4f" -d '{"events": [{"server_uuid": "64bb9468-5be5-49d6-8927-8e4121df7444", "name": "network-vif-deleted", "tag": "f0facd25-9235-4321-b2c1-e498c55d76f0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:06.968816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-f0d42300-fc73-49ba-96d6-9e00e755c453 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 217 time: 0.1846313 Jun 30 02:53:07.104055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-4312040e-0205-4a30-b3b5-2476d7b91e82 service neutron] 10.222.0.78 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224882 Jun 30 02:53:07.174341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=c4e3603e-a986-4aa5-b0f4-3699e9387ff7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:07.188734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f0facd25-9235-4321-b2c1-e498c55d76f0 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:07.293232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Deleting port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:07.293458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.299167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-b89beeb1-f80f-41ce-9218-247645bf4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.302652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-b89beeb1-f80f-41ce-9218-247645bf4824 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.2215953 Jun 30 02:53:07.330252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.335140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.349535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: f0facd25-9235-4321-b2c1-e498c55d76f0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:07.350990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device f0facd25-9235-4321-b2c1-e498c55d76f0 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:07.421540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ec30291a-00f9-4f6f-9205-88c4132979ac tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3146436 Jun 30 02:53:07.424972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54930) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:07.429066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-77b07860-22e1-4870-9e3c-6c8588d216a8 None None] Provisioning for port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:07.441656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e3:8c:19'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:07.442103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-77b07860-22e1-4870-9e3c-6c8588d216a8 None None] Provisioning complete for port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:07.446130 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77b07860-22e1-4870-9e3c-6c8588d216a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.537771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Deleting port 77505f06-a4e1-4b7a-b650-070b52884647 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:07.538618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.607763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d139c65-9d4e-4237-bce5-93d16d837719 req-cce4498e-7afe-45b6-8163-5725f2d17917 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.618940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77b07860-22e1-4870-9e3c-6c8588d216a8 None None] Port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:07.634620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d139c65-9d4e-4237-bce5-93d16d837719 req-cce4498e-7afe-45b6-8163-5725f2d17917 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 944 time: 0.6827297 Jun 30 02:53:07.725571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-b55c0efa-73ca-472f-98fc-dce2fba530c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.728559 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-b55c0efa-73ca-472f-98fc-dce2fba530c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4189079 Jun 30 02:53:07.819913 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611f48a-9f8d-4caf-922a-d42bd1de1130 x-openstack-request-id: req-8611f48a-9f8d-4caf-922a-d42bd1de1130 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:07.824900 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb9468-5be5-49d6-8927-8e4121df7444", "name": "network-vif-deleted", "tag": "f0facd25-9235-4321-b2c1-e498c55d76f0", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:07.825546 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8611f48a-9f8d-4caf-922a-d42bd1de1130 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:07.826529 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bb9468-5be5-49d6-8927-8e4121df7444', 'name': 'network-vif-deleted', 'tag': 'f0facd25-9235-4321-b2c1-e498c55d76f0', 'status': 'completed', 'code': 200} Jun 30 02:53:08.026869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d139c65-9d4e-4237-bce5-93d16d837719 req-8eab3dd4-55a8-4ccf-9001-95b955ed0b3e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929632 Jun 30 02:53:08.212910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-d4cf8523-c7cd-42b4-a3b9-a3e77cba0114 service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724388 Jun 30 02:53:08.331464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec0b642b-488c-46ff-af50-9582c1cc7bf9 req-fd5015c8-bb93-4ecb-a13c-ca36bb60acae service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104834 Jun 30 02:53:08.368536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b41ae0d-4dc0-4fef-ac77-94e726e37638 req-cc682c66-1013-4b1a-852a-ef0b101c0cab tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb9468-5be5-49d6-8927-8e4121df7444 HTTP/1.1" status: 200 len: 210 time: 0.3946569 Jun 30 02:53:08.642495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-267cf977-202d-4a2e-8b66-35f418bec9a3 req-f9c4ab52-a873-47c7-9264-dddde18289ea tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 210 time: 0.1207354 Jun 30 02:53:08.729567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=77505f06-a4e1-4b7a-b650-070b52884647,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:08.732100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.742491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] For port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:08.753509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.837559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Calling delete_port for 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:08.873919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Calling delete_port for 77505f06-a4e1-4b7a-b650-070b52884647 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:08.999039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 77505f06-a4e1-4b7a-b650-070b52884647 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:09.186071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:09.264100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:09.385256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.513695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08442b-ff83-4e06-9bfc-b38d633bcec8 req-11cf1d1f-c41e-4c06-beeb-5a614d222a96 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.537811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b08442b-ff83-4e06-9bfc-b38d633bcec8 req-11cf1d1f-c41e-4c06-beeb-5a614d222a96 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 944 time: 0.1385243 Jun 30 02:53:09.571518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.625042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No active binding found for port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 {{(pid=93823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:53:09.625674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:09.627938 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.661026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.662632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:09.665519 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e277d-cd1e-4b32-aa8b-619b664ca2d9" -d '{"events": [{"server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "name": "network-vif-unplugged", "status": "completed", "tag": "77505f06-a4e1-4b7a-b650-070b52884647"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:09.680504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b08442b-ff83-4e06-9bfc-b38d633bcec8 req-677694df-e1d1-4e12-b7e6-2cacf77a70e4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374142 Jun 30 02:53:09.740338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 77505f06-a4e1-4b7a-b650-070b52884647, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=77505f06-a4e1-4b7a-b650-070b52884647,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:09.760502 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f44e6-fbb0-4318-875b-03e1591adff8 x-openstack-request-id: req-dc0f44e6-fbb0-4318-875b-03e1591adff8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:09.760801 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "name": "network-vif-unplugged", "status": "completed", "tag": "77505f06-a4e1-4b7a-b650-070b52884647", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:09.761166 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc0f44e6-fbb0-4318-875b-03e1591adff8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:09.761429 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647', 'code': 200} Jun 30 02:53:09.763887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.844947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event deleted for resources: {'Port': ['ID=2b3a4679-7e72-4a26-a7af-fd157cdd51e8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:09.886718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:09.939801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '8a83260a-3064-47b0-92a3-25c4debeb685', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'port_id': '8a83260a-3064-47b0-92a3-25c4debeb685', 'mac_address': 'fa:16:3e:9f:79:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:10.025196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.069093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.117339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a83260a-3064-47b0-92a3-25c4debeb685 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:10.149023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ba50c55-5a0c-48ab-8e07-06b7cef1bba7 req-90f1c9d8-7f9c-4eaa-ae2d-fc290c4b3000 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 210 time: 0.0878785 Jun 30 02:53:10.164262 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:10.168013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.180703 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.311774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event deleted for resources: {'Port': ['ID=77505f06-a4e1-4b7a-b650-070b52884647,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.315200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.379157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] No DVR routers for this DVR port 2b3a4679-7e72-4a26-a7af-fd157cdd51e8 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:10.390820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.393739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ef63298-d1c9-4ee8-bb1d-9c8d11993304 req-ed60af5c-a9db-4c27-9565-5acec116ea00 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "DELETE /v2.0/ports/2b3a4679-7e72-4a26-a7af-fd157cdd51e8 HTTP/1.1" status: 204 len: 173 time: 4.2645178 Jun 30 02:53:10.398005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c698df38-081d-4b05-8f6d-557b4a810830', 'name': 'network-vif-deleted', 'tag': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:10.402397 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77edbfa-5e6b-434c-855b-fddfc32bd705" -d '{"events": [{"server_uuid": "c698df38-081d-4b05-8f6d-557b4a810830", "name": "network-vif-deleted", "tag": "2b3a4679-7e72-4a26-a7af-fd157cdd51e8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:10.442783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] No DVR routers for this DVR port 77505f06-a4e1-4b7a-b650-070b52884647 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:10.446346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.449831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-feabb2ca-aec8-44f1-9f8c-199dab5fea6a req-ba6bbba2-2245-4e1a-9339-cc680c257a2c tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "DELETE /v2.0/ports/77505f06-a4e1-4b7a-b650-070b52884647 HTTP/1.1" status: 204 len: 173 time: 4.0024779 Jun 30 02:53:10.525927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['8a83260a-3064-47b0-92a3-25c4debeb685'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:10.570693 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e8a9df-6aa6-4799-a748-5f089c73c4a9 x-openstack-request-id: req-34e8a9df-6aa6-4799-a748-5f089c73c4a9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:10.571264 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c698df38-081d-4b05-8f6d-557b4a810830", "name": "network-vif-deleted", "tag": "2b3a4679-7e72-4a26-a7af-fd157cdd51e8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:10.573469 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34e8a9df-6aa6-4799-a748-5f089c73c4a9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:10.574563 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c698df38-081d-4b05-8f6d-557b4a810830', 'name': 'network-vif-deleted', 'tag': '2b3a4679-7e72-4a26-a7af-fd157cdd51e8', 'status': 'completed', 'code': 200} Jun 30 02:53:10.875764 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.007701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:11.077316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd483-bf49-4f10-b155-3523155d2763 req-be6a4faf-a43f-4cc3-99dc-3ae01db6fbf3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.081355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e0cd483-bf49-4f10-b155-3523155d2763 req-be6a4faf-a43f-4cc3-99dc-3ae01db6fbf3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.1574771 Jun 30 02:53:11.189311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e0cd483-bf49-4f10-b155-3523155d2763 req-699baa15-a78d-4eac-a476-6cd2d02e9c4b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027839 Jun 30 02:53:11.341149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff77bc9a-3b51-4814-b9c5-2103788bb21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.453625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc51a8ed-526d-4727-97e2-c00bbde26563 req-234c9043-38b0-4b8c-81fa-c0d75115b4fe tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 210 time: 0.0431054 Jun 30 02:53:11.488611 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.507470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff77bc9a-3b51-4814-b9c5-2103788bb21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.514173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff77bc9a-3b51-4814-b9c5-2103788bb21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.524666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.543344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff77bc9a-3b51-4814-b9c5-2103788bb21a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ab051b7be6941d186bd14687357f94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326636 Jun 30 02:53:11.549954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:11.586036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77bc9a-3b51-4814-b9c5-2103788bb21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c4fe1-a24a-4ac8-8f56-54f091b43bd5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.591549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=c4e3603e-a986-4aa5-b0f4-3699e9387ff7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.607066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-7071517d-fb71-4a9c-9652-befc25664685 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.608702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-7071517d-fb71-4a9c-9652-befc25664685 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 812 time: 0.9538174 Jun 30 02:53:11.644080 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-870b0e16-f554-4dca-b271-9861fd7a0ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.649787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Request body: {'port': {'device_id': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'admin_state_up': True, 'tenant_id': '784f01470b3942089f9032169cd3d065'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:11.673427 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-870b0e16-f554-4dca-b271-9861fd7a0ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.725140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-efd04d86-a90b-4b77-87ab-2ac851cd604e tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.726892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-efd04d86-a90b-4b77-87ab-2ac851cd604e tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 812 time: 1.2550764 Jun 30 02:53:11.735590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-870b0e16-f554-4dca-b271-9861fd7a0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.739638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-870b0e16-f554-4dca-b271-9861fd7a0ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.741397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-870b0e16-f554-4dca-b271-9861fd7a0ce1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/516c4fe1-a24a-4ac8-8f56-54f091b43bd5 HTTP/1.1" status: 204 len: 168 time: 0.1904688 Jun 30 02:53:11.752261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0e16-f554-4dca-b271-9861fd7a0ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c4fe1-a24a-4ac8-8f56-54f091b43bd5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.768228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Request body: {'port': {'device_id': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'admin_state_up': True, 'tenant_id': '784f01470b3942089f9032169cd3d065'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:11.842991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] In _notify_port_updated(), no bound segment for port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 on network 473e6174-e95f-4600-af03-469c71d07910 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:53:11.849354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.850297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.854274 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-21e02d93-b8fb-4297-b777-b58cb0374b82 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "PUT /v2.0/ports/c4e3603e-a986-4aa5-b0f4-3699e9387ff7 HTTP/1.1" status: 200 len: 993 time: 4.4247272 Jun 30 02:53:11.854835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:11.917623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Made reservation on behalf of 784f01470b3942089f9032169cd3d065 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:11.921730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.016372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:12.016953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.028164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Made reservation on behalf of 784f01470b3942089f9032169cd3d065 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:12.032149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.092763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7f973e2d-2bd5-4411-8e4f-f3f05b282c5a None None] Provisioning complete for port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:12.093394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f973e2d-2bd5-4411-8e4f-f3f05b282c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.141856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.160308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f973e2d-2bd5-4411-8e4f-f3f05b282c5a None None] Port c4e3603e-a986-4aa5-b0f4-3699e9387ff7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:12.162708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for c4e3603e-a986-4aa5-b0f4-3699e9387ff7 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:12.197040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Allocated IP 172.20.0.7 (049f004b-4184-4387-9ca8-daa62c50546c/ad9ec482-6c68-41d9-bc07-1f97d4216509/6751229c-be17-41ed-924c-a9f47e80caa8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:12.271456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55078) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:12.291821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42a8efab-721f-47e2-91dd-df8c1750080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.485652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.525049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.561228 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.576509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=c4e3603e-a986-4aa5-b0f4-3699e9387ff7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.615594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c525ce-0f6b-43ea-a4b0-8d71bfedb880 req-233f97de-ee63-4475-a17a-d70e56a7cdf1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:12.617436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7c525ce-0f6b-43ea-a4b0-8d71bfedb880 req-233f97de-ee63-4475-a17a-d70e56a7cdf1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.1782897 Jun 30 02:53:12.631698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'name': 'network-vif-deleted', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:12.634140 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363dec50-9dcb-477c-bb6d-fb41d8bd0fbd" -d '{"events": [{"server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "name": "network-vif-deleted", "tag": "77505f06-a4e1-4b7a-b650-070b52884647"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:12.702186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event updated for resources: {'Port': ['ID=6751229c-be17-41ed-924c-a9f47e80caa8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.771927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7c525ce-0f6b-43ea-a4b0-8d71bfedb880 req-28b98f22-eb73-4e4b-9621-a0c6f0f13648 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868847 Jun 30 02:53:12.793251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Network 049f004b-4184-4387-9ca8-daa62c50546c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:12.831373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:12.842606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:12.881817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Allocated IP 172.20.0.5 (049f004b-4184-4387-9ca8-daa62c50546c/ad9ec482-6c68-41d9-bc07-1f97d4216509/012f37a9-b2ff-4b14-b2ff-db031966a72e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:12.899853 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f163d1c-e93b-4c57-8e43-8f9284cc5256 x-openstack-request-id: req-2f163d1c-e93b-4c57-8e43-8f9284cc5256 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:12.900079 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd67fe-8779-4fec-abab-8ac8f3bf130a", "name": "network-vif-deleted", "tag": "77505f06-a4e1-4b7a-b650-070b52884647", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:12.900334 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f163d1c-e93b-4c57-8e43-8f9284cc5256 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:12.907801 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd67fe-8779-4fec-abab-8ac8f3bf130a', 'name': 'network-vif-deleted', 'tag': '77505f06-a4e1-4b7a-b650-070b52884647', 'status': 'completed', 'code': 200} Jun 30 02:53:12.936778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.938802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-078b8391-58b8-4029-bbbf-6f5b30bd0247 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/ports/c4e3603e-a986-4aa5-b0f4-3699e9387ff7 HTTP/1.1" status: 204 len: 168 time: 1.0828316 Jun 30 02:53:12.941444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:12.967854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42a8efab-721f-47e2-91dd-df8c1750080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.980919 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c35804-f38f-4d7f-a7fc-b414e2ee24fa tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] GET failed (client error): The resource could not be found. Jun 30 02:53:12.981978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8c35804-f38f-4d7f-a7fc-b414e2ee24fa tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "GET /v2.0/ports/c4e3603e-a986-4aa5-b0f4-3699e9387ff7 HTTP/1.1" status: 404 len: 333 time: 0.0381227 Jun 30 02:53:12.985355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42a8efab-721f-47e2-91dd-df8c1750080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.986334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:12.992689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'name': 'tempest-AllowedAddressPairTestJSON-1835877338'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.018201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-42a8efab-721f-47e2-91dd-df8c1750080a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53147b34cc224968afbb85519ad1081f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7464013 Jun 30 02:53:13.030660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55092) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.052385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.053008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.132447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:13.136858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.160326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] device_id is not set on port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:53:13.202923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:13.218927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8efab-721f-47e2-91dd-df8c1750080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4579ca95-69ff-4dd1-88de-3ed9a586ada6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.300296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-05d1b05f-e135-4b4f-a1e1-e7cb3bed6ddd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6596532 Jun 30 02:53:13.312756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Allocated IP 172.20.0.5 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/1be9f37a-a07a-4a1e-b3ac-4e241fc5165b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:13.320098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a329c-de26-43ff-bd92-f32647ecefd0 req-185c2425-e86a-465b-b89c-35192a213928 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.320368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 8a83260a-3064-47b0-92a3-25c4debeb685 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:13.324639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 8a83260a-3064-47b0-92a3-25c4debeb685 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:13.325311 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.331004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-564a329c-de26-43ff-bd92-f32647ecefd0 req-185c2425-e86a-465b-b89c-35192a213928 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 931 time: 0.6110773 Jun 30 02:53:13.343193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Request body: {'port': {'device_id': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.461099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f540119-0e14-4722-b177-b5e3535cad1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.489736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f540119-0e14-4722-b177-b5e3535cad1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.525851 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.556249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.575152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:13.578568 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ac20b-9f18-4010-b37e-673b4c6970f1" -d '{"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-plugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:13.583627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f540119-0e14-4722-b177-b5e3535cad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.587289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f540119-0e14-4722-b177-b5e3535cad1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.588675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f540119-0e14-4722-b177-b5e3535cad1f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4579ca95-69ff-4dd1-88de-3ed9a586ada6 HTTP/1.1" status: 204 len: 168 time: 0.5527995 Jun 30 02:53:13.614888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.623248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-564a329c-de26-43ff-bd92-f32647ecefd0 req-8c459582-136f-489b-bfad-fca942bda23e tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911046 Jun 30 02:53:13.624153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:13.641509 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.689941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Transition to ACTIVE for port object 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:13.712143 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1f24a-0f1d-415d-94d0-06528711a081 x-openstack-request-id: req-7ed1f24a-0f1d-415d-94d0-06528711a081 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:13.713669 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-plugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:13.714286 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ed1f24a-0f1d-415d-94d0-06528711a081 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:13.716512 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'code': 200} Jun 30 02:53:13.787482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.791705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f540119-0e14-4722-b177-b5e3535cad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4579ca95-69ff-4dd1-88de-3ed9a586ada6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.795072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.875877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.878227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.879152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.880584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.888731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.889655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.890509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.891339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.892144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.892963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.893775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.894629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:13.895484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:14.031612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.117681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:14.137475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=1be9f37a-a07a-4a1e-b3ac-4e241fc5165b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.155102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:14.161940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:14.267509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Network 049f004b-4184-4387-9ca8-daa62c50546c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:14.285004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.286712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.314403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:14.325484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24144c4-352c-48f9-b7f3-ec18467d0d9a req-238367fe-a9b3-4536-9093-e7e6064f1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.336459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b24144c4-352c-48f9-b7f3-ec18467d0d9a req-238367fe-a9b3-4536-9093-e7e6064f1e25 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1097 time: 0.5064013 Jun 30 02:53:14.373948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:14.383829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9725cdee-63ec-4e9d-9fbf-5896f3995142 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3943441 Jun 30 02:53:14.386271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:14.388614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:14.426192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:8c:19'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:14.473551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.474658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.484055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event updated for resources: {'Port': ['ID=012f37a9-b2ff-4b14-b2ff-db031966a72e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.508636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b24144c4-352c-48f9-b7f3-ec18467d0d9a req-38c278b6-18b3-4da2-84d3-b3c0a92a8be2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632631 Jun 30 02:53:14.624206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01529408-0f22-4fd5-95c3-798ff13c4178 None None] Provisioning for port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:14.630022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01529408-0f22-4fd5-95c3-798ff13c4178 None None] Provisioning complete for port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:14.630886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01529408-0f22-4fd5-95c3-798ff13c4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.731439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01529408-0f22-4fd5-95c3-798ff13c4178 None None] Port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:14.874702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6751229c-be17-41ed-924c-a9f47e80caa8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:14.889030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.892953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.911876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Transition to ACTIVE for port object 6751229c-be17-41ed-924c-a9f47e80caa8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:14.915532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-19dd8702-f27c-4c56-a478-821d3fe5b608 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1535625 Jun 30 02:53:14.938876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Request body: {'port': {'device_id': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:14.957289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.175495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.184421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2153-96d6-4e92-99b6-3a6d364de7d2 req-5e8b1281-4009-45f0-a6b5-4503c253c510 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.187875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-331b2153-96d6-4e92-99b6-3a6d364de7d2 req-5e8b1281-4009-45f0-a6b5-4503c253c510 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.9746308 Jun 30 02:53:15.189474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.333905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.341741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=6751229c-be17-41ed-924c-a9f47e80caa8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:15.399963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-331b2153-96d6-4e92-99b6-3a6d364de7d2 req-488b494b-8e3c-4a39-abc7-d1a268538e1f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024636 Jun 30 02:53:15.404878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=1be9f37a-a07a-4a1e-b3ac-4e241fc5165b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:15.499401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a040-831a-4553-ab25-38ff52207202 req-8cdfc9d7-0b19-47c3-b541-db36bfe68eea tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.501005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2165a040-831a-4553-ab25-38ff52207202 req-8cdfc9d7-0b19-47c3-b541-db36bfe68eea tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 943 time: 0.5987420 Jun 30 02:53:15.519989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] In _notify_port_updated(), no bound segment for port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b on network 473e6174-e95f-4600-af03-469c71d07910 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:53:15.533576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.534269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.540510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a7f8ae62-964b-462f-9540-f0e35bea52c5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "PUT /v2.0/ports/1be9f37a-a07a-4a1e-b3ac-4e241fc5165b HTTP/1.1" status: 200 len: 996 time: 1.1349719 Jun 30 02:53:15.541405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:15.603689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Attempting to bind port 6751229c-be17-41ed-924c-a9f47e80caa8 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:15.606289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Attempting to bind port 6751229c-be17-41ed-924c-a9f47e80caa8 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:15.606657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Attempting to bind port 6751229c-be17-41ed-924c-a9f47e80caa8 on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:15.704238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Port 6751229c-be17-41ed-924c-a9f47e80caa8 on network 049f004b-4184-4387-9ca8-daa62c50546c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:15.704603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Attempting to bind port 6751229c-be17-41ed-924c-a9f47e80caa8 on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:15.715319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:15.715673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Checking segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:15.724687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Bound using segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:15.727850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Bound port: 6751229c-be17-41ed-924c-a9f47e80caa8, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:15.730712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.906707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fadb6f5b-d9db-4ef8-b607-b5ed2682e9e4 None None] Provisioning complete for port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:15.907164 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fadb6f5b-d9db-4ef8-b607-b5ed2682e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.946072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2165a040-831a-4553-ab25-38ff52207202 req-e48528bd-5bdc-4e18-bbff-1d9bad6e0fca tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325538 Jun 30 02:53:16.037470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:16.037823 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.054849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fadb6f5b-d9db-4ef8-b607-b5ed2682e9e4 None None] Port 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:16.056985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] For port 6751229c-be17-41ed-924c-a9f47e80caa8, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:16.071078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] For port 6751229c-be17-41ed-924c-a9f47e80caa8, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6751229c-be17-41ed-924c-a9f47e80caa8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:16.086031 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.197731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.217658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for 1be9f37a-a07a-4a1e-b3ac-4e241fc5165b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:16.252308 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=6751229c-be17-41ed-924c-a9f47e80caa8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:16.259893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.260681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.262444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-672e2aea-d6cf-47df-bcd2-32faa737ea1b service neutron] 10.222.0.90 "PUT /v2.0/ports/6751229c-be17-41ed-924c-a9f47e80caa8 HTTP/1.1" status: 200 len: 1091 time: 2.9251056 Jun 30 02:53:16.263072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'tag': '6751229c-be17-41ed-924c-a9f47e80caa8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:16.265896 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e520fc35-b5d7-4dfa-8cc1-9001ed594611" -d '{"events": [{"name": "network-changed", "server_uuid": "430631bf-d6b2-4d28-9251-7022f4d7cb2d", "tag": "6751229c-be17-41ed-924c-a9f47e80caa8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:16.284249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012f37a9-b2ff-4b14-b2ff-db031966a72e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:16.304351 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.339999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Transition to ACTIVE for port object 012f37a9-b2ff-4b14-b2ff-db031966a72e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:16.346597 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111c1e3-71fc-4e5e-8665-2318ba20a33a x-openstack-request-id: req-8111c1e3-71fc-4e5e-8665-2318ba20a33a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:16.347070 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430631bf-d6b2-4d28-9251-7022f4d7cb2d", "tag": "6751229c-be17-41ed-924c-a9f47e80caa8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:16.347736 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8111c1e3-71fc-4e5e-8665-2318ba20a33a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:16.349048 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'tag': '6751229c-be17-41ed-924c-a9f47e80caa8', 'status': 'completed', 'code': 200} Jun 30 02:53:16.350640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.489702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.542739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Pushing event updated for resources: {'Port': ['ID=012f37a9-b2ff-4b14-b2ff-db031966a72e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:16.583677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=1be9f37a-a07a-4a1e-b3ac-4e241fc5165b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:16.664294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-8e7e75b0-0ade-43ef-9947-98da90f7ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.666978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-8e7e75b0-0ade-43ef-9947-98da90f7ad9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 1094 time: 0.3109767 Jun 30 02:53:16.738681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Attempting to bind port 012f37a9-b2ff-4b14-b2ff-db031966a72e on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:16.739688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Attempting to bind port 012f37a9-b2ff-4b14-b2ff-db031966a72e by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:16.740100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Attempting to bind port 012f37a9-b2ff-4b14-b2ff-db031966a72e on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:16.753069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-e87dcc4b-f9ed-4e44-a9b9-3721da833dfa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6751229c-be17-41ed-924c-a9f47e80caa8 HTTP/1.1" status: 200 len: 217 time: 0.0748129 Jun 30 02:53:16.757881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Port 012f37a9-b2ff-4b14-b2ff-db031966a72e on network 049f004b-4184-4387-9ca8-daa62c50546c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:16.758290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Attempting to bind port 012f37a9-b2ff-4b14-b2ff-db031966a72e on network 049f004b-4184-4387-9ca8-daa62c50546c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:16.800295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:16.801054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Checking segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:16.801830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Bound using segment: {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:16.802658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Bound port: 012f37a9-b2ff-4b14-b2ff-db031966a72e, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa442e2-1d55-4544-8940-cc49599dda54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:16.803261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.807834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.809763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0acd266e-cd62-4832-9ad3-c31f0f6c4be4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/ports/1be9f37a-a07a-4a1e-b3ac-4e241fc5165b HTTP/1.1" status: 204 len: 168 time: 1.2634642 Jun 30 02:53:16.821459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55182) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:16.867037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae558d-cf36-40de-b7cf-d9ed238adf0e req-ca8be140-27fc-425e-a774-807b2d004425 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.869396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dcae558d-cf36-40de-b7cf-d9ed238adf0e req-ca8be140-27fc-425e-a774-807b2d004425 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.1629260 Jun 30 02:53:16.939288 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbba8adb-6514-4119-a17f-ba446e60073c tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] GET failed (client error): The resource could not be found. Jun 30 02:53:16.940866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fbba8adb-6514-4119-a17f-ba446e60073c tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "GET /v2.0/ports/1be9f37a-a07a-4a1e-b3ac-4e241fc5165b HTTP/1.1" status: 404 len: 333 time: 0.1176622 Jun 30 02:53:16.945322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55186) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:16.955652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dcae558d-cf36-40de-b7cf-d9ed238adf0e req-6e82f956-11d3-46a1-af89-b3ca711aa5c7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787160 Jun 30 02:53:17.027210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-0a14aadd-e979-4786-bae0-10dc3e152071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.028769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-0a14aadd-e979-4786-bae0-10dc3e152071 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.2679543 Jun 30 02:53:17.048959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'name': 'tempest-AllowedAddressPairTestJSON-1515550969'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:17.179768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-6e5e4ab6-70ee-4b9f-9c6b-846a97992657 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151054 Jun 30 02:53:17.344743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] For port 012f37a9-b2ff-4b14-b2ff-db031966a72e, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:17.358718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d5a22-eded-427c-8c7a-a5b7b80d1b4a req-0f834783-fd8a-492b-bd10-904017f0db21 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.364577 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-876d5a22-eded-427c-8c7a-a5b7b80d1b4a req-0f834783-fd8a-492b-bd10-904017f0db21 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.1487868 Jun 30 02:53:17.385416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] For port 012f37a9-b2ff-4b14-b2ff-db031966a72e, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:17.440309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.470762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-876d5a22-eded-427c-8c7a-a5b7b80d1b4a req-483ef1d9-8f43-468b-ad36-e19f703d2fe6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021638 Jun 30 02:53:17.504660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.569370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.570129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.571652 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] 10.222.0.67 "PUT /v2.0/ports/012f37a9-b2ff-4b14-b2ff-db031966a72e HTTP/1.1" status: 200 len: 1091 time: 2.6462607 Jun 30 02:53:17.579630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-0699b6f7-0f6d-4e24-acab-c02cf4df0b50 service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796883 Jun 30 02:53:17.613590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:17.617726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.704592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd896712-899b-4bd1-896d-b0480125b9b0 req-e3a9a832-2d50-4497-926f-2fac6c98163f tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.707330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd896712-899b-4bd1-896d-b0480125b9b0 req-e3a9a832-2d50-4497-926f-2fac6c98163f tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 943 time: 0.4688888 Jun 30 02:53:17.713428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383f33-8df1-44f6-85b4-86da00e34448 service neutron] Pushing event updated for resources: {'Port': ['ID=012f37a9-b2ff-4b14-b2ff-db031966a72e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:17.745913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6edc83-40cc-4d40-9c03-9c7ec28fc926 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.765138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55222) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.765656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a6edc83-40cc-4d40-9c03-9c7ec28fc926 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1092 time: 0.2454841 Jun 30 02:53:17.798875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] device_id is not set on port 2be22b4f-88b0-4899-a94e-7fc737247a26 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:53:18.314694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:18.477094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'tag': '012f37a9-b2ff-4b14-b2ff-db031966a72e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:18.481479 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bdd399-458f-441a-9981-236d5a81ea92" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa8f95f-8443-45d5-8ef1-db949224a232", "tag": "012f37a9-b2ff-4b14-b2ff-db031966a72e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:18.497601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '8a83260a-3064-47b0-92a3-25c4debeb685', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:18.670451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db1b1e5e-153e-433b-993d-03a2a2cd562c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.671408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Allocated IP 172.20.0.5 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/2be22b4f-88b0-4899-a94e-7fc737247a26) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:18.746199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.790330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd896712-899b-4bd1-896d-b0480125b9b0 req-b623f2b5-0598-4f31-8cac-db1f89e72469 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0483348 Jun 30 02:53:18.827317 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-4f21d030-6e89-488d-aa9a-a40eb2eb3b8a service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2331905 Jun 30 02:53:18.859025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b03c-2f8a-4c00-9f7e-11c3e4c06f54 req-7bb4afc6-ce8b-46f3-9342-14aa0984d458 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:18.861965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9334b03c-2f8a-4c00-9f7e-11c3e4c06f54 req-7bb4afc6-ce8b-46f3-9342-14aa0984d458 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 946 time: 0.2958267 Jun 30 02:53:18.882951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-2e0e1337-fa74-4d72-9aed-cfb43324471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:18.884787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-2e0e1337-fa74-4d72-9aed-cfb43324471d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 1094 time: 1.2024572 Jun 30 02:53:18.955933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-a3a0f320-74c9-4e4f-85c6-7401e2d50e8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e HTTP/1.1" status: 200 len: 217 time: 0.0624554 Jun 30 02:53:18.982701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9334b03c-2f8a-4c00-9f7e-11c3e4c06f54 req-ded5378d-eb43-4424-9e0b-d659c696b76b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136994 Jun 30 02:53:19.014637 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef2aabd-33a6-455d-b4da-a015187f89ce x-openstack-request-id: req-1ef2aabd-33a6-455d-b4da-a015187f89ce {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:19.015048 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa8f95f-8443-45d5-8ef1-db949224a232", "tag": "012f37a9-b2ff-4b14-b2ff-db031966a72e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:19.015413 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ef2aabd-33a6-455d-b4da-a015187f89ce {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:19.015894 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'tag': '012f37a9-b2ff-4b14-b2ff-db031966a72e', 'status': 'completed', 'code': 200} Jun 30 02:53:19.044853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db1b1e5e-153e-433b-993d-03a2a2cd562c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.053863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db1b1e5e-153e-433b-993d-03a2a2cd562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.108327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-db1b1e5e-153e-433b-993d-03a2a2cd562c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=781167caac3e4d6e916c73f8a2c39b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7918193 Jun 30 02:53:19.110745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:19.112508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-59c3947f-fe34-4538-84e4-a216fadc02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.114876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-59c3947f-fe34-4538-84e4-a216fadc02e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.1378057 Jun 30 02:53:19.121868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.178650 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-ab0b181b-7866-4c40-903f-dda41763437f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507991 Jun 30 02:53:19.183926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Transition to ACTIVE for port object 2be22b4f-88b0-4899-a94e-7fc737247a26 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:19.192153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-bb9f711a-7a4a-479f-b2f4-8afd235d63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.194062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-bb9f711a-7a4a-479f-b2f4-8afd235d63e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 1094 time: 0.2541325 Jun 30 02:53:19.205958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b1e5e-153e-433b-993d-03a2a2cd562c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782ac13b-f195-4d9e-bb20-4c2c23a072a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.237109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74eff8e3-3178-4f13-837c-b7cb79612e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.293711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74eff8e3-3178-4f13-837c-b7cb79612e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.398893 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74eff8e3-3178-4f13-837c-b7cb79612e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.401600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74eff8e3-3178-4f13-837c-b7cb79612e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.402881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-74eff8e3-3178-4f13-837c-b7cb79612e03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/782ac13b-f195-4d9e-bb20-4c2c23a072a9 HTTP/1.1" status: 204 len: 168 time: 0.2907269 Jun 30 02:53:19.416069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eff8e3-3178-4f13-837c-b7cb79612e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782ac13b-f195-4d9e-bb20-4c2c23a072a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.471328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-02a80f1e-1068-426f-8823-c596f092e626 service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821023 Jun 30 02:53:19.484503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.748075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.753167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.206 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e356d332-d776-4851-b000-79c90693558a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:19.822674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf660caf-d5fe-43d4-a9be-a693e894ba95 req-d5c2be44-f633-4cdc-b951-7b0730e12e20 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.830059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf660caf-d5fe-43d4-a9be-a693e894ba95 req-d5c2be44-f633-4cdc-b951-7b0730e12e20 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.0809758 Jun 30 02:53:19.909039 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf660caf-d5fe-43d4-a9be-a693e894ba95 req-4258018a-abbe-418d-b7d3-4b2a1fc20179 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769267 Jun 30 02:53:20.011763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.037311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-473d5007-3282-40a2-a64b-4b528f24e722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.056146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=2be22b4f-88b0-4899-a94e-7fc737247a26,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.070113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:20.119040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc50c1e4-3456-45eb-9c0a-5e74c249b780 req-fe9d53b6-542b-465b-a993-df8a6c80a176 service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321217 Jun 30 02:53:20.163798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-381c9df9-144d-4a59-af79-4b3307b43b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.171132 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-381c9df9-144d-4a59-af79-4b3307b43b15 service neutron] 10.222.0.90 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 913 time: 0.9390559 Jun 30 02:53:20.173061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:20.191395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:20.266999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-473d5007-3282-40a2-a64b-4b528f24e722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.275333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-473d5007-3282-40a2-a64b-4b528f24e722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.337144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d5007-3282-40a2-a64b-4b528f24e722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd35cd4b-3005-4c4f-888b-2927667594ea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.351621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf479-10eb-48b4-aced-58211b95e37c req-90072caf-a44a-4ae5-bcbd-3bbd17ab1b2e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.358544 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02faf479-10eb-48b4-aced-58211b95e37c req-90072caf-a44a-4ae5-bcbd-3bbd17ab1b2e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 946 time: 0.1388321 Jun 30 02:53:20.362763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-473d5007-3282-40a2-a64b-4b528f24e722 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb58f833952a4e1492a2cccc31852c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499513 Jun 30 02:53:20.365895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.366265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-a6750c16-93ff-413a-8f9b-a18bef14cb99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6751229c-be17-41ed-924c-a9f47e80caa8 HTTP/1.1" status: 200 len: 217 time: 0.1778891 Jun 30 02:53:20.377486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.378168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.432876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02faf479-10eb-48b4-aced-58211b95e37c req-b419996c-666d-44fe-a15e-96b013c3d639 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733397 Jun 30 02:53:20.511893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-aa1ca3dc-a758-4630-821b-4a4e2f51f4ee None None] Provisioning for port 2be22b4f-88b0-4899-a94e-7fc737247a26 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:20.512861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-224ca7cd-73cd-4e75-99a0-565d5dc84b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.518129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-aa1ca3dc-a758-4630-821b-4a4e2f51f4ee None None] Provisioning complete for port 2be22b4f-88b0-4899-a94e-7fc737247a26 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:20.518659 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca3dc-a758-4630-821b-4a4e2f51f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.529643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-4df99191-bb59-4347-8743-d802ede24f1a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.531238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-4df99191-bb59-4347-8743-d802ede24f1a tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 946 time: 0.6328166 Jun 30 02:53:20.579145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-224ca7cd-73cd-4e75-99a0-565d5dc84b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.591771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-95c5e6b3-f9d7-4a00-bac8-582609b032e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.592612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ca3dc-a758-4630-821b-4a4e2f51f4ee None None] Port 2be22b4f-88b0-4899-a94e-7fc737247a26 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:20.593694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-95c5e6b3-f9d7-4a00-bac8-582609b032e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 0.1918223 Jun 30 02:53:20.595194 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7f169452-1447-412d-8437-1eda96819ae7 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5654237 Jun 30 02:53:20.603527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.611702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'network_id': '473e6174-e95f-4600-af03-469c71d07910', 'name': 'tempest-AllowedAddressPairTestJSON-776608574'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:20.680655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.695295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-a198713f-5f6c-4d00-95e9-9adb1c006d41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894334 Jun 30 02:53:20.720470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-cd203b9f-f351-49c2-8d5b-644f4b50e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.723690 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-cd203b9f-f351-49c2-8d5b-644f4b50e325 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=784f01470b3942089f9032169cd3d065&device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 1094 time: 0.5256014 Jun 30 02:53:20.730301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-224ca7cd-73cd-4e75-99a0-565d5dc84b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.734248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-224ca7cd-73cd-4e75-99a0-565d5dc84b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.735554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-224ca7cd-73cd-4e75-99a0-565d5dc84b9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd35cd4b-3005-4c4f-888b-2927667594ea HTTP/1.1" status: 204 len: 168 time: 0.3687012 Jun 30 02:53:20.752795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ca7cd-73cd-4e75-99a0-565d5dc84b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd35cd4b-3005-4c4f-888b-2927667594ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.798871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Made reservation on behalf of dca4a87079b04cafa13ead2af9828fd8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:20.808234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.845050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] device_id is not set on port 72b6312c-7697-4cdf-be2d-b592411deb80 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:53:20.861536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575435fc-c73f-4d0c-a30f-915977db35c5 req-4a2aa4c9-7df4-439a-8135-ff380ab0b617 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.863612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-575435fc-c73f-4d0c-a30f-915977db35c5 req-4a2aa4c9-7df4-439a-8135-ff380ab0b617 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 943 time: 0.8565705 Jun 30 02:53:21.134941 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-575435fc-c73f-4d0c-a30f-915977db35c5 req-8b99b38f-82a5-4cc2-b14c-6a3bbc14029e tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505705 Jun 30 02:53:21.148459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-d96f9f37-a3bd-4e44-91cf-5243ad060c51 service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325645 Jun 30 02:53:21.200166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Allocated IP 172.20.0.10 (473e6174-e95f-4600-af03-469c71d07910/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645/72b6312c-7697-4cdf-be2d-b592411deb80) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:21.205332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.230373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6751229c-be17-41ed-924c-a9f47e80caa8 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:21.268497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca71184-fa4a-4591-ad5a-c1e57b80e545 req-90e9f0d0-69c9-40c3-88fc-e17b69826adc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:21.270628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ca71184-fa4a-4591-ad5a-c1e57b80e545 req-90e9f0d0-69c9-40c3-88fc-e17b69826adc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.1692586 Jun 30 02:53:21.293236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-50108c7a-202b-489f-8fa0-3ed9a85610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:21.294603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-50108c7a-202b-489f-8fa0-3ed9a85610a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 200 len: 913 time: 0.4573712 Jun 30 02:53:21.344874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:21.394436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Deleting port de1275f4-84f4-4697-a6fb-71e4e3251b02 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:21.394788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.407330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:21.418025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:21.435592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6751229c-be17-41ed-924c-a9f47e80caa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6751229c-be17-41ed-924c-a9f47e80caa8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:21.509991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ca71184-fa4a-4591-ad5a-c1e57b80e545 req-5003a832-2dfd-4b74-9222-5860b82b433f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214200 Jun 30 02:53:21.527726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '6751229c-be17-41ed-924c-a9f47e80caa8', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'port_id': '6751229c-be17-41ed-924c-a9f47e80caa8', 'mac_address': 'fa:16:3e:8f:87:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ec482-6c68-41d9-bc07-1f97d4216509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:21.588737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] For port de1275f4-84f4-4697-a6fb-71e4e3251b02, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=de1275f4-84f4-4697-a6fb-71e4e3251b02,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:21.589318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.637939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-815e4541-6ba5-49cf-bd63-9737e11f31ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e HTTP/1.1" status: 200 len: 217 time: 0.3267922 Jun 30 02:53:21.641101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Calling delete_port for de1275f4-84f4-4697-a6fb-71e4e3251b02 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:21.646132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.666912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=e356d332-d776-4851-b000-79c90693558a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.690444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Transition to ACTIVE for port object 72b6312c-7697-4cdf-be2d-b592411deb80 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:21.697138 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.735479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6751229c-be17-41ed-924c-a9f47e80caa8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:21.753468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.788839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6751229c-be17-41ed-924c-a9f47e80caa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6751229c-be17-41ed-924c-a9f47e80caa8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:21.805465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.910006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=6751229c-be17-41ed-924c-a9f47e80caa8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.939849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Network 473e6174-e95f-4600-af03-469c71d07910 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:21.956019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:21.963888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:22.132065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6751229c-be17-41ed-924c-a9f47e80caa8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:22.525332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-961ad954-bdad-475a-b923-048a8ca43e14 None None] Provisioning for port 72b6312c-7697-4cdf-be2d-b592411deb80 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:22.529484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-961ad954-bdad-475a-b923-048a8ca43e14 None None] Provisioning complete for port 72b6312c-7697-4cdf-be2d-b592411deb80 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:22.530054 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-961ad954-bdad-475a-b923-048a8ca43e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.540265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e520fc35-b5d7-4dfa-8cc1-9001ed594611 req-f7ba692f-1400-43ad-a8b8-a750f3fe7c75 service neutron] 10.222.0.90 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3795598 Jun 30 02:53:22.546747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=72b6312c-7697-4cdf-be2d-b592411deb80,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.599547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.611783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90', '47408b7c-ea12-432c-92dc-2a387e07d969', 'de1275f4-84f4-4697-a6fb-71e4e3251b02'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:22.684201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.686603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.715446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-961ad954-bdad-475a-b923-048a8ca43e14 None None] Port 72b6312c-7697-4cdf-be2d-b592411deb80 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:22.721541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-47928b2a-7403-44c7-8a9a-8293679e8346 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.723761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event deleted for resources: {'Port': ['ID=de1275f4-84f4-4697-a6fb-71e4e3251b02,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.724983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-47928b2a-7403-44c7-8a9a-8293679e8346 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.67 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.9017606 Jun 30 02:53:22.732844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-5ab9bcf3-fe5c-4d3d-b8ce-ef3280b6123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.736005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-5ab9bcf3-fe5c-4d3d-b8ce-ef3280b6123f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 200 len: 852 time: 1.0512154 Jun 30 02:53:22.809834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-190df2fa-d3a0-4e97-910b-ea2532e1ca91 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2051902 Jun 30 02:53:22.814003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:22.821158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e3:8c:19'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b8:ed:0a'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:22.854461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-2578bb9a-b535-4a2d-ae18-e828a9d90fd7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=049f004b-4184-4387-9ca8-daa62c50546c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079264 Jun 30 02:53:22.908692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] No DVR routers for this DVR port de1275f4-84f4-4697-a6fb-71e4e3251b02 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:22.922042 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.927196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "DELETE /v2.0/ports/de1275f4-84f4-4697-a6fb-71e4e3251b02 HTTP/1.1" status: 204 len: 173 time: 2.3521044 Jun 30 02:53:22.940077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'name': 'network-vif-deleted', 'tag': 'de1275f4-84f4-4697-a6fb-71e4e3251b02'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:22.952558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280a96a-c297-432f-9463-4b3934e292a5 req-cfe44b45-5087-49e6-8776-0cf76c28b227 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.969135 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e95d910-2756-4a0d-850b-85b4e5826124" -d '{"events": [{"server_uuid": "9ad600ce-6bdb-4dc6-a173-bb7fae28485f", "name": "network-vif-deleted", "tag": "de1275f4-84f4-4697-a6fb-71e4e3251b02"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:22.975812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b280a96a-c297-432f-9463-4b3934e292a5 req-cfe44b45-5087-49e6-8776-0cf76c28b227 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 944 time: 0.4135907 Jun 30 02:53:22.983617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e06e-e596-42e6-8ac7-8e353876c1b4 req-3eaee273-c54d-4dcb-9878-1b19c592031e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:23.030262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b10e06e-e596-42e6-8ac7-8e353876c1b4 req-3eaee273-c54d-4dcb-9878-1b19c592031e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ad600ce-6bdb-4dc6-a173-bb7fae28485f HTTP/1.1" status: 200 len: 867 time: 1.3568838 Jun 30 02:53:23.076474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 012f37a9-b2ff-4b14-b2ff-db031966a72e details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:23.111932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b280a96a-c297-432f-9463-4b3934e292a5 req-4b9a0966-ba00-40a9-b989-9cd8f3dc66d7 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349981 Jun 30 02:53:23.235167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6751229c-be17-41ed-924c-a9f47e80caa8 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:23.274252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.338099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Deleting port 386fe371-a00e-41e3-8912-678ad91fc9ed {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:23.338476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.401344 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b10e06e-e596-42e6-8ac7-8e353876c1b4 req-1b608174-f661-4eb4-b416-1416fc95bde9 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666108 Jun 30 02:53:23.407431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 6751229c-be17-41ed-924c-a9f47e80caa8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:23.428802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 6751229c-be17-41ed-924c-a9f47e80caa8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:23.429427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.497542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 012f37a9-b2ff-4b14-b2ff-db031966a72e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:23.553821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '012f37a9-b2ff-4b14-b2ff-db031966a72e', 'network_id': '049f004b-4184-4387-9ca8-daa62c50546c', 'port_id': '012f37a9-b2ff-4b14-b2ff-db031966a72e', 'mac_address': 'fa:16:3e:45:2f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ec482-6c68-41d9-bc07-1f97d4216509', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:23.606060 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497123ec-90d5-49a2-8813-725d9bb9f773 x-openstack-request-id: req-497123ec-90d5-49a2-8813-725d9bb9f773 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:23.606684 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad600ce-6bdb-4dc6-a173-bb7fae28485f", "name": "network-vif-deleted", "tag": "de1275f4-84f4-4697-a6fb-71e4e3251b02", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:23.606684 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-497123ec-90d5-49a2-8813-725d9bb9f773 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:23.607037 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad600ce-6bdb-4dc6-a173-bb7fae28485f', 'name': 'network-vif-deleted', 'tag': 'de1275f4-84f4-4697-a6fb-71e4e3251b02', 'status': 'completed', 'code': 200} Jun 30 02:53:23.627746 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.645490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012f37a9-b2ff-4b14-b2ff-db031966a72e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:23.754403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 012f37a9-b2ff-4b14-b2ff-db031966a72e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:23.780075 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.789557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-9efe12d7-4d39-477b-8d6a-d4c98fbdd671 service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9031546 Jun 30 02:53:23.803805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.856195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] For port 386fe371-a00e-41e3-8912-678ad91fc9ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=386fe371-a00e-41e3-8912-678ad91fc9ed,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:23.856861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.887199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6751229c-be17-41ed-924c-a9f47e80caa8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:23.889457 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842e5d7a-5c7d-47be-9808-cd7dc6394f46" -d '{"events": [{"server_uuid": "430631bf-d6b2-4d28-9251-7022f4d7cb2d", "name": "network-vif-plugged", "status": "completed", "tag": "6751229c-be17-41ed-924c-a9f47e80caa8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:23.894988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Calling delete_port for 386fe371-a00e-41e3-8912-678ad91fc9ed owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:23.946838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 6751229c-be17-41ed-924c-a9f47e80caa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6751229c-be17-41ed-924c-a9f47e80caa8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:23.963264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.990267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=012f37a9-b2ff-4b14-b2ff-db031966a72e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:24.016910 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a3f446-55ab-4cce-9cba-f2d7573a9e76 x-openstack-request-id: req-c7a3f446-55ab-4cce-9cba-f2d7573a9e76 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:24.018176 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430631bf-d6b2-4d28-9251-7022f4d7cb2d", "name": "network-vif-plugged", "status": "completed", "tag": "6751229c-be17-41ed-924c-a9f47e80caa8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:24.020886 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7a3f446-55ab-4cce-9cba-f2d7573a9e76 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:24.022461 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6751229c-be17-41ed-924c-a9f47e80caa8', 'code': 200} Jun 30 02:53:24.030632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['012f37a9-b2ff-4b14-b2ff-db031966a72e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:24.289480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eb8c1-5ab8-4d86-a888-c8b28c39d849 req-8831f9e6-d1ae-48e5-9ba6-808fb1c30321 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:24.301930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-493eb8c1-5ab8-4d86-a888-c8b28c39d849 req-8831f9e6-d1ae-48e5-9ba6-808fb1c30321 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 945 time: 0.8795843 Jun 30 02:53:24.498655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=6751229c-be17-41ed-924c-a9f47e80caa8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:24.607654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.620433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9bdd399-458f-441a-9981-236d5a81ea92 req-ce4321e3-8e7b-45ff-b8ed-43dcab1200d9 service neutron] 10.222.0.67 "GET /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8211074 Jun 30 02:53:24.641263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6ba548dd-2da7-44e0-ba19-fbb10d69463f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:24.675219 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.685183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-493eb8c1-5ab8-4d86-a888-c8b28c39d849 req-1532fbeb-4a67-42e9-93e5-12fa0f112a43 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800128 Jun 30 02:53:24.758399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.781190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Pushing event deleted for resources: {'Port': ['ID=386fe371-a00e-41e3-8912-678ad91fc9ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:24.933493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69093ecf-28f1-4e6d-b09b-27dfb7e8925c req-44c2cb66-8bb2-48e3-833d-1834b27e0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:24.939062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69093ecf-28f1-4e6d-b09b-27dfb7e8925c req-44c2cb66-8bb2-48e3-833d-1834b27e0fb2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 1096 time: 0.7558255 Jun 30 02:53:24.948453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.959629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event updated for resources: {'Port': ['ID=72b6312c-7697-4cdf-be2d-b592411deb80,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:25.074410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 012f37a9-b2ff-4b14-b2ff-db031966a72e up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:25.132918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7c6c8-d19d-47ef-8690-1d5255ba89c8 req-8a10092d-f00f-48a5-a1cd-9426439c4fa0 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.135069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-90d7c6c8-d19d-47ef-8690-1d5255ba89c8 req-8a10092d-f00f-48a5-a1cd-9426439c4fa0 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 945 time: 0.6666632 Jun 30 02:53:25.148182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] In _notify_port_updated(), no bound segment for port 72b6312c-7697-4cdf-be2d-b592411deb80 on network 473e6174-e95f-4600-af03-469c71d07910 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:53:25.171114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.172040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.177107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7785a46c-70cc-4a1f-a159-281f59933da4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "PUT /v2.0/ports/72b6312c-7697-4cdf-be2d-b592411deb80 HTTP/1.1" status: 200 len: 1055 time: 2.3601601 Jun 30 02:53:25.179703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:25.180291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:25.226565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 012f37a9-b2ff-4b14-b2ff-db031966a72e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:25.234398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 012f37a9-b2ff-4b14-b2ff-db031966a72e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:25.235149 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.295444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] No DVR routers for this DVR port 386fe371-a00e-41e3-8912-678ad91fc9ed on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:25.301919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.311394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07ff02ad-2538-420d-a2d7-ab9295a89d1e req-5b49f4f3-fa00-4b33-8b7d-3de57be7e1ba tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.67 "DELETE /v2.0/ports/386fe371-a00e-41e3-8912-678ad91fc9ed HTTP/1.1" status: 204 len: 173 time: 2.5729971 Jun 30 02:53:25.342475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'name': 'network-vif-deleted', 'tag': '386fe371-a00e-41e3-8912-678ad91fc9ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:25.345331 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1381f1-39b3-47ef-b410-42c02daaa598" -d '{"events": [{"server_uuid": "f09e5319-750a-4b24-933d-01f4ab5f7125", "name": "network-vif-deleted", "tag": "386fe371-a00e-41e3-8912-678ad91fc9ed"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:25.418873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69093ecf-28f1-4e6d-b09b-27dfb7e8925c req-dc135ad5-6ee7-41c2-aa4c-e7533d30a22e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329731 Jun 30 02:53:25.507581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9631-493e-4554-8943-cff48744b114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.516485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-90d7c6c8-d19d-47ef-8690-1d5255ba89c8 req-bb4a2727-ca29-432c-9125-e18ce535e644 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748090 Jun 30 02:53:25.584935 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.585292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port 72b6312c-7697-4cdf-be2d-b592411deb80 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:25.585649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.618709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ba844355-84b4-454f-bf36-84a32b9e8cba None None] Provisioning complete for port 72b6312c-7697-4cdf-be2d-b592411deb80 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:25.619098 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba844355-84b4-454f-bf36-84a32b9e8cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.620912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.746087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba844355-84b4-454f-bf36-84a32b9e8cba None None] Port 72b6312c-7697-4cdf-be2d-b592411deb80 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:25.751990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 012f37a9-b2ff-4b14-b2ff-db031966a72e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:25.760687 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.761773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 386fe371-a00e-41e3-8912-678ad91fc9ed no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:25.805888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 386fe371-a00e-41e3-8912-678ad91fc9ed {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:25.806461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 386fe371-a00e-41e3-8912-678ad91fc9ed not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:25.806956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device de1275f4-84f4-4697-a6fb-71e4e3251b02 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:25.857444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.902778 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3c005f-af14-4264-8239-4d30be06f1a8 x-openstack-request-id: req-4a3c005f-af14-4264-8239-4d30be06f1a8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:25.903862 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09e5319-750a-4b24-933d-01f4ab5f7125", "name": "network-vif-deleted", "tag": "386fe371-a00e-41e3-8912-678ad91fc9ed", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:25.904144 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a3c005f-af14-4264-8239-4d30be06f1a8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:25.904581 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09e5319-750a-4b24-933d-01f4ab5f7125', 'name': 'network-vif-deleted', 'tag': '386fe371-a00e-41e3-8912-678ad91fc9ed', 'status': 'completed', 'code': 200} Jun 30 02:53:25.905048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: de1275f4-84f4-4697-a6fb-71e4e3251b02 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:25.906017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device de1275f4-84f4-4697-a6fb-71e4e3251b02 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:25.956114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for 72b6312c-7697-4cdf-be2d-b592411deb80 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:25.958146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=012f37a9-b2ff-4b14-b2ff-db031966a72e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.024152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012f37a9-b2ff-4b14-b2ff-db031966a72e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:26.027152 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462331db-254a-4c6e-855f-37e330b280ac" -d '{"events": [{"server_uuid": "7fa8f95f-8443-45d5-8ef1-db949224a232", "name": "network-vif-plugged", "status": "completed", "tag": "012f37a9-b2ff-4b14-b2ff-db031966a72e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:26.084063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7dbcd626-e7a8-4b56-a27a-b51e8d6690ba req-cdac5f15-e588-41d0-b6db-d9cd2db27de5 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=f09e5319-750a-4b24-933d-01f4ab5f7125 HTTP/1.1" status: 200 len: 210 time: 0.0575151 Jun 30 02:53:26.106947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.110220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849b8ed-bed5-4009-8f6f-737c4b3bee23 req-580fa0eb-0dc3-4d7c-b104-336be7719d1e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:26.112198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5849b8ed-bed5-4009-8f6f-737c4b3bee23 req-580fa0eb-0dc3-4d7c-b104-336be7719d1e tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 945 time: 0.2068279 Jun 30 02:53:26.118058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.167609 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a373de65-cbed-40dc-825d-dce680e10d25 x-openstack-request-id: req-a373de65-cbed-40dc-825d-dce680e10d25 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:26.168355 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8f95f-8443-45d5-8ef1-db949224a232", "name": "network-vif-plugged", "status": "completed", "tag": "012f37a9-b2ff-4b14-b2ff-db031966a72e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:26.168946 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a373de65-cbed-40dc-825d-dce680e10d25 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:26.169579 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012f37a9-b2ff-4b14-b2ff-db031966a72e', 'code': 200} Jun 30 02:53:26.217479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=e356d332-d776-4851-b000-79c90693558a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.239689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5849b8ed-bed5-4009-8f6f-737c4b3bee23 req-6818efe2-119b-4f85-8561-9d1729cbd0b6 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191258 Jun 30 02:53:26.264344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9631-493e-4554-8943-cff48744b114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.277172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.307051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9631-493e-4554-8943-cff48744b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.457443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e9631-493e-4554-8943-cff48744b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36658b13-bf1c-4203-a94b-1d3abf9615b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.471173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ad4e9631-493e-4554-8943-cff48744b114 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91817928c3044484a65ddaa896112908&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2889433 Jun 30 02:53:26.471703 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP e5981f70-1903-486a-bbc7-6f13f7ee33bb associated. External IP: 172.25.0.206, port: 8a83260a-3064-47b0-92a3-25c4debeb685. Jun 30 02:53:26.472983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.475898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55854) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:26.633873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=72b6312c-7697-4cdf-be2d-b592411deb80,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.655971 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc5e35-832d-4cf3-9f06-1235c3ad1287 req-be846375-bb52-4e68-abe6-a74e4d19a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:26.657478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37cc5e35-832d-4cf3-9f06-1235c3ad1287 req-be846375-bb52-4e68-abe6-a74e4d19a7e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 1096 time: 0.2873082 Jun 30 02:53:26.763290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-37cc5e35-832d-4cf3-9f06-1235c3ad1287 req-548fb632-2ad8-4aaa-8b8b-224eab9d826e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928400 Jun 30 02:53:26.788598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea41a432-8891-48ad-b4a3-38db7d7f8f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.861251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea41a432-8891-48ad-b4a3-38db7d7f8f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.978560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.983929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8b17ff7c-9ba8-458d-b08a-ea12d157eaee tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/ports/72b6312c-7697-4cdf-be2d-b592411deb80 HTTP/1.1" status: 204 len: 168 time: 1.7964389 Jun 30 02:53:26.990711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55864) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:27.003900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053002d-6cb7-4891-a87f-7329a49e4909 req-23fcb06f-4a05-4af4-90e6-95b1456fe1af tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.006141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b053002d-6cb7-4891-a87f-7329a49e4909 req-23fcb06f-4a05-4af4-90e6-95b1456fe1af tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 945 time: 0.2388844 Jun 30 02:53:27.006847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea41a432-8891-48ad-b4a3-38db7d7f8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.009544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea41a432-8891-48ad-b4a3-38db7d7f8f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.010731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea41a432-8891-48ad-b4a3-38db7d7f8f1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36658b13-bf1c-4203-a94b-1d3abf9615b8 HTTP/1.1" status: 204 len: 168 time: 0.5326669 Jun 30 02:53:27.068232 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0f67e6-66fb-44ee-955e-6d9415103985 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] GET failed (client error): The resource could not be found. Jun 30 02:53:27.072548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1e0f67e6-66fb-44ee-955e-6d9415103985 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "GET /v2.0/ports/72b6312c-7697-4cdf-be2d-b592411deb80 HTTP/1.1" status: 404 len: 333 time: 0.0605395 Jun 30 02:53:27.075931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55868) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:27.076866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-145d9f42-95b7-4026-994d-85ab0accd34b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.079308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-145d9f42-95b7-4026-994d-85ab0accd34b tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 945 time: 0.1723576 Jun 30 02:53:27.088852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41a432-8891-48ad-b4a3-38db7d7f8f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36658b13-bf1c-4203-a94b-1d3abf9615b8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:27.306423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Deleting port 47408b7c-ea12-432c-92dc-2a387e07d969 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:27.307404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.485693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:27.514168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] For port 47408b7c-ea12-432c-92dc-2a387e07d969, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=47408b7c-ea12-432c-92dc-2a387e07d969,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:27.516777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.556466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0210cd63-837a-426e-9686-d1efbd24afe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.568414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Calling delete_port for 47408b7c-ea12-432c-92dc-2a387e07d969 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:27.625165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acc4405e-3758-4870-a0c4-008c3441975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.750455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b053002d-6cb7-4891-a87f-7329a49e4909 req-3827179e-d9b9-4499-b07d-84c6580867f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7210820 Jun 30 02:53:27.773200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0210cd63-837a-426e-9686-d1efbd24afe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.784805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0210cd63-837a-426e-9686-d1efbd24afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.844258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router f878414d-9adb-43f2-aa49-611a0777086c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:27.908163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210cd63-837a-426e-9686-d1efbd24afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64885d1e-990c-43e9-bfdf-ea10d979e384,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:28.001266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac61c8ae-9e45-4453-b22c-3439ba7ce3df req-9bdddfa9-66e1-4274-9f5b-0fa683da7076 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f8b740e-ebd5-407e-8844-47d9d40a6efc HTTP/1.1" status: 200 len: 210 time: 0.0680966 Jun 30 02:53:28.014567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.031864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['a4c2e826-2d33-4116-a92d-505aedf91b90', '47408b7c-ea12-432c-92dc-2a387e07d969'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:28.077531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port 2be22b4f-88b0-4899-a94e-7fc737247a26 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:28.077891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.097375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event deleted for resources: {'Port': ['ID=47408b7c-ea12-432c-92dc-2a387e07d969,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:28.113674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:28.122106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0210cd63-837a-426e-9686-d1efbd24afe5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=056d8d46c2b743238db5a8814b9b5f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314483 Jun 30 02:53:28.124539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] Sync routers for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:28.127764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:28.224368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] No DVR routers for this DVR port 47408b7c-ea12-432c-92dc-2a387e07d969 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:28.232729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.237298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-371c2de8-745d-4d09-8ba5-2d04821a0c85 req-5367ae96-835a-4ed0-a179-e10f8b5547b3 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "DELETE /v2.0/ports/47408b7c-ea12-432c-92dc-2a387e07d969 HTTP/1.1" status: 204 len: 173 time: 1.1511016 Jun 30 02:53:28.242474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:28.243439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:28.253981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'name': 'network-vif-deleted', 'tag': '47408b7c-ea12-432c-92dc-2a387e07d969'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:28.257313 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0947400-128d-4b1c-91ce-fbc68f69dd0f" -d '{"events": [{"server_uuid": "1f8b740e-ebd5-407e-8844-47d9d40a6efc", "name": "network-vif-deleted", "tag": "47408b7c-ea12-432c-92dc-2a387e07d969"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:28.271124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.396879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d64da617-b0ec-462e-8a54-4a25ad0d586e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.9213235 Jun 30 02:53:28.404125 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916c324-e68f-4d64-b5f3-7e502389cff0 x-openstack-request-id: req-1916c324-e68f-4d64-b5f3-7e502389cff0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:28.404672 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8b740e-ebd5-407e-8844-47d9d40a6efc", "name": "network-vif-deleted", "tag": "47408b7c-ea12-432c-92dc-2a387e07d969", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:28.404672 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1916c324-e68f-4d64-b5f3-7e502389cff0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:28.405060 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8b740e-ebd5-407e-8844-47d9d40a6efc', 'name': 'network-vif-deleted', 'tag': '47408b7c-ea12-432c-92dc-2a387e07d969', 'status': 'completed', 'code': 200} Jun 30 02:53:28.409224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:28.415259 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25699c1-8cdf-4587-a9e3-877c81f3ccef" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:28.463032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58358178-e45b-4b9a-8689-524179e465d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.484797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.512774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for 2be22b4f-88b0-4899-a94e-7fc737247a26 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:28.551773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58358178-e45b-4b9a-8689-524179e465d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.578396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db0336-3c2a-4a08-a966-dee83c97daee req-36be6fe2-8439-490d-a014-3dc8d3399496 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.584277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18db0336-3c2a-4a08-a966-dee83c97daee req-36be6fe2-8439-490d-a014-3dc8d3399496 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2907617 Jun 30 02:53:28.620793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:28.692835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18db0336-3c2a-4a08-a966-dee83c97daee req-acf8be9a-78fa-4b37-97cc-a18482c8b3f6 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983353 Jun 30 02:53:28.719492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58358178-e45b-4b9a-8689-524179e465d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.724280 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58358178-e45b-4b9a-8689-524179e465d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.725534 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58358178-e45b-4b9a-8689-524179e465d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64885d1e-990c-43e9-bfdf-ea10d979e384 HTTP/1.1" status: 204 len: 168 time: 0.5964732 Jun 30 02:53:28.745031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58358178-e45b-4b9a-8689-524179e465d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64885d1e-990c-43e9-bfdf-ea10d979e384,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:28.821737 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858b8e04-ef7e-489b-939f-4b05e9bbd644 x-openstack-request-id: req-858b8e04-ef7e-489b-939f-4b05e9bbd644 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:28.822577 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:28.823820 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-858b8e04-ef7e-489b-939f-4b05e9bbd644 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:28.824357 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'status': 'completed', 'code': 200} Jun 30 02:53:28.829689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.951803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=2be22b4f-88b0-4899-a94e-7fc737247a26,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:29.021461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5a125-6257-483e-bcd9-cc0177fb6966 req-6db58ca5-98ab-4554-838f-04fc8bf7d2bc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.024114 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cdb5a125-6257-483e-bcd9-cc0177fb6966 req-6db58ca5-98ab-4554-838f-04fc8bf7d2bc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.3863802 Jun 30 02:53:29.133841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9785-ebda-4faa-b642-60e714493bc7 req-62217669-aee4-4d0b-aa00-234a329db83f tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.144167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1be9785-ebda-4faa-b642-60e714493bc7 req-62217669-aee4-4d0b-aa00-234a329db83f tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 945 time: 0.1984260 Jun 30 02:53:29.168311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'e5981f70-1903-486a-bbc7-6f13f7ee33bb', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'port_id': '8a83260a-3064-47b0-92a3-25c4debeb685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'mac_address': 'fa:16:3e:9f:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:23Z', 'updated_at': '2021-06-30T02:53:23Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:29.190793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-b913bf56-dd31-44bc-87a3-a6bdde16a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.193622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-b913bf56-dd31-44bc-87a3-a6bdde16a9dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1097 time: 0.3264284 Jun 30 02:53:29.194997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.200212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6157bced-22f9-49f5-b2b2-28a0ab539e1f tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/ports/2be22b4f-88b0-4899-a94e-7fc737247a26 HTTP/1.1" status: 204 len: 168 time: 2.1230829 Jun 30 02:53:29.209765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:29.233237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1be9785-ebda-4faa-b642-60e714493bc7 req-b82f4dc4-a32d-4d62-afcb-7b54c5be5a98 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818141 Jun 30 02:53:29.273021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] Checking router: f878414d-9adb-43f2-aa49-611a0777086c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:29.298373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:29.298720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:29.321591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-ea82084a-957b-4108-873a-e8f88409c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.323405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-ea82084a-957b-4108-873a-e8f88409c872 service neutron] 10.222.0.90 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 0.1104639 Jun 30 02:53:29.323845 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0061f139-ab78-4f6b-8363-54f3fd1356a4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] GET failed (client error): The resource could not be found. Jun 30 02:53:29.329510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0061f139-ab78-4f6b-8363-54f3fd1356a4 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "GET /v2.0/ports/2be22b4f-88b0-4899-a94e-7fc737247a26 HTTP/1.1" status: 404 len: 333 time: 0.0919993 Jun 30 02:53:29.329782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:29.360719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cdb5a125-6257-483e-bcd9-cc0177fb6966 req-c433b90c-a146-48a3-a6c2-af76d0a8c52c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847636 Jun 30 02:53:29.455536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:29.569207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port 374c319e-12ef-4f28-a24b-bf73e8d2d220 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:29.569758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.570603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:29.609952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-d142139a-ec73-4bea-9dea-776fd80426ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1000 time: 0.2708113 Jun 30 02:53:29.698334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c1f757e-2152-44c2-9110-f82bb3d8ad28 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/e5981f70-1903-486a-bbc7-6f13f7ee33bb HTTP/1.1" status: 200 len: 992 time: 0.2415247 Jun 30 02:53:29.741232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.771722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for 374c319e-12ef-4f28-a24b-bf73e8d2d220 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:29.800340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-f3cc7cd3-7450-47ab-9a6b-c9d32e60ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.814728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-f3cc7cd3-7450-47ab-9a6b-c9d32e60ac0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.1686616 Jun 30 02:53:29.922381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b7b67-341d-422a-94b8-2f3512de4d8d req-6a2b7bbf-a1cf-42a7-82e1-c437fdd2cb95 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.934868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad6b7b67-341d-422a-94b8-2f3512de4d8d req-6a2b7bbf-a1cf-42a7-82e1-c437fdd2cb95 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 945 time: 0.3236477 Jun 30 02:53:30.044139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad6b7b67-341d-422a-94b8-2f3512de4d8d req-b6a3950c-3766-44f3-ae4d-c9a70492e82b tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082807 Jun 30 02:53:30.055005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-cbe5a250-9006-4356-aeae-b23ce918fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:30.056756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-cbe5a250-9006-4356-aeae-b23ce918fca1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412488 Jun 30 02:53:30.074821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.119767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'e5981f70-1903-486a-bbc7-6f13f7ee33bb', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'port_id': '8a83260a-3064-47b0-92a3-25c4debeb685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'mac_address': 'fa:16:3e:9f:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:23Z', 'updated_at': '2021-06-30T02:53:23Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:30.149164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=374c319e-12ef-4f28-a24b-bf73e8d2d220,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:30.212689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b304e4b-aa4b-47d2-8061-c574558e6643 None None] The sync data for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 is: [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'e5981f70-1903-486a-bbc7-6f13f7ee33bb', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'port_id': '8a83260a-3064-47b0-92a3-25c4debeb685', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'mac_address': 'fa:16:3e:9f:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:23Z', 'updated_at': '2021-06-30T02:53:23Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:30.304630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e33245c7-7a0f-4129-bbab-ee24f95346ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.339428 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-fbda9c3a-34e1-4871-892e-17184197d668 service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580569 Jun 30 02:53:30.342714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.351546 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-badc5e2f-7c46-47d6-be69-6d1375553379 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/ports/374c319e-12ef-4f28-a24b-bf73e8d2d220 HTTP/1.1" status: 204 len: 168 time: 1.0185382 Jun 30 02:53:30.353572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:30.488234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting subnet ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:30.498204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.533706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.631633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.644371 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d86d45-bfbe-4b67-82a0-252dc251196d None None] New status for floating IP e5981f70-1903-486a-bbc7-6f13f7ee33bb: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:30.673369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e25699c1-8cdf-4587-a9e3-877c81f3ccef req-33a68570-e2f1-46a1-ab82-a5a19b6f3218 service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233502 Jun 30 02:53:30.693979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55958) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:30.722153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aa611-6e22-491f-8246-09ad9ab9bac8 req-83668180-0674-4c8f-8cc1-ac7237abc499 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:30.730906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d46aa611-6e22-491f-8246-09ad9ab9bac8 req-83668180-0674-4c8f-8cc1-ac7237abc499 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.6722159 Jun 30 02:53:30.866830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dff036aa-a6ac-4382-91a5-d9f6ffac23e3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/e5981f70-1903-486a-bbc7-6f13f7ee33bb HTTP/1.1" status: 200 len: 992 time: 0.1700356 Jun 30 02:53:30.883100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d46aa611-6e22-491f-8246-09ad9ab9bac8 req-c990d916-3f7d-46bb-a62c-9dd70351b8b9 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486185 Jun 30 02:53:30.908843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.982803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.997663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.999778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/subnets/ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645 HTTP/1.1" status: 204 len: 168 time: 0.6427395 Jun 30 02:53:31.003398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55962) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:31.006112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff34e21c-4d2d-4499-8910-778ab1cffc0e None None] Network 473e6174-e95f-4600-af03-469c71d07910 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:31.134359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff5b2-c448-421f-a595-f826a83612e8 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0b5b6d-bc65-46a6-bb58-f4ce2e6e3645,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.197100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.214552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 47408b7c-ea12-432c-92dc-2a387e07d969 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:31.296863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 47408b7c-ea12-432c-92dc-2a387e07d969 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:31.297480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 47408b7c-ea12-432c-92dc-2a387e07d969 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:31.304584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Deleting port 76268c81-9c9c-4e73-8852-2e0a44597ee7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:31.305316 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.398217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] For port 76268c81-9c9c-4e73-8852-2e0a44597ee7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=76268c81-9c9c-4e73-8852-2e0a44597ee7,segment=NetworkSegment(4a2ede10-308f-49db-a246-b879857b5011),segment_id=4a2ede10-308f-49db-a246-b879857b5011)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:31.399621 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.433409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Calling delete_port for 76268c81-9c9c-4e73-8852-2e0a44597ee7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:31.440895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce87a6-9fce-47c6-bbac-f26a14f9d0d5 req-c4f72181-bfd0-4957-8bd8-2dbf98e3f858 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.443045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00ce87a6-9fce-47c6-bbac-f26a14f9d0d5 req-c4f72181-bfd0-4957-8bd8-2dbf98e3f858 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 945 time: 0.1033828 Jun 30 02:53:31.475007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] DHCP port deletion for 473e6174-e95f-4600-af03-469c71d07910 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:31.552514 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.553319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00ce87a6-9fce-47c6-bbac-f26a14f9d0d5 req-6121106b-fb15-4bed-be28-f8f166dcfb47 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9134fbc-2b35-4de9-bcd3-87bf1505936b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036236 Jun 30 02:53:31.590569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Port': ['ID=76268c81-9c9c-4e73-8852-2e0a44597ee7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.592672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Deleting port 76268c81-9c9c-4e73-8852-2e0a44597ee7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:31.593522 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.600973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] No DVR routers for this DVR port 76268c81-9c9c-4e73-8852-2e0a44597ee7 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:31.685249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] For port 76268c81-9c9c-4e73-8852-2e0a44597ee7, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:31.685651 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.696026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.706273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Calling delete_port for 76268c81-9c9c-4e73-8852-2e0a44597ee7 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:31.708021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473e6174-e95f-4600-af03-469c71d07910']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:31.711352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Port 76268c81-9c9c-4e73-8852-2e0a44597ee7 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:53:31.712860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.721840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2ede10-308f-49db-a246-b879857b5011') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:31.722137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2ede10-308f-49db-a246-b879857b5011') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:31.739927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.744856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] Pushing event deleted for resources: {'Port': ['ID=76268c81-9c9c-4e73-8852-2e0a44597ee7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.756168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb27ab-a721-4b97-a527-2d91142a2cf1 None None] No DVR routers for this DVR port 76268c81-9c9c-4e73-8852-2e0a44597ee7 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:31.758023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.775156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:31.775767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:31.820269 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:31.844553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.855580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.857462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] 10.222.0.78 "DELETE /v2.0/networks/473e6174-e95f-4600-af03-469c71d07910 HTTP/1.1" status: 204 len: 168 time: 0.8529086 Jun 30 02:53:31.875286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:31.879869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97427d90-a1c5-47ca-bb7f-f2744625bcb5 tempest-AllowedAddressPairTestJSON-576508194 tempest-AllowedAddressPairTestJSON-576508194-project] Pushing event deleted for resources: {'Network': ['ID=473e6174-e95f-4600-af03-469c71d07910,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.998557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60f5dbf0-8d08-4839-a9ec-1ed37d930a19 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/e5981f70-1903-486a-bbc7-6f13f7ee33bb HTTP/1.1" status: 200 len: 994 time: 0.1237330 Jun 30 02:53:32.069823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-096d04c7-aac0-452d-b1ea-71c6769e33f7 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.076381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-096d04c7-aac0-452d-b1ea-71c6769e33f7 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 945 time: 0.1501100 Jun 30 02:53:32.166113 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.173847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 76268c81-9c9c-4e73-8852-2e0a44597ee7 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:32.211571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 76268c81-9c9c-4e73-8852-2e0a44597ee7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:32.211923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 76268c81-9c9c-4e73-8852-2e0a44597ee7 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:32.291670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Deleting port 012f37a9-b2ff-4b14-b2ff-db031966a72e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:32.292016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.330969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55992) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:32.465003 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f22dc603-bdd6-4c3f-b3b3-aa93ddfa8276 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dca4a87079b04cafa13ead2af9828fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326146 Jun 30 02:53:32.466978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] For port 012f37a9-b2ff-4b14-b2ff-db031966a72e, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=012f37a9-b2ff-4b14-b2ff-db031966a72e,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:32.467364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.467978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55998) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:32.499962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Calling delete_port for 012f37a9-b2ff-4b14-b2ff-db031966a72e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:32.585606 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca61e38-ea16-4cbb-bec7-5c8140238abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.624181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca61e38-ea16-4cbb-bec7-5c8140238abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.634603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38e219-2145-465b-a6d9-d7cf927d475d req-41618ffd-52ed-4595-b7a3-ec04c6647cfe tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.645817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e38e219-2145-465b-a6d9-d7cf927d475d req-41618ffd-52ed-4595-b7a3-ec04c6647cfe tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.5676320 Jun 30 02:53:32.744631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e38e219-2145-465b-a6d9-d7cf927d475d req-9fda1ec4-dcd1-43e5-901c-c09f03182275 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975747 Jun 30 02:53:32.761336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.776631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['6751229c-be17-41ed-924c-a9f47e80caa8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:32.778921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['012f37a9-b2ff-4b14-b2ff-db031966a72e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:32.792852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca61e38-ea16-4cbb-bec7-5c8140238abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.795670 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca61e38-ea16-4cbb-bec7-5c8140238abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.799381 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2ca61e38-ea16-4cbb-bec7-5c8140238abd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/091f017d-d66f-4cec-a718-b84f035fde66 HTTP/1.1" status: 204 len: 168 time: 0.3277500 Jun 30 02:53:32.818201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca61e38-ea16-4cbb-bec7-5c8140238abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f017d-d66f-4cec-a718-b84f035fde66,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:32.819006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event deleted for resources: {'Port': ['ID=012f37a9-b2ff-4b14-b2ff-db031966a72e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:32.913899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97dee016-aabb-4fc6-b006-afbf96ba008a req-b96a123e-43b3-454b-b54a-cf2370b8a8b8 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fa8f95f-8443-45d5-8ef1-db949224a232 HTTP/1.1" status: 200 len: 210 time: 0.2016504 Jun 30 02:53:32.959703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] No DVR routers for this DVR port 012f37a9-b2ff-4b14-b2ff-db031966a72e on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:32.965861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.968608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52c7d612-c60d-4459-87f2-27f1a337f079 req-b7ac704e-0278-401f-909d-7008297447dd tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.67 "DELETE /v2.0/ports/012f37a9-b2ff-4b14-b2ff-db031966a72e HTTP/1.1" status: 204 len: 173 time: 0.8847966 Jun 30 02:53:32.969354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'name': 'network-vif-deleted', 'tag': '012f37a9-b2ff-4b14-b2ff-db031966a72e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:32.973034 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ce186-4616-4af4-89a8-4f006fd76e2e" -d '{"events": [{"server_uuid": "7fa8f95f-8443-45d5-8ef1-db949224a232", "name": "network-vif-deleted", "tag": "012f37a9-b2ff-4b14-b2ff-db031966a72e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:33.069081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-55706c36-a33c-4f81-a59d-165726189c69 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:33.081288 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-55706c36-a33c-4f81-a59d-165726189c69 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 945 time: 0.1822207 Jun 30 02:53:33.083343 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b5b144-df45-4ba4-9b76-ba4a04f88217 x-openstack-request-id: req-15b5b144-df45-4ba4-9b76-ba4a04f88217 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:33.084207 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8f95f-8443-45d5-8ef1-db949224a232", "name": "network-vif-deleted", "tag": "012f37a9-b2ff-4b14-b2ff-db031966a72e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:33.084780 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15b5b144-df45-4ba4-9b76-ba4a04f88217 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:33.085415 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8f95f-8443-45d5-8ef1-db949224a232', 'name': 'network-vif-deleted', 'tag': '012f37a9-b2ff-4b14-b2ff-db031966a72e', 'status': 'completed', 'code': 200} Jun 30 02:53:33.251378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Deleting port 6751229c-be17-41ed-924c-a9f47e80caa8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:33.251733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.383744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] For port 6751229c-be17-41ed-924c-a9f47e80caa8, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6751229c-be17-41ed-924c-a9f47e80caa8,segment=NetworkSegment(efa442e2-1d55-4544-8940-cc49599dda54),segment_id=efa442e2-1d55-4544-8940-cc49599dda54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:33.384395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.399177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Calling delete_port for 6751229c-be17-41ed-924c-a9f47e80caa8 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:33.613099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.625949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['012f37a9-b2ff-4b14-b2ff-db031966a72e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:33.722022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Pushing event deleted for resources: {'Port': ['ID=6751229c-be17-41ed-924c-a9f47e80caa8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:33.745733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] No DVR routers for this DVR port 6751229c-be17-41ed-924c-a9f47e80caa8 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:33.748829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.752179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac664011-3eb7-4beb-bd67-905dd9cbe207 req-c73bc194-a386-4ca7-876f-b7de35b022f6 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.90 "DELETE /v2.0/ports/6751229c-be17-41ed-924c-a9f47e80caa8 HTTP/1.1" status: 204 len: 173 time: 0.6599803 Jun 30 02:53:33.752625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'name': 'network-vif-deleted', 'tag': '6751229c-be17-41ed-924c-a9f47e80caa8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:33.765763 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e82bd0-780e-4895-9276-6357d4ed92cd" -d '{"events": [{"server_uuid": "430631bf-d6b2-4d28-9251-7022f4d7cb2d", "name": "network-vif-deleted", "tag": "6751229c-be17-41ed-924c-a9f47e80caa8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:33.863565 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe06eb4-3985-4eb4-aea5-d7f0143b051a x-openstack-request-id: req-efe06eb4-3985-4eb4-aea5-d7f0143b051a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:33.864837 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430631bf-d6b2-4d28-9251-7022f4d7cb2d", "name": "network-vif-deleted", "tag": "6751229c-be17-41ed-924c-a9f47e80caa8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:33.864837 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efe06eb4-3985-4eb4-aea5-d7f0143b051a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:33.865746 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430631bf-d6b2-4d28-9251-7022f4d7cb2d', 'name': 'network-vif-deleted', 'tag': '6751229c-be17-41ed-924c-a9f47e80caa8', 'status': 'completed', 'code': 200} Jun 30 02:53:33.996407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:34.111522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694a0b-211f-440e-b271-7917c7aa4fbc req-70844bc5-338a-4f31-88ec-f5204278eac3 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:34.113205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11694a0b-211f-440e-b271-7917c7aa4fbc req-70844bc5-338a-4f31-88ec-f5204278eac3 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1345994 Jun 30 02:53:34.178485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11694a0b-211f-440e-b271-7917c7aa4fbc req-16d36032-073d-4057-a94f-ec8303d894bc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524547 Jun 30 02:53:34.188702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203627396'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:34.233280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:34.237876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.251768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.313005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72db2474-29df-44c4-96d1-59ed447c645b req-9a8727b5-49a4-4cea-968b-5b558fedb363 tempest-MultipleCreateTestJSON-776556913 tempest-MultipleCreateTestJSON-776556913-project] 10.222.0.78 "GET /v2.0/ports?device_id=430631bf-d6b2-4d28-9251-7022f4d7cb2d HTTP/1.1" status: 200 len: 210 time: 0.0403290 Jun 30 02:53:34.328748 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.440083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.445900 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.494445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:34.498055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33a1397-c0ee-4ef9-893a-3eb67a0d4370,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:34.513820 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.515595 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 1c7877a4-cd38-412e-86dd-f9da5ae50c1a of type vlan for network 386023fd-5e0e-4772-86c7-8b1f1c82d40b Jun 30 02:53:34.606574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.646635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.653646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:34.654453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.760066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7623322 Jun 30 02:53:34.789395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c355a10-6d3d-4b47-abef-1e06d2aae1d4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=386023fd-5e0e-4772-86c7-8b1f1c82d40b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:34.809958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 386023fd-5e0e-4772-86c7-8b1f1c82d40b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:34.934116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:34.939280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:34.960327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-2df3da83-36a3-45ee-babe-6f776e0abbd5 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:34.961873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-2df3da83-36a3-45ee-babe-6f776e0abbd5 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.90 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.1425252 Jun 30 02:53:35.084210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Deleting port 6ba548dd-2da7-44e0-ba19-fbb10d69463f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:35.084690 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.196573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] For port 6ba548dd-2da7-44e0-ba19-fbb10d69463f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=6ba548dd-2da7-44e0-ba19-fbb10d69463f,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:35.196862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.230260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Calling delete_port for 6ba548dd-2da7-44e0-ba19-fbb10d69463f owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:35.294370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6751229c-be17-41ed-924c-a9f47e80caa8 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:35.335741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 6751229c-be17-41ed-924c-a9f47e80caa8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:35.342003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6751229c-be17-41ed-924c-a9f47e80caa8 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:35.460089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:35.576363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892dc39-c2f8-42b6-96b6-7e084c01fd8d req-ab015af3-c317-4f13-9d6a-c4baacb8e53f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:35.579862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7892dc39-c2f8-42b6-96b6-7e084c01fd8d req-ab015af3-c317-4f13-9d6a-c4baacb8e53f tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/ports?device_id=8877fba6-f9ee-4436-b980-1d19f7b4f78f HTTP/1.1" status: 200 len: 946 time: 0.2106147 Jun 30 02:53:35.583600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.605746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Deleting subnet ad9ec482-6c68-41d9-bc07-1f97d4216509 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:35.611856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.670391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:35.673835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.721842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.777427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Pushing event deleted for resources: {'Port': ['ID=6ba548dd-2da7-44e0-ba19-fbb10d69463f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:35.865011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] No DVR routers for this DVR port 6ba548dd-2da7-44e0-ba19-fbb10d69463f on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:35.876266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.883809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-047e4937-632c-47bf-bbb9-a861c2209b73 req-47372cba-e3b3-472c-baac-e1ea71c5dafc tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.90 "DELETE /v2.0/ports/6ba548dd-2da7-44e0-ba19-fbb10d69463f HTTP/1.1" status: 204 len: 173 time: 0.9152319 Jun 30 02:53:35.899987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7892dc39-c2f8-42b6-96b6-7e084c01fd8d req-727b3d0d-f5cb-410b-b887-0ab1bc357a64 tempest-ServerRescueNegativeTestJSON-352222329 tempest-ServerRescueNegativeTestJSON-352222329-project] 10.222.0.78 "GET /v2.0/security-groups?id=eca84fc2-c8db-4729-87eb-b5b0e4eefec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964807 Jun 30 02:53:35.900787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'name': 'network-vif-deleted', 'tag': '6ba548dd-2da7-44e0-ba19-fbb10d69463f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:35.909830 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae239cc7-e4a1-437a-a919-bbdc84e6e367" -d '{"events": [{"server_uuid": "8877fba6-f9ee-4436-b980-1d19f7b4f78f", "name": "network-vif-deleted", "tag": "6ba548dd-2da7-44e0-ba19-fbb10d69463f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:35.938641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.041797 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158f026-1b99-4161-b9b5-cf8b9ee810f5 x-openstack-request-id: req-f158f026-1b99-4161-b9b5-cf8b9ee810f5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:36.042568 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8877fba6-f9ee-4436-b980-1d19f7b4f78f", "name": "network-vif-deleted", "tag": "6ba548dd-2da7-44e0-ba19-fbb10d69463f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:36.046252 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f158f026-1b99-4161-b9b5-cf8b9ee810f5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:36.046252 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8877fba6-f9ee-4436-b980-1d19f7b4f78f', 'name': 'network-vif-deleted', 'tag': '6ba548dd-2da7-44e0-ba19-fbb10d69463f', 'status': 'completed', 'code': 200} Jun 30 02:53:36.105809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.186036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9ec482-6c68-41d9-bc07-1f97d4216509,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.248824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.250958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ab938d5d-b49c-4756-a4fd-d28fd1443fa9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ad9ec482-6c68-41d9-bc07-1f97d4216509 HTTP/1.1" status: 204 len: 168 time: 0.7899137 Jun 30 02:53:36.253527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56108) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:36.292498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.391691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:36.402700 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.438809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971c80-848c-4251-94c3-5c1729184810 req-e4c4c4ed-6595-4a76-bf58-403c95fe6db9 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:36.446593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d971c80-848c-4251-94c3-5c1729184810 req-e4c4c4ed-6595-4a76-bf58-403c95fe6db9 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 949 time: 0.2845886 Jun 30 02:53:36.448825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=7d7f2714-f38a-4724-a395-e23767eae23b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.461457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '1c7877a4-cd38-412e-86dd-f9da5ae50c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:36.462105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 386023fd-5e0e-4772-86c7-8b1f1c82d40b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:36.519126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d971c80-848c-4251-94c3-5c1729184810 req-8361c2e0-d04b-4647-be5a-aae45ffa3725 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715053 Jun 30 02:53:36.521006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 386023fd-5e0e-4772-86c7-8b1f1c82d40b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:36.541036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.562007 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c94119-d1df-4496-af71-34575aac1605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.563810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 386023fd-5e0e-4772-86c7-8b1f1c82d40b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:36.573940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6e92f-ab86-4735-8f26-1151fa0e53b0 None None] Network 386023fd-5e0e-4772-86c7-8b1f1c82d40b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:36.582629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049f004b-4184-4387-9ca8-daa62c50546c']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:36.599615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:36.600397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.608592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa442e2-1d55-4544-8940-cc49599dda54') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:36.609461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa442e2-1d55-4544-8940-cc49599dda54') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:36.626583 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.686487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.696123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:36.697720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:36.700372 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:36.783492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a6ced5e5-8e7d-4fae-bb7b-48488e285461 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8448625 Jun 30 02:53:36.786536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56120) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:36.793709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410735837'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:36.800420 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.812537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c94119-d1df-4496-af71-34575aac1605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.824116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c94119-d1df-4496-af71-34575aac1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.839395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.851392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] 10.222.0.78 "DELETE /v2.0/networks/049f004b-4184-4387-9ca8-daa62c50546c HTTP/1.1" status: 204 len: 168 time: 0.5966935 Jun 30 02:53:36.893120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-386023fd-5e0e-4772-86c7-8b1f1c82d40b', 'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '7d7f2714-f38a-4724-a395-e23767eae23b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:36.893987 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.918334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef006c2-6b94-4903-94a1-62a21d882686 admin admin] Pushing event deleted for resources: {'Network': ['ID=049f004b-4184-4387-9ca8-daa62c50546c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.919063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-33c94119-d1df-4496-af71-34575aac1605 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=640af51acbda4ad4b2b8976330215fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244923 Jun 30 02:53:36.921383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56124) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:36.927611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94119-d1df-4496-af71-34575aac1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e267e76-e717-4f2a-8afb-54e9bfb291be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.983583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:36.987597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.043512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:37.055764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.056534 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment e05054ff-d62e-4406-ad04-235e99d6e021 of type vlan for network 0ac18de8-f691-44cd-9066-19db365f9ae2 Jun 30 02:53:37.071637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:37.079842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:37.123553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.157165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Allocated IP 172.20.255.242 (386023fd-5e0e-4772-86c7-8b1f1c82d40b/7d7f2714-f38a-4724-a395-e23767eae23b/aa181eb4-8422-438f-b7d3-4d800b4137ed) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:37.157582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c77dd562-e9c4-4230-a1e2-d7c518d0c1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.209885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e2682d70-9c92-40b0-985b-5099bbe9685b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=784f01470b3942089f9032169cd3d065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290736 Jun 30 02:53:37.212626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:37.221308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c77dd562-e9c4-4230-a1e2-d7c518d0c1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.224848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.249407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.250411 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.333291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5446043 Jun 30 02:53:37.338857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:37.352989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f73a2-957c-4764-a233-61e92413986c tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=0ac18de8-f691-44cd-9066-19db365f9ae2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:37.375883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 012f37a9-b2ff-4b14-b2ff-db031966a72e no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:37.380553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6ba548dd-2da7-44e0-ba19-fbb10d69463f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:37.381713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:37.384542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 0ac18de8-f691-44cd-9066-19db365f9ae2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:37.386602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c77dd562-e9c4-4230-a1e2-d7c518d0c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.390821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9431d12-6f45-4293-ad1c-4d5340c4c6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.391611 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c77dd562-e9c4-4230-a1e2-d7c518d0c1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.395377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c77dd562-e9c4-4230-a1e2-d7c518d0c1dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e267e76-e717-4f2a-8afb-54e9bfb291be HTTP/1.1" status: 204 len: 168 time: 0.4473000 Jun 30 02:53:37.402748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dd562-e9c4-4230-a1e2-d7c518d0c1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e267e76-e717-4f2a-8afb-54e9bfb291be,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:37.423276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 012f37a9-b2ff-4b14-b2ff-db031966a72e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:37.423968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 012f37a9-b2ff-4b14-b2ff-db031966a72e not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:37.429796 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.560409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 6ba548dd-2da7-44e0-ba19-fbb10d69463f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:37.560645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9431d12-6f45-4293-ad1c-4d5340c4c6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.561100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 6ba548dd-2da7-44e0-ba19-fbb10d69463f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:37.575164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Transition to ACTIVE for port object aa181eb4-8422-438f-b7d3-4d800b4137ed will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:37.601857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Transition to ACTIVE for port object aa181eb4-8422-438f-b7d3-4d800b4137ed will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:37.616520 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.690252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:37.695882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Network 386023fd-5e0e-4772-86c7-8b1f1c82d40b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:37.696812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.700202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:37.702825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9431d12-6f45-4293-ad1c-4d5340c4c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.703493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:37.705742 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9431d12-6f45-4293-ad1c-4d5340c4c6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.707035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9431d12-6f45-4293-ad1c-4d5340c4c6e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9134fbc-2b35-4de9-bcd3-87bf1505936b HTTP/1.1" status: 204 len: 168 time: 0.4934669 Jun 30 02:53:37.884947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9431d12-6f45-4293-ad1c-4d5340c4c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9134fbc-2b35-4de9-bcd3-87bf1505936b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:37.897855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-35dd21e8-5623-4295-b193-8f77cd1764c2 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.907473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-35dd21e8-5623-4295-b193-8f77cd1764c2 tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.90 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 949 time: 0.1750460 Jun 30 02:53:38.038635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Pushing event updated for resources: {'Port': ['ID=aa181eb4-8422-438f-b7d3-4d800b4137ed,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.062556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Attempting to bind port aa181eb4-8422-438f-b7d3-4d800b4137ed on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:38.062939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Attempting to bind port aa181eb4-8422-438f-b7d3-4d800b4137ed by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1c7877a4-cd38-412e-86dd-f9da5ae50c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:38.063503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Attempting to bind port aa181eb4-8422-438f-b7d3-4d800b4137ed on network 386023fd-5e0e-4772-86c7-8b1f1c82d40b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:38.070059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:38.070447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Checking segment: {'id': '1c7877a4-cd38-412e-86dd-f9da5ae50c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:38.070788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.071393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Bound using segment: {'id': '1c7877a4-cd38-412e-86dd-f9da5ae50c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:38.071906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Bound port: aa181eb4-8422-438f-b7d3-4d800b4137ed, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7877a4-cd38-412e-86dd-f9da5ae50c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '386023fd-5e0e-4772-86c7-8b1f1c82d40b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:38.072448 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.156692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Deleting port fd265df2-b36c-4a5d-b601-2416c56d60ef {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:38.157294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.182499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] For port aa181eb4-8422-438f-b7d3-4d800b4137ed, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:38.201027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] For port aa181eb4-8422-438f-b7d3-4d800b4137ed, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aa181eb4-8422-438f-b7d3-4d800b4137ed,segment=NetworkSegment(1c7877a4-cd38-412e-86dd-f9da5ae50c1a),segment_id=1c7877a4-cd38-412e-86dd-f9da5ae50c1a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:38.207784 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.245671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e405b-871a-4304-9645-8fb06b4ef4be req-a679baf6-31dd-4260-9339-a7f64a76f41f tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.247196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee8e405b-871a-4304-9645-8fb06b4ef4be req-a679baf6-31dd-4260-9339-a7f64a76f41f tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 949 time: 0.4103281 Jun 30 02:53:38.298502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] For port fd265df2-b36c-4a5d-b601-2416c56d60ef, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fd265df2-b36c-4a5d-b601-2416c56d60ef,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:38.299341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.315728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Calling delete_port for fd265df2-b36c-4a5d-b601-2416c56d60ef owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:38.340985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e5be-1671-47cc-9fdf-7bfac4af3d25 None None] Pushing event updated for resources: {'Port': ['ID=aa181eb4-8422-438f-b7d3-4d800b4137ed,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.528338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee8e405b-871a-4304-9645-8fb06b4ef4be req-ddb058f6-74cd-40f3-9e49-eaec28e063ad tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/security-groups?id=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354348 Jun 30 02:53:38.536251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.549724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['fd265df2-b36c-4a5d-b601-2416c56d60ef'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:38.581838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Pushing event deleted for resources: {'Port': ['ID=fd265df2-b36c-4a5d-b601-2416c56d60ef,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.606253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.617746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.754740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] No DVR routers for this DVR port fd265df2-b36c-4a5d-b601-2416c56d60ef on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:38.761833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.765961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b6e08e9f-5624-4720-8f7f-713f2cf63a88 req-2fda5027-6251-4d8e-a7ef-7a9a305c4bbe tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.90 "DELETE /v2.0/ports/fd265df2-b36c-4a5d-b601-2416c56d60ef HTTP/1.1" status: 204 len: 173 time: 0.8589001 Jun 30 02:53:38.766485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'name': 'network-vif-deleted', 'tag': 'fd265df2-b36c-4a5d-b601-2416c56d60ef'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:38.768799 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28fc1f4-8942-4416-a7b7-3b7fd99907da" -d '{"events": [{"server_uuid": "d975c339-32d3-4af9-aaa1-6e38b9c0f6cc", "name": "network-vif-deleted", "tag": "fd265df2-b36c-4a5d-b601-2416c56d60ef"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:38.881306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=1058c0e3-99c0-4cda-a901-ef57136abc31,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.894566 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac361e50-3a52-4a8a-b88b-05995f64cfe9 x-openstack-request-id: req-ac361e50-3a52-4a8a-b88b-05995f64cfe9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:38.895403 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d975c339-32d3-4af9-aaa1-6e38b9c0f6cc", "name": "network-vif-deleted", "tag": "fd265df2-b36c-4a5d-b601-2416c56d60ef", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:38.895864 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac361e50-3a52-4a8a-b88b-05995f64cfe9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:38.896294 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd975c339-32d3-4af9-aaa1-6e38b9c0f6cc', 'name': 'network-vif-deleted', 'tag': 'fd265df2-b36c-4a5d-b601-2416c56d60ef', 'status': 'completed', 'code': 200} Jun 30 02:53:38.955264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': 'e05054ff-d62e-4406-ad04-235e99d6e021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:38.955660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 0ac18de8-f691-44cd-9066-19db365f9ae2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:39.043782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 0ac18de8-f691-44cd-9066-19db365f9ae2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:39.067321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 0ac18de8-f691-44cd-9066-19db365f9ae2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:39.072133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.072745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.089336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88372f19-7460-4945-b523-f9a2933e4910 None None] Network 0ac18de8-f691-44cd-9066-19db365f9ae2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:39.144094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-49c4ddfd-834b-4ea5-83f1-acd5674c0e40 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8032780 Jun 30 02:53:39.146404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56192) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:39.216770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:39.306839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Deleting port b3a45576-e2e0-4ed3-b889-67de4ab4edc2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:39.307300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.406628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.464176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-0ac18de8-f691-44cd-9066-19db365f9ae2', 'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '1058c0e3-99c0-4cda-a901-ef57136abc31'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:39.465254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.529435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1077701987-network', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:39.555323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.633367 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.673421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] For port b3a45576-e2e0-4ed3-b889-67de4ab4edc2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,segment=NetworkSegment(b064144b-05ff-416b-88d1-6551f3914bfc),segment_id=b064144b-05ff-416b-88d1-6551f3914bfc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:39.674049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.704174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:39.706946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.707736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Allocated IP 172.20.0.2 (0ac18de8-f691-44cd-9066-19db365f9ae2/1058c0e3-99c0-4cda-a901-ef57136abc31/221d9686-c4fa-4de8-b984-bf398a7b62f3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:39.736803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Calling delete_port for b3a45576-e2e0-4ed3-b889-67de4ab4edc2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:39.743133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.032975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d9b0b9b-9c24-4027-9637-4fceb0e70424 req-e82ebf4c-0079-4d31-9dc4-cd112391de4c tempest-VolumesBackupsTest-1185658867 tempest-VolumesBackupsTest-1185658867-project] 10.222.0.78 "GET /v2.0/ports?device_id=d975c339-32d3-4af9-aaa1-6e38b9c0f6cc HTTP/1.1" status: 200 len: 210 time: 0.1285353 Jun 30 02:53:40.095317 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.148642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Transition to ACTIVE for port object 221d9686-c4fa-4de8-b984-bf398a7b62f3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:40.188829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Transition to ACTIVE for port object 221d9686-c4fa-4de8-b984-bf398a7b62f3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:40.200665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.236339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.249319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Network 0ac18de8-f691-44cd-9066-19db365f9ae2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:40.256900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:40.267945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:40.286268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650be85-00aa-41f5-9a46-ac6e6ee8d59a None None] Network 386023fd-5e0e-4772-86c7-8b1f1c82d40b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:40.289555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.295927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Pushing event updated for resources: {'Port': ['ID=221d9686-c4fa-4de8-b984-bf398a7b62f3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.308930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.359371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aa181eb4-8422-438f-b7d3-4d800b4137ed up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:40.373255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=1058c0e3-99c0-4cda-a901-ef57136abc31,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.423560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:40.444231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a242601-d0ad-4946-9b81-44249cb45368,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.457537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.457958 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Added segment ff2b7fbe-627e-4608-b0cf-2020a8666120 of type vlan for network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 Jun 30 02:53:40.475626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f171b4be-680f-4d90-b21c-84088959288b None None] Provisioning for port aa181eb4-8422-438f-b7d3-4d800b4137ed completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:40.557113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Attempting to bind port 221d9686-c4fa-4de8-b984-bf398a7b62f3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:40.557490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Attempting to bind port 221d9686-c4fa-4de8-b984-bf398a7b62f3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e05054ff-d62e-4406-ad04-235e99d6e021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:40.557859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Attempting to bind port 221d9686-c4fa-4de8-b984-bf398a7b62f3 on network 0ac18de8-f691-44cd-9066-19db365f9ae2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:40.576066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.579200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.585450 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.592425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:40.592810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Checking segment: {'id': 'e05054ff-d62e-4406-ad04-235e99d6e021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:40.593410 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.594365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Bound using segment: {'id': 'e05054ff-d62e-4406-ad04-235e99d6e021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:40.595021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Bound port: 221d9686-c4fa-4de8-b984-bf398a7b62f3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05054ff-d62e-4406-ad04-235e99d6e021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0ac18de8-f691-44cd-9066-19db365f9ae2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:40.595609 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.604233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac18de8-f691-44cd-9066-19db365f9ae2']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.626758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05054ff-d62e-4406-ad04-235e99d6e021') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.630705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05054ff-d62e-4406-ad04-235e99d6e021') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.656487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a45576-e2e0-4ed3-b889-67de4ab4edc2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.666398 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.694294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.702761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:40.703510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.704452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] For port 221d9686-c4fa-4de8-b984-bf398a7b62f3, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:40.724124 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:40.799212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port aa181eb4-8422-438f-b7d3-4d800b4137ed completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:40.818658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:53:40.818658 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:53:40.818658 n-d-798054-5 neutron-server[93822]: [parameters: {'id': '0ac18de8-f691-44cd-9066-19db365f9ae2'}] Jun 30 02:53:40.818658 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:40.819329 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:40.871485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port aa181eb4-8422-438f-b7d3-4d800b4137ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:40.871860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.878553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] For port 221d9686-c4fa-4de8-b984-bf398a7b62f3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=221d9686-c4fa-4de8-b984-bf398a7b62f3,segment=NetworkSegment(e05054ff-d62e-4406-ad04-235e99d6e021),segment_id=e05054ff-d62e-4406-ad04-235e99d6e021)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:40.930628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.935492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.940154 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.941172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:40.941921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.942226 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.027266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56214) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:41.027443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8095582 Jun 30 02:53:41.032916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Request body: {'subnet': {'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1077701987-subnet', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:41.053496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1614fa-8bf5-4925-8f6b-7db3f82370be None None] Pushing event updated for resources: {'Port': ['ID=221d9686-c4fa-4de8-b984-bf398a7b62f3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.103570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:41.111074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.220743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec6073-d5f0-419b-9aae-7eee91121191 None None] Network 0ac18de8-f691-44cd-9066-19db365f9ae2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:41.228770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.324722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.331547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fd265df2-b36c-4a5d-b601-2416c56d60ef no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:41.360096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ea8a-1f03-425b-b52a-2a6f32740874 admin admin] Pushing event updated for resources: {'Network': ['ID=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.411251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:41.412963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: fd265df2-b36c-4a5d-b601-2416c56d60ef {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:41.413298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fd265df2-b36c-4a5d-b601-2416c56d60ef not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:41.559883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port aa181eb4-8422-438f-b7d3-4d800b4137ed, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aa181eb4-8422-438f-b7d3-4d800b4137ed,segment=NetworkSegment(1c7877a4-cd38-412e-86dd-f9da5ae50c1a),segment_id=1c7877a4-cd38-412e-86dd-f9da5ae50c1a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:41.578024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.599551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port 221d9686-c4fa-4de8-b984-bf398a7b62f3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:41.600314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.603946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.614758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Router 262d2d37-caa1-4925-a0c9-c18b2095dfaf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:41.705216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=aa181eb4-8422-438f-b7d3-4d800b4137ed,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.717990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7eeb55c2-8491-426d-a4cf-1617bb8ac6a2 None None] Provisioning complete for port aa181eb4-8422-438f-b7d3-4d800b4137ed triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:41.718611 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7eeb55c2-8491-426d-a4cf-1617bb8ac6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.764916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port 221d9686-c4fa-4de8-b984-bf398a7b62f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=221d9686-c4fa-4de8-b984-bf398a7b62f3,segment=NetworkSegment(e05054ff-d62e-4406-ad04-235e99d6e021),segment_id=e05054ff-d62e-4406-ad04-235e99d6e021)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:41.765288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.790433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:41.790839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Network hostable DHCP agents. Network: 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:41.806225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bd3dd1-5da0-4607-b070-ba482ab1e6e5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.829085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc0917-82f7-4aff-9143-00894ff27106 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:53:41.863512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for 221d9686-c4fa-4de8-b984-bf398a7b62f3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:41.865839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:41.871232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9584433f-5a15-4ad4-be15-64194cfbe572 admin admin] 10.222.0.78 "PUT /v2.0/routers/262d2d37-caa1-4925-a0c9-c18b2095dfaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7980607 Jun 30 02:53:41.874627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:41.893086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:42.010459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:42.023170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.023846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.027861 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.049704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port 221d9686-c4fa-4de8-b984-bf398a7b62f3 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:42.078015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=221d9686-c4fa-4de8-b984-bf398a7b62f3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:42.130838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-44c6c8ad-fefa-466f-9dc9-a9bc4ef7a1ef admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0993679 Jun 30 02:53:42.156884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56240) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:42.164533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:42.199763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.223541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac18de8-f691-44cd-9066-19db365f9ae2']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.306639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] Sync routers for ids ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:42.389301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc0917-82f7-4aff-9143-00894ff27106 None None] Unable to find a vacant binding_index for network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 and agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 30 02:53:42.391698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aa181eb4-8422-438f-b7d3-4d800b4137ed up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:42.400009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] Routers {'262d2d37-caa1-4925-a0c9-c18b2095dfaf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:42.400647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.427679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc0917-82f7-4aff-9143-00894ff27106 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21) {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:53:42.649237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port aa181eb4-8422-438f-b7d3-4d800b4137ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:42.649666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.682164 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.730407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] Set router 262d2d37-caa1-4925-a0c9-c18b2095dfaf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:42.862259 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.893160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05054ff-d62e-4406-ad04-235e99d6e021') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.894033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05054ff-d62e-4406-ad04-235e99d6e021') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.904301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.905313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.911248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.946324 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.978204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Deleting port f184da7c-f2d0-4157-aa06-c4d39f0e98f5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:42.978483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.980394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:42.980820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:42.985824 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:43.216446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] For port f184da7c-f2d0-4157-aa06-c4d39f0e98f5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:43.217071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.271201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Calling delete_port for f184da7c-f2d0-4157-aa06-c4d39f0e98f5 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:43.272129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.406480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.545976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:53:40Z', 'revision_number': 5, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port': {'id': 'f184da7c-f2d0-4157-aa06-c4d39f0e98f5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:26Z', 'updated_at': '2021-06-30T02:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.748635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.760480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/0ac18de8-f691-44cd-9066-19db365f9ae2 HTTP/1.1" status: 204 len: 168 time: 4.6130130 Jun 30 02:53:43.773097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56268) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:43.786548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] Checking router: 262d2d37-caa1-4925-a0c9-c18b2095dfaf for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:43.817151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-251990433'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:43.865849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:43.868750 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.869921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.892560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] Routers {'262d2d37-caa1-4925-a0c9-c18b2095dfaf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:43.893260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.913594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0212-943a-4153-963a-3c20474b99d8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=0ac18de8-f691-44cd-9066-19db365f9ae2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:43.950390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.979713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f184da7c-f2d0-4157-aa06-c4d39f0e98f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:44.112565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.130933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:44.137655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.164748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Allocated IP 172.20.0.2 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/e6bf77ce-9b3a-4d77-ac9e-138d4196b779) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:44.214248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:44.249660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.250020 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 86b632f0-445d-44e6-8a36-614eeee6459b of type vlan for network 3e533714-d575-44d1-8aac-af4448c2edb1 Jun 30 02:53:44.259981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.263266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.312942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.322041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.323495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262d2d37-caa1-4925-a0c9-c18b2095dfaf {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:53:44.334961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.336573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-99b3547a-630e-47ab-be0a-8e70c01f2f51 admin admin] 10.222.0.78 "DELETE /v2.0/routers/262d2d37-caa1-4925-a0c9-c18b2095dfaf HTTP/1.1" status: 204 len: 168 time: 2.4610682 Jun 30 02:53:44.339535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:44.368154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] Set router 262d2d37-caa1-4925-a0c9-c18b2095dfaf gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:44.415540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.421135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.421565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.439825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:53:43Z', 'revision_number': 7, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:44.441031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Deleting subnet e1256162-d7cb-4f74-8409-38e66f93c057 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:44.446543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.520621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.549719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd78b4d-3895-4748-9c61-3f7b5db9992d None None] The sync data for ids ['262d2d37-caa1-4925-a0c9-c18b2095dfaf'] in n-d-798054-5 is: [{'id': '262d2d37-caa1-4925-a0c9-c18b2095dfaf', 'name': 'tempest-ServerRescueNegativeTestJSON-640892415-router', 'tenant_id': '7040e4cae6104f5faf8e9262ef7c536c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:24Z', 'updated_at': '2021-06-30T02:53:43Z', 'revision_number': 7, 'project_id': '7040e4cae6104f5faf8e9262ef7c536c', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:44.634174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.658767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8515663 Jun 30 02:53:44.669091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:44.677123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '3e533714-d575-44d1-8aac-af4448c2edb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:44.740145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.755878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0ee16-e676-48b3-8a0a-fe3f98d4ee32 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=3e533714-d575-44d1-8aac-af4448c2edb1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:44.757159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Transition to ACTIVE for port object e6bf77ce-9b3a-4d77-ac9e-138d4196b779 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:44.779808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51760e21-8b5b-41ff-ac40-38093931fd26 req-41df1bd9-3756-4a97-8583-b2c75d470d7f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.787478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3e533714-d575-44d1-8aac-af4448c2edb1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:44.796771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51760e21-8b5b-41ff-ac40-38093931fd26 req-41df1bd9-3756-4a97-8583-b2c75d470d7f tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 945 time: 0.4547095 Jun 30 02:53:44.797062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Transition to ACTIVE for port object e6bf77ce-9b3a-4d77-ac9e-138d4196b779 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:44.846634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.862624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:44.869483 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.873311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.965146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.041911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:53:45.048457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:53:45.062702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51760e21-8b5b-41ff-ac40-38093931fd26 req-110da41c-48bb-4c1a-a144-321f879d41b0 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640524 Jun 30 02:53:45.087554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:45.110432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.115187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:45.118619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:45.121803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Pushing event updated for resources: {'Port': ['ID=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.218844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.222026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e1256162-d7cb-4f74-8409-38e66f93c057 HTTP/1.1" status: 204 len: 168 time: 0.8816502 Jun 30 02:53:45.230680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0c3c-cb14-4895-84af-f3e9be6f675c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1256162-d7cb-4f74-8409-38e66f93c057,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.231218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56288) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.252043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Attempting to bind port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:45.252765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Attempting to bind port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:45.253314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Attempting to bind port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:45.260300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:45.260857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:45.261622 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.262175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:45.278144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Bound port: e6bf77ce-9b3a-4d77-ac9e-138d4196b779, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:45.278823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.375732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] For port e6bf77ce-9b3a-4d77-ac9e-138d4196b779, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:45.379777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] For port e6bf77ce-9b3a-4d77-ac9e-138d4196b779, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:45.387505 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.451336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Allocated IP 172.25.0.249 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c9c27d47-743a-4626-a177-b0cfec33c14f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:45.494996 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.496984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.498033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a5525-ecd5-4e4f-9b3f-e4cded9c906d None None] Pushing event updated for resources: {'Port': ['ID=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.667218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=6c5d160f-a1ef-4f48-9995-3496e37b19f9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.846870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '86b632f0-445d-44e6-8a36-614eeee6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3e533714-d575-44d1-8aac-af4448c2edb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:45.848628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 3e533714-d575-44d1-8aac-af4448c2edb1, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:45.916405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-75056b5c-c70c-4eec-8b7e-59f204bcb8cc tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:45.917905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-75056b5c-c70c-4eec-8b7e-59f204bcb8cc tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 945 time: 0.2895143 Jun 30 02:53:45.923040 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.968596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa73894-bed1-4421-93d7-3873cd0a304e']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:46.083702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b064144b-05ff-416b-88d1-6551f3914bfc') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:46.084826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b064144b-05ff-416b-88d1-6551f3914bfc') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:46.098513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 3e533714-d575-44d1-8aac-af4448c2edb1 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:46.117787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.138726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.158580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:46.159168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:46.254875 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:46.265914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.271573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3e533714-d575-44d1-8aac-af4448c2edb1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:46.288399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.290542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.327944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5e24d4d1-193e-444d-bd6d-95ffa5e1d25b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6578968 Jun 30 02:53:46.331090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:46.374140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6bf77ce-9b3a-4d77-ac9e-138d4196b779 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:46.388769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.507383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Deleting port a4c2e826-2d33-4116-a92d-505aedf91b90 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:46.508369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:46.509473 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.525934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b3a45576-e2e0-4ed3-b889-67de4ab4edc2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:46.548447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:46.549263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.573052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: b3a45576-e2e0-4ed3-b889-67de4ab4edc2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:46.574071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b3a45576-e2e0-4ed3-b889-67de4ab4edc2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:46.575026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f184da7c-f2d0-4157-aa06-c4d39f0e98f5 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:46.589140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.594892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] 10.222.0.78 "DELETE /v2.0/networks/baa73894-bed1-4421-93d7-3873cd0a304e HTTP/1.1" status: 204 len: 168 time: 1.3620555 Jun 30 02:53:46.596664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:46.601174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:46.632009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f184da7c-f2d0-4157-aa06-c4d39f0e98f5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:46.632472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f184da7c-f2d0-4157-aa06-c4d39f0e98f5 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:46.649250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c27d47-743a-4626-a177-b0cfec33c14f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.686640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253be28-7980-4d9e-b7ba-ba5b63f91101 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa73894-bed1-4421-93d7-3873cd0a304e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.736372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37facf9-19a6-43e7-a4ff-664f6182a139 req-0bdbe8db-bcad-4ab8-87db-e7e0d91511ee tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.739642 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e37facf9-19a6-43e7-a4ff-664f6182a139 req-0bdbe8db-bcad-4ab8-87db-e7e0d91511ee tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 945 time: 0.3292806 Jun 30 02:53:46.858624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] For port a4c2e826-2d33-4116-a92d-505aedf91b90, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=a4c2e826-2d33-4116-a92d-505aedf91b90,segment=NetworkSegment(281624c9-a0f5-4f94-90b1-cd5772c43fcf),segment_id=281624c9-a0f5-4f94-90b1-cd5772c43fcf)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:46.859057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.890645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Calling delete_port for a4c2e826-2d33-4116-a92d-505aedf91b90 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:46.983717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:47.112892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08def738-5fcb-4d16-a2e3-6d4a514cfac1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7040e4cae6104f5faf8e9262ef7c536c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248889 Jun 30 02:53:47.129673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e37facf9-19a6-43e7-a4ff-664f6182a139 req-f73bc5a5-7662-4681-b901-2d07b3308a77 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/security-groups?id=15b8c88d-1e60-417b-9766-fef00e6dd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468143 Jun 30 02:53:47.142083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56342) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:47.255610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772a29d4-d558-450e-867f-e4f20a088b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.257373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.294769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.312038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772a29d4-d558-450e-867f-e4f20a088b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.372235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00790578-2556-481f-ac2b-108fce29e902 None None] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:47.408375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e530a1a-5d23-4688-a40e-a88fbdb7fc09 None None] Network 3e533714-d575-44d1-8aac-af4448c2edb1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:47.415575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Pushing event deleted for resources: {'Port': ['ID=a4c2e826-2d33-4116-a92d-505aedf91b90,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:47.475354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] No DVR routers for this DVR port a4c2e826-2d33-4116-a92d-505aedf91b90 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:47.478240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.484711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.487960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873753d0-43cd-4430-a9db-fff3af08c5ee req-67c34400-31eb-4d23-8238-05add3b19789 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.67 "DELETE /v2.0/ports/a4c2e826-2d33-4116-a92d-505aedf91b90 HTTP/1.1" status: 204 len: 173 time: 1.5367420 Jun 30 02:53:47.489433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'name': 'network-vif-deleted', 'tag': 'a4c2e826-2d33-4116-a92d-505aedf91b90'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:47.492485 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020cf99-9804-4b61-b889-8aaf6bbf8cf7" -d '{"events": [{"server_uuid": "9e49714e-48ac-4eed-8024-d8bfe25ccc8f", "name": "network-vif-deleted", "tag": "a4c2e826-2d33-4116-a92d-505aedf91b90"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:47.566044 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772a29d4-d558-450e-867f-e4f20a088b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.589680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-772a29d4-d558-450e-867f-e4f20a088b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.590988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-772a29d4-d558-450e-867f-e4f20a088b1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eca84fc2-c8db-4729-87eb-b5b0e4eefec8 HTTP/1.1" status: 204 len: 168 time: 0.4472849 Jun 30 02:53:47.637785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a29d4-d558-450e-867f-e4f20a088b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca84fc2-c8db-4729-87eb-b5b0e4eefec8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:47.689145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.696985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] Provisioning for port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:47.770830 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416b67c-bc85-4df9-a4c6-ce30a06e22b2 x-openstack-request-id: req-b416b67c-bc85-4df9-a4c6-ce30a06e22b2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:47.779963 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49714e-48ac-4eed-8024-d8bfe25ccc8f", "name": "network-vif-deleted", "tag": "a4c2e826-2d33-4116-a92d-505aedf91b90", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:47.780399 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b416b67c-bc85-4df9-a4c6-ce30a06e22b2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:47.781150 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49714e-48ac-4eed-8024-d8bfe25ccc8f', 'name': 'network-vif-deleted', 'tag': 'a4c2e826-2d33-4116-a92d-505aedf91b90', 'status': 'completed', 'code': 200} Jun 30 02:53:47.782887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.837274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5d160f-a1ef-4f48-9995-3496e37b19f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:47.871001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] Provisioning complete for port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:47.871590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.024555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.048288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e533714-d575-44d1-8aac-af4448c2edb1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.080162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b632f0-445d-44e6-8a36-614eeee6459b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.080474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b632f0-445d-44e6-8a36-614eeee6459b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.095776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.130241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.143920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:48.143920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:48.161771 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:48.255716 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.333381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.352529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.407167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56380) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:48.407934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/3e533714-d575-44d1-8aac-af4448c2edb1 HTTP/1.1" status: 204 len: 168 time: 2.0611625 Jun 30 02:53:48.415457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198912910'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:48.480677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219ab1-5ba6-42f7-b2df-58bd497a3e48 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=3e533714-d575-44d1-8aac-af4448c2edb1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.495824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ba391-c947-4cc2-a520-c65758bdd8a6 None None] Network 3e533714-d575-44d1-8aac-af4448c2edb1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:48.593478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:48.598348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.616064 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-152b7b6b-76b8-4463-8cd2-256f9e76d507 req-05d50e02-ef79-4007-8512-013082ce5346 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e49714e-48ac-4eed-8024-d8bfe25ccc8f HTTP/1.1" status: 200 len: 210 time: 0.0762959 Jun 30 02:53:48.685525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ba391-c947-4cc2-a520-c65758bdd8a6 None None] Network 3e533714-d575-44d1-8aac-af4448c2edb1 could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 02:53:48.776837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.786166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:48.827867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.843013 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 7db2f953-2f17-4640-a7f4-f02b37590e5e of type vlan for network 472806ee-371b-46bf-a555-bb0063cc4309 Jun 30 02:53:48.916223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:53:48.939906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.977942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] For port e6bf77ce-9b3a-4d77-ac9e-138d4196b779, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:48.989444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.112029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.118499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:49.119916 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.187428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a24c1-34e0-47d1-8c5b-b2a25b6a414f None None] Pushing event updated for resources: {'Port': ['ID=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.203293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a4c2e826-2d33-4116-a92d-505aedf91b90 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:49.251331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: a4c2e826-2d33-4116-a92d-505aedf91b90 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:49.252237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device a4c2e826-2d33-4116-a92d-505aedf91b90 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:49.301191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:49.315234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:49.320905 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Sync routers for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:49.331201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '472806ee-371b-46bf-a555-bb0063cc4309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:49.339815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9292631 Jun 30 02:53:49.357119 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:49.357773 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:49.381037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c493e1-ad8b-465e-9e66-9ef7732bb674 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=472806ee-371b-46bf-a555-bb0063cc4309,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.396422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 472806ee-371b-46bf-a555-bb0063cc4309 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:49.396825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.398290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8dd5ee4f-1f3a-44f6-b886-7f31be36a5d9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2403071 Jun 30 02:53:49.401239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56442) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:49.682148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:49.689507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.780233 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:49.976656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:50.137611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b4124-8aa1-4a55-b7b8-abd550696d85 None None] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:50.337490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6bf77ce-9b3a-4d77-ac9e-138d4196b779 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:50.501172 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:47Z', 'revision_number': 3, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.632735 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Checking router: 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:50.633088 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Updating router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f port c9c27d47-743a-4626-a177-b0cfec33c14f binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:50.702766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Deleting subnet 53b34e2c-82c8-4743-9a74-f79e9a62db12 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:50.711343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.719732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.762931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6393de14-fffd-4426-a8d4-adf8f4145146 None None] Provisioning complete for port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:50.763317 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6393de14-fffd-4426-a8d4-adf8f4145146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.820170 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.978283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:50.978779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.981431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.105178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=7d70273f-36ba-4379-a6d1-40f060ce9ae2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.399676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.464452 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:51.580831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.594020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '7db2f953-2f17-4640-a7f4-f02b37590e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '472806ee-371b-46bf-a555-bb0063cc4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:51.594820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 472806ee-371b-46bf-a555-bb0063cc4309, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:51.677333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b34e2c-82c8-4743-9a74-f79e9a62db12,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.681778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.684343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8ba898ea-213b-49f4-9428-b6169234359e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/53b34e2c-82c8-4743-9a74-f79e9a62db12 HTTP/1.1" status: 204 len: 168 time: 1.6614351 Jun 30 02:53:51.688291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:51.759011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 472806ee-371b-46bf-a555-bb0063cc4309 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:51.817205 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.854152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 472806ee-371b-46bf-a555-bb0063cc4309) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:51.866640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.867844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.872583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76318c7f-8e17-40d1-bbe4-5bd3650ab3c8 None None] Network 472806ee-371b-46bf-a555-bb0063cc4309 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:51.883226 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Transition to ACTIVE for port object c9c27d47-743a-4626-a177-b0cfec33c14f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:51.917739 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.949831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.965923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2f19dcd-ff32-4039-b87a-bac0bd54f4d1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6493490 Jun 30 02:53:51.969583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:52.032630 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Attempting to bind port c9c27d47-743a-4626-a177-b0cfec33c14f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:52.033073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Attempting to bind port c9c27d47-743a-4626-a177-b0cfec33c14f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:52.033496 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Attempting to bind port c9c27d47-743a-4626-a177-b0cfec33c14f on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:52.043307 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:52.043996 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:52.044657 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.045286 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:52.046675 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Bound port: c9c27d47-743a-4626-a177-b0cfec33c14f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:52.047343 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.052290 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Pushing event updated for resources: {'Port': ['ID=c9c27d47-743a-4626-a177-b0cfec33c14f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:52.080455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.081065 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.081682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.082538 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.083311 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.083875 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.084473 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.085027 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.085578 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.086139 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.086959 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.087515 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:52.162947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] For port c9c27d47-743a-4626-a177-b0cfec33c14f, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:52.167543 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] For port c9c27d47-743a-4626-a177-b0cfec33c14f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c9c27d47-743a-4626-a177-b0cfec33c14f,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:52.179194 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.288002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.354257 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6980ec-8de2-409c-9639-9fa44d898942 None None] Pushing event updated for resources: {'Port': ['ID=c9c27d47-743a-4626-a177-b0cfec33c14f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:52.399125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:52.400415 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.473191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:52.512511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-606d582b-42da-41b9-9875-91258909ed8b None None] Provisioning complete for port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:52.514257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-606d582b-42da-41b9-9875-91258909ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.523821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.705465 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:52.781365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.867014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Allocated IP 172.20.0.1 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/bcc48343-c635-4786-86e1-04a8ec493eed) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:52.885436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32b9a54-a10c-4bbd-93fc-08e399383c3d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.895792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b235a95d-6be0-4688-b344-3ee5dddbc643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.939229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-472806ee-371b-46bf-a555-bb0063cc4309', 'network_id': '472806ee-371b-46bf-a555-bb0063cc4309', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '7d70273f-36ba-4379-a6d1-40f060ce9ae2'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:52.945051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.958677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281624c9-a0f5-4f94-90b1-cd5772c43fcf') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.963167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281624c9-a0f5-4f94-90b1-cd5772c43fcf') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:53.008414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.014943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.116931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.125699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.170109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:53.170392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.173080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Transition to ACTIVE for port object bcc48343-c635-4786-86e1-04a8ec493eed will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:53.173328 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:53.179268 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:47Z', 'revision_number': 3, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:53.255099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.272817 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349ddba-ddf2-4829-b3d0-5bac37d24096 None None] The sync data for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 is: [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:47Z', 'revision_number': 3, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:53.333807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:53.342274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:53.344943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Allocated IP 172.20.0.1 (472806ee-371b-46bf-a555-bb0063cc4309/7d70273f-36ba-4379-a6d1-40f060ce9ae2/fd9cb21f-5ccf-40c1-9df7-8637cdfaf420) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:53.348657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:53.351617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc48343-c635-4786-86e1-04a8ec493eed,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.380965 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.443541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.445082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.445510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.445922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.448083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] 10.222.0.78 "DELETE /v2.0/networks/d32b9a54-a10c-4bbd-93fc-08e399383c3d HTTP/1.1" status: 204 len: 168 time: 1.7585723 Jun 30 02:53:53.448615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.449142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.449653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.450248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.453927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.459493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.459769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.460525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.461424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:53.473061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fa215-c8d1-40b0-95dc-77de46c307fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d32b9a54-a10c-4bbd-93fc-08e399383c3d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.510091 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.541979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b235a95d-6be0-4688-b344-3ee5dddbc643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.551859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b235a95d-6be0-4688-b344-3ee5dddbc643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.716174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b235a95d-6be0-4688-b344-3ee5dddbc643 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29e7f612c1474f04802e0f92184e7683&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2359695 Jun 30 02:53:53.722225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:53.820117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:53.868694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235a95d-6be0-4688-b344-3ee5dddbc643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa38a18e-6fc9-4e1e-9f55-1d21351ee57d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.910826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cad21c8e-8628-402b-bd53-9236e5eab562 None None] Provisioning for port bcc48343-c635-4786-86e1-04a8ec493eed completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:53.914760 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.915120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cad21c8e-8628-402b-bd53-9236e5eab562 None None] Provisioning complete for port bcc48343-c635-4786-86e1-04a8ec493eed triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:53.915651 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cad21c8e-8628-402b-bd53-9236e5eab562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.009383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.033960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Transition to ACTIVE for port object fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:54.043101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58dc895a-ecbb-4061-878e-538b7b84719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.043999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cad21c8e-8628-402b-bd53-9236e5eab562 None None] Port bcc48343-c635-4786-86e1-04a8ec493eed cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:54.054446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8069eff-cf1c-486b-9bda-0925ab7c3a0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1cac6dc2fd74015a78676ccf1813ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330713 Jun 30 02:53:54.063362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56604) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:54.092595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Transition to ACTIVE for port object fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:54.105539 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.126856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58dc895a-ecbb-4061-878e-538b7b84719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.216829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Network 472806ee-371b-46bf-a555-bb0063cc4309 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:54.228346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:54.237007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:54.277513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Pushing event updated for resources: {'Port': ['ID=fd9cb21f-5ccf-40c1-9df7-8637cdfaf420,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.299744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58dc895a-ecbb-4061-878e-538b7b84719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.314930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58dc895a-ecbb-4061-878e-538b7b84719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.317096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58dc895a-ecbb-4061-878e-538b7b84719b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa38a18e-6fc9-4e1e-9f55-1d21351ee57d HTTP/1.1" status: 204 len: 168 time: 0.5871449 Jun 30 02:53:54.342585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c99cbdf5-432f-4841-bb32-0fab725082ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.374649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc895a-ecbb-4061-878e-538b7b84719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa38a18e-6fc9-4e1e-9f55-1d21351ee57d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.397972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.407220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c9c27d47-743a-4626-a177-b0cfec33c14f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:54.485789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=7d70273f-36ba-4379-a6d1-40f060ce9ae2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.499499 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c99cbdf5-432f-4841-bb32-0fab725082ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.574004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Attempting to bind port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:54.574424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Attempting to bind port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '7db2f953-2f17-4640-a7f4-f02b37590e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '472806ee-371b-46bf-a555-bb0063cc4309'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:54.574797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Attempting to bind port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 on network 472806ee-371b-46bf-a555-bb0063cc4309 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:54.600116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:54.600497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Checking segment: {'id': '7db2f953-2f17-4640-a7f4-f02b37590e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '472806ee-371b-46bf-a555-bb0063cc4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:54.601247 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.601807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Bound using segment: {'id': '7db2f953-2f17-4640-a7f4-f02b37590e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '472806ee-371b-46bf-a555-bb0063cc4309'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:54.602920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Bound port: fd9cb21f-5ccf-40c1-9df7-8637cdfaf420, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db2f953-2f17-4640-a7f4-f02b37590e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '472806ee-371b-46bf-a555-bb0063cc4309'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:54.606607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.703756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.733349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.777114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.840720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472806ee-371b-46bf-a555-bb0063cc4309']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:54.861428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] For port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:54.871243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db2f953-2f17-4640-a7f4-f02b37590e5e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:54.879562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db2f953-2f17-4640-a7f4-f02b37590e5e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:54.889723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] For port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd9cb21f-5ccf-40c1-9df7-8637cdfaf420,segment=NetworkSegment(7db2f953-2f17-4640-a7f4-f02b37590e5e),segment_id=7db2f953-2f17-4640-a7f4-f02b37590e5e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:54.919210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.924257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.956250 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.975355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:54.976200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:54.980577 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:55.094077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc48343-c635-4786-86e1-04a8ec493eed,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.111615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:53:55.111615 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:53:55.111615 n-d-798054-5 neutron-server[93821]: [parameters: {'id': '472806ee-371b-46bf-a555-bb0063cc4309'}] Jun 30 02:53:55.111615 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:55.112143 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:55.121584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c99cbdf5-432f-4841-bb32-0fab725082ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.124468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c99cbdf5-432f-4841-bb32-0fab725082ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.131248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c99cbdf5-432f-4841-bb32-0fab725082ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15b8c88d-1e60-417b-9766-fef00e6dd52b HTTP/1.1" status: 204 len: 168 time: 1.0660021 Jun 30 02:53:55.138111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.237894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c9c27d47-743a-4626-a177-b0cfec33c14f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:55.281975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c9c27d47-743a-4626-a177-b0cfec33c14f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:55.282598 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.440289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cbdf5-432f-4841-bb32-0fab725082ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b8c88d-1e60-417b-9766-fef00e6dd52b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.446244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc60dd-9dc8-4298-9761-be6f11cd39b7 None None] Pushing event updated for resources: {'Port': ['ID=fd9cb21f-5ccf-40c1-9df7-8637cdfaf420,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.553879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:55.555391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:55.572668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ce03a-f2ba-4bcb-93ce-8625b9424f4b None None] Network 472806ee-371b-46bf-a555-bb0063cc4309 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:55.613653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.935753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:55.936445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.992922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:56.303859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd9cb21f-5ccf-40c1-9df7-8637cdfaf420,segment=NetworkSegment(7db2f953-2f17-4640-a7f4-f02b37590e5e),segment_id=7db2f953-2f17-4640-a7f4-f02b37590e5e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:56.304236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.368139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.398822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:56.403834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19d175ce-838b-4c74-acb7-0c421cffbf73 None None] Provisioning complete for port bcc48343-c635-4786-86e1-04a8ec493eed triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:56.406682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19d175ce-838b-4c74-acb7-0c421cffbf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.447949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:56.459793 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6a0d942f-af10-4a90-b838-7737fc6d2239 admin admin] 10.222.0.78 "PUT /v2.0/routers/1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0558112 Jun 30 02:53:56.537096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.595180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=fd9cb21f-5ccf-40c1-9df7-8637cdfaf420,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.622252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port fd9cb21f-5ccf-40c1-9df7-8637cdfaf420 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:56.647880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-19d175ce-838b-4c74-acb7-0c421cffbf73 None None] Port bcc48343-c635-4786-86e1-04a8ec493eed cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:56.762599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c9c27d47-743a-4626-a177-b0cfec33c14f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c9c27d47-743a-4626-a177-b0cfec33c14f,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:56.775046 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.846349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02acdf-0397-4f82-ad42-46bc313e6985 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:53:56.865273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.888606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472806ee-371b-46bf-a555-bb0063cc4309']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:56.912965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db2f953-2f17-4640-a7f4-f02b37590e5e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:56.913281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db2f953-2f17-4640-a7f4-f02b37590e5e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:56.947434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.029077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.062506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:57.068629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:57.072249 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:57.114652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c9c27d47-743a-4626-a177-b0cfec33c14f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.132610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Sync routers for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:57.211349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.225659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.235292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:57.235292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:57.236939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56704) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.246061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606783467'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:57.259038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/472806ee-371b-46bf-a555-bb0063cc4309 HTTP/1.1" status: 204 len: 168 time: 5.2864153 Jun 30 02:53:57.289658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabebab-5533-47b3-972c-ce356d4bccfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=472806ee-371b-46bf-a555-bb0063cc4309,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.305155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:57.311296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.346070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02acdf-0397-4f82-ad42-46bc313e6985 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:53:57.348548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:57.363492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.364465 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 6e8301aa-a1f3-46e2-9580-f71f23ae500d of type vlan for network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 Jun 30 02:53:57.461503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.523049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.539439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:57.542085 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.576703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.607902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.608062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3675668 Jun 30 02:53:57.613881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:57.653876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:57.806271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25791d14-1c0f-4738-b49e-6277cd844859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.931107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353c9ce-c69e-4fee-9497-e3529a218eff tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=0e3a7a3b-71e9-45c6-963e-ba4c01155d56,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.948649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:58.064289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-811989174-network', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:58.152158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce5682-7744-4262-8ccd-d0976ceeadd5 req-8c55639f-6f4d-44cf-b8b8-bb2971c4f95f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:58.162339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9ce5682-7744-4262-8ccd-d0976ceeadd5 req-8c55639f-6f4d-44cf-b8b8-bb2971c4f95f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.2172165 Jun 30 02:53:58.270815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9ce5682-7744-4262-8ccd-d0976ceeadd5 req-a8a7cbc8-c619-451f-8aaa-9f06751a7033 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048241 Jun 30 02:53:58.271819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:53:54Z', 'revision_number': 2, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:58.293401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56740) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:58.323115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Checking router: 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:58.323473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Updating router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f port bcc48343-c635-4786-86e1-04a8ec493eed binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:58.405894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.421066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56744) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:58.434800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302778841', 'description': 'tempest-description--1009906722'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:58.524482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-727ca2b7-0eea-41f0-8f1f-ddbb20c563ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/e5981f70-1903-486a-bbc7-6f13f7ee33bb HTTP/1.1" status: 200 len: 994 time: 0.2253835 Jun 30 02:53:58.601939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.941122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.949945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.962128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c9c27d47-743a-4626-a177-b0cfec33c14f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:59.004677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c483613-ebe2-48fc-bc4c-7304520080d1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.018719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.020433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cffddf2f-6651-4050-af64-89e95b6eb6c7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5962610 Jun 30 02:53:59.026142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:59.048084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'security_group_rule': {'security_group_id': '8c483613-ebe2-48fc-bc4c-7304520080d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:59.072430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:53:59.072430 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:53:59.072430 n-d-798054-5 neutron-server[93821]: [parameters: {'project_id_1': 'e39157fe73f1421d883f9c8d9976dd13', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 53, 59, 57211)}] Jun 30 02:53:59.072430 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:59.074037 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:59.088588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Made reservation on behalf of 93bd9490a3b34e8ca57aca5df3ee4f74 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:59.091986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.134549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.163567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c9c27d47-743a-4626-a177-b0cfec33c14f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:59.164160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.168907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:59.178532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.509389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e03aa1-6c40-4b9d-88f1-1d55dd049312 req-45bdc3df-f876-479d-9a7f-356d29b731cb tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:59.511354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85e03aa1-6c40-4b9d-88f1-1d55dd049312 req-45bdc3df-f876-479d-9a7f-356d29b731cb tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1097 time: 0.2007878 Jun 30 02:53:59.613468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.616729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85e03aa1-6c40-4b9d-88f1-1d55dd049312 req-e57bcb87-dc9e-4cc9-8b1d-6a4f5f1c33e0 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799277 Jun 30 02:53:59.626767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Transition to ACTIVE for port object bcc48343-c635-4786-86e1-04a8ec493eed will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:59.680554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.735317 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.854706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.939620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:59.984235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.984599 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Added segment 380016cf-2f1c-49bd-bc84-69408f040427 of type vlan for network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 Jun 30 02:54:00.007325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Attempting to bind port bcc48343-c635-4786-86e1-04a8ec493eed on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:00.007897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Attempting to bind port bcc48343-c635-4786-86e1-04a8ec493eed by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:00.008104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Attempting to bind port bcc48343-c635-4786-86e1-04a8ec493eed on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:00.014413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:00.015225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:00.015873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.016481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:00.017197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Bound port: bcc48343-c635-4786-86e1-04a8ec493eed, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:00.017828 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.020859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d39e2-e15f-48fd-a576-10fa110a3c25 None None] Pushing event updated for resources: {'Port': ['ID=bcc48343-c635-4786-86e1-04a8ec493eed,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.123431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.161249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] For port bcc48343-c635-4786-86e1-04a8ec493eed, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:00.164909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] For port bcc48343-c635-4786-86e1-04a8ec493eed, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bcc48343-c635-4786-86e1-04a8ec493eed,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:00.178653 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.254915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.317206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20c8044-4042-44f3-b6d5-f7f0af3f4ab3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.344525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:54:00.349787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.357793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:00.358485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:53:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:00.376638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73724757-17c7-4b69-a1f0-5ce016aa12e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.522386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d39e2-e15f-48fd-a576-10fa110a3c25 None None] Pushing event updated for resources: {'Port': ['ID=bcc48343-c635-4786-86e1-04a8ec493eed,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.547630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.548609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.549208 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.589638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.709362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:00.736945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=314912e0-1630-4efc-9883-a28ed4663ffd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.751894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.779152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2008736 Jun 30 02:54:00.782010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56828) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:00.785993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '6e8301aa-a1f3-46e2-9580-f71f23ae500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:00.789352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 0e3a7a3b-71e9-45c6-963e-ba4c01155d56, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:00.790194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Request body: {'subnet': {'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-subnet', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:00.807231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.827376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c04e5-d1e1-4ba3-b43d-7e4a9e8c072a admin admin] Pushing event updated for resources: {'Network': ['ID=12ec059a-cdf8-4a9d-88f5-f22b0a577295,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.843777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:00.850023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9954047b-334c-456e-a234-b212d72f26d2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.858832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:00.878645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Made reservation on behalf of 93bd9490a3b34e8ca57aca5df3ee4f74 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:00.882717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 0e3a7a3b-71e9-45c6-963e-ba4c01155d56) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:00.895946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.903592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.905776 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fde353e2-9762-4eed-8751-fcb87ee6d436 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8762133 Jun 30 02:54:00.911002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:00.917612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'security_group_rule': {'security_group_id': '8c483613-ebe2-48fc-bc4c-7304520080d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:00.959695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476ffa7-a069-4c74-bbc1-57e12906435e None None] Network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:01.007186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:01.009340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.181753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56840) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:01.187357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ce855ac5-df93-49e7-a7a4-414f040130fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5617764 Jun 30 02:54:01.202203 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.334624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-0e3a7a3b-71e9-45c6-963e-ba4c01155d56', 'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '314912e0-1630-4efc-9883-a28ed4663ffd'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:01.335901 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.350669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.361269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:00Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:01.403297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ef8e8-93ff-431a-8d66-30a9cfbfa95d None None] The sync data for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 is: [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:00Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:01.579138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-a02d79d1-6f98-499e-b62f-371f9e04462a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5093019 Jun 30 02:54:01.632012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.647002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Allocated IP 172.20.0.2 (0e3a7a3b-71e9-45c6-963e-ba4c01155d56/314912e0-1630-4efc-9883-a28ed4663ffd/baebbbef-1a45-4298-b2fc-ea876ab36ab3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:01.649060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.714082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.744436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.752375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8395896 Jun 30 02:54:01.753377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:01.806346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:01.917085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7d4ed-567e-41ed-a7ab-4109bac294d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9d400a-ed82-4772-96f5-54c1398c1179,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.938165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1071943a-2ee3-4da3-a3b4-00deebf90fc5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.957731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.009027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.094377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.176108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Transition to ACTIVE for port object baebbbef-1a45-4298-b2fc-ea876ab36ab3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:02.197086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Checking segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:02.197086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Network hostable DHCP agents. Network: 12ec059a-cdf8-4a9d-88f5-f22b0a577295, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:02.241708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:02.259945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Transition to ACTIVE for port object baebbbef-1a45-4298-b2fc-ea876ab36ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:02.273343 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.277401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 12ec059a-cdf8-4a9d-88f5-f22b0a577295) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:02.281183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.315224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.317431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.342140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bd57f-65a4-4459-8338-201e08ab08bb None None] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:02.389419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75389a56-e3f5-4b66-8f78-63da3fd9facb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6058621 Jun 30 02:54:02.389925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56878) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:02.399833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:02.411495 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.455892 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.568989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=314912e0-1630-4efc-9883-a28ed4663ffd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.603526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:02.635501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:02.642751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:02.756277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Allocated IP 172.25.0.101 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e7318558-8670-4da5-929c-751027528c58) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:02.777922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.801266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.836224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.868108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3a7a3b-71e9-45c6-963e-ba4c01155d56']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.880825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Pushing event updated for resources: {'Port': ['ID=baebbbef-1a45-4298-b2fc-ea876ab36ab3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.911522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8301aa-a1f3-46e2-9580-f71f23ae500d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.914896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8301aa-a1f3-46e2-9580-f71f23ae500d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.982477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.986643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Attempting to bind port baebbbef-1a45-4298-b2fc-ea876ab36ab3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:02.987266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Attempting to bind port baebbbef-1a45-4298-b2fc-ea876ab36ab3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '6e8301aa-a1f3-46e2-9580-f71f23ae500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:02.987815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Attempting to bind port baebbbef-1a45-4298-b2fc-ea876ab36ab3 on network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:03.009987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:03.016001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Checking segment: {'id': '6e8301aa-a1f3-46e2-9580-f71f23ae500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:03.016635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.017208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Bound using segment: {'id': '6e8301aa-a1f3-46e2-9580-f71f23ae500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:03.018120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Bound port: baebbbef-1a45-4298-b2fc-ea876ab36ab3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8301aa-a1f3-46e2-9580-f71f23ae500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:03.039481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.119200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.120045 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.136018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.214434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.248141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] For port baebbbef-1a45-4298-b2fc-ea876ab36ab3, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:03.256605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcc48343-c635-4786-86e1-04a8ec493eed up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:03.465815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:03.466990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:03.470644 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:03.513239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=e7318558-8670-4da5-929c-751027528c58,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:03.560791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:03.566494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:03.580802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-674326bd-3415-46a5-8d1d-6d8359cb8358 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:54:03.581899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-674326bd-3415-46a5-8d1d-6d8359cb8358 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3910949 Jun 30 02:54:03.582722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:03.604327 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.689844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port bcc48343-c635-4786-86e1-04a8ec493eed completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:03.697100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:03.698356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.699699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:54:03.699699 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:54:03.699699 n-d-798054-5 neutron-server[93822]: [parameters: {'id': '0e3a7a3b-71e9-45c6-963e-ba4c01155d56'}] Jun 30 02:54:03.699699 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:03.701299 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:03.705731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bcc48343-c635-4786-86e1-04a8ec493eed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:03.706415 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.710777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] For port baebbbef-1a45-4298-b2fc-ea876ab36ab3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=baebbbef-1a45-4298-b2fc-ea876ab36ab3,segment=NetworkSegment(6e8301aa-a1f3-46e2-9580-f71f23ae500d),segment_id=6e8301aa-a1f3-46e2-9580-f71f23ae500d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:03.810716 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.937484 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.966637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Request body: {'binding': {'host': 'n-h1-798054-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:03.967138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:54:04.212108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.220454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.260188 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.326510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded3b3-2bc2-42a7-a35e-f47dd4449630 None None] Pushing event updated for resources: {'Port': ['ID=baebbbef-1a45-4298-b2fc-ea876ab36ab3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.351275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.452985 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.562046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port baebbbef-1a45-4298-b2fc-ea876ab36ab3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:04.563122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.616047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4783f90-6096-4ca9-856f-9c7aaa99e2ca None None] Network 0e3a7a3b-71e9-45c6-963e-ba4c01155d56 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:04.624994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on host n-h1-798054-5 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:04.625606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:04.625728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:04.639771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:04.640085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:04.656899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:04.657247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Checking segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:04.657641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Bound using segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:04.658094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Bound port: 8a83260a-3064-47b0-92a3-25c4debeb685, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:04.881454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:04.895386 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.903181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-f3284a0e-1aa6-4dd9-a90e-31956d13c138 service neutron] 10.222.0.78 "POST /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685/bindings HTTP/1.1" status: 201 len: 389 time: 0.9483705 Jun 30 02:54:04.967991 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.991560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.146427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.235423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=e7318558-8670-4da5-929c-751027528c58,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:05.256438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.256795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.257151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.262724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.263184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.263535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.263879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.264222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.264559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.264893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.265228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.265575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:05.279706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Allocated IP 172.20.0.2 (12ec059a-cdf8-4a9d-88f5-f22b0a577295/1071943a-2ee3-4da3-a3b4-00deebf90fc5/cdfa3502-1312-46f5-bdb7-e4bcc5fef360) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:05.339691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port bcc48343-c635-4786-86e1-04a8ec493eed, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bcc48343-c635-4786-86e1-04a8ec493eed,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:05.361784 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.397615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.620099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port baebbbef-1a45-4298-b2fc-ea876ab36ab3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=baebbbef-1a45-4298-b2fc-ea876ab36ab3,segment=NetworkSegment(6e8301aa-a1f3-46e2-9580-f71f23ae500d),segment_id=6e8301aa-a1f3-46e2-9580-f71f23ae500d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:05.621197 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.621559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.623043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18e616af-de85-488e-91d8-558fa8647316 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8445661 Jun 30 02:54:05.677738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for baebbbef-1a45-4298-b2fc-ea876ab36ab3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:05.786003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Allocated IP 172.25.0.84 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/89dbbd38-cdad-446d-8fd2-08ef1b39ca47) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:05.795095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990421-43ca-4dd5-a686-cadf2865fe60 req-742262d0-7141-4689-a54e-3bbf88f46c88 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:05.815303 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2990421-43ca-4dd5-a686-cadf2865fe60 req-742262d0-7141-4689-a54e-3bbf88f46c88 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.4091599 Jun 30 02:54:05.868134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-b2d5d60c-ba59-4fd6-842c-e57ba4943bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:05.874297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-b2d5d60c-ba59-4fd6-842c-e57ba4943bf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1097 time: 0.5976574 Jun 30 02:54:05.957359 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.998063 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.001320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port baebbbef-1a45-4298-b2fc-ea876ab36ab3 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:06.025327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Transition to ACTIVE for port object cdfa3502-1312-46f5-bdb7-e4bcc5fef360 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:06.047827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Transition to ACTIVE for port object cdfa3502-1312-46f5-bdb7-e4bcc5fef360 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:06.075258 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.083849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=bcc48343-c635-4786-86e1-04a8ec493eed,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:06.160791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Pushing event updated for resources: {'Port': ['ID=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:06.173157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2990421-43ca-4dd5-a686-cadf2865fe60 req-6888169d-3c74-4b27-8e39-50e80fdcc64c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3553188 Jun 30 02:54:06.187964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=baebbbef-1a45-4298-b2fc-ea876ab36ab3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:06.199192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:06.210983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:06.214116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:06.344856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Attempting to bind port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:06.345698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-234f88ff-932f-4f40-bbb8-0ae7136713d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.346349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Attempting to bind port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:06.348074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-234f88ff-932f-4f40-bbb8-0ae7136713d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 0.4564247 Jun 30 02:54:06.348448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Attempting to bind port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:06.362481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:06.366182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Checking segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:06.366837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.368948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Bound using segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:06.370557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Bound port: cdfa3502-1312-46f5-bdb7-e4bcc5fef360, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:06.371846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.423170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.511747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-2ffe2588-dbe1-4f2c-8a1e-d177c4be0d34 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--302778841&fields=id&tenant_id=e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 267 time: 0.3214986 Jun 30 02:54:06.529821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-265cf404-22e0-4648-a693-68b8922ad4a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1002 time: 0.1698747 Jun 30 02:54:06.553345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3a7a3b-71e9-45c6-963e-ba4c01155d56']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:06.560744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.671253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-21b322f9-ff70-4efe-80d8-a55e01b3c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.676184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-21b322f9-ff70-4efe-80d8-a55e01b3c23e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.1363862 Jun 30 02:54:06.676441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] For port cdfa3502-1312-46f5-bdb7-e4bcc5fef360, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:06.684560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] For port cdfa3502-1312-46f5-bdb7-e4bcc5fef360, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:06.696579 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.848727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7d0dc-7491-4c72-837c-02e22f80c963 None None] Pushing event updated for resources: {'Port': ['ID=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:06.868189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-a5f66d92-f94b-428b-ae53-4bc06c406761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.872604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-a5f66d92-f94b-428b-ae53-4bc06c406761 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903217 Jun 30 02:54:06.875035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8301aa-a1f3-46e2-9580-f71f23ae500d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:06.877720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8301aa-a1f3-46e2-9580-f71f23ae500d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:06.954638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.048611 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.080185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:07.087148 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:07.090726 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:07.113183 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-ca9a6753-f0eb-40d3-ae7c-33982c68468a service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319336 Jun 30 02:54:07.169867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-801871b2-ea5a-471e-9f50-49fbaa44e916 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.174985 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-801871b2-ea5a-471e-9f50-49fbaa44e916 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.6255453 Jun 30 02:54:07.345573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-d61d9a0d-6669-4bc3-8d54-73ae7d567da5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/quotas/e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 375 time: 0.0740876 Jun 30 02:54:07.358111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.546513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Pushing event updated for resources: {'Port': ['ID=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:07.547014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-2201988d-e13e-49d5-8b77-a799d90de9bf service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273572 Jun 30 02:54:07.642500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:07.654115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.692838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.696923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/0e3a7a3b-71e9-45c6-963e-ba4c01155d56 HTTP/1.1" status: 204 len: 168 time: 6.5135667 Jun 30 02:54:07.705554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56998) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:07.738597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775253461'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:07.759143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:07.800080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cdfa3502-1312-46f5-bdb7-e4bcc5fef360 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:07.809009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:07.980996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:07.998675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcc48343-c635-4786-86e1-04a8ec493eed up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:08.029865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-d0ed5a26-7c0d-48aa-8420-e5d73286f153 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.039234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-d0ed5a26-7c0d-48aa-8420-e5d73286f153 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377&tenant_id=e96f464854794097a83e6ab2ddb9535f&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1097 time: 0.4185529 Jun 30 02:54:08.055994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-5'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:08.087515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78116-ab38-426b-8a60-b35225b1b6c0 req-fda7890e-8bf7-4d8c-a7c9-946bc95f894b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.089371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50b78116-ab38-426b-8a60-b35225b1b6c0 req-fda7890e-8bf7-4d8c-a7c9-946bc95f894b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.4001973 Jun 30 02:54:08.120514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bcc48343-c635-4786-86e1-04a8ec493eed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:08.121248 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.145871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b772e4f-8740-41d9-aa98-9991d6e6a25f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=0e3a7a3b-71e9-45c6-963e-ba4c01155d56,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:08.284258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50b78116-ab38-426b-8a60-b35225b1b6c0 req-59e96091-5ede-431a-9d88-f5be69794ee3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236482 Jun 30 02:54:08.399963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:08.422216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.505837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.634796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-b909e6ac-f472-4133-bdf0-144789a9a248 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2792640 Jun 30 02:54:08.668046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:08.907889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:08.989484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3067df-1acd-4cc9-bdc2-05ddaee2e1d3 None None] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:09.012794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:09.017402 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.018118 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 94b29a56-b853-42d0-92fe-bfb0efdf7286 of type vlan for network d8003369-7d69-4db7-bcf3-7859b6b8e6ce Jun 30 02:54:09.030086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-e1fc8fb5-e33b-4793-82e8-cef0a65ecf21 service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940988 Jun 30 02:54:09.095944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:09.131222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:09.133296 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ced229-ca6d-44b2-b5b2-08b586b00784" -d '{"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-unplugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:09.152571 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.168462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.291665 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ec2439-ed0c-45d1-ab13-15a6f93b77c2 x-openstack-request-id: req-93ec2439-ed0c-45d1-ab13-15a6f93b77c2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:09.291993 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-unplugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:09.292194 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93ec2439-ed0c-45d1-ab13-15a6f93b77c2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:09.292612 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'code': 200} Jun 30 02:54:09.305550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:09.326212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] Provisioning for port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:09.338088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] Provisioning complete for port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:09.338499 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.538100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-597d4c54-5c68-4728-a81e-f5edfabbf13a service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739940 Jun 30 02:54:09.553479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.680925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-676152ba-9201-47d2-9016-3e238de3faec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.691785 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.855047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] For port cdfa3502-1312-46f5-bdb7-e4bcc5fef360, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:09.860547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.870407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.871250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.084335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a46f4b-d4f3-43b3-a50f-ff48a51f8d62 None None] Pushing event updated for resources: {'Port': ['ID=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.089293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on host n-h2-798054-5 for vnic_type normal with profile {"migrating_to": "n-h1-798054-5"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:10.089872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:10.090548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:10.137947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:10.139284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Attempting to bind port 8a83260a-3064-47b0-92a3-25c4debeb685 on network 589e6b4d-f814-414d-9a9f-6533fe51c52b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:10.146001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82ebdfa2-f003-4124-85b5-3fe182ebd00e None None] Provisioning complete for port 8a83260a-3064-47b0-92a3-25c4debeb685 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:10.147178 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82ebdfa2-f003-4124-85b5-3fe182ebd00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.171708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63ea4d-dd42-4a3f-a6ed-a195ab9eaade req-131d70c3-913d-4573-8461-937e794e45fd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.184292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e63ea4d-dd42-4a3f-a6ed-a195ab9eaade req-131d70c3-913d-4573-8461-937e794e45fd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 944 time: 0.3471773 Jun 30 02:54:10.232505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:10.233156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Checking segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:10.233301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Bound using segment: {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:10.233686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Bound port: 8a83260a-3064-47b0-92a3-25c4debeb685, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b0260f-a3ce-4201-854c-9b400fc90543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:10.234048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.268443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-82ebdfa2-f003-4124-85b5-3fe182ebd00e None None] Port 8a83260a-3064-47b0-92a3-25c4debeb685 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:10.299480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d08a16da-726e-487d-92bf-5dfdfb5234b3 req-da387aae-c004-4839-aea5-08782dc893eb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 210 time: 0.2006643 Jun 30 02:54:10.302548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596c6e2e-65a4-46ab-93aa-6340ada03192 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:10.326226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e63ea4d-dd42-4a3f-a6ed-a195ab9eaade req-cbc105d0-7351-4928-9e75-752b19216d85 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410615 Jun 30 02:54:10.383603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.402068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.404970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.417730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-676152ba-9201-47d2-9016-3e238de3faec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.437286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-676152ba-9201-47d2-9016-3e238de3faec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.523450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58ed014c-7190-4b15-b4d1-471a05ac1e53 None None] Provisioning complete for port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:10.523829 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58ed014c-7190-4b15-b4d1-471a05ac1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.578879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8600183 Jun 30 02:54:10.592002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.597773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:10.734852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c6e2e-65a4-46ab-93aa-6340ada03192 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:10.742901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cede98-c83e-4040-96c7-d41d975fb1d3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=d8003369-7d69-4db7-bcf3-7859b6b8e6ce,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.799130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d8003369-7d69-4db7-bcf3-7859b6b8e6ce details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:11.087497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:11.158755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-676152ba-9201-47d2-9016-3e238de3faec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e876ee337742434dae79a087e72299d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0616848 Jun 30 02:54:11.175022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676152ba-9201-47d2-9016-3e238de3faec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee70b25-0b90-4ffb-9354-ec7fa76a0c75,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.183568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:11.189063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:11.236726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.277348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.291170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:11.294992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.645632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cdfa3502-1312-46f5-bdb7-e4bcc5fef360 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:11.669101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.685060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing IP validity checks on allocation pools {{(pid=93822) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:54:11.686009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93822) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:54:11.741674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:11.742332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.756367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] 10.222.0.67 "PUT /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1122 time: 3.7087877 Jun 30 02:54:11.757241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:11.759615 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ddaf5-5112-4fc8-a9d5-cfaa55419955" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:11.768512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c00b38-7a2d-4f88-baf4-dec870fd0f56 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.797239 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-254e935c-92c1-449a-84a7-36ba0a0eaede req-85baa1ad-7312-4258-9fae-4ce775bc0510 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 210 time: 0.0949154 Jun 30 02:54:11.809987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cff9b6-65b7-4637-8a87-5cddf30834f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.904351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cff9b6-65b7-4637-8a87-5cddf30834f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.928827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:11.929364 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.987015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['8a83260a-3064-47b0-92a3-25c4debeb685'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:12.013786 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2976f548-f903-4a6b-8fd2-1ecee7874057 x-openstack-request-id: req-2976f548-f903-4a6b-8fd2-1ecee7874057 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:12.014107 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:12.014580 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2976f548-f903-4a6b-8fd2-1ecee7874057 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:12.015135 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'status': 'completed', 'code': 200} Jun 30 02:54:12.264137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a64509-b320-46dc-b8c4-0777bfb6532c req-68e44700-572d-4cc2-a3a8-cc37d3a1478f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.278410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d4a64509-b320-46dc-b8c4-0777bfb6532c req-68e44700-572d-4cc2-a3a8-cc37d3a1478f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 944 time: 0.6511569 Jun 30 02:54:12.308754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cff9b6-65b7-4637-8a87-5cddf30834f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.311881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5cff9b6-65b7-4637-8a87-5cddf30834f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.319818 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e5cff9b6-65b7-4637-8a87-5cddf30834f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ee70b25-0b90-4ffb-9354-ec7fa76a0c75 HTTP/1.1" status: 204 len: 168 time: 1.1291881 Jun 30 02:54:12.368637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff9b6-65b7-4637-8a87-5cddf30834f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee70b25-0b90-4ffb-9354-ec7fa76a0c75,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:12.445800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d4a64509-b320-46dc-b8c4-0777bfb6532c req-8fd8bf66-ff69-4396-8707-01ee2c866c6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659472 Jun 30 02:54:12.462058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-ee39e190-f8cf-4305-8157-04382fd5c8f0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.483026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-ee39e190-f8cf-4305-8157-04382fd5c8f0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.4411485 Jun 30 02:54:12.508451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-b46b103c-0919-4eef-9827-0249f21a229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.519291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-b46b103c-0919-4eef-9827-0249f21a229c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1125 time: 0.5422866 Jun 30 02:54:12.573628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-3defd133-ba4f-4110-99ed-8c5076ca03d6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 379 time: 0.0812483 Jun 30 02:54:12.600554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'port': {'device_id': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'admin_state_up': True, 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'security_groups': ['8c483613-ebe2-48fc-bc4c-7304520080d1']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:12.677298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-718d4e0d-c10d-413d-85b2-373858b79a1d None None] Provisioning complete for port 8a83260a-3064-47b0-92a3-25c4debeb685 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:12.677916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718d4e0d-c10d-413d-85b2-373858b79a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.809375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.937811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:12.942866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.117613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Allocated IP 172.20.0.4 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:13.128815 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718d4e0d-c10d-413d-85b2-373858b79a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.182427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-718d4e0d-c10d-413d-85b2-373858b79a1d None None] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:13.183730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:13.187037 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb8adaf-d25f-4451-ac6b-99f0cb108cd1" -d '{"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-plugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:13.205346 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-718d4e0d-c10d-413d-85b2-373858b79a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.292980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.324405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Transition to ACTIVE for port object f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:13.363586 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8480c741-606b-4399-adbc-a6f1a16ffb80 x-openstack-request-id: req-8480c741-606b-4399-adbc-a6f1a16ffb80 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:13.363950 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-plugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:13.364243 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8480c741-606b-4399-adbc-a6f1a16ffb80 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:13.364705 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'code': 200} Jun 30 02:54:13.365813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.411114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d4e0d-c10d-413d-85b2-373858b79a1d None None] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:13.448927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=fc256302-78b1-4c77-b49e-f40e8618e769,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:13.467632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:13.470607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:54:13.478205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:13.485461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:13.539396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:13.571859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-7d3b8f0e-5d23-4a4c-b444-1b5827fe086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.575409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-7d3b8f0e-5d23-4a4c-b444-1b5827fe086b service neutron] 10.222.0.90 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 1.0327768 Jun 30 02:54:13.655987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.655987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.716157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bda576c2-8433-48e1-a373-71265e70e536 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1260478 Jun 30 02:54:13.744589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Request body: {'port': {'device_id': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:13.939585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:13.952905 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:14.002652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.027292 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:14.027944 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:14.040704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9d554-2601-46ab-be37-9aabe7040033 req-dfdc4e2d-2256-4370-9eb2-e9ff2df0f0ab tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.043236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8c9d554-2601-46ab-be37-9aabe7040033 req-dfdc4e2d-2256-4370-9eb2-e9ff2df0f0ab tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.2065072 Jun 30 02:54:14.144867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8a58c46-641e-4fed-94b1-2a51663bf122 None None] Provisioning for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:14.150774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8a58c46-641e-4fed-94b1-2a51663bf122 None None] Provisioning complete for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:14.151770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a58c46-641e-4fed-94b1-2a51663bf122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.161806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '94b29a56-b853-42d0-92fe-bfb0efdf7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:14.163704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: d8003369-7d69-4db7-bcf3-7859b6b8e6ce, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:14.176341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.180696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc042537-9ad0-455f-9af7-b537c32fd193 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7891548 Jun 30 02:54:14.183895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8c9d554-2601-46ab-be37-9aabe7040033 req-37d2d8df-1039-42fd-8701-3908fe249bc7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332166 Jun 30 02:54:14.187471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:14.249696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d8a58c46-641e-4fed-94b1-2a51663bf122 None None] Port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:14.268677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84964e44-4fe9-447c-a919-089dd2a4bfed req-d56dd5c1-1ed8-44ea-8770-200e0fab6a86 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.276106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84964e44-4fe9-447c-a919-089dd2a4bfed req-d56dd5c1-1ed8-44ea-8770-200e0fab6a86 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 931 time: 0.9704969 Jun 30 02:54:14.283532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-0755c721-7707-480c-beca-f1a187ad9a71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1002 time: 0.3657961 Jun 30 02:54:14.343346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network d8003369-7d69-4db7-bcf3-7859b6b8e6ce is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:14.382730 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:14.383924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d8003369-7d69-4db7-bcf3-7859b6b8e6ce) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:14.404974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.406123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.431417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74799f-d3c3-48b5-b35f-8fe658eba632 None None] Network d8003369-7d69-4db7-bcf3-7859b6b8e6ce requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:14.447905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84964e44-4fe9-447c-a919-089dd2a4bfed req-9a5076ed-324e-46ae-a6c8-8fe68df6abea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707954 Jun 30 02:54:14.498389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-ff930c94-06a2-46ca-bddf-43d53d1bb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.500340 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-ff930c94-06a2-46ca-bddf-43d53d1bb3d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.2060559 Jun 30 02:54:14.608993 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4657b8df-6b85-47fc-b4b8-309cb57e2a4e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.0156662 Jun 30 02:54:14.614207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:14.930175 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:08Z', 'revision_number': 3, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:15.063762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-4617bf69-69f0-4676-8430-6e19a378e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:15.068805 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-4617bf69-69f0-4676-8430-6e19a378e016 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5577111 Jun 30 02:54:15.075127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d8003369-7d69-4db7-bcf3-7859b6b8e6ce', 'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': 'fc256302-78b1-4c77-b49e-f40e8618e769'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:15.076381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.201360 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.302089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:15.453707 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:15.454292 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Updating router e710e62b-71a5-42d9-a7e2-f5525d602a1a port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:15.521913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:15.531667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-81134f80-b924-4e57-8e12-bf9b98a105da service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439924 Jun 30 02:54:15.553083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.600698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Transition to ACTIVE for port object f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:15.620788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.676227 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.907971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.325683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:16.439111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:16.472050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 has no active binding in host n-h1-798054-5 {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:54:16.498719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Allocated IP 172.20.0.3 (d8003369-7d69-4db7-bcf3-7859b6b8e6ce/fc256302-78b1-4c77-b49e-f40e8618e769/8d07a5e9-e5c1-43e3-8e11-0cbd44676388) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:16.629658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Attempting to bind port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:16.631669 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.633204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Attempting to bind port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:16.634813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Attempting to bind port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:16.647963 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Transition to ACTIVE for port object 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:16.664464 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.671174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b7f3-0819-4859-99ad-08c4ba0a0dae req-eb59d947-2445-43a1-a883-f50c675c887c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:16.682982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f04b7f3-0819-4859-99ad-08c4ba0a0dae req-eb59d947-2445-43a1-a883-f50c675c887c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.8593202 Jun 30 02:54:16.683227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-179ddaf5-5112-4fc8-a9d5-cfaa55419955 req-061d86a3-3d3b-409b-bb72-6af459a72185 service neutron] 10.222.0.90 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1431291 Jun 30 02:54:16.732287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:16.733219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Attempting to bind port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:16.781551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707f017-887d-488b-972d-3db522c4d955 req-3de896c6-e530-4037-82ed-a8fd34d02732 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:16.783136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a707f017-887d-488b-972d-3db522c4d955 req-3de896c6-e530-4037-82ed-a8fd34d02732 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 943 time: 0.2875006 Jun 30 02:54:16.822267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:16.822690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:16.823020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:16.823467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Bound port: f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:16.823834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.826740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.849958 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Attempting to bind port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:16.850329 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Attempting to bind port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:16.858775 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Attempting to bind port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:16.877641 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901099f-9736-4a30-a1df-df358c5781ad None None] Pushing event updated for resources: {'Port': ['ID=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:16.900694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:16.908600 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:16.910500 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.912761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:16.913580 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Bound port: 89dbbd38-cdad-446d-8fd2-08ef1b39ca47, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:16.919183 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.946642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f04b7f3-0819-4859-99ad-08c4ba0a0dae req-dcab3d4b-0f47-4f3f-8e5b-66326a6e6591 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626483 Jun 30 02:54:16.955601 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a707f017-887d-488b-972d-3db522c4d955 req-1bdc160e-fd29-4ebe-8e7e-8b70320b063c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600571 Jun 30 02:54:16.960300 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.004605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Transition to ACTIVE for port object 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:17.056256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Transition to ACTIVE for port object 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:17.079536 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.080869 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] For port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:17.087571 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] For port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:17.100040 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.143204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-2000ee09-6539-4b10-b54c-fdeaa6b48e16 service neutron] 10.222.0.90 "GET /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685/bindings/n-h1-798054-5 HTTP/1.1" status: 200 len: 384 time: 0.2317505 Jun 30 02:54:17.164286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:17.204969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Network d8003369-7d69-4db7-bcf3-7859b6b8e6ce is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:17.223120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:17.240940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:17.249857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Pushing event updated for resources: {'Port': ['ID=8d07a5e9-e5c1-43e3-8e11-0cbd44676388,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.265955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:17.272799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.272799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.277909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.278218 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.278388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.279086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.279428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.279940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.280118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.280402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.280726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.281053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.281666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:17.286368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Allocated IP 172.20.0.1 (12ec059a-cdf8-4a9d-88f5-f22b0a577295/1071943a-2ee3-4da3-a3b4-00deebf90fc5/d54f4d9e-0785-485a-8ceb-768dd32b1c1e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:17.291581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.314267 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:17.314951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:17.328692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=fc256302-78b1-4c77-b49e-f40e8618e769,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.377859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.379706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.381589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 1091 time: 3.6513162 Jun 30 02:54:17.382653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:17.395456 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71df2b03-b729-4549-8b1f-957736f9f063" -d '{"events": [{"name": "network-changed", "server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:17.463774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Attempting to bind port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:17.464268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Attempting to bind port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '94b29a56-b853-42d0-92fe-bfb0efdf7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:17.464556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Attempting to bind port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 on network d8003369-7d69-4db7-bcf3-7859b6b8e6ce {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:17.496485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:17.497130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Checking segment: {'id': '94b29a56-b853-42d0-92fe-bfb0efdf7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:17.497999 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.498910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Bound using segment: {'id': '94b29a56-b853-42d0-92fe-bfb0efdf7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:17.499928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Bound port: 8d07a5e9-e5c1-43e3-8e11-0cbd44676388, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b29a56-b853-42d0-92fe-bfb0efdf7286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:17.500481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.508565 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901099f-9736-4a30-a1df-df358c5781ad None None] Pushing event updated for resources: {'Port': ['ID=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.653660 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b80ae-97fc-40ce-9b5e-3776f3e098d3 x-openstack-request-id: req-c29b80ae-97fc-40ce-9b5e-3776f3e098d3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:17.654204 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:17.654204 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c29b80ae-97fc-40ce-9b5e-3776f3e098d3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:17.658602 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'status': 'completed', 'code': 200} Jun 30 02:54:17.665874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.693677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8003369-7d69-4db7-bcf3-7859b6b8e6ce']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:17.705968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd223dc-f064-4044-a578-2f25cd30fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.717077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b29a56-b853-42d0-92fe-bfb0efdf7286') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:17.717394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b29a56-b853-42d0-92fe-bfb0efdf7286') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:17.753317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.764759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] For port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:17.772402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] For port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8d07a5e9-e5c1-43e3-8e11-0cbd44676388,segment=NetworkSegment(94b29a56-b853-42d0-92fe-bfb0efdf7286),segment_id=94b29a56-b853-42d0-92fe-bfb0efdf7286)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:17.788597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.796664 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:17.813888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.838825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-0a1c95a5-ceed-4367-898b-727d93713e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.840977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-0a1c95a5-ceed-4367-898b-727d93713e2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1094 time: 0.2695520 Jun 30 02:54:17.855101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:17.855530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:17.863184 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:18.018401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-bb468900-1a3b-49b2-bc42-14c3b378c542 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 217 time: 0.1581631 Jun 30 02:54:18.109072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:18.130128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcae60-53c9-44c5-95cd-9f584a083ff8 None None] Pushing event updated for resources: {'Port': ['ID=8d07a5e9-e5c1-43e3-8e11-0cbd44676388,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:18.137976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e051c14-859f-4286-be67-2641122565e0 None None] Network d8003369-7d69-4db7-bcf3-7859b6b8e6ce requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:18.199792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.288511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Transition to ACTIVE for port object d54f4d9e-0785-485a-8ceb-768dd32b1c1e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:18.297133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-7d237a12-0947-4983-9f4d-6872300bd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.303702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-7d237a12-0947-4983-9f4d-6872300bd469 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.2611406 Jun 30 02:54:18.329985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:18.331695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:54:18.331695 n-d-798054-5 neutron-server[93822]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:54:18.331695 n-d-798054-5 neutron-server[93822]: [parameters: {'id': 'd8003369-7d69-4db7-bcf3-7859b6b8e6ce'}] Jun 30 02:54:18.331695 n-d-798054-5 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:18.332174 n-d-798054-5 neutron-server[93822]: DEBUG oslo_db.api [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:18.392355 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:08Z', 'revision_number': 3, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:18.400427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:18.403280 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973649b-76bf-48f9-a657-f13420b41865" -d '{"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-unplugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:18.415861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:18.443043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ae64-15ab-4670-a56a-9ce86783efb0 req-3b6407e7-6945-460d-bc6e-56096b5cb772 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.450651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3986ae64-15ab-4670-a56a-9ce86783efb0 req-3b6407e7-6945-460d-bc6e-56096b5cb772 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 946 time: 0.2680345 Jun 30 02:54:18.499478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.516563 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56289488-297a-4a9c-90a0-2c19f9f099a2 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:08Z', 'revision_number': 3, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:18.559746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a91460c-dc49-48cd-8824-3f4eb70d9fc6 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:18.637853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.663072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441336c-1e8b-4026-b3c1-4ff016013ebc req-8eb755b2-7f21-429e-adba-093025be8bf1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.678552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d441336c-1e8b-4026-b3c1-4ff016013ebc req-8eb755b2-7f21-429e-adba-093025be8bf1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 943 time: 0.3636222 Jun 30 02:54:18.690644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-24e2e862-1f50-402b-81cc-05cc4c02287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.695105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-24e2e862-1f50-402b-81cc-05cc4c02287c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3429747 Jun 30 02:54:18.701260 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3986ae64-15ab-4670-a56a-9ce86783efb0 req-e4a718a6-654d-4f5b-85ae-f4a859f358dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496424 Jun 30 02:54:18.843842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.867240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Pushing event updated for resources: {'Port': ['ID=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:18.894033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:18.910297 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd5bffe-78ab-407f-8eba-7756ac0e80fd x-openstack-request-id: req-0dd5bffe-78ab-407f-8eba-7756ac0e80fd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:18.910297 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-unplugged", "status": "completed", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:18.910297 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0dd5bffe-78ab-407f-8eba-7756ac0e80fd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:18.911421 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'code': 200} Jun 30 02:54:18.940344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a91460c-dc49-48cd-8824-3f4eb70d9fc6 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:18.966176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:18.981356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] Transition to ACTIVE for port object 8a83260a-3064-47b0-92a3-25c4debeb685 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:18.993372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.092513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:19.225538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d441336c-1e8b-4026-b3c1-4ff016013ebc req-b66943f0-0539-47f2-9d66-555011885db0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403001 Jun 30 02:54:19.280963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] Pushing event updated for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:19.311565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:19.311903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.322731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-38a50476-d435-443b-adfd-51162ce78bb7 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475825 Jun 30 02:54:19.448973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] No DVR routers for this DVR port 8a83260a-3064-47b0-92a3-25c4debeb685 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:19.567467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:19.613218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8d07a5e9-e5c1-43e3-8e11-0cbd44676388,segment=NetworkSegment(94b29a56-b853-42d0-92fe-bfb0efdf7286),segment_id=94b29a56-b853-42d0-92fe-bfb0efdf7286)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:19.613808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.636566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:19.647757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212e6655-4fa9-45f4-b939-e2c8854edeb1 req-44739bfd-ab8b-4474-b49a-b5a7b9c2ee69 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141437 Jun 30 02:54:19.664456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.808615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57190) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:19.860307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:19.880471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:19.880854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.918146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.019439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port 8d07a5e9-e5c1-43e3-8e11-0cbd44676388 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:20.063984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2b03-b729-4549-8b1f-957736f9f063 req-3bd6eba5-c862-463f-a929-8aa1d21d71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.067735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-3bd6eba5-c862-463f-a929-8aa1d21d71ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1094 time: 0.2926824 Jun 30 02:54:20.079613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-79438c43-a947-4f93-810b-907e4ccd265a service neutron] 10.222.0.90 "PUT /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685/bindings/n-h1-798054-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9304028 Jun 30 02:54:20.084729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=8d07a5e9-e5c1-43e3-8e11-0cbd44676388,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.241933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2b03-b729-4549-8b1f-957736f9f063 req-2cc3f7a3-e97f-44e8-b2e3-9d087213fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.243823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-2cc3f7a3-e97f-44e8-b2e3-9d087213fd10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1684599 Jun 30 02:54:20.248381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.306894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:20.330422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.436702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.437356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-e40f89fc-e293-4ae0-86d2-0508ac63de78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 217 time: 0.1858051 Jun 30 02:54:20.486297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-226088b3-a454-4a88-9951-55aed001084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.565234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2b03-b729-4549-8b1f-957736f9f063 req-64879a3d-86e0-4096-bf55-cfcbbb759183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.570967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-64879a3d-86e0-4096-bf55-cfcbbb759183 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0565474 Jun 30 02:54:20.583569 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.595014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8003369-7d69-4db7-bcf3-7859b6b8e6ce']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:20.606707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b29a56-b853-42d0-92fe-bfb0efdf7286') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:20.607084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b29a56-b853-42d0-92fe-bfb0efdf7286') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:20.618248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.621270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-160073a2-9507-47b9-8aff-c2955b49d80f None None] Provisioning for port d54f4d9e-0785-485a-8ceb-768dd32b1c1e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:20.625574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-160073a2-9507-47b9-8aff-c2955b49d80f None None] Provisioning complete for port d54f4d9e-0785-485a-8ceb-768dd32b1c1e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:20.626182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-160073a2-9507-47b9-8aff-c2955b49d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.634971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.637434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.644959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:20.645475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.664980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-160073a2-9507-47b9-8aff-c2955b49d80f None None] Port d54f4d9e-0785-485a-8ceb-768dd32b1c1e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:20.696743 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:20.776137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.817906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.819906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/d8003369-7d69-4db7-bcf3-7859b6b8e6ce HTTP/1.1" status: 204 len: 168 time: 6.2010396 Jun 30 02:54:20.825281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed70ad-db0d-46ee-b6f3-fbdc3e5d48b3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=d8003369-7d69-4db7-bcf3-7859b6b8e6ce,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.828418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.842344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1503809062'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:20.858350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fca18-b721-43a2-823b-acfdea2d883b req-e57244f4-6e8c-4e4c-b2e8-d42fb2401718 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.859798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-415fca18-b721-43a2-823b-acfdea2d883b req-e57244f4-6e8c-4e4c-b2e8-d42fb2401718 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.8347557 Jun 30 02:54:20.871417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-d0568a4a-4d0b-47be-b8b8-0ee2ae3ac858 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.872998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-d0568a4a-4d0b-47be-b8b8-0ee2ae3ac858 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377&tenant_id=e96f464854794097a83e6ab2ddb9535f&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.5426245 Jun 30 02:54:20.989739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-415fca18-b721-43a2-823b-acfdea2d883b req-e0973916-5a0f-47ed-8a7e-6681a8a87a63 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207540 Jun 30 02:54:21.050766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-89e69fb9-f118-4234-adec-38787b043b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.052891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-89e69fb9-f118-4234-adec-38787b043b3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 1096 time: 0.1602180 Jun 30 02:54:21.060327 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-226088b3-a454-4a88-9951-55aed001084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.084261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-226088b3-a454-4a88-9951-55aed001084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.175766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:21.180734 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.260057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52858341-772f-461d-b8b6-e4c29ae937e0 req-1bb030b9-1373-49fb-8e12-b51cdee098dd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.261978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52858341-772f-461d-b8b6-e4c29ae937e0 req-1bb030b9-1373-49fb-8e12-b51cdee098dd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 943 time: 0.6318729 Jun 30 02:54:21.263479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226088b3-a454-4a88-9951-55aed001084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a10f4a-cff8-4737-9243-724103f0a47e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:21.269143 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-226088b3-a454-4a88-9951-55aed001084e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48ffb1775ae74f648c8503b1d1e6050b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4593606 Jun 30 02:54:21.273737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57230) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:21.294929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2b03-b729-4549-8b1f-957736f9f063 req-c99b06e3-cba9-4ae3-9fb6-787b098b06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.296982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-c99b06e3-cba9-4ae3-9fb6-787b098b06e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7151108 Jun 30 02:54:21.368099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:21.370483 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d13332-037e-4701-b43e-6f750e0d79b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.401999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d13332-037e-4701-b43e-6f750e0d79b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.462651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52858341-772f-461d-b8b6-e4c29ae937e0 req-22ef71cc-9676-4129-98c9-ec3a03c7b497 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558721 Jun 30 02:54:21.491703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-000da261-07b0-4012-88a1-b9454db437f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.493516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-000da261-07b0-4012-88a1-b9454db437f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1096 time: 0.4035413 Jun 30 02:54:21.496872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d13332-037e-4701-b43e-6f750e0d79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.498065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:21.499644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5d13332-037e-4701-b43e-6f750e0d79b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.500830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f5d13332-037e-4701-b43e-6f750e0d79b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/13a10f4a-cff8-4737-9243-724103f0a47e HTTP/1.1" status: 204 len: 168 time: 0.2205801 Jun 30 02:54:21.523637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.524038 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 79a2929a-9146-4597-a043-620393371a10 of type vlan for network f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a Jun 30 02:54:21.587844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.595572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d13332-037e-4701-b43e-6f750e0d79b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a10f4a-cff8-4737-9243-724103f0a47e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:21.618421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.629926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:21.684179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:21.716883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-bf2bd38d-3dd2-48a5-b78b-dd371d65a123 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050634 Jun 30 02:54:21.756665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:21.757106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.835603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.892471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Pushing event updated for resources: {'Port': ['ID=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:21.912923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.915559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-4e2948d6-6045-43af-a31d-a1972fa55738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.919740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-4e2948d6-6045-43af-a31d-a1972fa55738 service neutron] 10.222.0.67 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 0.4162781 Jun 30 02:54:21.948029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.963304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.964453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.215076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3814306 Jun 30 02:54:22.236263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57270) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:22.262073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71df2b03-b729-4549-8b1f-957736f9f063 req-f04d7dda-404a-41d5-b13e-8e503f2cb97a service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308485 Jun 30 02:54:22.262636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': 'f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:22.276547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546e285-d692-44c0-8ab2-e3537bc3e5ee tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:22.290161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:22.292236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:22.294834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:22.313120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:22.355537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bc06209-b8df-4366-bf21-e06fb512d1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.707776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf046679-7f40-4c6d-bb28-729d5354c55a None None] Provisioning complete for port d54f4d9e-0785-485a-8ceb-768dd32b1c1e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:22.708831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf046679-7f40-4c6d-bb28-729d5354c55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.717063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861aa10-3711-46b1-ad6e-bf0e5d7bde05 req-4d46d7c6-c62c-4546-a97f-ec494f2fe915 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:22.719600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f861aa10-3711-46b1-ad6e-bf0e5d7bde05 req-4d46d7c6-c62c-4546-a97f-ec494f2fe915 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.3128288 Jun 30 02:54:22.733075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:22.738643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.767830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-9dc8e67b-f1de-44bd-9973-32be7eff8a0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1000 time: 0.8355176 Jun 30 02:54:22.776834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bf046679-7f40-4c6d-bb28-729d5354c55a None None] Port d54f4d9e-0785-485a-8ceb-768dd32b1c1e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:22.790640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:22.837855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4b658-d1d7-4ad3-816d-2ed50184d739 req-5b365c2a-90f1-4069-9a08-6451aaf1bfd5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:22.839629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fbb4b658-d1d7-4ad3-816d-2ed50184d739 req-5b365c2a-90f1-4069-9a08-6451aaf1bfd5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 943 time: 0.1708355 Jun 30 02:54:22.887771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f861aa10-3711-46b1-ad6e-bf0e5d7bde05 req-009a0dad-ad17-40df-a28a-20a5c40521a4 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558862 Jun 30 02:54:22.923129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-50bd535c-8940-4130-9ce7-a11ad9d25251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:22.924717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-50bd535c-8940-4130-9ce7-a11ad9d25251 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.1366251 Jun 30 02:54:22.986456 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fbb4b658-d1d7-4ad3-816d-2ed50184d739 req-516d5463-0ba8-4c57-92d7-5f401bd459e8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976665 Jun 30 02:54:23.092609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bc06209-b8df-4366-bf21-e06fb512d1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.107344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-0dba404a-b816-4ed0-a9da-d3158b7af494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:23.108910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-0dba404a-b816-4ed0-a9da-d3158b7af494 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761141 Jun 30 02:54:23.109724 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bc06209-b8df-4366-bf21-e06fb512d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.191470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bc06209-b8df-4366-bf21-e06fb512d1b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09b77ceffdd442ff813acdacc269fe54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959565 Jun 30 02:54:23.203666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:23.213831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:23.221618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:23.243491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc06209-b8df-4366-bf21-e06fb512d1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48290018-26aa-4dc9-bf9f-5c4bab3220f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:23.249466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:23.250456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:23.261715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f274bde1-ada2-4d18-ad00-36853db7d5fd admin admin] 10.222.0.78 "PUT /v2.0/routers/e710e62b-71a5-42d9-a7e2-f5525d602a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0732150 Jun 30 02:54:23.322124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.386409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:23.483112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05888fd3-f25e-4148-82d8-4af81c8ec8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.484928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '79a2929a-9146-4597-a043-620393371a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:23.485291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:23.563880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05888fd3-f25e-4148-82d8-4af81c8ec8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.698241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:23.712164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-157d0f2d-f9a9-4d9d-bab0-fd93872ebc12 service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941753 Jun 30 02:54:23.717856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=5e1d6cc2-3587-42f0-bff3-08efecfc1e98,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:23.737296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05888fd3-f25e-4148-82d8-4af81c8ec8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.739121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:23.740888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05888fd3-f25e-4148-82d8-4af81c8ec8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.744764 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05888fd3-f25e-4148-82d8-4af81c8ec8d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48290018-26aa-4dc9-bf9f-5c4bab3220f6 HTTP/1.1" status: 204 len: 168 time: 0.5257685 Jun 30 02:54:23.779157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:23.822904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05888fd3-f25e-4148-82d8-4af81c8ec8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48290018-26aa-4dc9-bf9f-5c4bab3220f6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:23.847666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:23.900113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:23.911093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7c127-3ac8-4384-9a80-81569d305148 None None] Network f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:23.923626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:23.924382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.972329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-5f0fd3fd-3538-475d-9f16-45884f35105c service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504268 Jun 30 02:54:23.992218 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-020bf173-d989-4b3b-baac-f6cbf119c205 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7506056 Jun 30 02:54:23.992596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:24.465936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-19144a44-8560-4ebf-928b-2a0dc9b91713 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.467788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-19144a44-8560-4ebf-928b-2a0dc9b91713 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377&tenant_id=e96f464854794097a83e6ab2ddb9535f&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 1096 time: 0.1722474 Jun 30 02:54:24.497954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.500919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.621859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:24.719130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:21Z', 'revision_number': 2, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:24.808661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:24.809270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Updating router e710e62b-71a5-42d9-a7e2-f5525d602a1a port d54f4d9e-0785-485a-8ceb-768dd32b1c1e binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:24.821818 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.822670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:24.862975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89090c4-b98b-4e75-bf23-7ebf244d86f1 req-aca50e0e-a807-4f53-9974-f46f1e19e4a0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.871025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b89090c4-b98b-4e75-bf23-7ebf244d86f1 req-aca50e0e-a807-4f53-9974-f46f1e19e4a0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.5968108 Jun 30 02:54:24.924281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.013221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-8e903d0a-b1c1-471e-a093-71f4e40eee9a service neutron] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:25.022996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-8e903d0a-b1c1-471e-a093-71f4e40eee9a service neutron] Notify callbacks [] for binding, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.031495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98edb8bf-8ebf-4760-bfa9-e8d7c076b35b req-8e903d0a-b1c1-471e-a093-71f4e40eee9a service neutron] 10.222.0.67 "DELETE /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685/bindings/n-h2-798054-5 HTTP/1.1" status: 204 len: 173 time: 0.5470259 Jun 30 02:54:25.070859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57500) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:25.098669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308494525', 'description': 'tempest-description--2019551375'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:25.107769 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b89090c4-b98b-4e75-bf23-7ebf244d86f1 req-d9b4ceeb-7d06-4106-b961-fa2de24b5ca9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896069 Jun 30 02:54:25.152984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.196031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.227153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.264764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.305324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1d6cc2-3587-42f0-bff3-08efecfc1e98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.453957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.467669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:25.510882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a2929a-9146-4597-a043-620393371a10') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:25.512577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a2929a-9146-4597-a043-620393371a10') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:25.539981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.578084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.587840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:25.588502 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.614299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a392f3c-8db0-455e-ada5-fd1c1488b29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a', 'network_id': 'f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '5e1d6cc2-3587-42f0-bff3-08efecfc1e98'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:25.615376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a392f3c-8db0-455e-ada5-fd1c1488b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.623759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:25.775685 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:25.787987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.796601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.797439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98371a-eb35-40b7-84cd-d20085a80d89 req-5cbbed62-057a-4ca9-98e5-514e653cb1eb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:25.803120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a HTTP/1.1" status: 204 len: 168 time: 1.8093734 Jun 30 02:54:25.808124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:25.813436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d98371a-eb35-40b7-84cd-d20085a80d89 req-5cbbed62-057a-4ca9-98e5-514e653cb1eb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.4041593 Jun 30 02:54:25.830053 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.838211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938654564'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:25.860255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7380e-790b-44fa-b08c-7bd85a93cc2f tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.864312 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.868619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ebd99-283b-498c-96c3-1555b4819ad0 None None] Network f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:25.873496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:25.877587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.933837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:25.993028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.993325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.993456 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment d55c97c9-c2d0-4d5c-90eb-7d86fcb6dbf4 of type vlan for network d4f54542-b659-435f-926c-8c1c9f30ac0e Jun 30 02:54:25.995817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9237137 Jun 30 02:54:26.004678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6e9e5-fe82-4f01-b7c3-92bfdc6d4a9f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779acde9-5186-4e12-adae-fff980f07655,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:26.012865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ebd99-283b-498c-96c3-1555b4819ad0 None None] Network f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 02:54:26.023255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57586) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:26.032986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'security_group_rule': {'security_group_id': '779acde9-5186-4e12-adae-fff980f07655', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:26.058280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d98371a-eb35-40b7-84cd-d20085a80d89 req-5b575c86-5158-42f8-a555-b54d2bcf59ef tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439160 Jun 30 02:54:26.102888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.137625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.182103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.200045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.202977 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.380499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=d4f54542-b659-435f-926c-8c1c9f30ac0e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:26.405256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.415428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.416369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d44a3885-aabd-485d-bdf5-c0fba58ad77d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6040354 Jun 30 02:54:26.418934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:26.430897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d4f54542-b659-435f-926c-8c1c9f30ac0e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:26.446346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': 'd4f54542-b659-435f-926c-8c1c9f30ac0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:26.472159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.476338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517996 Jun 30 02:54:26.485862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:26.496949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6fc79-d4e4-4bcb-923e-ea29b3cf8aad tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78613fb-06cc-483f-bba2-77993db6c229,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:26.597498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'security_group_rule': {'security_group_id': '779acde9-5186-4e12-adae-fff980f07655', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:26.796579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.809245 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.832214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Transition to ACTIVE for port object d54f4d9e-0785-485a-8ceb-768dd32b1c1e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:26.850722 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.969292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-cceed78e-4673-414a-8f0b-6b89654dc8ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203020 Jun 30 02:54:26.982891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676e36-1761-4a7f-a96c-fc6b0ffae960 req-105a9ebb-2aa6-448b-996b-b055daa6c33c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.007651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b676e36-1761-4a7f-a96c-fc6b0ffae960 req-105a9ebb-2aa6-448b-996b-b055daa6c33c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.4052742 Jun 30 02:54:27.091505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:27.109898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.147898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f680-f4cd-465c-8578-1cf8ac383395 None None] Pushing event updated for resources: {'Port': ['ID=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:27.267499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b676e36-1761-4a7f-a96c-fc6b0ffae960 req-1f614005-5aae-40fe-a345-1f3f0ef6d6bb tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559886 Jun 30 02:54:27.272113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.288228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.359605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-96dfdde4-8456-47b3-bb0a-fb90bacb1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.361196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-96dfdde4-8456-47b3-bb0a-fb90bacb1a77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1096 time: 0.2990966 Jun 30 02:54:27.834143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55c3de6-3c44-4ed4-9510-07b1c8d18f7a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:27.856380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-f96da86a-7a8e-4b67-bf0e-52f932cba594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.863742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-f96da86a-7a8e-4b67-bf0e-52f932cba594 service neutron] 10.222.0.67 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 0.4422987 Jun 30 02:54:27.881320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.896673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5ab25185-84f6-4ed7-bf8f-763fed36f5e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4096801 Jun 30 02:54:27.900739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:27.926941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:27.948224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.962704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:28.146338 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc266419-610b-43ce-8e2e-b81dc5bbbc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.174782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.182556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Attempting to bind port d54f4d9e-0785-485a-8ceb-768dd32b1c1e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:28.183052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Attempting to bind port d54f4d9e-0785-485a-8ceb-768dd32b1c1e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:28.183322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Attempting to bind port d54f4d9e-0785-485a-8ceb-768dd32b1c1e on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:28.199007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:28.199387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Checking segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:28.200154 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.200261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Bound using segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:28.200685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Bound port: d54f4d9e-0785-485a-8ceb-768dd32b1c1e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:28.201116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.262802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=6547724e-4af1-4dc2-8dfa-c67d4f6dabad,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:28.358935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:28.374491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:28.381944 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.446872 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:54:28.454572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': 'd55c97c9-c2d0-4d5c-90eb-7d86fcb6dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd4f54542-b659-435f-926c-8c1c9f30ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:28.458965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: d4f54542-b659-435f-926c-8c1c9f30ac0e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:28.468939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ecdf5-0524-42b8-b5a6-86102a394a3e req-012c4ec3-8f88-4c1e-aa1c-ab7e241f5408 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.472613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] For port d54f4d9e-0785-485a-8ceb-768dd32b1c1e, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:28.479048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c8ecdf5-0524-42b8-b5a6-86102a394a3e req-012c4ec3-8f88-4c1e-aa1c-ab7e241f5408 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1096 time: 0.6947918 Jun 30 02:54:28.527592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] For port d54f4d9e-0785-485a-8ceb-768dd32b1c1e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:28.539704 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.613404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.634053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c8ecdf5-0524-42b8-b5a6-86102a394a3e req-6a555bbc-c93c-4991-83ed-e5bae6004445 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461325 Jun 30 02:54:28.646834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network d4f54542-b659-435f-926c-8c1c9f30ac0e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:28.700858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d4f54542-b659-435f-926c-8c1c9f30ac0e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:28.721011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.727261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.728381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:28.735981 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ff2dc-b0f8-4aab-a439-a38e7c36d7cf" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:28.775685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09a293-b634-4a2e-8ad4-16352ecb40b2 None None] Network d4f54542-b659-435f-926c-8c1c9f30ac0e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:28.807919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-e9d72ac9-d00b-4dca-9a2f-d74409f27b17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 1000 time: 0.9268284 Jun 30 02:54:28.824703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-073c5c62-92d0-4712-8efa-6328df8ee785 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3998203 Jun 30 02:54:28.825393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:28.842779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc9644-39c7-46e6-b5a7-4b4ce8e1c3c2 req-ab9d457a-04ae-464a-922c-dbddc1a50840 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.854229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0fc9644-39c7-46e6-b5a7-4b4ce8e1c3c2 req-ab9d457a-04ae-464a-922c-dbddc1a50840 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 1.2708352 Jun 30 02:54:29.071106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:29.131950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.151719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0fc9644-39c7-46e6-b5a7-4b4ce8e1c3c2 req-f56dce84-98ff-4ed8-ba4e-d850bcf774c6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960601 Jun 30 02:54:29.185839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-209b4f97-e921-4fbb-940b-d6871140a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:29.190797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-209b4f97-e921-4fbb-940b-d6871140a931 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.3759053 Jun 30 02:54:29.246893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:29.255190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:29.356024 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.414375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-b5592f50-2249-4588-b104-22dc1bf15316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:29.414375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-b5592f50-2249-4588-b104-22dc1bf15316 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079937 Jun 30 02:54:29.414819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f680-f4cd-465c-8578-1cf8ac383395 None None] Pushing event updated for resources: {'Port': ['ID=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:29.450282 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b66ebd2-6d6a-43c5-b9d3-1b0cac21b87e x-openstack-request-id: req-8b66ebd2-6d6a-43c5-b9d3-1b0cac21b87e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:29.457683 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:29.458209 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b66ebd2-6d6a-43c5-b9d3-1b0cac21b87e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:29.466383 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:54:29.597337 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.662540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57848) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:29.715402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-130a5bbf-7d58-4f1c-8a77-39fcd8308f67 service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987063 Jun 30 02:54:29.747055 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.933220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4ae2b60-ed34-42aa-ab5c-27dc291311d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.940702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:29.955247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af722a-713e-4775-9054-d8883fd5258a req-6808e28e-b537-476d-9411-02db7da76f7c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:29.963056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3af722a-713e-4775-9054-d8883fd5258a req-6808e28e-b537-476d-9411-02db7da76f7c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.7496033 Jun 30 02:54:30.014907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:30.052160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.194558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=6547724e-4af1-4dc2-8dfa-c67d4f6dabad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:30.239436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ff874c1a-4598-4bbb-8b29-dc5ad5c1d04f req-86a43b5e-cbdf-46d9-b75c-1bccb72aecb4 service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129354 Jun 30 02:54:30.261153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4ae2b60-ed34-42aa-ab5c-27dc291311d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.273588 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4ae2b60-ed34-42aa-ab5c-27dc291311d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.347823 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a4ae2b60-ed34-42aa-ab5c-27dc291311d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a757bb7cb7284cc78f86e611beb47bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6838872 Jun 30 02:54:30.350553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57864) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:30.375817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.381073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62472de-9d32-42e3-8e22-253dba035336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d4f54542-b659-435f-926c-8c1c9f30ac0e', 'network_id': 'd4f54542-b659-435f-926c-8c1c9f30ac0e', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '6547724e-4af1-4dc2-8dfa-c67d4f6dabad'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:30.381973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c62472de-9d32-42e3-8e22-253dba035336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.391701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f54542-b659-435f-926c-8c1c9f30ac0e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:30.399923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6931488-1b00-446a-80c3-becfb3f7d8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.409085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55c97c9-c2d0-4d5c-90eb-7d86fcb6dbf4') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:30.410096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55c97c9-c2d0-4d5c-90eb-7d86fcb6dbf4') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:30.421932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.454438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.458224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53187f7c-df63-4c7b-bc43-df6246dc7075 req-28ecc1d3-a6b0-4312-a254-1334c2dbc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.460059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53187f7c-df63-4c7b-bc43-df6246dc7075 req-28ecc1d3-a6b0-4312-a254-1334c2dbc67e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1096 time: 1.0834324 Jun 30 02:54:30.512454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:30.513257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:30.539354 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:30.579658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70f5ebcc-fb1f-4d82-b533-8c8a99dc07a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.601446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3af722a-713e-4775-9054-d8883fd5258a req-1961c151-b18c-481a-8b31-589997c793ee tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6262543 Jun 30 02:54:30.649255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:30.668486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70f5ebcc-fb1f-4d82-b533-8c8a99dc07a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.671843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f75593-093b-4e77-a417-682ad6579611 None None] Network d4f54542-b659-435f-926c-8c1c9f30ac0e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:30.674081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.675541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53187f7c-df63-4c7b-bc43-df6246dc7075 req-f61b4c67-7128-4f57-850f-44a9ce53303f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038572 Jun 30 02:54:30.678092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Allocated IP 172.25.0.251 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6bb9a741-9a72-47f2-a670-58cdc5dbd20f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:30.695666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f75593-093b-4e77-a417-682ad6579611 None None] Network d4f54542-b659-435f-926c-8c1c9f30ac0e could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 02:54:30.715494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.728609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.736694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/d4f54542-b659-435f-926c-8c1c9f30ac0e HTTP/1.1" status: 204 len: 168 time: 1.9064832 Jun 30 02:54:30.746493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:30.763369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-669521419'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:30.769250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:28Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:30.777390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2c59-3f8a-4b6d-b56b-75c3c98763a4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=d4f54542-b659-435f-926c-8c1c9f30ac0e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:30.799051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae2b60-ed34-42aa-ab5c-27dc291311d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453e4f5-55b6-44ff-86af-89651b4c188f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:30.810274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70f5ebcc-fb1f-4d82-b533-8c8a99dc07a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.817685 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70f5ebcc-fb1f-4d82-b533-8c8a99dc07a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.822367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-70f5ebcc-fb1f-4d82-b533-8c8a99dc07a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3453e4f5-55b6-44ff-86af-89651b4c188f HTTP/1.1" status: 204 len: 168 time: 0.4644351 Jun 30 02:54:30.848148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ebcc-fb1f-4d82-b533-8c8a99dc07a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453e4f5-55b6-44ff-86af-89651b4c188f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:30.848744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932214e-415b-4dbf-989b-81ceadae5080 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:28Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:30.876629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7eb1df9a-db88-49dc-92ed-86e4c5d31e12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/e5981f70-1903-486a-bbc7-6f13f7ee33bb HTTP/1.1" status: 200 len: 992 time: 0.2150657 Jun 30 02:54:30.979613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:30.983670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.015210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b86dd-af06-4959-bacf-581947bf71c6 req-936ee02d-388b-42d4-bab7-c4c1ac6ebcf6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.016836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b9b86dd-af06-4959-bacf-581947bf71c6 req-936ee02d-388b-42d4-bab7-c4c1ac6ebcf6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 945 time: 0.5626411 Jun 30 02:54:31.102666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:31.116022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b9b86dd-af06-4959-bacf-581947bf71c6 req-96f05f25-fffb-448f-84f0-02168819158b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862892 Jun 30 02:54:31.122765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.133994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.134673 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 064be262-de06-48f1-877f-538a6022134e of type vlan for network de2313b7-7f19-4a8c-9ba3-8a8df8251948 Jun 30 02:54:31.211557 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.302072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.341100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.405589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'Port': ['ID=6bb9a741-9a72-47f2-a670-58cdc5dbd20f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:31.434834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.447776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.448880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.482248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:31.494380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:31.508566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:31.614120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8662109 Jun 30 02:54:31.626516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.656123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:31.694140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d54f4d9e-0785-485a-8ceb-768dd32b1c1e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:31.723376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.778775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4df25-1ea7-4dcd-abb9-462e24a1a22e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=de2313b7-7f19-4a8c-9ba3-8a8df8251948,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:31.785427 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0840ca8-0c45-40e7-a3d3-30a6383dd6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.794365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:31.814078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d54f4d9e-0785-485a-8ceb-768dd32b1c1e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:31.829463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port e356d332-d776-4851-b000-79c90693558a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:31.829991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.850348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d54f4d9e-0785-485a-8ceb-768dd32b1c1e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:31.850986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.975298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.991855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.992336 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.012582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for e356d332-d776-4851-b000-79c90693558a owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:32.035930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port d54f4d9e-0785-485a-8ceb-768dd32b1c1e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:32.041202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.120776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:32.164184 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.279805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.340327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=e356d332-d776-4851-b000-79c90693558a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:32.374740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.454767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.455262 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP e5981f70-1903-486a-bbc7-6f13f7ee33bb disassociated (deleted). External IP: 172.25.0.206, port: 8a83260a-3064-47b0-92a3-25c4debeb685. Jun 30 02:54:32.490338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.540687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36877abe-82a8-43fc-abf9-7784c551b233 req-92046654-6cec-4c61-8f2e-2f47a495f175 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.549146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36877abe-82a8-43fc-abf9-7784c551b233 req-92046654-6cec-4c61-8f2e-2f47a495f175 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 945 time: 0.2180905 Jun 30 02:54:32.563613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.704280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:54:32.714604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.715257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.727222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "PUT /v2.0/networks/de2313b7-7f19-4a8c-9ba3-8a8df8251948 HTTP/1.1" status: 200 len: 723 time: 1.0802393 Jun 30 02:54:32.729098 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.734292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57928) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:32.746065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36877abe-82a8-43fc-abf9-7784c551b233 req-e8591a75-ff54-4676-aaa1-3b76faa7ec18 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960645 Jun 30 02:54:32.750467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:32.984592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0840ca8-0c45-40e7-a3d3-30a6383dd6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.985951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85980d-0fab-4d3a-9c7b-f787b85285fc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=de2313b7-7f19-4a8c-9ba3-8a8df8251948,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:32.997766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:33.014013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0840ca8-0c45-40e7-a3d3-30a6383dd6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.205604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:33.210654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0840ca8-0c45-40e7-a3d3-30a6383dd6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfe876-938e-463d-9898-1e83a84ae410,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:33.210892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.222822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c0840ca8-0c45-40e7-a3d3-30a6383dd6be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e3a60ac3f7b44c59b8363fa8dee6f52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4959702 Jun 30 02:54:33.223753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:33.236862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router f878414d-9adb-43f2-aa49-611a0777086c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:33.530328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d54f4d9e-0785-485a-8ceb-768dd32b1c1e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:33.628577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:33.636471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.644408 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] Sync routers for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:33.661733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:33.664021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:33.678073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a53e6-5b2d-4bc6-aee8-c485236a95b6 req-9db1ce46-2d96-4e1c-8e20-10a2f0b8487f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:33.685147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af6a53e6-5b2d-4bc6-aee8-c485236a95b6 req-9db1ce46-2d96-4e1c-8e20-10a2f0b8487f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 945 time: 0.5745270 Jun 30 02:54:33.697752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c7a56249-389d-4b33-a88d-3d55d4d4101c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/floatingips/e5981f70-1903-486a-bbc7-6f13f7ee33bb HTTP/1.1" status: 204 len: 168 time: 2.3549328 Jun 30 02:54:33.698408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57964) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:33.701296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:33.703336 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f0da5-e705-47a2-8486-5a486a6ae561" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:33.713383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'floatingip': {'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:33.725710 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19b8d234-1c2f-4f39-9765-d53209085d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.756576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d54f4d9e-0785-485a-8ceb-768dd32b1c1e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:33.756836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.756966 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.817221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19b8d234-1c2f-4f39-9765-d53209085d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.034667 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:34.079886 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19b8d234-1c2f-4f39-9765-d53209085d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.116053 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19b8d234-1c2f-4f39-9765-d53209085d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.119746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-19b8d234-1c2f-4f39-9765-d53209085d34 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86bfe876-938e-463d-9898-1e83a84ae410 HTTP/1.1" status: 204 len: 168 time: 0.8429918 Jun 30 02:54:34.242071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8d234-1c2f-4f39-9765-d53209085d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfe876-938e-463d-9898-1e83a84ae410,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.343726 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.474572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-e6a14e4a-76fa-484d-b170-9061dfb83372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.489230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-e6a14e4a-76fa-484d-b170-9061dfb83372 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 1096 time: 0.5356374 Jun 30 02:54:34.496875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.545411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.644876 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec97df0-8539-4724-9d91-025e752bab82 x-openstack-request-id: req-0ec97df0-8539-4724-9d91-025e752bab82 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:34.645832 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:34.646260 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ec97df0-8539-4724-9d91-025e752bab82 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:34.646912 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'status': 'completed', 'code': 200} Jun 30 02:54:34.752244 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:34.812803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.837312 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] Checking router: f878414d-9adb-43f2-aa49-611a0777086c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:34.844814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'Port': ['ID=6bb9a741-9a72-47f2-a670-58cdc5dbd20f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.847285 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:34.848288 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:34.925902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.937594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-d5233d51-504e-4a06-92bf-63d60237f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.941638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-d5233d51-504e-4a06-92bf-63d60237f5e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 200 len: 898 time: 0.4410405 Jun 30 02:54:34.993843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=8b980007-97fd-4cd9-9138-1200ec45152d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:35.041116 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:35.074532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:54:35.090919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-c78ea1a0-6bf2-4b0a-bbea-a76e5aef38aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 200 len: 217 time: 0.1217246 Jun 30 02:54:35.121270 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.142638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-14def732-846e-4af4-8172-d543b0074717 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2407784 Jun 30 02:54:35.160868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5b07-ce0a-4eb2-906e-b9f9df30367e req-787b48a7-f8c6-43f9-96b9-c6ada496e1a2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.168954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9fa5b07-ce0a-4eb2-906e-b9f9df30367e req-787b48a7-f8c6-43f9-96b9-c6ada496e1a2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.5722294 Jun 30 02:54:35.324940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '064be262-de06-48f1-877f-538a6022134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:35.325671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: de2313b7-7f19-4a8c-9ba3-8a8df8251948, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:35.332758 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.340910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-e9d31420-1b6f-4d10-bc11-3d8100221bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.349745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-e9d31420-1b6f-4d10-bc11-3d8100221bf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 200 len: 834 time: 0.2541378 Jun 30 02:54:35.350580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-ff5f92d2-cfdf-4132-aba5-6c0ee83e8f45 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.352961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-ff5f92d2-cfdf-4132-aba5-6c0ee83e8f45 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.6517849 Jun 30 02:54:35.356796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.412796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b9fa5b07-ce0a-4eb2-906e-b9f9df30367e req-21b55fa8-b830-4cab-b579-296c07066f4d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422631 Jun 30 02:54:35.499236 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:35.553987 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d37073-bd4d-4624-a9f5-979239b266b9 None None] The sync data for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 is: [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '8fb31f14-0c89-4ada-8876-176243904611', 'name': '', 'network_id': '589e6b4d-f814-414d-9a9f-6533fe51c52b', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:10:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:44Z', 'updated_at': '2021-06-30T02:52:59Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'ffe0b754-d3c8-4393-aafa-f0b364df4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:35.562470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-db9f493f-b479-4610-9517-9c8f919a79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.569469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-db9f493f-b479-4610-9517-9c8f919a79c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=589e6b4d-f814-414d-9a9f-6533fe51c52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087445 Jun 30 02:54:35.608777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:35.668509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-80c021f5-ed90-4447-95f3-f1565196c61d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1308494525&fields=id&tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 267 time: 0.1192784 Jun 30 02:54:35.728077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, de2313b7-7f19-4a8c-9ba3-8a8df8251948) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:35.741980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-7eb426c2-3cd0-4fa8-824e-bae18a37fc3c service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666970 Jun 30 02:54:35.745077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db297a8-d449-4328-8a19-61230fd5b98c None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:35.749532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.751443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.945628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-160553ca-7b2b-4e34-8a7b-5903e6cfcbe3 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2034247 Jun 30 02:54:35.962531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58046) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:35.976479 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Floating IP d7a5bb90-ac25-4891-a79c-078217057996 associated. External IP: 172.25.0.101, port: f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2. Jun 30 02:54:35.990933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a91f0da5-e705-47a2-8486-5a486a6ae561 req-5be11398-54b0-4b1f-8afb-8923adbaaa61 service neutron] 10.222.0.67 "GET /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402484 Jun 30 02:54:35.995630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:36.123258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-de2313b7-7f19-4a8c-9ba3-8a8df8251948', 'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '8b980007-97fd-4cd9-9138-1200ec45152d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:36.124412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.257543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edec612-cafa-48f2-b125-1b156d9e8dc4 None None] New status for floating IP e5981f70-1903-486a-bbc7-6f13f7ee33bb: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:36.438660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Allocated IP 172.20.0.2 (de2313b7-7f19-4a8c-9ba3-8a8df8251948/8b980007-97fd-4cd9-9138-1200ec45152d/958f3158-5710-4077-ac7f-75216b47b8f6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:36.632306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 8a83260a-3064-47b0-92a3-25c4debeb685 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:36.632545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.665476 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-0f1358d4-704c-4fa6-a5e7-388b539aa87f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.667181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-0f1358d4-704c-4fa6-a5e7-388b539aa87f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 816 time: 0.9424984 Jun 30 02:54:36.779048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4957673'] for subnet, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.809691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e300d4-817e-4e95-9e22-c97bdf5e020d req-cd2ccde1-5bc7-4573-bc53-083c1397e9b1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.815044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e300d4-817e-4e95-9e22-c97bdf5e020d req-cd2ccde1-5bc7-4573-bc53-083c1397e9b1 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 945 time: 0.2001882 Jun 30 02:54:36.823390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.833144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Transition to ACTIVE for port object 958f3158-5710-4077-ac7f-75216b47b8f6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:36.864147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Transition to ACTIVE for port object 958f3158-5710-4077-ac7f-75216b47b8f6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:36.876901 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.920659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67e300d4-817e-4e95-9e22-c97bdf5e020d req-ca9f0bd3-c1b4-47f3-afdc-60178574d133 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=046a7ac3-4f50-4521-bc15-3b2fb1738bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929255 Jun 30 02:54:36.963952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:36.975112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-e5913a3c-a5ce-4276-9fff-1dc5f0379056 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/quotas/93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 375 time: 0.1030085 Jun 30 02:54:36.990998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:36.995154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:37.020471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Pushing event updated for resources: {'Port': ['ID=958f3158-5710-4077-ac7f-75216b47b8f6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:37.104881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 8a83260a-3064-47b0-92a3-25c4debeb685, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=8a83260a-3064-47b0-92a3-25c4debeb685,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:37.105559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.107447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Attempting to bind port 958f3158-5710-4077-ac7f-75216b47b8f6 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:37.108455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Attempting to bind port 958f3158-5710-4077-ac7f-75216b47b8f6 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '064be262-de06-48f1-877f-538a6022134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:37.108862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Attempting to bind port 958f3158-5710-4077-ac7f-75216b47b8f6 on network de2313b7-7f19-4a8c-9ba3-8a8df8251948 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:37.115822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:37.116209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Checking segment: {'id': '064be262-de06-48f1-877f-538a6022134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:37.116623 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.117022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Bound using segment: {'id': '064be262-de06-48f1-877f-538a6022134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:37.117496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Bound port: 958f3158-5710-4077-ac7f-75216b47b8f6, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064be262-de06-48f1-877f-538a6022134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'de2313b7-7f19-4a8c-9ba3-8a8df8251948'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:37.118093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.140295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 8a83260a-3064-47b0-92a3-25c4debeb685 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:37.144930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:37.195322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740179653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4878759'] for subnet, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.220084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] For port 958f3158-5710-4077-ac7f-75216b47b8f6, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:37.233215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] For port 958f3158-5710-4077-ac7f-75216b47b8f6, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=958f3158-5710-4077-ac7f-75216b47b8f6,segment=NetworkSegment(064be262-de06-48f1-877f-538a6022134e),segment_id=064be262-de06-48f1-877f-538a6022134e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:37.245028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.337495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a756f-8687-4af6-b8f8-e3511d9a4723 None None] Pushing event updated for resources: {'Port': ['ID=958f3158-5710-4077-ac7f-75216b47b8f6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:37.414991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-3f2064c0-0f2a-45cc-98c2-3bd95c401014 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4198980 Jun 30 02:54:37.433499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.434433 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.436337 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "PUT /v2.0/subnets/8b980007-97fd-4cd9-9138-1200ec45152d HTTP/1.1" status: 200 len: 806 time: 1.4551830 Jun 30 02:54:37.439106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:37.570343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5c5fb-854a-463d-a03f-f1f6ac72aa36 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=8b980007-97fd-4cd9-9138-1200ec45152d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:37.625179 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.766751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port 958f3158-5710-4077-ac7f-75216b47b8f6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:37.767729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.790735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:37.802156 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] Sync routers for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:37.815376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:37.816568 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:37.881318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.903758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-b8c81746-34e0-49fd-8d7f-4a4d00af0d60 service neutron] 10.222.0.78 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852071 Jun 30 02:54:38.022569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port 958f3158-5710-4077-ac7f-75216b47b8f6, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=958f3158-5710-4077-ac7f-75216b47b8f6,segment=NetworkSegment(064be262-de06-48f1-877f-538a6022134e),segment_id=064be262-de06-48f1-877f-538a6022134e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:38.022939 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.056271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for 958f3158-5710-4077-ac7f-75216b47b8f6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:38.094062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-c56f4875-7cbd-46c0-bb6f-506f2a5e8ef4 service neutron] 10.222.0.78 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846902 Jun 30 02:54:38.263327 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:38.271614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.297003 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2701eb66-29cd-4e1a-b44c-c1aca01a7393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "PUT /v2.0/floatingips/d7a5bb90-ac25-4891-a79c-078217057996 HTTP/1.1" status: 200 len: 991 time: 4.5886142 Jun 30 02:54:38.320324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7089cbcc-631b-4d19-b118-a4586b53f918 req-8e200363-c4d9-448b-9bbd-3daae30aebb5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 210 time: 0.0961943 Jun 30 02:54:38.341052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:38.356738 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e8f776-cb93-423d-a174-b4f8004d51b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:38.420685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=8a83260a-3064-47b0-92a3-25c4debeb685,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:38.458058 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e4b008-5a15-41f6-a849-6c683634b886 x-openstack-request-id: req-a2e4b008-5a15-41f6-a849-6c683634b886 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:38.458393 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:38.458658 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2e4b008-5a15-41f6-a849-6c683634b886 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:38.459107 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'status': 'completed', 'code': 200} Jun 30 02:54:38.574633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.609600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-c353d64d-ba90-4712-87f8-ab7305fa0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.611289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-c353d64d-ba90-4712-87f8-ab7305fa0bb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1096 time: 0.1407223 Jun 30 02:54:38.621073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=958f3158-5710-4077-ac7f-75216b47b8f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:38.666634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee4b9679-60b3-4a9a-b558-d8ee6275eee1 req-079109dc-75a5-46d5-8e38-d39d57f84d59 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 210 time: 0.1240196 Jun 30 02:54:38.773708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] No DVR routers for this DVR port 8a83260a-3064-47b0-92a3-25c4debeb685 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:38.779317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.786128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2053d422-84d1-4d0b-9f62-5adcfe173c58 req-1dd4e83a-e54a-4f16-ac65-8eff329371a3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "DELETE /v2.0/ports/8a83260a-3064-47b0-92a3-25c4debeb685 HTTP/1.1" status: 204 len: 173 time: 3.4258828 Jun 30 02:54:38.944983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port 958f3158-5710-4077-ac7f-75216b47b8f6 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:39.107558 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd7a5bb90-ac25-4891-a79c-078217057996', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:34Z', 'revision_number': 1, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:39.130127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.206618 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] Checking router: 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:39.264919 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:39.268435 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:39.300462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-13f2bbe5-7e59-4a12-a15e-f383e23a4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.307907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-13f2bbe5-7e59-4a12-a15e-f383e23a4000 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.6804738 Jun 30 02:54:39.310376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.397737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2144094-4af0-4fae-a2c4-fb04160a12c6 None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:39.449397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=8b980007-97fd-4cd9-9138-1200ec45152d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.483203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:39.653064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-d6c5c6a6-0aea-4c5d-a964-0f8b342a8b60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.3339162 Jun 30 02:54:39.655711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.717186 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:39.734812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58144) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.771245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-26210f55-e38f-4555-b6f1-b9fd70356529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.775190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-26210f55-e38f-4555-b6f1-b9fd70356529 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.1158426 Jun 30 02:54:39.783701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2313b7-7f19-4a8c-9ba3-8a8df8251948']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:39.808874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064be262-de06-48f1-877f-538a6022134e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:39.809507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064be262-de06-48f1-877f-538a6022134e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:39.857465 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4bce483-0ea3-404e-a100-c5cc37cda39e req-7d5b2eb5-39d5-4013-9e22-c33848374ae8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4ca31d3-eab0-4243-9f7f-bec8d5c69377 HTTP/1.1" status: 200 len: 210 time: 0.1131330 Jun 30 02:54:39.871738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.885263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-088028d3-bb00-433d-9b01-46f3565fe5d8 None None] Could not find standard attr ID for object 958f3158-5710-4077-ac7f-75216b47b8f6. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:54:39.903805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 8a83260a-3064-47b0-92a3-25c4debeb685 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:39.904373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 8a83260a-3064-47b0-92a3-25c4debeb685 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:39.944403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.949703 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.985300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:39.985300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:40.004741 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:40.106733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3db23e7-820c-4b96-ac0b-5d86515a4ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.152175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-00ce42ae-7b53-4826-9981-3bf0ae9e87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.163417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-00ce42ae-7b53-4826-9981-3bf0ae9e87e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736174 Jun 30 02:54:40.325004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb7007cf-9fd1-4608-980c-344b36b6b747 req-f02e84d9-4938-44d4-9456-2281e45b16e5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 210 time: 0.2780728 Jun 30 02:54:40.372528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.376439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.382735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/de2313b7-7f19-4a8c-9ba3-8a8df8251948 HTTP/1.1" status: 204 len: 168 time: 2.9425063 Jun 30 02:54:40.383645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:40.460636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-deleted', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:40.461353 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd7a5bb90-ac25-4891-a79c-078217057996', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:34Z', 'revision_number': 1, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.464354 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc46a8-0d04-45a3-8b7d-a750e095fec6" -d '{"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-deleted", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:40.468779 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8e6d24-358c-4159-bf29-09025af7060d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:40.469525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8e6d24-358c-4159-bf29-09025af7060d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:40.489784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be8e6d24-358c-4159-bf29-09025af7060d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/de2313b7-7f19-4a8c-9ba3-8a8df8251948 HTTP/1.1" status: 404 len: 339 time: 0.0970888 Jun 30 02:54:40.491985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d77978-1ab4-494d-8492-a7e4799bc990 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=de2313b7-7f19-4a8c-9ba3-8a8df8251948,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:40.497840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:40.512397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329463844', 'description': 'd1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:40.542257 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56918883-a4f6-43bc-8f7f-c2fd6ef19e8f None None] The sync data for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 is: [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd7a5bb90-ac25-4891-a79c-078217057996', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:34Z', 'revision_number': 1, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:40.567596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abafb16-9d31-4257-b53d-46157e346c4a None None] DHCP port deletion for de2313b7-7f19-4a8c-9ba3-8a8df8251948 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:40.597350 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b961976-e031-418c-9ce4-70c1e9a1516d x-openstack-request-id: req-4b961976-e031-418c-9ce4-70c1e9a1516d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:40.597646 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca31d3-eab0-4243-9f7f-bec8d5c69377", "name": "network-vif-deleted", "tag": "8a83260a-3064-47b0-92a3-25c4debeb685", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:40.597903 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b961976-e031-418c-9ce4-70c1e9a1516d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:40.598337 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca31d3-eab0-4243-9f7f-bec8d5c69377', 'name': 'network-vif-deleted', 'tag': '8a83260a-3064-47b0-92a3-25c4debeb685', 'status': 'completed', 'code': 200} Jun 30 02:54:40.603696 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3db23e7-820c-4b96-ac0b-5d86515a4ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.605672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-861176cd-fe87-4d27-8422-7442ecbcbe7e service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571377 Jun 30 02:54:40.616362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3db23e7-820c-4b96-ac0b-5d86515a4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.647786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7d116-0a48-4e84-a55d-d094ecec6ae7 None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:40.659950 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c3db23e7-820c-4b96-ac0b-5d86515a4ee3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b854e7d42fe04a1dba65c17d928955ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209130 Jun 30 02:54:40.660706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58164) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:40.683889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7d116-0a48-4e84-a55d-d094ecec6ae7 None None] Network de2313b7-7f19-4a8c-9ba3-8a8df8251948 could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 02:54:40.706652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:40.707843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db23e7-820c-4b96-ac0b-5d86515a4ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0709cffe-92e2-4271-b010-ad0b04451194,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:40.710740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.764150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f752ae-6224-42cc-8c4f-dbad9c2d220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.793490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83e8f776-cb93-423d-a174-b4f8004d51b3 req-3a0c3ad8-525b-482c-88e0-16cabba85919 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802855 Jun 30 02:54:40.797726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f752ae-6224-42cc-8c4f-dbad9c2d220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.843364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:40.857672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.858070 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment c55ad25e-3a08-4e4e-bbbf-c67c9a7747c0 of type vlan for network cca8adb7-b5d7-497c-a127-3afe414674c9 Jun 30 02:54:40.874147 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.925978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.931180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f752ae-6224-42cc-8c4f-dbad9c2d220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.934216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f752ae-6224-42cc-8c4f-dbad9c2d220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.938872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d8f752ae-6224-42cc-8c4f-dbad9c2d220e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0709cffe-92e2-4271-b010-ad0b04451194 HTTP/1.1" status: 204 len: 168 time: 0.2704954 Jun 30 02:54:40.959362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f752ae-6224-42cc-8c4f-dbad9c2d220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0709cffe-92e2-4271-b010-ad0b04451194,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:41.013685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9535af2-a785-48a0-a34f-ab096668bc06 None None] New status for floating IP d7a5bb90-ac25-4891-a79c-078217057996: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:41.027630 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.051578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.052322 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.109789 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58172) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.145481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6394823 Jun 30 02:54:41.149983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.353905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94268a-b81d-4dea-bf05-6220c609ff15 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=cca8adb7-b5d7-497c-a127-3afe414674c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:41.389500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cca8adb7-b5d7-497c-a127-3afe414674c9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:41.411354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec314e-7429-4acb-bc4c-372b2a7f42d2 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.428252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-54ec314e-7429-4acb-bc4c-372b2a7f42d2 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks?id=cca8adb7-b5d7-497c-a127-3afe414674c9 HTTP/1.1" status: 200 len: 760 time: 0.2769001 Jun 30 02:54:41.432896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.451486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'description': 'd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:41.515939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 958f3158-5710-4077-ac7f-75216b47b8f6 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:41.609517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 958f3158-5710-4077-ac7f-75216b47b8f6 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:41.610185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 958f3158-5710-4077-ac7f-75216b47b8f6 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:41.662758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.733864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-a1f7dce8-a066-4ef1-8dfb-0b793352400e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.735403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-a1f7dce8-a066-4ef1-8dfb-0b793352400e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 816 time: 0.6154583 Jun 30 02:54:41.831442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb44c453-ded8-4aec-b217-74ec48d0ca99 req-7dcb2ac3-9caf-4f1f-95a2-a41b836f8683 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 210 time: 0.1470952 Jun 30 02:54:41.833043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7950edba-5353-4241-99e3-25e6cc39630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.855843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-70ce0222-b7fb-459c-ade2-46de8b8c6fc1 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 380 time: 0.0872874 Jun 30 02:54:41.890607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'port': {'device_id': '75271368-389c-4157-861a-d660fa46509a', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'admin_state_up': True, 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'security_groups': ['779acde9-5186-4e12-adae-fff980f07655']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:41.901256 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.927247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.938967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network cca8adb7-b5d7-497c-a127-3afe414674c9 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:54:41.945864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.945864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.949249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "PUT /v2.0/networks/cca8adb7-b5d7-497c-a127-3afe414674c9 HTTP/1.1" status: 200 len: 757 time: 0.5099995 Jun 30 02:54:41.950783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58190) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:42.088069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ee04e-ad48-46af-9d95-85a15b134d98 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=cca8adb7-b5d7-497c-a127-3afe414674c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.097305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7950edba-5353-4241-99e3-25e6cc39630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.101949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cca8adb7-b5d7-497c-a127-3afe414674c9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:42.103390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7950edba-5353-4241-99e3-25e6cc39630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.143008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56468f5-7ef8-40a5-b286-8c8d6365ac5a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.155764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:42.158086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a56468f5-7ef8-40a5-b286-8c8d6365ac5a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks?id=cca8adb7-b5d7-497c-a127-3afe414674c9 HTTP/1.1" status: 200 len: 760 time: 0.2048643 Jun 30 02:54:42.162872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-13258132'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:42.189315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950edba-5353-4241-99e3-25e6cc39630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e7e6b-eb5c-4a24-9545-9b158420cf5a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.199864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7950edba-5353-4241-99e3-25e6cc39630b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6dce61b74a247a0bc66b92a4eac25b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286293 Jun 30 02:54:42.200956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:42.201992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:42.206998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.265449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:42.285090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.285695 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment e1572dbd-72b5-4166-84c9-af70d7bbe375 of type vlan for network 73d2534f-60c1-4bb5-9716-6560ab88c428 Jun 30 02:54:42.291018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Made reservation on behalf of 93bd9490a3b34e8ca57aca5df3ee4f74 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:42.294524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.351653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6df64f-3656-4a34-8c1d-485d6104b993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.365496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.416079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6df64f-3656-4a34-8c1d-485d6104b993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.463243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.470205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.470825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.535952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3789740 Jun 30 02:54:42.539876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:42.546388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:42.551246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Allocated IP 172.20.0.9 (12ec059a-cdf8-4a9d-88f5-f22b0a577295/1071943a-2ee3-4da3-a3b4-00deebf90fc5/b0bb5246-2deb-49ea-b09e-86db17cf0ad3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:42.570802 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.617388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6df64f-3656-4a34-8c1d-485d6104b993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.619846 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6df64f-3656-4a34-8c1d-485d6104b993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.624593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8e6df64f-3656-4a34-8c1d-485d6104b993 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/336e7e6b-eb5c-4a24-9545-9b158420cf5a HTTP/1.1" status: 204 len: 168 time: 0.4110739 Jun 30 02:54:42.624593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61e19f-1a2f-4f51-99f2-f6190d74956d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=73d2534f-60c1-4bb5-9716-6560ab88c428,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.645335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 73d2534f-60c1-4bb5-9716-6560ab88c428 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:42.664767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6df64f-3656-4a34-8c1d-485d6104b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e7e6b-eb5c-4a24-9545-9b158420cf5a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.699692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:42.703441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.172180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.196980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Transition to ACTIVE for port object b0bb5246-2deb-49ea-b09e-86db17cf0ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:43.319610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.440985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:43.459495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 8fb31f14-0c89-4ada-8876-176243904611 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:43.459840 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.564575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 8fb31f14-0c89-4ada-8876-176243904611, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8fb31f14-0c89-4ada-8876-176243904611,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:43.564903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.576291 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e7152b43-3e5e-4a5b-b9ca-d61ff0683dd9 req-828fa342-ce4c-40a4-80c4-5ed236026f24 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 210 time: 0.4924126 Jun 30 02:54:43.579346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.685461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=b423b8ee-3333-4ba8-84e3-2a1c2c56ba02,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.688127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': 'e1572dbd-72b5-4166-84c9-af70d7bbe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:43.688531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 73d2534f-60c1-4bb5-9716-6560ab88c428, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:43.713207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 73d2534f-60c1-4bb5-9716-6560ab88c428 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:43.734658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 73d2534f-60c1-4bb5-9716-6560ab88c428) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:43.744009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb7993-6baf-4376-a43e-a520edeea0f7 None None] Network 73d2534f-60c1-4bb5-9716-6560ab88c428 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:43.748680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.750463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.789338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d1ecc01-0705-420b-b965-90d3a3468579 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2478158 Jun 30 02:54:43.791221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:43.978610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-73d2534f-60c1-4bb5-9716-6560ab88c428', 'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': 'b423b8ee-3333-4ba8-84e3-2a1c2c56ba02'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:43.979496 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.003274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.103601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.164392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:44.181562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:44.241161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 8fb31f14-0c89-4ada-8876-176243904611 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:44.244503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Allocated IP 172.20.0.2 (73d2534f-60c1-4bb5-9716-6560ab88c428/b423b8ee-3333-4ba8-84e3-2a1c2c56ba02/85f59121-40c9-4755-beba-8155345c4ff6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:44.256368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:44.474929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.475706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.518475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9e07a7bc-1f4e-46f3-bfca-91ffe462767f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6344862 Jun 30 02:54:44.587729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.612968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Transition to ACTIVE for port object 85f59121-40c9-4755-beba-8155345c4ff6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:44.644317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.689113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Transition to ACTIVE for port object 85f59121-40c9-4755-beba-8155345c4ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:44.722576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=8fb31f14-0c89-4ada-8876-176243904611,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:44.732484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01eaecb8-ee9d-45fb-a3ad-3a39289d72c5 None None] Provisioning for port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:44.757383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-01eaecb8-ee9d-45fb-a3ad-3a39289d72c5 None None] Provisioning complete for port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:44.758054 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01eaecb8-ee9d-45fb-a3ad-3a39289d72c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.772630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.777677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.829288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Request body: {'port': {'device_id': '75271368-389c-4157-861a-d660fa46509a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:44.921275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=b423b8ee-3333-4ba8-84e3-2a1c2c56ba02,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:45.030426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:45.046038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01eaecb8-ee9d-45fb-a3ad-3a39289d72c5 None None] Port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:45.052635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Pushing event updated for resources: {'Port': ['ID=85f59121-40c9-4755-beba-8155345c4ff6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:45.085268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Network 73d2534f-60c1-4bb5-9716-6560ab88c428 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:45.088475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:45.098776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:45.148518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.257986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.262982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Attempting to bind port 85f59121-40c9-4755-beba-8155345c4ff6 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:45.263359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Attempting to bind port 85f59121-40c9-4755-beba-8155345c4ff6 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e1572dbd-72b5-4166-84c9-af70d7bbe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:45.263724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Attempting to bind port 85f59121-40c9-4755-beba-8155345c4ff6 on network 73d2534f-60c1-4bb5-9716-6560ab88c428 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:45.268939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:45.269314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Checking segment: {'id': 'e1572dbd-72b5-4166-84c9-af70d7bbe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:45.269723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.270121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Bound using segment: {'id': 'e1572dbd-72b5-4166-84c9-af70d7bbe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:45.270636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Bound port: 85f59121-40c9-4755-beba-8155345c4ff6, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1572dbd-72b5-4166-84c9-af70d7bbe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73d2534f-60c1-4bb5-9716-6560ab88c428'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:45.271028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.292351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d2534f-60c1-4bb5-9716-6560ab88c428']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:45.323125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1572dbd-72b5-4166-84c9-af70d7bbe375') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:45.323433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1572dbd-72b5-4166-84c9-af70d7bbe375') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:45.353273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.396656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ccb6-2401-4590-bf91-f6f4986a696c req-4f448ddc-713a-4cf3-8d67-804ca348dff4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.404998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] For port 85f59121-40c9-4755-beba-8155345c4ff6, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:45.407122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e55ccb6-2401-4590-bf91-f6f4986a696c req-4f448ddc-713a-4cf3-8d67-804ca348dff4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 931 time: 0.5177112 Jun 30 02:54:45.409548 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] For port 85f59121-40c9-4755-beba-8155345c4ff6, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=85f59121-40c9-4755-beba-8155345c4ff6,segment=NetworkSegment(e1572dbd-72b5-4166-84c9-af70d7bbe375),segment_id=e1572dbd-72b5-4166-84c9-af70d7bbe375)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:45.426422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.452906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeb939c-40f3-45a6-af78-70c6bfaa84f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.488981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.526841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.546868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:45.547331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:45.559211 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:45.592473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e55ccb6-2401-4590-bf91-f6f4986a696c req-8ca37f33-57fe-4de5-b897-978d1a21fb83 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812253 Jun 30 02:54:45.652680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac96c2-7f22-499c-8074-08a848dc75ca None None] Network 73d2534f-60c1-4bb5-9716-6560ab88c428 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:45.695235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08188e-a9fd-4c42-860a-497bd441165b None None] Pushing event updated for resources: {'Port': ['ID=85f59121-40c9-4755-beba-8155345c4ff6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:45.792548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:54:45.792548 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:54:45.792548 n-d-798054-5 neutron-server[93821]: [parameters: {'id': '73d2534f-60c1-4bb5-9716-6560ab88c428'}] Jun 30 02:54:45.792548 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:45.793340 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:45.873798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bb5246-2deb-49ea-b09e-86db17cf0ad3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:45.886599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.891072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeb939c-40f3-45a6-af78-70c6bfaa84f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.895903 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeb939c-40f3-45a6-af78-70c6bfaa84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.897734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28896a-b0d2-42fd-ae8e-f51345022346 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:45.917939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Transition to ACTIVE for port object b0bb5246-2deb-49ea-b09e-86db17cf0ad3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:45.926630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router f878414d-9adb-43f2-aa49-611a0777086c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:45.934095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.973588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7eeb939c-40f3-45a6-af78-70c6bfaa84f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df94d5bdd7bf44649789d21ee01a461f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9420466 Jun 30 02:54:45.976050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:46.018511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e28896a-b0d2-42fd-ae8e-f51345022346 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:46.043757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb939c-40f3-45a6-af78-70c6bfaa84f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ad7aa-75f1-404b-9077-7012f2ceed05,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:46.106002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:46.112787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-500d1026-7ccc-4fdd-af37-6882f2f57351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/f878414d-9adb-43f2-aa49-611a0777086c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0008156 Jun 30 02:54:46.116042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86bd64cf-79e3-4d77-9e75-6a9b4115f24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.117993 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] Sync routers for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:46.121555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:46.144870 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:46.147366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:46.157553 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:46.231770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Attempting to bind port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:46.232438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Attempting to bind port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:46.233027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Attempting to bind port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:46.239122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:46.239770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Attempting to bind port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:46.245768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:46.246477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Checking segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:46.247097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Bound using segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:46.248013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Bound port: b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:46.248641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.257694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting subnet ffe0b754-d3c8-4393-aafa-f0b364df4b07 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:46.265331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.321748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.333614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:46.338188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:46.349527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.364723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86bd64cf-79e3-4d77-9e75-6a9b4115f24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.402946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.404294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.406603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] 10.222.0.90 "PUT /v2.0/ports/b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 1091 time: 1.8773062 Jun 30 02:54:46.407405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:46.411684 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72364670-f4f7-4232-98f8-1d53206f28a6" -d '{"events": [{"name": "network-changed", "server_uuid": "75271368-389c-4157-861a-d660fa46509a", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:46.432836 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:46.481168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11469e37-c990-4539-99aa-19edc71acc17 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:46.482381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.708122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-53f5c6c0-3990-451f-92b7-732feb7b7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.712867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-53f5c6c0-3990-451f-92b7-732feb7b7471 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1094 time: 0.2089400 Jun 30 02:54:46.725538 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c451e9-7400-40e3-99f6-8d5834041a4d x-openstack-request-id: req-87c451e9-7400-40e3-99f6-8d5834041a4d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:46.725974 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75271368-389c-4157-861a-d660fa46509a", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:46.726246 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87c451e9-7400-40e3-99f6-8d5834041a4d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:46.726796 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'status': 'completed', 'code': 200} Jun 30 02:54:46.857333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86bd64cf-79e3-4d77-9e75-6a9b4115f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.860335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-d0988572-af9e-49c6-bab6-ee6ec97524d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 217 time: 0.1321681 Jun 30 02:54:46.865562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86bd64cf-79e3-4d77-9e75-6a9b4115f24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.866786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-86bd64cf-79e3-4d77-9e75-6a9b4115f24b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad6ad7aa-75f1-404b-9077-7012f2ceed05 HTTP/1.1" status: 204 len: 168 time: 0.8865924 Jun 30 02:54:46.901364 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:54:44Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:46.910270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port 85f59121-40c9-4755-beba-8155345c4ff6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:46.910682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.981892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd64cf-79e3-4d77-9e75-6a9b4115f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ad7aa-75f1-404b-9077-7012f2ceed05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:46.985457 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] Checking router: f878414d-9adb-43f2-aa49-611a0777086c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:47.004693 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] Routers {'f878414d-9adb-43f2-aa49-611a0777086c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:47.005327 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:54:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['f878414d-9adb-43f2-aa49-611a0777086c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.019460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-73584d3e-e7d3-4b95-bce1-b0dc9db88e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.022768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-73584d3e-e7d3-4b95-bce1-b0dc9db88e54 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.1537268 Jun 30 02:54:47.082477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.230359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port 85f59121-40c9-4755-beba-8155345c4ff6, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=85f59121-40c9-4755-beba-8155345c4ff6,segment=NetworkSegment(e1572dbd-72b5-4166-84c9-af70d7bbe375),segment_id=e1572dbd-72b5-4166-84c9-af70d7bbe375)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:47.230743 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.296326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for 85f59121-40c9-4755-beba-8155345c4ff6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:47.317666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b0ac0-a3fc-48d4-b3f0-d9aa92d754c9 req-cfa494af-cd23-475a-922c-ad0b3997113c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.324925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-977b0ac0-a3fc-48d4-b3f0-d9aa92d754c9 req-cfa494af-cd23-475a-922c-ad0b3997113c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2913718 Jun 30 02:54:47.348040 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] Set router f878414d-9adb-43f2-aa49-611a0777086c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:47.349433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9ddd8d5e-5526-47d0-a0b0-01ba6e53e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.351006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-9ddd8d5e-5526-47d0-a0b0-01ba6e53e2c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3156874 Jun 30 02:54:47.469358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.568080 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-977b0ac0-a3fc-48d4-b3f0-d9aa92d754c9 req-f049e75e-c5f7-4a11-9209-0ed1287ae662 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421937 Jun 30 02:54:47.572389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe0b754-d3c8-4393-aafa-f0b364df4b07,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:47.583126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.590069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-71a51df0-210e-443c-8afe-bfb2ac24d952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/subnets/ffe0b754-d3c8-4393-aafa-f0b364df4b07 HTTP/1.1" status: 204 len: 168 time: 1.4671476 Jun 30 02:54:47.590837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:47.591646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4b6ed-16b2-4a76-8fcf-a70cb404774b None None] Network 589e6b4d-f814-414d-9a9f-6533fe51c52b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:47.738169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-2f5ed5b5-4dcb-48e8-93af-83c3757998be service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778853 Jun 30 02:54:47.799117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:54:44Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.872221 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eadf35-44c3-4f67-bad4-472708d0cf9d None None] The sync data for ids ['f878414d-9adb-43f2-aa49-611a0777086c'] in n-d-798054-5 is: [{'id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502122703', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:54:44Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': 'ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f878414d-9adb-43f2-aa49-611a0777086c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:33Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:47.932853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.954978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3d515e0-90bd-4cd6-b4d0-edb564ddb8ed req-e3340337-d124-464a-99da-ba3ac271224c service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098293 Jun 30 02:54:48.056603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=85f59121-40c9-4755-beba-8155345c4ff6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:48.089268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port 85f59121-40c9-4755-beba-8155345c4ff6 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:48.162066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-b84dcdc5-561a-4cdb-a9e2-9ae201d09807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.163608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-b84dcdc5-561a-4cdb-a9e2-9ae201d09807 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1094 time: 0.1363053 Jun 30 02:54:48.280168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] DHCP port deletion for 589e6b4d-f814-414d-9a9f-6533fe51c52b request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:48.371879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-d0816c75-26f3-478f-84ae-94ad38c785ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.373655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-d0816c75-26f3-478f-84ae-94ad38c785ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1967623 Jun 30 02:54:48.419390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.419718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] Deleting port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:48.422593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.456551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d2534f-60c1-4bb5-9716-6560ab88c428']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:48.461213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.470125 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-b5bdde64-4cce-47fa-8add-21ea062c288a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 217 time: 0.0843365 Jun 30 02:54:48.589988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-63dfd3fb-1640-4c8e-9f3b-aa4ab3229d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.589988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-63dfd3fb-1640-4c8e-9f3b-aa4ab3229d57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.1117134 Jun 30 02:54:48.602014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] For port 593d2ff3-5a0c-4676-bcf0-1f3dce865380, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=593d2ff3-5a0c-4676-bcf0-1f3dce865380,segment=NetworkSegment(b6b0260f-a3ce-4201-854c-9b400fc90543),segment_id=b6b0260f-a3ce-4201-854c-9b400fc90543)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:48.604508 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.630489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] Calling delete_port for 593d2ff3-5a0c-4676-bcf0-1f3dce865380 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:48.740986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1572dbd-72b5-4166-84c9-af70d7bbe375') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:48.741964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1572dbd-72b5-4166-84c9-af70d7bbe375') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:48.775221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.781018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-d234c323-08d9-4dab-b45e-9bd54bda1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.782559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-d234c323-08d9-4dab-b45e-9bd54bda1475 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848714 Jun 30 02:54:48.831121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.845501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:48.846147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:48.851724 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:48.861533 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.914924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] Pushing event deleted for resources: {'Port': ['ID=593d2ff3-5a0c-4676-bcf0-1f3dce865380,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:48.924836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcefe4-18d1-4e37-b013-54dbc8c0861d None None] No DVR routers for this DVR port 593d2ff3-5a0c-4676-bcf0-1f3dce865380 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:48.934050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-cae9fb6a-1d5e-426c-8b46-af8cd6a5cc23 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440458 Jun 30 02:54:48.937764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.009469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.021315 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.025419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/73d2534f-60c1-4bb5-9716-6560ab88c428 HTTP/1.1" status: 204 len: 168 time: 5.2308779 Jun 30 02:54:49.026598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.065762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addd74-74c3-4fe6-abe8-51111a29e1b9 req-aaeee348-4c0c-4c90-9878-b8631eaced89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.067529 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39addd74-74c3-4fe6-abe8-51111a29e1b9 req-aaeee348-4c0c-4c90-9878-b8631eaced89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2086656 Jun 30 02:54:49.103688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de48a0d-cb13-4db5-8ea8-70f251cca73a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=73d2534f-60c1-4bb5-9716-6560ab88c428,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:49.106683 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff2c819-9b9a-444f-a41c-f5f2d73bf24b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] GET failed (client error): The resource could not be found. Jun 30 02:54:49.108555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fff2c819-9b9a-444f-a41c-f5f2d73bf24b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/subnets/b423b8ee-3333-4ba8-84e3-2a1c2c56ba02 HTTP/1.1" status: 404 len: 337 time: 0.0685682 Jun 30 02:54:49.111217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.174289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:49.176037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.183560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39addd74-74c3-4fe6-abe8-51111a29e1b9 req-4cf64eed-412e-470a-86b8-e7637009466e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006336 Jun 30 02:54:49.202654 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72364670-f4f7-4232-98f8-1d53206f28a6 req-0ba35b89-bb89-485c-bf0b-49573a9b73b7 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550483 Jun 30 02:54:49.267204 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-366f15d1-3b2b-42c3-9188-94a8eae90cfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:49.267852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366f15d1-3b2b-42c3-9188-94a8eae90cfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:49.274693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-366f15d1-3b2b-42c3-9188-94a8eae90cfe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/73d2534f-60c1-4bb5-9716-6560ab88c428 HTTP/1.1" status: 404 len: 339 time: 0.1557572 Jun 30 02:54:49.275083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58400) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.330749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.331275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.347383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:49.540460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8fb31f14-0c89-4ada-8876-176243904611 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:49.574161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 8fb31f14-0c89-4ada-8876-176243904611 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:49.581696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8fb31f14-0c89-4ada-8876-176243904611 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:49.584254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 593d2ff3-5a0c-4676-bcf0-1f3dce865380 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:49.606270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b821d4-7ed3-4148-9581-132263c706f7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.611674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-65b821d4-7ed3-4148-9581-132263c706f7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3354938 Jun 30 02:54:49.614230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58408) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.641323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 593d2ff3-5a0c-4676-bcf0-1f3dce865380 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:49.641864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 593d2ff3-5a0c-4676-bcf0-1f3dce865380 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:49.678531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bec9ca22-5b21-4429-b9cd-4d050e73d122 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 207 time: 0.0598559 Jun 30 02:54:49.679144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58414) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.694767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.708348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.769807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:49.950736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.086587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1497030776'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:50.175236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.178769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.271780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Made reservation on behalf of 24e01b2d2bba468997f0a2eb8be364c1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:50.289522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.316913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.361514 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.364334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Fanout notify agent at l3_agent the message router_deleted on router f878414d-9adb-43f2-aa49-611a0777086c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:54:50.372022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009aec2-74e9-48f5-a47f-4dd88df6f65b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.379034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.383209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83940d16-fe9b-4f5a-87a1-347ace128c1c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/routers/f878414d-9adb-43f2-aa49-611a0777086c HTTP/1.1" status: 204 len: 168 time: 2.7896450 Jun 30 02:54:50.387530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009aec2-74e9-48f5-a47f-4dd88df6f65b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.389142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.426799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009aec2-74e9-48f5-a47f-4dd88df6f65b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.467406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009aec2-74e9-48f5-a47f-4dd88df6f65b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.475277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2009aec2-74e9-48f5-a47f-4dd88df6f65b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7890043 Jun 30 02:54:50.482178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58448) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.637519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.733304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b4b3-7481-467e-ae0f-45b38a433f5a req-9c25e8fd-8ca6-4847-a82b-68682b2311ff tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.735490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7624b4b3-7481-467e-ae0f-45b38a433f5a req-9c25e8fd-8ca6-4847-a82b-68682b2311ff tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2650306 Jun 30 02:54:50.776873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-51a024ca-9b87-4621-aeac-d14e6d45c8eb tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2927129 Jun 30 02:54:50.781473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58454) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.820383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.837407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589e6b4d-f814-414d-9a9f-6533fe51c52b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:50.859253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b0260f-a3ce-4201-854c-9b400fc90543') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:50.859253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b0260f-a3ce-4201-854c-9b400fc90543') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:50.876494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.895695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.906563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:50.907027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:50.951798 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:50.978984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7624b4b3-7481-467e-ae0f-45b38a433f5a req-1743ef8f-881c-4990-9ed9-19ebe47283c8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369480 Jun 30 02:54:51.033670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.036306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.058896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.059781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0376531-0d1b-4278-864f-8d6c336077e1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.061103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/networks/589e6b4d-f814-414d-9a9f-6533fe51c52b HTTP/1.1" status: 204 len: 168 time: 0.6643119 Jun 30 02:54:51.061619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0376531-0d1b-4278-864f-8d6c336077e1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.062263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350113a-0824-4c09-b0d4-6bde9a4a51b5 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Network': ['ID=589e6b4d-f814-414d-9a9f-6533fe51c52b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.067970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0376531-0d1b-4278-864f-8d6c336077e1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2813644 Jun 30 02:54:51.067970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58466) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.068398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58468) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.070841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.112814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:51.135873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30dc830-8be5-4757-aa9e-58b6d33a4709,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.153037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.153308 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Added segment 234c0dff-929d-43cc-9fd9-9bfe3533e08d of type vlan for network d50f7625-d987-4a37-abea-48f1186b07f1 Jun 30 02:54:51.211760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.213707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2486d8fa-8a5d-47e3-a11b-66d6399fd50d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.224517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685f130-5891-41ad-abbc-42fe1e5caf87 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.225829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685f130-5891-41ad-abbc-42fe1e5caf87 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.227776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0685f130-5891-41ad-abbc-42fe1e5caf87 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1470358 Jun 30 02:54:51.231838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58470) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.314461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.323401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2486d8fa-8a5d-47e3-a11b-66d6399fd50d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.343143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.343645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.471296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Pushing event updated for resources: {'Network': ['ID=d50f7625-d987-4a37-abea-48f1186b07f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.472966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2cbd6-9326-4773-8d3a-d7407473c508 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.479822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91989937-308c-4295-9d66-6685982065b4 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7834866 Jun 30 02:54:51.483937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.485479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dfb2cbd6-9326-4773-8d3a-d7407473c508 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks/386023fd-5e0e-4772-86c7-8b1f1c82d40b HTTP/1.1" status: 200 len: 799 time: 0.2526665 Jun 30 02:54:51.491096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58486) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.506344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d50f7625-d987-4a37-abea-48f1186b07f1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:51.530913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2486d8fa-8a5d-47e3-a11b-66d6399fd50d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.534584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2486d8fa-8a5d-47e3-a11b-66d6399fd50d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.535768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2486d8fa-8a5d-47e3-a11b-66d6399fd50d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/security-groups/046a7ac3-4f50-4521-bc15-3b2fb1738bfe HTTP/1.1" status: 204 len: 168 time: 0.4682739 Jun 30 02:54:51.599438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:51.650634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:51.651213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ea29ea08-c1c1-4bd6-b8d6-2b0cd2a2f1e1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:51.657660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:51.671831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'network': {'name': 'tempest-network--18834387', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:51.708587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Made reservation on behalf of 7d1733f20e9b470c968a9960b27b9fbb for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:51.711687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.728167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486d8fa-8a5d-47e3-a11b-66d6399fd50d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046a7ac3-4f50-4521-bc15-3b2fb1738bfe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.740257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.868511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:51.891992 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b2321c0d-77e4-4b8a-ba40-de6279def7dc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/networks/386023fd-5e0e-4772-86c7-8b1f1c82d40b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3974652 Jun 30 02:54:51.893357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58498) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.902590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'mac_address': 'fa:16:3e:9d:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:51.992588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beaca8c-75fe-48af-8b33-50551174904d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.994331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4beaca8c-75fe-48af-8b33-50551174904d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/subnets/7d7f2714-f38a-4724-a395-e23767eae23b HTTP/1.1" status: 200 len: 811 time: 0.1000373 Jun 30 02:54:51.998645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58504) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.011703 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.038454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.061002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.062938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bb5246-2deb-49ea-b09e-86db17cf0ad3 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:52.099334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4ae829-89d7-437e-a480-bc52a49a066e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:52.123186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:52.165095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945ad0d-ca46-471e-80a1-c47ca51e216a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.171655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58508) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.171859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2945ad0d-ca46-471e-80a1-c47ca51e216a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "GET /v2.0/subnets/7d7f2714-f38a-4724-a395-e23767eae23b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1584370 Jun 30 02:54:52.178214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:52.178457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582580756'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:52.187836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.187836 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Added segment d8025a3d-2295-45de-b771-aac1ca1a7fd5 of type vlan for network 985a45a9-b0e1-4d43-8f8b-2ad358df1c14 Jun 30 02:54:52.193182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.256076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:52.259634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.304752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.307889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.320352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:52.328307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423567837', 'description': 'tempest-secgroup-smoke-1423567837 description', 'project_id': 'e96f464854794097a83e6ab2ddb9535f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:52.331234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:52.342225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.342782 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Added segment 11f81f09-3fc6-4304-9816-6a0886eef970 of type vlan for network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 Jun 30 02:54:52.393198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.434393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.447639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['b0bb5246-2deb-49ea-b09e-86db17cf0ad3'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:52.450791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.451478 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.457466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.457466 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.459439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.460224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.545834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3725255 Jun 30 02:54:52.550854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.567180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:52.578890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Network': ['ID=985a45a9-b0e1-4d43-8f8b-2ad358df1c14,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:52.617456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 985a45a9-b0e1-4d43-8f8b-2ad358df1c14 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:52.628333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447debf3-e0bf-4b3f-ba60-5a33b4c8d2fe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Network': ['ID=07d8bfca-63d7-48ed-81f4-c7672eae75d1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:52.670090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba858-8513-4f87-8bbc-c064c481cd61 req-df08a876-8e5d-4d6c-b4b3-fe120dd13bcc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.677301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-59dba858-8513-4f87-8bbc-c064c481cd61 req-df08a876-8e5d-4d6c-b4b3-fe120dd13bcc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 944 time: 0.4240012 Jun 30 02:54:52.696515 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.696745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:52.707334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.755898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-61d8457f-9ecf-4f20-afa5-b8e9484aa7bf tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2704241 Jun 30 02:54:52.757026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58526) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.782244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.786752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4809644 Jun 30 02:54:52.802164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.830338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-59dba858-8513-4f87-8bbc-c064c481cd61 req-aa20a4c6-feaa-4772-bfdf-0dc05e565986 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520729 Jun 30 02:54:52.840481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3251aa72-7231-4d54-a011-f88d483f2cfc', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:52.851553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Made reservation on behalf of b079cf63095b443c92c5739faa59d85d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:52.861843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.975948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.990163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a66a9-81c8-4810-88e8-a3b30888bca6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3251aa72-7231-4d54-a011-f88d483f2cfc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.027410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing IP validity checks on allocation pools {{(pid=93822) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:54:53.032320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93822) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:54:53.101309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.126912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.209654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.231180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985a45a9-b0e1-4d43-8f8b-2ad358df1c14']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:53.240375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.250709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8025a3d-2295-45de-b771-aac1ca1a7fd5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:53.252120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8025a3d-2295-45de-b771-aac1ca1a7fd5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:53.273867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73c55e2-cdcb-43e0-9847-53a3d06a6989,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.277707 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.294214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.297442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b544f76e-77eb-40ad-abaf-ba2c81184a9f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881766 Jun 30 02:54:53.297850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.303453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3251aa72-7231-4d54-a011-f88d483f2cfc', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:53.308451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.320276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:53.321037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:53.322894 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:53.366358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.498123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.553851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Checking segment: {'id': '11f81f09-3fc6-4304-9816-6a0886eef970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:53.578575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network hostable DHCP agents. Network: 07d8bfca-63d7-48ed-81f4-c7672eae75d1, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:53.586118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.597360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=1eaac5ee-9913-451b-aad5-7d483010dd0c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.602374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 985a45a9-b0e1-4d43-8f8b-2ad358df1c14 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:54:53.613431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.613848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.614197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.614587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.614922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.615256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.615583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.615910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.616236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.616572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.616882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.617205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:53.621936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.628578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/networks/985a45a9-b0e1-4d43-8f8b-2ad358df1c14 HTTP/1.1" status: 204 len: 168 time: 0.8622150 Jun 30 02:54:53.633468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:53.636027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58544) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.639577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab06bc-14fe-45a5-ac85-3073d4d6a409 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Network': ['ID=985a45a9-b0e1-4d43-8f8b-2ad358df1c14,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.667103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:53.668160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.684485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.687961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:53.727628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d27c48-bdcb-4e64-a037-a90b7bfdb07c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.741521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 07d8bfca-63d7-48ed-81f4-c7672eae75d1) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:53.756313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.756313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.759420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b2bba-b509-4a0d-b706-fd1b2809ebeb None None] Network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:53.805553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Made reservation on behalf of 7d1733f20e9b470c968a9960b27b9fbb for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:53.807295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.818725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.822788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4ecf7c68-5ede-4fb6-8442-1187872c90ae tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5216210 Jun 30 02:54:53.823253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.827965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-caae2155-e28e-4bdd-81c7-c2698aa74a7e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2736342 Jun 30 02:54:53.829113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3251aa72-7231-4d54-a011-f88d483f2cfc', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:53.830532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:53.830970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58552) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.836803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:53.856481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:53.857839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.904222 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.924121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:53.952559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.959622 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Added segment e609ca8e-beaa-47ae-ae92-a36da6dc55c1 of type vlan for network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 Jun 30 02:54:54.057870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4957673'] for subnet, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.107007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.168345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.181625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.197096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.199617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:54.200215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.268324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c01223e-2214-4437-9cc7-ba6cc4889269,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.280725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.284514 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4ed9042-dd27-4842-b43c-2d1cf79b8404 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4594705 Jun 30 02:54:54.292283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:54.310401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3251aa72-7231-4d54-a011-f88d483f2cfc', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:54.389222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.401650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.437735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7893257 Jun 30 02:54:54.449623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:54.474820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'subnet': {'network_id': 'e830f6e7-80cf-4b01-bbeb-f8e90474eef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:54.478061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846d74-a69f-4880-a48e-9ac2e50e8803 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Network': ['ID=e830f6e7-80cf-4b01-bbeb-f8e90474eef9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.543979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:54.556652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-07d8bfca-63d7-48ed-81f4-c7672eae75d1', 'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1', 'tenant_id': 'b079cf63095b443c92c5739faa59d85d', 'fixed_ips': [{'subnet_id': '1eaac5ee-9913-451b-aad5-7d483010dd0c'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:54.562819 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.592811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aed343-5161-4792-822b-ccfe35b16e2d req-78e229f1-06a4-46de-9a9b-674148006f40 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:54.597618 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71aed343-5161-4792-822b-ccfe35b16e2d req-78e229f1-06a4-46de-9a9b-674148006f40 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 944 time: 0.4393716 Jun 30 02:54:54.621478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Made reservation on behalf of 7d1733f20e9b470c968a9960b27b9fbb for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:54.631243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.685073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.760970 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.823616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740179653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4878759'] for subnet, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.829124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89299c8b-0249-4331-b8c2-28f03b21fb37,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.883355 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.887795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d5af834b-a76b-49b4-bcf4-3f6024e9d2dc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5869780 Jun 30 02:54:54.895923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:54.906255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3251aa72-7231-4d54-a011-f88d483f2cfc', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:54.928294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:54.930860 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34fd57-f0ff-4e93-98b3-8995f7979625" -d '{"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:54.961791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event updated for resources: {'Subnet': ['ID=1eaac5ee-9913-451b-aad5-7d483010dd0c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.975581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:54.996737 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:54:55.019481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.089333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71aed343-5161-4792-822b-ccfe35b16e2d req-4c6841bb-35d2-44dd-a505-41ab07a7e925 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4808881 Jun 30 02:54:55.094279 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad9025-16ed-4ae0-82d0-aa4bc1df3eee x-openstack-request-id: req-dfad9025-16ed-4ae0-82d0-aa4bc1df3eee {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:55.094614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.095348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.095702 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:55.096055 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfad9025-16ed-4ae0-82d0-aa4bc1df3eee {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:55.098054 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'code': 200} Jun 30 02:54:55.102155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-20302555-a2ee-48ae-9110-445f357ee2f8 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "PUT /v2.0/subnets/1eaac5ee-9913-451b-aad5-7d483010dd0c HTTP/1.1" status: 200 len: 877 time: 1.2669566 Jun 30 02:54:55.102871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:55.103791 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.211193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:55.260641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435820d-f401-431a-8181-f1ec4c969d28 req-455b6567-44e7-444f-9977-4898e1247617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.263135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7435820d-f401-431a-8181-f1ec4c969d28 req-455b6567-44e7-444f-9977-4898e1247617 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1096 time: 0.1001945 Jun 30 02:54:55.293564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.327431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7435820d-f401-431a-8181-f1ec4c969d28 req-8f92ffca-86e4-4e99-a70c-abcaa13b3002 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552957 Jun 30 02:54:55.344983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Allocated IP 172.20.0.3 (07d8bfca-63d7-48ed-81f4-c7672eae75d1/1eaac5ee-9913-451b-aad5-7d483010dd0c/17f7f7bf-b3af-4bb3-b7fa-edb03349217f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:55.413926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.454652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.578132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.594692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Transition to ACTIVE for port object 17f7f7bf-b3af-4bb3-b7fa-edb03349217f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:55.634290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Transition to ACTIVE for port object 17f7f7bf-b3af-4bb3-b7fa-edb03349217f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:55.652896 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.771162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:55.772499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Pushing event updated for resources: {'Port': ['ID=17f7f7bf-b3af-4bb3-b7fa-edb03349217f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:55.775665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:55.778139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:55.882044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Attempting to bind port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:55.885933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Attempting to bind port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '11f81f09-3fc6-4304-9816-6a0886eef970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:55.887572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Attempting to bind port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f on network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:55.894935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:55.895615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Checking segment: {'id': '11f81f09-3fc6-4304-9816-6a0886eef970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:55.900155 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.900952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Bound using segment: {'id': '11f81f09-3fc6-4304-9816-6a0886eef970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:55.902055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Bound port: 17f7f7bf-b3af-4bb3-b7fa-edb03349217f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f81f09-3fc6-4304-9816-6a0886eef970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:55.902639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.016229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] For port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:56.020163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] For port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=17f7f7bf-b3af-4bb3-b7fa-edb03349217f,segment=NetworkSegment(11f81f09-3fc6-4304-9816-6a0886eef970),segment_id=11f81f09-3fc6-4304-9816-6a0886eef970)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:56.037304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.046762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.086603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a1887d-5816-4a55-8e75-0aa45c48a3ef,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.103367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.104788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9ca70a37-51d8-4dc4-b738-565ee7c145f3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2045231 Jun 30 02:54:56.107728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58620) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:56.114469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'security_group_rule': {'security_group_id': '3251aa72-7231-4d54-a011-f88d483f2cfc', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:56.184235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8fb8a-2922-4885-9d52-657011811149 None None] Pushing event updated for resources: {'Port': ['ID=17f7f7bf-b3af-4bb3-b7fa-edb03349217f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.196078 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Project e96f464854794097a83e6ab2ddb9535f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:54:56.211870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.232720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.341711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaac5ee-9913-451b-aad5-7d483010dd0c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.448446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.477545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.objects.ports [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:54:56.478019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.482461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.514853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.645443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c42562b-dcd3-410c-b1d7-dd3d20db9222,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.674899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaddb3f-afb1-4486-b326-1e6ebd485a05 req-8d3d0a94-f767-470a-a720-dc4b43d1ff0f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.675357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d8bfca-63d7-48ed-81f4-c7672eae75d1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:56.676895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eaddb3f-afb1-4486-b326-1e6ebd485a05 req-8d3d0a94-f767-470a-a720-dc4b43d1ff0f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.3512676 Jun 30 02:54:56.681457 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.686475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1f9a4d48-f8d2-4690-a2b5-ab21fd68275e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5733373 Jun 30 02:54:56.700248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58634) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:56.710209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'network': {'name': 'tempest-network-smoke--1897452792', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:56.745425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f81f09-3fc6-4304-9816-6a0886eef970') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:56.749082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f81f09-3fc6-4304-9816-6a0886eef970') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:56.802190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.854985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bfd34a6-6493-40b2-bff5-aca3c382e8cd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.864408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eaddb3f-afb1-4486-b326-1e6ebd485a05 req-db49a93b-e37e-46c3-b1d8-de4481fdfa11 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767483 Jun 30 02:54:56.896057 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.912561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:56.918185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.925043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Checking segment: {'id': 'e609ca8e-beaa-47ae-ae92-a36da6dc55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e830f6e7-80cf-4b01-bbeb-f8e90474eef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:56.925662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Network hostable DHCP agents. Network: e830f6e7-80cf-4b01-bbeb-f8e90474eef9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:56.928557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:56.929179 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:56.932581 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:56.969463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:56.987832 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.988187 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Added segment deb23900-c250-4f47-bf15-cd2dc0cb6f65 of type vlan for network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 Jun 30 02:54:57.038429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:57.057942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:54:57.057942 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:54:57.057942 n-d-798054-5 neutron-server[93821]: [parameters: {'id': '07d8bfca-63d7-48ed-81f4-c7672eae75d1'}] Jun 30 02:54:57.057942 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:57.059980 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:57.061630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, e830f6e7-80cf-4b01-bbeb-f8e90474eef9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:57.068185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.069054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.089101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2ec70eb-0ca7-4071-9a88-ec7f33fe0e0c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6318963 Jun 30 02:54:57.089571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:57.095861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311902c-8490-471b-b8b3-9b6f074dfeaf None None] Network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:57.105171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'floatingip': {'floating_network_id': 'e830f6e7-80cf-4b01-bbeb-f8e90474eef9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:57.136147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.158229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.222318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.228008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.228714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.314657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393dc0e9-5b5f-4064-b661-5ee4ed486a69 None None] Network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:57.317209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.355093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6537735 Jun 30 02:54:57.360382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58652) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:57.401239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'admin_state_up': True, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:57.462803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.464384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.482115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755180dc-65b6-4c68-833a-1a1a7acc05d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Network': ['ID=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:57.533260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Allocated IP 172.20.0.9 (e830f6e7-80cf-4b01-bbeb-f8e90474eef9/3bfd34a6-6493-40b2-bff5-aca3c382e8cd/406df00b-52b2-4d1d-8079-7d3c6ffeccf7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:57.534448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:57.565759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.628414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.716841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17f7f7bf-b3af-4bb3-b7fa-edb03349217f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:57.914340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.922837 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cebdd3b8-19d4-4a04-9322-ffce4b1138db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.990066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:58.027747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.048742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:58.049579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.203510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702d0b3-8eed-4ab6-908f-1239dce48ca8 None None] Network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:58.266006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fe3d-acb1-4227-9b82-ab6d6699d8c8 req-a65caae2-df3a-4ca0-9ffc-a467cb89557b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.268960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0840fe3d-acb1-4227-9b82-ab6d6699d8c8 req-a65caae2-df3a-4ca0-9ffc-a467cb89557b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.1284311 Jun 30 02:54:58.357452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=17f7f7bf-b3af-4bb3-b7fa-edb03349217f,segment=NetworkSegment(11f81f09-3fc6-4304-9816-6a0886eef970),segment_id=11f81f09-3fc6-4304-9816-6a0886eef970)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:58.364334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0840fe3d-acb1-4227-9b82-ab6d6699d8c8 req-3daa6b91-7195-4efa-8b06-4c2a1527ea89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894992 Jun 30 02:54:58.374904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.392661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.445818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a870e758-3de7-40e7-81fe-8cbb9d77a7f1 None None] Provisioning for port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:58.464327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for 17f7f7bf-b3af-4bb3-b7fa-edb03349217f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:58.486214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.509364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.542586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a870e758-3de7-40e7-81fe-8cbb9d77a7f1 None None] Provisioning complete for port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:58.542959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a870e758-3de7-40e7-81fe-8cbb9d77a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.695698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:58.713907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.241 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/1a869414-102d-445a-8ded-a85c6ceab1c9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:58.742456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:58.755401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:58.802637 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a870e758-3de7-40e7-81fe-8cbb9d77a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.806744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Port': ['ID=406df00b-52b2-4d1d-8079-7d3c6ffeccf7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:58.832810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] DHCP port deletion for 07d8bfca-63d7-48ed-81f4-c7672eae75d1 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:58.919688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076646-d754-49ea-ad6d-53afb6a0a587 req-830fecea-66b0-44a8-9a1f-4c685c141f13 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.921249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d076646-d754-49ea-ad6d-53afb6a0a587 req-830fecea-66b0-44a8-9a1f-4c685c141f13 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.2355261 Jun 30 02:54:58.931608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.934882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.962565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.968074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.991036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Deleting port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:58.992627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.997496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'floatingip': {'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:59.044581 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.046658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.140064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=1a869414-102d-445a-8ded-a85c6ceab1c9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.151562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] For port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:59.152065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.161073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:59.164725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:59.181264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:59.188369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Calling delete_port for 17f7f7bf-b3af-4bb3-b7fa-edb03349217f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:59.199964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:54:59.201341 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.248764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] No DVR routers for this DVR port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:59.329521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47c4ed-aed8-45a9-a43e-1e78037bb5d5 None None] Pushing event deleted for resources: {'Port': ['ID=17f7f7bf-b3af-4bb3-b7fa-edb03349217f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.355282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b04574-a79d-4d8d-8dc7-0391a53c3b3f None None] Network 07d8bfca-63d7-48ed-81f4-c7672eae75d1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:59.403882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=17f7f7bf-b3af-4bb3-b7fa-edb03349217f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.428279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port 17f7f7bf-b3af-4bb3-b7fa-edb03349217f on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:59.563793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17f7f7bf-b3af-4bb3-b7fa-edb03349217f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:59.595855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 17f7f7bf-b3af-4bb3-b7fa-edb03349217f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:59.596542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 17f7f7bf-b3af-4bb3-b7fa-edb03349217f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:59.736246 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.746959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d8bfca-63d7-48ed-81f4-c7672eae75d1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.757340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f81f09-3fc6-4304-9816-6a0886eef970') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.757644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f81f09-3fc6-4304-9816-6a0886eef970') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.766462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.780842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.787973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:59.788380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.795667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:59.847663 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:59.856188 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.866511 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.871013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.873326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/07d8bfca-63d7-48ed-81f4-c7672eae75d1 HTTP/1.1" status: 204 len: 168 time: 4.7705417 Jun 30 02:54:59.913381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:59.963566 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78dda86-8974-4600-b1ff-3a86aeed8d08 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:59.964031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78dda86-8974-4600-b1ff-3a86aeed8d08 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:59.965748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e78dda86-8974-4600-b1ff-3a86aeed8d08 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/1eaac5ee-9913-451b-aad5-7d483010dd0c HTTP/1.1" status: 404 len: 337 time: 0.0514357 Jun 30 02:54:59.991258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.012789 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a09126a-f2ed-45fa-974b-59d3a784bc38 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:00.013369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a09126a-f2ed-45fa-974b-59d3a784bc38 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:00.017883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4a09126a-f2ed-45fa-974b-59d3a784bc38 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/07d8bfca-63d7-48ed-81f4-c7672eae75d1 HTTP/1.1" status: 404 len: 339 time: 0.0251620 Jun 30 02:55:00.018677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58730) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.058117 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bd2b90-e5e2-4f8a-8171-e89b8fcf5955 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:00.058117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bd2b90-e5e2-4f8a-8171-e89b8fcf5955 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:00.058454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b787e5-b79e-44b7-b62d-f004af42cf79 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=07d8bfca-63d7-48ed-81f4-c7672eae75d1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:00.060306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1bd2b90-e5e2-4f8a-8171-e89b8fcf5955 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/b423b8ee-3333-4ba8-84e3-2a1c2c56ba02 HTTP/1.1" status: 404 len: 337 time: 0.0383399 Jun 30 02:55:00.067230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58732) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.088275 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b52dc-083e-42b3-af1a-ae18cd19e6e1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:00.090864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b52dc-083e-42b3-af1a-ae18cd19e6e1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:00.093298 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-905b52dc-083e-42b3-af1a-ae18cd19e6e1 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/73d2534f-60c1-4bb5-9716-6560ab88c428 HTTP/1.1" status: 404 len: 339 time: 0.0300343 Jun 30 02:55:00.106856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.154548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.288495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.310656 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7f9eb40-bcf0-46e3-831b-25a2e681defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.399770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 474e2ec5-a58b-408b-ba9d-d71178002953 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:00.501841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:55:00.541735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.656922 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.666893 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.919958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.014041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.016332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Port': ['ID=406df00b-52b2-4d1d-8079-7d3c6ffeccf7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:01.107434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.120016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.217573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca8adb7-b5d7-497c-a127-3afe414674c9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.235990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.238527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:01.239100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c64c03c8-99be-4696-8cd3-71c28014df8f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1482821 Jun 30 02:55:01.244689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58760) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.251265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55ad25e-3a08-4e4e-bbbf-c67c9a7747c0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.251593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55ad25e-3a08-4e4e-bbbf-c67c9a7747c0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.260660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Sync routers for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:01.279574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:01.282355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.385548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.415027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5e9325e7-30fd-44d0-8d7e-a0fe489f730a tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=e830f6e7-80cf-4b01-bbeb-f8e90474eef9 HTTP/1.1" status: 200 len: 689 time: 0.1690331 Jun 30 02:55:01.416007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.435965 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.437860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0408b56d-c130-4431-af82-446cac60e7a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0765257 Jun 30 02:55:01.441548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.451291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58772) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.457176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:01.457589 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:01.491598 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:01.544162 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9be6f966-47ad-42e2-b924-3fea38ca6ae7 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e96f464854794097a83e6ab2ddb9535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913715 Jun 30 02:55:01.550489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58774) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.550859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:01.623296 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.646017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.657897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.666863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/cca8adb7-b5d7-497c-a127-3afe414674c9 HTTP/1.1" status: 204 len: 168 time: 1.5545239 Jun 30 02:55:01.668321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58776) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.718899 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Floating IP 07b2ec4f-88a6-45e2-bcee-4ab12416263b associated. External IP: 172.25.0.251, port: b0bb5246-2deb-49ea-b09e-86db17cf0ad3. Jun 30 02:55:01.973656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:54:59Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:02.016729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Checking router: 474e2ec5-a58b-408b-ba9d-d71178002953 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:02.016978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Updating router 474e2ec5-a58b-408b-ba9d-d71178002953 port 1a869414-102d-445a-8ded-a85c6ceab1c9 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:02.090859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.130766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237562c0-d257-4e3b-9957-9eb01a179a5a tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.131437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237562c0-d257-4e3b-9957-9eb01a179a5a tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.136196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-237562c0-d257-4e3b-9957-9eb01a179a5a tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.5843241 Jun 30 02:55:02.136935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58790) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.150439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Deleting port 406df00b-52b2-4d1d-8079-7d3c6ffeccf7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:02.150871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.193651 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.205247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bdba50b2-e43e-4663-b0ba-e69d25925f97 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663166 Jun 30 02:55:02.206683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58792) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.426916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabce2d8-5b50-4508-a03e-9e1fcd771fcc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=cca8adb7-b5d7-497c-a127-3afe414674c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:02.430338 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbebaf48-da72-4b1b-ad20-0de9461da060 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:02.430853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbebaf48-da72-4b1b-ad20-0de9461da060 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:02.434830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dbebaf48-da72-4b1b-ad20-0de9461da060 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/8b980007-97fd-4cd9-9138-1200ec45152d HTTP/1.1" status: 404 len: 337 time: 0.7158253 Jun 30 02:55:02.435615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.473466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a7036-b5f2-458d-9c03-ee2f245503fc tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.475069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1f7a7036-b5f2-458d-9c03-ee2f245503fc tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=e830f6e7-80cf-4b01-bbeb-f8e90474eef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2390974 Jun 30 02:55:02.477048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.477531 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.480020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58800) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.521289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-baaa81e9-2946-46f5-bcc7-4e81d97f0b01 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=e96f464854794097a83e6ab2ddb9535f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399787 Jun 30 02:55:02.523955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58804) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.540611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Calling delete_port for 406df00b-52b2-4d1d-8079-7d3c6ffeccf7 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:02.562797 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-186e5332-960f-4ced-b6c4-570733d2f30b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:02.563408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186e5332-960f-4ced-b6c4-570733d2f30b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:02.565350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-186e5332-960f-4ced-b6c4-570733d2f30b tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/de2313b7-7f19-4a8c-9ba3-8a8df8251948 HTTP/1.1" status: 404 len: 339 time: 0.1293344 Jun 30 02:55:02.574380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.646958 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0934e900-3b69-4a6b-a44f-4e5fb597e41d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:02.647428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0934e900-3b69-4a6b-a44f-4e5fb597e41d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:02.649174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0934e900-3b69-4a6b-a44f-4e5fb597e41d tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/6547724e-4af1-4dc2-8dfa-c67d4f6dabad HTTP/1.1" status: 404 len: 337 time: 0.0788381 Jun 30 02:55:02.655684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.665128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23add90-6648-47fa-a05a-d27f6ddc7053 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.665889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23add90-6648-47fa-a05a-d27f6ddc7053 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.668551 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b23add90-6648-47fa-a05a-d27f6ddc7053 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.1434572 Jun 30 02:55:02.687568 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f360fa-5c0f-4897-b1a0-5f59908e78bc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:02.688178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f360fa-5c0f-4897-b1a0-5f59908e78bc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:02.689974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e4f360fa-5c0f-4897-b1a0-5f59908e78bc tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/d4f54542-b659-435f-926c-8c1c9f30ac0e HTTP/1.1" status: 404 len: 339 time: 0.0316689 Jun 30 02:55:02.693787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.694116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.802877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.832768 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3813a905-2ef2-4e64-8b65-e750ba4d3c91 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:02.833272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3813a905-2ef2-4e64-8b65-e750ba4d3c91 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:02.837241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3813a905-2ef2-4e64-8b65-e750ba4d3c91 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/5e1d6cc2-3587-42f0-bff3-08efecfc1e98 HTTP/1.1" status: 404 len: 337 time: 0.1387584 Jun 30 02:55:02.837241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08b55000-5e05-430b-a5a0-c13cf8c3c8a5 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419058 Jun 30 02:55:02.839707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.840067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.857145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.857474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Transition to ACTIVE for port object 1a869414-102d-445a-8ded-a85c6ceab1c9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:02.875377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.884986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:02.900811 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f3bdc0-169d-442b-9887-f1dc4b2dcbbe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:02.901448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f3bdc0-169d-442b-9887-f1dc4b2dcbbe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:02.905334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9f3bdc0-169d-442b-9887-f1dc4b2dcbbe tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/f9ca5b4e-7ca7-4922-b2e3-484c1bf2ac5a HTTP/1.1" status: 404 len: 339 time: 0.0622265 Jun 30 02:55:02.923447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.938119 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-357ef4f1-54aa-4090-82f1-6cda94859b13 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=e830f6e7-80cf-4b01-bbeb-f8e90474eef9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867777 Jun 30 02:55:02.938848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:02.961337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Attempting to bind port 1a869414-102d-445a-8ded-a85c6ceab1c9 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:02.961974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Attempting to bind port 1a869414-102d-445a-8ded-a85c6ceab1c9 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:02.962394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Attempting to bind port 1a869414-102d-445a-8ded-a85c6ceab1c9 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:02.964456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941b2b-a74b-4de4-9577-1e30e3df81e7 None None] Pushing event updated for resources: {'Port': ['ID=1a869414-102d-445a-8ded-a85c6ceab1c9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:02.992904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608709610', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:02.994774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:02.995160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:02.995710 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.996126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:02.996663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Bound port: 1a869414-102d-445a-8ded-a85c6ceab1c9, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:02.997058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.032442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Port': ['ID=406df00b-52b2-4d1d-8079-7d3c6ffeccf7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.074887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] For port 1a869414-102d-445a-8ded-a85c6ceab1c9, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:03.079363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] For port 1a869414-102d-445a-8ded-a85c6ceab1c9, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1a869414-102d-445a-8ded-a85c6ceab1c9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:03.087969 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac38677-6ecd-4e3f-b2e9-369aa137310e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.088445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac38677-6ecd-4e3f-b2e9-369aa137310e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.094582 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5ac38677-6ecd-4e3f-b2e9-369aa137310e tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/fc256302-78b1-4c77-b49e-f40e8618e769 HTTP/1.1" status: 404 len: 337 time: 0.1657956 Jun 30 02:55:03.097620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.100072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58832) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.108177 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.154591 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef7c694-66f0-4726-afe9-d3af96d6e78a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.155514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef7c694-66f0-4726-afe9-d3af96d6e78a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.157473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fef7c694-66f0-4726-afe9-d3af96d6e78a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/d8003369-7d69-4db7-bcf3-7859b6b8e6ce HTTP/1.1" status: 404 len: 339 time: 0.0548573 Jun 30 02:55:03.160315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58834) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.197687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:03.198345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.256217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941b2b-a74b-4de4-9577-1e30e3df81e7 None None] Pushing event updated for resources: {'Port': ['ID=1a869414-102d-445a-8ded-a85c6ceab1c9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.298872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:03.311731 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:03.331654 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:03.332765 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.345467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.352422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.391950 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-95d4cbfd-126c-4a3d-9c6d-d8b4c56eeef5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "PUT /v2.0/floatingips/07b2ec4f-88a6-45e2-bcee-4ab12416263b HTTP/1.1" status: 200 len: 991 time: 4.4079461 Jun 30 02:55:03.393705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:03.396396 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8df555-0240-41a8-b231-4601b5067631" -d '{"events": [{"name": "network-changed", "server_uuid": "75271368-389c-4157-861a-d660fa46509a", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:03.399383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:03.402543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.452349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:03.489168 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dd7934-40cf-45b4-a2f7-797958493ad6 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.490815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dd7934-40cf-45b4-a2f7-797958493ad6 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.496201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-04dd7934-40cf-45b4-a2f7-797958493ad6 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/314912e0-1630-4efc-9883-a28ed4663ffd HTTP/1.1" status: 404 len: 337 time: 0.3315473 Jun 30 02:55:03.498921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.503955 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.566081 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e038be-7a8c-4c22-b5ac-534f2fc889ba tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.570509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e038be-7a8c-4c22-b5ac-534f2fc889ba tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.572444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-36e038be-7a8c-4c22-b5ac-534f2fc889ba tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/0e3a7a3b-71e9-45c6-963e-ba4c01155d56 HTTP/1.1" status: 404 len: 339 time: 0.0726230 Jun 30 02:55:03.585309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.589751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfd34a6-6493-40b2-bff5-aca3c382e8cd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.659923 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba866af-64ab-479c-a3c6-fe2d34333eb5 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.660562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba866af-64ab-479c-a3c6-fe2d34333eb5 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.665768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ba866af-64ab-479c-a3c6-fe2d34333eb5 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/7d70273f-36ba-4379-a6d1-40f060ce9ae2 HTTP/1.1" status: 404 len: 337 time: 0.0794272 Jun 30 02:55:03.670769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.720721 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fb9210-f04d-4420-a806-36b6b771ece7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.721494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fb9210-f04d-4420-a806-36b6b771ece7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.723771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22fb9210-f04d-4420-a806-36b6b771ece7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/472806ee-371b-46bf-a555-bb0063cc4309 HTTP/1.1" status: 404 len: 339 time: 0.0466089 Jun 30 02:55:03.727537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.756257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.767491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e830f6e7-80cf-4b01-bbeb-f8e90474eef9']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.803959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e609ca8e-beaa-47ae-ae92-a36da6dc55c1') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.804147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e609ca8e-beaa-47ae-ae92-a36da6dc55c1') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.807482 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0891a1a-1fb3-4bcc-b264-f09099cc4114 x-openstack-request-id: req-a0891a1a-1fb3-4bcc-b264-f09099cc4114 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:03.807692 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75271368-389c-4157-861a-d660fa46509a", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:03.807955 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0891a1a-1fb3-4bcc-b264-f09099cc4114 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:03.808375 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'status': 'completed', 'code': 200} Jun 30 02:55:03.816933 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-79053ed3-5f5c-4749-89ee-a0c34f7da076 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.817396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79053ed3-5f5c-4749-89ee-a0c34f7da076 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.824879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.825223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-79053ed3-5f5c-4749-89ee-a0c34f7da076 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/6c5d160f-a1ef-4f48-9995-3496e37b19f9 HTTP/1.1" status: 404 len: 337 time: 0.0967932 Jun 30 02:55:03.834023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.852261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.859597 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:03.860498 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-de301cf7-943e-4b14-9df9-beaa51c293d7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.861086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de301cf7-943e-4b14-9df9-beaa51c293d7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.864348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-de301cf7-943e-4b14-9df9-beaa51c293d7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/3e533714-d575-44d1-8aac-af4448c2edb1 HTTP/1.1" status: 404 len: 339 time: 0.0292778 Jun 30 02:55:03.870147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.881653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:03.882168 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.892171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:54:59Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.901871 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d699ca61-adf4-432e-ae66-79c72ee86006 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:03.902094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d699ca61-adf4-432e-ae66-79c72ee86006 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:03.903917 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d699ca61-adf4-432e-ae66-79c72ee86006 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/1058c0e3-99c0-4cda-a901-ef57136abc31 HTTP/1.1" status: 404 len: 337 time: 0.0327830 Jun 30 02:55:03.906983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.949284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38f497-71f6-4412-b373-a8c207821c81 None None] The sync data for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 is: [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:54:59Z', 'revision_number': 3, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:03.975729 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:04.047506 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88701fd-c2ba-4aa8-9d14-85796010dcc4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:04.052717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88701fd-c2ba-4aa8-9d14-85796010dcc4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:04.054793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d88701fd-c2ba-4aa8-9d14-85796010dcc4 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/0ac18de8-f691-44cd-9066-19db365f9ae2 HTTP/1.1" status: 404 len: 339 time: 0.1468248 Jun 30 02:55:04.057624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:04.132815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df555-0240-41a8-b231-4601b5067631 req-da97c206-a962-4a13-b744-ace92803ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.134512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-da97c206-a962-4a13-b744-ace92803ad88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1096 time: 0.1535885 Jun 30 02:55:04.137774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.145580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e830f6e7-80cf-4b01-bbeb-f8e90474eef9 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:55:04.150002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.151968 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e830f6e7-80cf-4b01-bbeb-f8e90474eef9 HTTP/1.1" status: 204 len: 168 time: 2.7226031 Jun 30 02:55:04.251762 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '07b2ec4f-88a6-45e2-bcee-4ab12416263b', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'mac_address': 'fa:16:3e:9d:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75271368-389c-4157-861a-d660fa46509a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:31Z', 'updated_at': '2021-06-30T02:55:00Z', 'revision_number': 1, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:04.282893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:04.287752 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:04.306550 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:04.309723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:04.329874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba49e6-5744-4116-a09b-402210fe1b09 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Network': ['ID=e830f6e7-80cf-4b01-bbeb-f8e90474eef9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.349630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.442293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df555-0240-41a8-b231-4601b5067631 req-0c379de3-afa6-4283-989b-b32af4af1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.446007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-0c379de3-afa6-4283-989b-b32af4af1c82 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.2930357 Jun 30 02:55:04.516637 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:04.548385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb557c8e-4777-45fa-a6f8-6a3b35cabe98 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2618914 Jun 30 02:55:04.551181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:04.625755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-9e3dbf29-7d66-4d2d-a602-01a2d47ef346 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 999 time: 0.1715989 Jun 30 02:55:04.702080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df555-0240-41a8-b231-4601b5067631 req-e0be2ed1-9107-4f42-8bad-7dfd6a3cb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.703981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-e0be2ed1-9107-4f42-8bad-7dfd6a3cb072 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0704162 Jun 30 02:55:04.713545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.902602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting subnet 7d7f2714-f38a-4724-a395-e23767eae23b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:04.906232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.925578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df555-0240-41a8-b231-4601b5067631 req-8a6b971f-1a89-4ac9-98e6-f46a865217b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.937043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-8a6b971f-1a89-4ac9-98e6-f46a865217b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229271 Jun 30 02:55:04.962590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.063605 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '07b2ec4f-88a6-45e2-bcee-4ab12416263b', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'mac_address': 'fa:16:3e:9d:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75271368-389c-4157-861a-d660fa46509a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:31Z', 'updated_at': '2021-06-30T02:55:00Z', 'revision_number': 1, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:05.076816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.077306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.077780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.078246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.090918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.091402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.091879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.094025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-126509e7-1659-46a3-ac22-5c6df8f5e3b5 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4619 time: 0.5373619 Jun 30 02:55:05.111664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Subnet': ['ID=d7b9b896-036f-459e-ad61-9ec4ccd76a02,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:05.119603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:05.133556 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af34262-76f0-46ff-b141-472c23168bc4 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '07b2ec4f-88a6-45e2-bcee-4ab12416263b', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'mac_address': 'fa:16:3e:9d:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75271368-389c-4157-861a-d660fa46509a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:31Z', 'updated_at': '2021-06-30T02:55:00Z', 'revision_number': 1, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:05.171462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-3bbc6060-d0ba-4252-bc6c-cb841f27b15a service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171447 Jun 30 02:55:05.295954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Checking segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:05.296314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network hostable DHCP agents. Network: f0bcc542-f26e-4c74-897e-fb3b1a67f2e2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:05.317436 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-cb5c39e9-b9ff-4513-b331-b3ba7dc1d91a tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] delete failed (client error): The resource could not be found. Jun 30 02:55:05.318682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cb5c39e9-b9ff-4513-b331-b3ba7dc1d91a tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/a03cf7ec-a257-4a6e-8837-cd07e3a0933e HTTP/1.1" status: 404 len: 345 time: 0.1987000 Jun 30 02:55:05.326755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:05.327653 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e8df555-0240-41a8-b231-4601b5067631 req-a98d1166-3b88-4e30-b60e-fa1be79fad42 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478095 Jun 30 02:55:05.386777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.457887 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:05.495757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.529536 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-df227d50-9d3b-4420-ac48-ae535b0f543d tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 02:55:05.530658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df227d50-9d3b-4420-ac48-ae535b0f543d tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:05.532664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-df227d50-9d3b-4420-ac48-ae535b0f543d tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e830f6e7-80cf-4b01-bbeb-f8e90474eef9 HTTP/1.1" status: 404 len: 339 time: 0.2035027 Jun 30 02:55:05.538824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58922) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:05.544688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'network': {'name': 'tempest-network--1178497600', 'router:external': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:05.568733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7f2714-f38a-4724-a395-e23767eae23b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:05.615363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:05.617899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.620319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/subnets/7d7f2714-f38a-4724-a395-e23767eae23b HTTP/1.1" status: 204 len: 168 time: 1.5583832 Jun 30 02:55:05.621732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.622412 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58926) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:05.622877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ca56b-f002-4741-9aea-e0052563209c None None] Network 386023fd-5e0e-4772-86c7-8b1f1c82d40b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:05.630764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.631201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.631555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.633053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.633460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.635047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.635459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.635804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.637322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.637708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.638110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f3745-d701-4393-abb7-72cb11d9f41a tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:05.642866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Made reservation on behalf of 7d1733f20e9b470c968a9960b27b9fbb for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:05.649174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.662945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f0bcc542-f26e-4c74-897e-fb3b1a67f2e2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:05.667654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.668402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.697221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eab02d7c-fe54-49a0-9065-03a7cb20b3d2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7220755 Jun 30 02:55:05.697831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:05.697982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89097f1-9d43-4a51-bea7-d401ac86e480 None None] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:05.755594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:05.792590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.792985 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Added segment 67cc4033-a1c7-4948-b36a-17c6e01bed44 of type vlan for network fce258e5-83b0-4b6c-888f-b76a6d0731ad Jun 30 02:55:06.097110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.172107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:06.173981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.229971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aaa21f-6c61-4f05-8982-de4e1d9fcd44 None None] New status for floating IP 07b2ec4f-88a6-45e2-bcee-4ab12416263b: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:55:06.291138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.358086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.359312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.362889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.432354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8897684 Jun 30 02:55:06.435104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:06.529109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Allocated IP 172.20.0.18 (f0bcc542-f26e-4c74-897e-fb3b1a67f2e2/d7b9b896-036f-459e-ad61-9ec4ccd76a02/0707ac00-6baf-45cf-935e-5018577e408b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:06.588808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c738-ca11-4f63-b3ec-60d45d49a897 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Network': ['ID=fce258e5-83b0-4b6c-888f-b76a6d0731ad,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:06.621198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Deleting port aa181eb4-8422-438f-b7d3-4d800b4137ed {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:06.654733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.852585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] For port aa181eb4-8422-438f-b7d3-4d800b4137ed, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aa181eb4-8422-438f-b7d3-4d800b4137ed,segment=NetworkSegment(1c7877a4-cd38-412e-86dd-f9da5ae50c1a),segment_id=1c7877a4-cd38-412e-86dd-f9da5ae50c1a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:06.855058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.898284 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Calling delete_port for aa181eb4-8422-438f-b7d3-4d800b4137ed owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:06.959000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b515-b209-4037-9ed3-41e1b44867d6 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.975559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b515-b209-4037-9ed3-41e1b44867d6 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.992038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b515-b209-4037-9ed3-41e1b44867d6 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.000887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.007753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b515-b209-4037-9ed3-41e1b44867d6 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.012872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dab3b515-b209-4037-9ed3-41e1b44867d6 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5745955 Jun 30 02:55:07.015123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58952) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:07.021011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Transition to ACTIVE for port object 0707ac00-6baf-45cf-935e-5018577e408b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:07.037949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Transition to ACTIVE for port object 0707ac00-6baf-45cf-935e-5018577e408b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:07.095212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.097926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network fce258e5-83b0-4b6c-888f-b76a6d0731ad details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:07.139765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.177139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.215787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] No DVR routers for this DVR port aa181eb4-8422-438f-b7d3-4d800b4137ed on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:07.223194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Port': ['ID=aa181eb4-8422-438f-b7d3-4d800b4137ed,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:07.524501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.584443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.614030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386023fd-5e0e-4772-86c7-8b1f1c82d40b']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:07.638248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7877a4-cd38-412e-86dd-f9da5ae50c1a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:07.638642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7877a4-cd38-412e-86dd-f9da5ae50c1a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:07.658292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.716638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.721920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.754822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:07.762289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:07.764350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:07.767908 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:07.781892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce258e5-83b0-4b6c-888f-b76a6d0731ad']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:07.784309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:07.789083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1a869414-102d-445a-8ded-a85c6ceab1c9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:07.866894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cc4033-a1c7-4948-b36a-17c6e01bed44') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:07.871751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cc4033-a1c7-4948-b36a-17c6e01bed44') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:07.903780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:07.911032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.931818 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.945760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Pushing event updated for resources: {'Port': ['ID=0707ac00-6baf-45cf-935e-5018577e408b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:07.964021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.964910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] 10.222.0.78 "DELETE /v2.0/networks/386023fd-5e0e-4772-86c7-8b1f1c82d40b HTTP/1.1" status: 204 len: 168 time: 2.3415222 Jun 30 02:55:07.995409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.028840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af9ca9-ba5a-4b72-82b9-f977bb1209b7 tempest-NetworksTest-180192671 tempest-NetworksTest-180192671-project] Pushing event deleted for resources: {'Network': ['ID=386023fd-5e0e-4772-86c7-8b1f1c82d40b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.044167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:08.047014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:08.050419 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:08.104383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2ac4e-78e5-4d36-8f7a-1f0502d9c095 None None] DHCP port deletion for 386023fd-5e0e-4772-86c7-8b1f1c82d40b request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:08.166656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 1a869414-102d-445a-8ded-a85c6ceab1c9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:08.178896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1a869414-102d-445a-8ded-a85c6ceab1c9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:08.179945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.216831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Attempting to bind port 0707ac00-6baf-45cf-935e-5018577e408b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:08.219574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Attempting to bind port 0707ac00-6baf-45cf-935e-5018577e408b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:08.220601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Attempting to bind port 0707ac00-6baf-45cf-935e-5018577e408b on network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:08.221894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.227775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fce258e5-83b0-4b6c-888f-b76a6d0731ad {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:55:08.240336 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.257867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/networks/fce258e5-83b0-4b6c-888f-b76a6d0731ad HTTP/1.1" status: 204 len: 168 time: 1.2413976 Jun 30 02:55:08.260518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58986) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:08.291630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e579f5-31d6-4b5d-8d7e-42de16c6dafb tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Network': ['ID=fce258e5-83b0-4b6c-888f-b76a6d0731ad,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.309986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'network': {'name': 'tempest-network--612574841', 'router:external': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:08.310820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:08.312359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Checking segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:08.312952 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.316960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Bound using segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:08.317589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Bound port: 0707ac00-6baf-45cf-935e-5018577e408b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:08.320445 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.381977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Made reservation on behalf of 7d1733f20e9b470c968a9960b27b9fbb for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:08.385193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.446352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:08.481200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.481555 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Added segment 2f4ebcc1-4b69-4f0c-a77c-b5b2732d7769 of type vlan for network fd860e4a-aa3c-40c2-8503-f2b7071d59c8 Jun 30 02:55:08.547962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] For port 0707ac00-6baf-45cf-935e-5018577e408b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:08.553294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] For port 0707ac00-6baf-45cf-935e-5018577e408b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0707ac00-6baf-45cf-935e-5018577e408b,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:08.571066 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.646404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.733527 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.742994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59000) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:08.792270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 1a869414-102d-445a-8ded-a85c6ceab1c9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1a869414-102d-445a-8ded-a85c6ceab1c9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:08.806495 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.826876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279ca9a-29e1-481d-8bef-c9d78e9ed039 None None] Pushing event updated for resources: {'Port': ['ID=0707ac00-6baf-45cf-935e-5018577e408b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.838574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.839595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.840190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.908281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-0cf36691-f1c9-4367-9ecb-093b518334a8 req-6b30671a-0a1e-4339-b3a6-71b18e67e300 service neutron] (93821) timed out ('10.222.0.67', 50059) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:55:08.953068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Network': ['ID=fd860e4a-aa3c-40c2-8503-f2b7071d59c8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.979674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network fd860e4a-aa3c-40c2-8503-f2b7071d59c8 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:09.001987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0d370e63-3564-4098-9a15-efa87d10b872 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7136683 Jun 30 02:55:09.003398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59004) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.137012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=1a869414-102d-445a-8ded-a85c6ceab1c9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:09.141982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.17 (f0bcc542-f26e-4c74-897e-fb3b1a67f2e2/d7b9b896-036f-459e-ad61-9ec4ccd76a02/20003275-fa22-4ac1-aca9-b419c01a718f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:09.406730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb40c0f-f5b6-490e-96fc-b74527d46f1d tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.413339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1cb40c0f-f5b6-490e-96fc-b74527d46f1d tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] 10.222.0.78 "GET /v2.0/networks/fd860e4a-aa3c-40c2-8503-f2b7071d59c8 HTTP/1.1" status: 200 len: 756 time: 0.4089160 Jun 30 02:55:09.419731 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-095451fa-a5d7-43da-9892-b85d30aa7240 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b079cf63095b443c92c5739faa59d85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647754 Jun 30 02:55:09.422914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.423772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.429814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.492689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.537041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object 20003275-fa22-4ac1-aca9-b419c01a718f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:09.641215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.703384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4028ea-3368-4ea9-b261-9e3f507b04b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.722818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1a869414-102d-445a-8ded-a85c6ceab1c9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:09.725225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a371e0e-72da-42c3-b5ee-c41ba187ac08 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.729902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2a371e0e-72da-42c3-b5ee-c41ba187ac08 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] 10.222.0.78 "GET /v2.0/networks/d50f7625-d987-4a37-abea-48f1186b07f1 HTTP/1.1" status: 200 len: 768 time: 0.3030014 Jun 30 02:55:09.738152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59024) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.798353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4028ea-3368-4ea9-b261-9e3f507b04b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.803856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:09.805649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=20003275-fa22-4ac1-aca9-b419c01a718f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:09.808550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:09.819404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:09.889743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.901471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1a869414-102d-445a-8ded-a85c6ceab1c9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:09.902889 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.948973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.089366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0707ac00-6baf-45cf-935e-5018577e408b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:10.136196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4028ea-3368-4ea9-b261-9e3f507b04b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.142414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c4028ea-3368-4ea9-b261-9e3f507b04b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.146052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c4028ea-3368-4ea9-b261-9e3f507b04b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d33a1397-c0ee-4ef9-893a-3eb67a0d4370 HTTP/1.1" status: 204 len: 168 time: 0.7132626 Jun 30 02:55:10.196949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4028ea-3368-4ea9-b261-9e3f507b04b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33a1397-c0ee-4ef9-893a-3eb67a0d4370,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.208825 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.234099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd860e4a-aa3c-40c2-8503-f2b7071d59c8']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.264676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4ebcc1-4b69-4f0c-a77c-b5b2732d7769') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.264978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4ebcc1-4b69-4f0c-a77c-b5b2732d7769') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.266403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0707ac00-6baf-45cf-935e-5018577e408b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:10.283098 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.289407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aa181eb4-8422-438f-b7d3-4d800b4137ed no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:10.323624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.341612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:10.341986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:10.348522 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:10.357401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: aa181eb4-8422-438f-b7d3-4d800b4137ed {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:10.357758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aa181eb4-8422-438f-b7d3-4d800b4137ed not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:10.399038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.529453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146935f-7b59-4038-b704-2b0d56e2746f None None] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:10.723887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] Provisioning for port 0707ac00-6baf-45cf-935e-5018577e408b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:10.771448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] Provisioning complete for port 0707ac00-6baf-45cf-935e-5018577e408b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:10.771747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.984199 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.045849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.056273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.117082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.198741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.248879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=20003275-fa22-4ac1-aca9-b419c01a718f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.316973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] For port 0707ac00-6baf-45cf-935e-5018577e408b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0707ac00-6baf-45cf-935e-5018577e408b,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:11.333720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.410700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:11.412980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:11.497778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222d84b-6086-44d7-9996-f33159d4b67c None None] Pushing event updated for resources: {'Port': ['ID=0707ac00-6baf-45cf-935e-5018577e408b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.504603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59082) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:11.570224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.576169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd860e4a-aa3c-40c2-8503-f2b7071d59c8 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:55:11.579351 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.581542 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/networks/fd860e4a-aa3c-40c2-8503-f2b7071d59c8 HTTP/1.1" status: 204 len: 168 time: 1.8429620 Jun 30 02:55:11.589424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:11.605839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1753c-a31c-44cd-a584-25499ab6f27f tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd860e4a-aa3c-40c2-8503-f2b7071d59c8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.612953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'network': {'name': 'tempest-network--962562939'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:11.731530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b8e10540-824b-4a2f-a5e1-b4f90b7323a8 tempest-DvrRoutersNegativeTest-2122753132 tempest-DvrRoutersNegativeTest-2122753132-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1917356536', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:11.745449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.policy [None req-b8e10540-824b-4a2f-a5e1-b4f90b7323a8 tempest-DvrRoutersNegativeTest-2122753132 tempest-DvrRoutersNegativeTest-2122753132-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93822) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 02:55:11.748045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.policy [None req-b8e10540-824b-4a2f-a5e1-b4f90b7323a8 tempest-DvrRoutersNegativeTest-2122753132 tempest-DvrRoutersNegativeTest-2122753132-project] Failed policy check for 'create_router' {{(pid=93822) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 02:55:11.755041 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-b8e10540-824b-4a2f-a5e1-b4f90b7323a8 tempest-DvrRoutersNegativeTest-2122753132 tempest-DvrRoutersNegativeTest-2122753132-project] create failed (client error): Access was denied to this resource. Jun 30 02:55:11.763060 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b8e10540-824b-4a2f-a5e1-b4f90b7323a8 tempest-DvrRoutersNegativeTest-2122753132 tempest-DvrRoutersNegativeTest-2122753132-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2283223 Jun 30 02:55:11.859020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Made reservation on behalf of 7d1733f20e9b470c968a9960b27b9fbb for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:11.866156 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.876541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-532d7fb2-3a61-4936-b642-4b05171deb00 None None] Provisioning for port 20003275-fa22-4ac1-aca9-b419c01a718f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:11.883269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-532d7fb2-3a61-4936-b642-4b05171deb00 None None] Provisioning complete for port 20003275-fa22-4ac1-aca9-b419c01a718f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:11.885390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-532d7fb2-3a61-4936-b642-4b05171deb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.930403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 474e2ec5-a58b-408b-ba9d-d71178002953 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:11.978293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:12.004657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-532d7fb2-3a61-4936-b642-4b05171deb00 None None] Port 20003275-fa22-4ac1-aca9-b419c01a718f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:12.046029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-532d7fb2-3a61-4936-b642-4b05171deb00 None None] Provisioning complete for port 0707ac00-6baf-45cf-935e-5018577e408b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:12.046430 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-532d7fb2-3a61-4936-b642-4b05171deb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.091148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.105039 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Added segment 6e35fe94-565d-4ede-8ba2-1106b8b93096 of type vlan for network cece243a-2396-4058-9f3e-c04fcc96a8c6 Jun 30 02:55:12.290701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.322868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:12.346752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-257ea0b4-bb88-44e0-8bc1-e02d9853986b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/474e2ec5-a58b-408b-ba9d-d71178002953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6381164 Jun 30 02:55:12.382213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.383328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.385399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.459263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-55585ef5-e4bc-4321-a8a6-d0f943cf5290 None None] Provisioning complete for port 20003275-fa22-4ac1-aca9-b419c01a718f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:12.460306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55585ef5-e4bc-4321-a8a6-d0f943cf5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.553348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59108) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:12.569616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-55585ef5-e4bc-4321-a8a6-d0f943cf5290 None None] Port 20003275-fa22-4ac1-aca9-b419c01a718f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:12.629751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0303321 Jun 30 02:55:12.632470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59112) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:12.651039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:12.660342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f75759-58df-48b9-b6c8-8ab66342976c tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Network': ['ID=cece243a-2396-4058-9f3e-c04fcc96a8c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:12.671539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cece243a-2396-4058-9f3e-c04fcc96a8c6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:12.915430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-79d3b883-daf1-4d3b-9c62-da75f415abfb None None] Provisioning complete for port 20003275-fa22-4ac1-aca9-b419c01a718f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:12.915806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79d3b883-daf1-4d3b-9c62-da75f415abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.982151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-79d3b883-daf1-4d3b-9c62-da75f415abfb None None] Port 20003275-fa22-4ac1-aca9-b419c01a718f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:13.051586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.104979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.109651 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Sync routers for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:13.120884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646922e9-7315-4450-ac0f-736fd2ea3e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.127300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:13.128775 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:13.246270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646922e9-7315-4450-ac0f-736fd2ea3e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.301524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a9322d7a-15aa-4ec5-9cc5-4a3c2634ff41 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423567837&fields=id&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 267 time: 0.2356994 Jun 30 02:55:13.303310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Network cece243a-2396-4058-9f3e-c04fcc96a8c6 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:55:13.304194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.305335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.353874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "PUT /v2.0/networks/cece243a-2396-4058-9f3e-c04fcc96a8c6 HTTP/1.1" status: 200 len: 857 time: 0.7119589 Jun 30 02:55:13.353874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646922e9-7315-4450-ac0f-736fd2ea3e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.354289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:13.409783 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-646922e9-7315-4450-ac0f-736fd2ea3e0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f400c8f449ad4b29adbf99132a386629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8543811 Jun 30 02:55:13.430778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59142) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:13.464766 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:13.540954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646922e9-7315-4450-ac0f-736fd2ea3e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5a0cf9-17dd-4d8a-a335-8f905c1a0e40,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:13.573768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdb521-ea23-4b09-aa4b-8b5e815310ab tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event updated for resources: {'Network': ['ID=cece243a-2396-4058-9f3e-c04fcc96a8c6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:13.576813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0707ac00-6baf-45cf-935e-5018577e408b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:13.577862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.684272 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3421601-3a96-47bd-bd62-f375f50b9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.716516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0707ac00-6baf-45cf-935e-5018577e408b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:13.716706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.745793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3421601-3a96-47bd-bd62-f375f50b9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.772891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-24bb1724-7055-4a52-9d73-b8bd52ca5e6e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.774623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-24bb1724-7055-4a52-9d73-b8bd52ca5e6e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/networks?id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 HTTP/1.1" status: 200 len: 797 time: 0.4722683 Jun 30 02:55:13.824363 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-db255024-6904-4e71-be6d-7047bd603762 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/quotas/e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 375 time: 0.0422606 Jun 30 02:55:13.847329 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.859660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cece243a-2396-4058-9f3e-c04fcc96a8c6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:13.871838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e35fe94-565d-4ede-8ba2-1106b8b93096') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:13.872140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e35fe94-565d-4ede-8ba2-1106b8b93096') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:13.887949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.901948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 2, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:13.922930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.930280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:13.930710 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:13.932431 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:13.961714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3421601-3a96-47bd-bd62-f375f50b9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.968885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3421601-3a96-47bd-bd62-f375f50b9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.973440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3421601-3a96-47bd-bd62-f375f50b9486 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d5a0cf9-17dd-4d8a-a335-8f905c1a0e40 HTTP/1.1" status: 204 len: 168 time: 0.5376472 Jun 30 02:55:13.990505 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Checking router: 474e2ec5-a58b-408b-ba9d-d71178002953 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:13.994651 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Updating router 474e2ec5-a58b-408b-ba9d-d71178002953 port 20003275-fa22-4ac1-aca9-b419c01a718f binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:14.013445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3421601-3a96-47bd-bd62-f375f50b9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5a0cf9-17dd-4d8a-a335-8f905c1a0e40,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.019994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.031123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cece243a-2396-4058-9f3e-c04fcc96a8c6 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:55:14.037532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.041526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] 10.222.0.78 "DELETE /v2.0/networks/cece243a-2396-4058-9f3e-c04fcc96a8c6 HTTP/1.1" status: 204 len: 168 time: 0.6856384 Jun 30 02:55:14.061786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59158) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:14.083685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a5b57-7625-4007-b66b-065a2360e8e1 tempest-ExternalNetworksTestJSON-1079954591 tempest-ExternalNetworksTestJSON-1079954591-project-admin] Pushing event deleted for resources: {'Network': ['ID=cece243a-2396-4058-9f3e-c04fcc96a8c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.088125 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.112236 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-c767c8e1-d4bc-4a30-b3a4-33917a911e8c tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] DELETE failed (client error): The resource could not be found. Jun 30 02:55:14.113234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c767c8e1-d4bc-4a30-b3a4-33917a911e8c tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:55:14.115270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c767c8e1-d4bc-4a30-b3a4-33917a911e8c tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] 10.222.0.78 "DELETE /v2.0/subnets/3bfd34a6-6493-40b2-bff5-aca3c382e8cd HTTP/1.1" status: 404 len: 337 time: 0.0511034 Jun 30 02:55:14.118244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:14.124416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a914d450-0038-4f69-9657-96a7326db020 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2762647 Jun 30 02:55:14.322264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.458646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-d57eb12e-d650-4342-81c6-c7656fc15bfa service neutron] 10.222.0.78 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073280 Jun 30 02:55:14.528161 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.557828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.566571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50f7625-d987-4a37-abea-48f1186b07f1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:14.581418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234c0dff-929d-43cc-9fd9-9bfe3533e08d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:14.581796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234c0dff-929d-43cc-9fd9-9bfe3533e08d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:14.587242 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Transition to ACTIVE for port object 20003275-fa22-4ac1-aca9-b419c01a718f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:14.600320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.637182 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.657180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.664099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-824d546b-97e5-48b6-b358-02e7c2e704ba service neutron] 10.222.0.78 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665475 Jun 30 02:55:14.687215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:14.687641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:14.691458 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:14.864285 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Pushing event updated for resources: {'Port': ['ID=20003275-fa22-4ac1-aca9-b419c01a718f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.949544 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.949947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.950229 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.950592 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.950927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.951309 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.951578 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.951903 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.952217 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.952673 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.952857 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:14.960413 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:15.009148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe25f39f-c1d6-41b7-bcac-4db96edc93a5 req-92365908-ccf2-4d0c-865a-81060eb19b06 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 210 time: 0.0866585 Jun 30 02:55:15.023450 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.056893 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Attempting to bind port 20003275-fa22-4ac1-aca9-b419c01a718f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:15.056893 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Attempting to bind port 20003275-fa22-4ac1-aca9-b419c01a718f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:15.056893 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Attempting to bind port 20003275-fa22-4ac1-aca9-b419c01a718f on network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:15.076222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:15.076891 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Checking segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:15.077309 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.077709 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Bound using segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:15.078209 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Bound port: 20003275-fa22-4ac1-aca9-b419c01a718f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:15.078621 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.086521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.088459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] 10.222.0.78 "DELETE /v2.0/networks/d50f7625-d987-4a37-abea-48f1186b07f1 HTTP/1.1" status: 204 len: 168 time: 0.9695659 Jun 30 02:55:15.098831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209283f8-c94c-4591-911a-618ee82f45a8 tempest-ExternalNetworksTestJSON-684702046 tempest-ExternalNetworksTestJSON-684702046-project] Pushing event deleted for resources: {'Network': ['ID=d50f7625-d987-4a37-abea-48f1186b07f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.293466 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] For port 20003275-fa22-4ac1-aca9-b419c01a718f, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:15.305912 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] For port 20003275-fa22-4ac1-aca9-b419c01a718f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=20003275-fa22-4ac1-aca9-b419c01a718f,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:15.320626 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.545180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:15.706093 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:15.707053 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:15.864647 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2150-f3ae-40c5-a268-dc4293dcea6d None None] Pushing event updated for resources: {'Port': ['ID=20003275-fa22-4ac1-aca9-b419c01a718f,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.152502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:16.161692 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:16.207222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cac4b252-ea29-4d73-8c00-c358ed4a3ca6 req-8e17724c-ab58-4ed1-b29c-277a6360c835 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 210 time: 0.0906816 Jun 30 02:55:16.251866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a2cf44d0-efc4-4d1d-8de1-c16a965f7e2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24e01b2d2bba468997f0a2eb8be364c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033126 Jun 30 02:55:16.253165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:16.280976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-699773811'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:16.479195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Made reservation on behalf of 768c8062158c4c5d9bf20f02a41bcf07 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:16.488636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.520732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ca72-449a-427b-b58e-ec8b49d7ee37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.574431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ca72-449a-427b-b58e-ec8b49d7ee37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.588677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:15Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:16.630574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.647453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ca72-449a-427b-b58e-ec8b49d7ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.650262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ca72-449a-427b-b58e-ec8b49d7ee37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.651636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8d2ca72-449a-427b-b58e-ec8b49d7ee37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c30dc830-8be5-4757-aa9e-58b6d33a4709 HTTP/1.1" status: 204 len: 168 time: 0.3976216 Jun 30 02:55:16.670782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2ca72-449a-427b-b58e-ec8b49d7ee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30dc830-8be5-4757-aa9e-58b6d33a4709,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.699163 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919df11-d660-4495-bd5a-15d31f89cb44 None None] The sync data for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 is: [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:15Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:16.823356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.829221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.860465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:16.872747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.873415 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Added segment d163bf5c-f87a-4047-b44a-049fca4b28ca of type vlan for network 197e2941-58d5-44a5-b931-0047beab8267 Jun 30 02:55:16.925930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.135230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.151935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:17.152614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.333277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340da7c4-d98d-4d5f-937a-1ab0ef8826b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:17.340723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1871698 Jun 30 02:55:17.344507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59276) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:17.349526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-1a4356d3-dbbb-4c33-9e1e-2971c5a11384 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-2126133162') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:17.361842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab684e-91a4-4059-b541-8a01260251c9 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Pushing event updated for resources: {'Network': ['ID=197e2941-58d5-44a5-b931-0047beab8267,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:17.387080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 197e2941-58d5-44a5-b931-0047beab8267 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:17.423105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:17.577038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f6b92ec-1595-482b-aa20-8847be765242 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d1733f20e9b470c968a9960b27b9fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514916 Jun 30 02:55:17.586980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:17.668653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b07983b3-23c9-4cdd-aff1-8e2e4ec809cf req-c1fb90f9-1660-4e32-ac2c-c76a6eec14e6 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 210 time: 0.0963585 Jun 30 02:55:17.683800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 20003275-fa22-4ac1-aca9-b419c01a718f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:17.689830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1a4356d3-dbbb-4c33-9e1e-2971c5a11384 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "PUT /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-2126133162 HTTP/1.1" status: 201 len: 201 time: 0.3441353 Jun 30 02:55:17.707520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:17.720236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-ee200ec1-434d-4b78-ac7f-00f2a997bfea tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-2126133162') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:17.770926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-777e0b87-31bc-4c34-8c12-3cd6f85880fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.811369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-777e0b87-31bc-4c34-8c12-3cd6f85880fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.889274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 20003275-fa22-4ac1-aca9-b419c01a718f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:17.896098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 20003275-fa22-4ac1-aca9-b419c01a718f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:17.896489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.927754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-777e0b87-31bc-4c34-8c12-3cd6f85880fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.930575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-777e0b87-31bc-4c34-8c12-3cd6f85880fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.939026 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-777e0b87-31bc-4c34-8c12-3cd6f85880fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d4ae829-89d7-437e-a480-bc52a49a066e HTTP/1.1" status: 204 len: 168 time: 0.3461869 Jun 30 02:55:17.970251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e0b87-31bc-4c34-8c12-3cd6f85880fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4ae829-89d7-437e-a480-bc52a49a066e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.076048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-0aec2077-778f-496f-9505-c1d212865574 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:18.077664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-0aec2077-778f-496f-9505-c1d212865574 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "GET /v2.0/networks?id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 HTTP/1.1" status: 200 len: 797 time: 0.2104833 Jun 30 02:55:18.144424 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.213816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-8da80957-390c-481e-a738-a904fa37666e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96f464854794097a83e6ab2ddb9535f HTTP/1.1" status: 200 len: 380 time: 0.1236115 Jun 30 02:55:18.231971 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'port': {'device_id': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'admin_state_up': True, 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'security_groups': ['3251aa72-7231-4d54-a011-f88d483f2cfc']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:18.240327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 20003275-fa22-4ac1-aca9-b419c01a718f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=20003275-fa22-4ac1-aca9-b419c01a718f,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:18.254648 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.375473 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=20003275-fa22-4ac1-aca9-b419c01a718f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.388605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.389713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.390254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.397513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.398085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.398650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.399186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.399740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.400279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.400806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.401334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.401857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:18.516067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ee200ec1-434d-4b78-ac7f-00f2a997bfea tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-2126133162 HTTP/1.1" status: 204 len: 168 time: 0.8073475 Jun 30 02:55:18.516381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:18.517531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Made reservation on behalf of e96f464854794097a83e6ab2ddb9535f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:18.522707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-864b19e5-b425-481e-897e-ec3d9d3a2909 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:18.529526 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.678999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-864b19e5-b425-481e-897e-ec3d9d3a2909 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags HTTP/1.1" status: 200 len: 238 time: 0.1603372 Jun 30 02:55:18.681760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59314) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:18.688021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-c6db373e-8154-4946-8199-d9905a6ccf33 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', {'tags': ['tempest-TagsTest-Tag-1112529553', 'tempest-TagsTest-Tag-1576704976', 'tempest-TagsTest-Tag-1577374042']}) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:18.804566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.20.0.20 (f0bcc542-f26e-4c74-897e-fb3b1a67f2e2/d7b9b896-036f-459e-ad61-9ec4ccd76a02/d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:18.867919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c6db373e-8154-4946-8199-d9905a6ccf33 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "PUT /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags HTTP/1.1" status: 200 len: 309 time: 0.1838307 Jun 30 02:55:18.871034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59324) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:18.895580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-7a7b7f6a-5e9a-413e-a222-e696f26c3227 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-1112529553') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.084176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93064531-5eed-46b8-bddb-a343a8784b0f req-a1ea08f6-0db5-437f-b9eb-dac677d3f1cd tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 210 time: 0.2024679 Jun 30 02:55:19.204361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.227085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7a7b7f6a-5e9a-413e-a222-e696f26c3227 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "DELETE /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-1112529553 HTTP/1.1" status: 204 len: 168 time: 0.3527372 Jun 30 02:55:19.227383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:19.232322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-c272ff9a-24d0-45fe-972e-2fd56e1d43d0 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-1112529553') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.237517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Transition to ACTIVE for port object d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:19.307415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.345402 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-c272ff9a-24d0-45fe-972e-2fd56e1d43d0 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] show failed (client error): The resource could not be found. Jun 30 02:55:19.350360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c272ff9a-24d0-45fe-972e-2fd56e1d43d0 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-1112529553 HTTP/1.1" status: 404 len: 326 time: 0.1189551 Jun 30 02:55:19.352082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59344) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:19.386855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:19.388355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-8f2b5489-68a6-420f-b7c8-221a84e97fa7 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-1576704976') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.395505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:19.400416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:19.405435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:19.544453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:19.545388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.604604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a04ef81d-d2da-43a6-960c-9d13cde1ac12 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3782094 Jun 30 02:55:19.624932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Request body: {'port': {'device_id': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:19.648672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 20003275-fa22-4ac1-aca9-b419c01a718f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:19.754760 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f2b5489-68a6-420f-b7c8-221a84e97fa7 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-1576704976 HTTP/1.1" status: 204 len: 168 time: 0.4007361 Jun 30 02:55:19.761355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59356) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:19.785247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-58535e6c-4b98-4530-a65d-444cfcb89c9e tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-1577374042') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.800421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 20003275-fa22-4ac1-aca9-b419c01a718f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:19.806142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.837368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.941460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-58535e6c-4b98-4530-a65d-444cfcb89c9e tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-1577374042 HTTP/1.1" status: 204 len: 168 time: 0.1755712 Jun 30 02:55:19.942059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:19.948220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-a98c07ea-bb2a-47b2-94b3-80d813860d12 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.990485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f66795bd-084f-4987-b7f7-145041c8af65 None None] Provisioning for port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:20.000806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f66795bd-084f-4987-b7f7-145041c8af65 None None] Provisioning complete for port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:20.003542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f66795bd-084f-4987-b7f7-145041c8af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:20.088977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a98c07ea-bb2a-47b2-94b3-80d813860d12 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "DELETE /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags HTTP/1.1" status: 204 len: 168 time: 0.1458311 Jun 30 02:55:20.097144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:20.101744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-969ca839-ae95-4428-a3bf-6dedc4f3fdc4 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-1576704976') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:20.146004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f66795bd-084f-4987-b7f7-145041c8af65 None None] Port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:20.283968 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-969ca839-ae95-4428-a3bf-6dedc4f3fdc4 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] show failed (client error): The resource could not be found. Jun 30 02:55:20.285193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-969ca839-ae95-4428-a3bf-6dedc4f3fdc4 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-1576704976 HTTP/1.1" status: 404 len: 326 time: 0.1870234 Jun 30 02:55:20.287960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59378) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:20.293126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.tag.tag_plugin [None req-0c4d5f03-7997-414d-9c2c-4cc64379d78a tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267', 'tempest-TagsTest-Tag-1577374042') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:20.451500 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-0c4d5f03-7997-414d-9c2c-4cc64379d78a tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] show failed (client error): The resource could not be found. Jun 30 02:55:20.458329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:20.460179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0c4d5f03-7997-414d-9c2c-4cc64379d78a tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "GET /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags/tempest-TagsTest-Tag-1577374042 HTTP/1.1" status: 404 len: 326 time: 0.1710637 Jun 30 02:55:20.466010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-44e69717-461c-469c-b601-f0e251d80d78 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '197e2941-58d5-44a5-b931-0047beab8267') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:20.612721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfb0f-0834-4081-8806-ddf74b2b45e2 req-c6d9176e-a2ca-49a7-a41d-6581bbc75351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.614323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2bdfb0f-0834-4081-8806-ddf74b2b45e2 req-c6d9176e-a2ca-49a7-a41d-6581bbc75351 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 932 time: 0.2104671 Jun 30 02:55:20.722944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2bdfb0f-0834-4081-8806-ddf74b2b45e2 req-928e8e19-a786-4116-a83c-53e58c4ce911 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899181 Jun 30 02:55:20.835370 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-44e69717-461c-469c-b601-f0e251d80d78 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "DELETE /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267/tags HTTP/1.1" status: 204 len: 168 time: 0.3760307 Jun 30 02:55:20.839628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:20.858698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:20.967131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:20.981962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.058356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59416) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:21.065659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Transition to ACTIVE for port object d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:21.073910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.076973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.163890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.293643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db1f2b5f-d111-484a-9726-eca4dce3b9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.368640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.397937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197e2941-58d5-44a5-b931-0047beab8267']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.438783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd163bf5c-f87a-4047-b44a-049fca4b28ca') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.439086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd163bf5c-f87a-4047-b44a-049fca4b28ca') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.475569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.488266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9e82605f-6c58-449d-adfe-ca0788bb6651 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1780725677'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:21.490847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9e82605f-6c58-449d-adfe-ca0788bb6651 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Unknown quota resources ['metering_label']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:55:21.496439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Attempting to bind port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:21.496777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Attempting to bind port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:21.497106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Attempting to bind port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 on network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:21.503792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.512173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 on network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:21.512508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Attempting to bind port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 on network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:21.516961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:21.517520 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:21.522086 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:21.539261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:21.539606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Checking segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:21.540073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Bound using segment: {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:21.540530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Bound port: d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb23900-c250-4f47-bf15-cd2dc0cb6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:21.540889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.639354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.676916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:21.680432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.682764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] 10.222.0.78 "DELETE /v2.0/networks/197e2941-58d5-44a5-b931-0047beab8267 HTTP/1.1" status: 204 len: 168 time: 0.8420181 Jun 30 02:55:21.702647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2923e5-517a-4738-b0c9-a1e982213011 tempest-TagsTest-1997654770 tempest-TagsTest-1997654770-project] Pushing event deleted for resources: {'Network': ['ID=197e2941-58d5-44a5-b931-0047beab8267,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.710254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:21.718987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.759881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.760925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.763896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] 10.222.0.67 "PUT /v2.0/ports/d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 HTTP/1.1" status: 200 len: 1092 time: 2.1436586 Jun 30 02:55:21.764526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:21.767351 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc851a-f326-4d31-a2ca-3067e4794adc" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:21.854810 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35703132-120f-4af0-81d1-092ac88cd79c x-openstack-request-id: req-35703132-120f-4af0-81d1-092ac88cd79c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:21.855095 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:21.855344 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35703132-120f-4af0-81d1-092ac88cd79c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:21.865876 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'status': 'completed', 'code': 200} Jun 30 02:55:21.866747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68229a8-934f-48ed-9278-f68a606d0f62 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:22.028664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e8f1b3b9-cdec-4d00-8a7f-9938f3508799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.030504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e8f1b3b9-cdec-4d00-8a7f-9938f3508799 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1095 time: 0.1539302 Jun 30 02:55:22.086829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-e164f71b-25b9-4d9e-8918-5c1a4eaf003d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 HTTP/1.1" status: 200 len: 217 time: 0.0470996 Jun 30 02:55:22.090753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e82605f-6c58-449d-adfe-ca0788bb6651 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.092837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9e82605f-6c58-449d-adfe-ca0788bb6651 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1241996 Jun 30 02:55:22.103300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59444) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.118265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-103796dd-9d7a-43ed-922a-18dc9360d037 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '736fe06e-e61e-4ef1-9104-5d6239987e3f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:22.121155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-103796dd-9d7a-43ed-922a-18dc9360d037 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:55:22.148386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db1f2b5f-d111-484a-9726-eca4dce3b9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.168445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a4533c98-0910-41c2-9a17-afbceedb4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.173719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-a4533c98-0910-41c2-9a17-afbceedb4bb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7b9b896-036f-459e-ad61-9ec4ccd76a02 HTTP/1.1" status: 200 len: 837 time: 0.0785460 Jun 30 02:55:22.183477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.287038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db1f2b5f-d111-484a-9726-eca4dce3b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.303976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-f7a65b09-730d-485e-b274-54a975a31a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.305567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-f7a65b09-730d-485e-b274-54a975a31a53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230299 Jun 30 02:55:22.333997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2b5f-d111-484a-9726-eca4dce3b9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24470a0f-c9f9-484b-a50e-60e4cfccc2ec,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:22.338987 n-d-798054-5 neutron-server[93822]: WARNING neutron.services.metering.metering_plugin [None req-103796dd-9d7a-43ed-922a-18dc9360d037 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 02:55:22.443932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-db1f2b5f-d111-484a-9726-eca4dce3b9ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6168f284ad084ed8a5692a34dd788702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3843803 Jun 30 02:55:22.445757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59460) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.493746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-103796dd-9d7a-43ed-922a-18dc9360d037 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.499198 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-103796dd-9d7a-43ed-922a-18dc9360d037 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3898196 Jun 30 02:55:22.499198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59462) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.510275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-308cdd36-dd83-4496-8d18-0634d21923d0 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '736fe06e-e61e-4ef1-9104-5d6239987e3f'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:22.510933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-308cdd36-dd83-4496-8d18-0634d21923d0 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:55:22.605106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe395-6139-45ef-965d-8642d5848350 req-3110fed5-394b-4ba8-bbcd-3b8f5e1a49c7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.607319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3bfe395-6139-45ef-965d-8642d5848350 req-3110fed5-394b-4ba8-bbcd-3b8f5e1a49c7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 944 time: 0.5553062 Jun 30 02:55:22.609431 n-d-798054-5 neutron-server[93822]: WARNING neutron.services.metering.metering_plugin [None req-308cdd36-dd83-4496-8d18-0634d21923d0 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 02:55:22.790339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-308cdd36-dd83-4496-8d18-0634d21923d0 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.792170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-308cdd36-dd83-4496-8d18-0634d21923d0 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2918558 Jun 30 02:55:22.794940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.801425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3bfe395-6139-45ef-965d-8642d5848350 req-dcfb0c08-0d3e-4a9d-8ede-ee89d7824138 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845169 Jun 30 02:55:22.804853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45425290-a8b7-46fc-a9f9-adfe96730349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.826991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3f1b380-0454-40ab-813d-a9f6651c7e93 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=42576753-d7aa-405b-bfe2-8c250e08b32e HTTP/1.1" status: 200 len: 462 time: 0.0289106 Jun 30 02:55:22.829535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59472) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.838431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45425290-a8b7-46fc-a9f9-adfe96730349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.858536 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d5ac6acf-001b-4a0e-84de-94b45e81b047 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=768c8062158c4c5d9bf20f02a41bcf07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738713 Jun 30 02:55:22.861013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.946182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-6474e7a1-343f-45fa-9dee-f680edc668b1 service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340947 Jun 30 02:55:23.002320 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba61ad12-c0e4-464d-89a7-847101a855df tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.003865 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ba61ad12-c0e4-464d-89a7-847101a855df tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/42576753-d7aa-405b-bfe2-8c250e08b32e HTTP/1.1" status: 204 len: 168 time: 0.1728909 Jun 30 02:55:23.006752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59482) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:23.009330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3437ccca-1bba-4970-9b98-f8e15dd92c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.019088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d973655a-e50a-41d7-9300-8f1765edb824 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=42576753-d7aa-405b-bfe2-8c250e08b32e HTTP/1.1" status: 200 len: 221 time: 0.0109351 Jun 30 02:55:23.024467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:23.039764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4e43c51d-e232-40a4-9ce8-73a4e4130455 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--483932981', 'description': 'label created by tempest'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:23.040199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4e43c51d-e232-40a4-9ce8-73a4e4130455 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Unknown quota resources ['metering_label']. {{(pid=93822) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:55:23.048486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3437ccca-1bba-4970-9b98-f8e15dd92c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.101610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d712be2-95ea-4fb8-a477-c307ff607b6f req-d8ec8a38-9f33-412c-82ce-af0ab78fc1b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424069 Jun 30 02:55:23.105461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45425290-a8b7-46fc-a9f9-adfe96730349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.108639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45425290-a8b7-46fc-a9f9-adfe96730349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.113324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-45425290-a8b7-46fc-a9f9-adfe96730349 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24470a0f-c9f9-484b-a50e-60e4cfccc2ec HTTP/1.1" status: 204 len: 168 time: 0.6283896 Jun 30 02:55:23.149405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3437ccca-1bba-4970-9b98-f8e15dd92c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.152949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3437ccca-1bba-4970-9b98-f8e15dd92c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.156980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3437ccca-1bba-4970-9b98-f8e15dd92c41 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/340da7c4-d98d-4d5f-937a-1ab0ef8826b1 HTTP/1.1" status: 204 len: 168 time: 0.2914965 Jun 30 02:55:23.166894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437ccca-1bba-4970-9b98-f8e15dd92c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340da7c4-d98d-4d5f-937a-1ab0ef8826b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.230769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45425290-a8b7-46fc-a9f9-adfe96730349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24470a0f-c9f9-484b-a50e-60e4cfccc2ec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.292396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-fa2d85f1-822e-439e-881c-cd520a580094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.294250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-fa2d85f1-822e-439e-881c-cd520a580094 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1095 time: 0.0984519 Jun 30 02:55:23.385032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e43c51d-e232-40a4-9ce8-73a4e4130455 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.388004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e43c51d-e232-40a4-9ce8-73a4e4130455 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3622160 Jun 30 02:55:23.391289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59496) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:23.397578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-f326e358-8d2b-4d81-abe3-dfcd7f4c5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.399330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-f326e358-8d2b-4d81-abe3-dfcd7f4c5adf service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 HTTP/1.1" status: 200 len: 898 time: 0.0976956 Jun 30 02:55:23.503580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-186c5557-5959-4f70-b288-15927345c7c4 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=5073ba9f-edb3-48e3-be61-f1c435ef7619 HTTP/1.1" status: 200 len: 467 time: 0.1090541 Jun 30 02:55:23.505708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59504) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:23.511221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-ce93bb8d-563c-4092-b40e-b54497312ce5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 HTTP/1.1" status: 200 len: 217 time: 0.1042624 Jun 30 02:55:23.600549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-42f7af95-ce4b-4b15-99a3-d37b8a26bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.602971 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-42f7af95-ce4b-4b15-99a3-d37b8a26bdf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7b9b896-036f-459e-ad61-9ec4ccd76a02 HTTP/1.1" status: 200 len: 837 time: 0.0841439 Jun 30 02:55:23.690625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-a5b75733-1066-4ddc-b30a-d985706d21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.692753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-a5b75733-1066-4ddc-b30a-d985706d21fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827994 Jun 30 02:55:23.840417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-c1f9ff42-7a2e-4265-a331-a4193a8114e4 service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389949 Jun 30 02:55:24.033787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69fc851a-f326-4d31-a2ca-3067e4794adc req-45792fd6-62bd-41b7-be0c-4d3641144f0a service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781585 Jun 30 02:55:24.231248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915acf73-86e4-42b7-a3c0-e5f203d00217 req-d32f3066-aa5e-47f6-8f2e-9f1eec30bd38 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.238089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-915acf73-86e4-42b7-a3c0-e5f203d00217 req-d32f3066-aa5e-47f6-8f2e-9f1eec30bd38 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 944 time: 0.1023722 Jun 30 02:55:24.273056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2416fb2-93a9-4607-8f4d-227067227085 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.274953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b2416fb2-93a9-4607-8f4d-227067227085 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/5073ba9f-edb3-48e3-be61-f1c435ef7619 HTTP/1.1" status: 204 len: 168 time: 0.7683454 Jun 30 02:55:24.277599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59546) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.298263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-38fa5193-16c1-49fa-a9a3-fdff0e2509d9 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=5073ba9f-edb3-48e3-be61-f1c435ef7619 HTTP/1.1" status: 200 len: 216 time: 0.0192163 Jun 30 02:55:24.302089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59550) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.306162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-915acf73-86e4-42b7-a3c0-e5f203d00217 req-a652038a-ba08-4d7f-b151-a50a14aa44f9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672572 Jun 30 02:55:24.316285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9c626187-a782-45d9-aa78-6c63ed145774 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0123813 Jun 30 02:55:24.331444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59554) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.354989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.378670 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d092aca8-89ce-4f79-9caa-96870668b2fd tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0548592 Jun 30 02:55:24.506864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59568) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.515129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a0280727-7f32-4532-9f6b-50cd319fb214 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/736fe06e-e61e-4ef1-9104-5d6239987e3f HTTP/1.1" status: 200 len: 473 time: 0.1588666 Jun 30 02:55:24.538038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.540642 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ec098e2b-c86d-42a4-a625-d516956f1256 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/0acbd227-0a0d-470e-a387-83ec2d5bf19e HTTP/1.1" status: 200 len: 459 time: 0.0325680 Jun 30 02:55:24.774724 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba7f99aa-e2b6-449b-8787-17f3839f13ca tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.776512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ba7f99aa-e2b6-449b-8787-17f3839f13ca tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/0acbd227-0a0d-470e-a387-83ec2d5bf19e HTTP/1.1" status: 204 len: 168 time: 0.2374475 Jun 30 02:55:24.779225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:25.133954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ba16d15-5f54-4985-aab0-00cb55108963 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.136944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ba16d15-5f54-4985-aab0-00cb55108963 tempest-MeteringIpV6TestJSON-980285779 tempest-MeteringIpV6TestJSON-980285779-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/736fe06e-e61e-4ef1-9104-5d6239987e3f HTTP/1.1" status: 204 len: 168 time: 0.3563952 Jun 30 02:55:25.602569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:25.603996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:25.619955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61049ed5-a4da-41f9-bd02-3871fe7fb101 req-f80a36d9-ad82-4d15-baf6-4306dc3b939e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:25.621553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61049ed5-a4da-41f9-bd02-3871fe7fb101 req-f80a36d9-ad82-4d15-baf6-4306dc3b939e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 944 time: 0.1127789 Jun 30 02:55:25.706765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61049ed5-a4da-41f9-bd02-3871fe7fb101 req-c48d6328-4cb1-47e1-81dc-3db9a9bc617e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778508 Jun 30 02:55:25.829690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a02d6b08-6f65-479a-b530-3a6df358552f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.836211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:25.863612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'port_id': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'mac_address': 'fa:16:3e:1a:46:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:25.972696 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.979659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a02d6b08-6f65-479a-b530-3a6df358552f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.989204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a02d6b08-6f65-479a-b530-3a6df358552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.993173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:26.026059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:26.033827 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.057858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d6b08-6f65-479a-b530-3a6df358552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383e27b-bbfe-4fcd-a175-7f83c39d8565,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.080067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a02d6b08-6f65-479a-b530-3a6df358552f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6aadfbc44894612ba4c46ba65e5a66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760935 Jun 30 02:55:26.083833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:26.099496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59642) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:26.148209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.149930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b20f005-a355-4650-94bc-9899177e2d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.177994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b20f005-a355-4650-94bc-9899177e2d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.255377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:26.261973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b20f005-a355-4650-94bc-9899177e2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.264703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b20f005-a355-4650-94bc-9899177e2d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.266665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7b20f005-a355-4650-94bc-9899177e2d47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1383e27b-bbfe-4fcd-a175-7f83c39d8565 HTTP/1.1" status: 204 len: 168 time: 0.1814811 Jun 30 02:55:26.275491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20f005-a355-4650-94bc-9899177e2d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383e27b-bbfe-4fcd-a175-7f83c39d8565,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.335919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d295598d-73a5-41b4-971a-a2282c54db14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.580490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d295598d-73a5-41b4-971a-a2282c54db14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.588462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d295598d-73a5-41b4-971a-a2282c54db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.626716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d295598d-73a5-41b4-971a-a2282c54db14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b8944af99e7469f80749806db7ba84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258944 Jun 30 02:55:26.629961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59664) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:26.714238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295598d-73a5-41b4-971a-a2282c54db14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac0300-a5dc-4f33-ba93-9dcc4e09f2e4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.755867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68842fdd-8906-4cd4-94ee-bf415354af13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.823289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68842fdd-8906-4cd4-94ee-bf415354af13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.925907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68842fdd-8906-4cd4-94ee-bf415354af13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.928942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68842fdd-8906-4cd4-94ee-bf415354af13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.930388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68842fdd-8906-4cd4-94ee-bf415354af13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbac0300-a5dc-4f33-ba93-9dcc4e09f2e4 HTTP/1.1" status: 204 len: 168 time: 0.2989609 Jun 30 02:55:26.942625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68842fdd-8906-4cd4-94ee-bf415354af13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac0300-a5dc-4f33-ba93-9dcc4e09f2e4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.949813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59678) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:26.966942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2918547e-e7cb-4ef9-82dd-bb01c1edad8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.108283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f637da-443f-44bf-b2db-b80c99551a3d req-edfd16fb-0455-44b8-84c5-6c4259029e31 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.116062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7f637da-443f-44bf-b2db-b80c99551a3d req-edfd16fb-0455-44b8-84c5-6c4259029e31 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1598833 Jun 30 02:55:27.150183 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2918547e-e7cb-4ef9-82dd-bb01c1edad8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.156276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2918547e-e7cb-4ef9-82dd-bb01c1edad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.168511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7f637da-443f-44bf-b2db-b80c99551a3d req-9bb0e78d-3678-4446-952c-959a4486cd6a tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514686 Jun 30 02:55:27.207065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2918547e-e7cb-4ef9-82dd-bb01c1edad8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6152155882b4b5e8fb842b9375907c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556911 Jun 30 02:55:27.207367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:27.208056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918547e-e7cb-4ef9-82dd-bb01c1edad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd73406-ca1c-4f78-9ebf-b9e64f7000a2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.308746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ca4abc7-da34-4612-a394-103b9cf1f1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.339706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ca4abc7-da34-4612-a394-103b9cf1f1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.404830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ca4abc7-da34-4612-a394-103b9cf1f1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.408546 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ca4abc7-da34-4612-a394-103b9cf1f1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.412174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7ca4abc7-da34-4612-a394-103b9cf1f1db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbd73406-ca1c-4f78-9ebf-b9e64f7000a2 HTTP/1.1" status: 204 len: 168 time: 0.2014196 Jun 30 02:55:27.419032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4abc7-da34-4612-a394-103b9cf1f1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd73406-ca1c-4f78-9ebf-b9e64f7000a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.561804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:27.601187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdbaf-543b-444e-87b6-7169c560f635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.617382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:27.709116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-066a7881-23e2-4df9-a15f-65332109a8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.787613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:27.791821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:27.792023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.824279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdbaf-543b-444e-87b6-7169c560f635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.828815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdbaf-543b-444e-87b6-7169c560f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.864558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc1bdbaf-543b-444e-87b6-7169c560f635 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ac7f8a572de477689ed0354f3ebf4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015575 Jun 30 02:55:27.867270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59716) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:27.918785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bdbaf-543b-444e-87b6-7169c560f635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353b267f-4611-4902-8a5b-63f4e7a4a291,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.938900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9402887-6d7f-4157-b371-ec9eff721fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.961136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.962840 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9402887-6d7f-4157-b371-ec9eff721fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.015265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:28.027651 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3196bb6-3079-4362-ad50-34c27c8f2215" -d '{"events": [{"server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:28.049469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9402887-6d7f-4157-b371-ec9eff721fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.052981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9402887-6d7f-4157-b371-ec9eff721fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.054415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d9402887-6d7f-4157-b371-ec9eff721fed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/353b267f-4611-4902-8a5b-63f4e7a4a291 HTTP/1.1" status: 204 len: 168 time: 0.1861136 Jun 30 02:55:28.069834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9402887-6d7f-4157-b371-ec9eff721fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b267f-4611-4902-8a5b-63f4e7a4a291,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:28.085387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:28.111029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.288764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:28.644799 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce210e-e395-43f0-b88d-b7e18be1c880 x-openstack-request-id: req-a0ce210e-e395-43f0-b88d-b7e18be1c880 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:28.644799 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:28.644799 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0ce210e-e395-43f0-b88d-b7e18be1c880 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:28.644799 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'code': 200} Jun 30 02:55:28.782460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9be3a6-ecd8-4d88-bb38-46bbea3862b8 req-770943db-9c48-4430-b6b8-5fae445d1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.805667 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f9be3a6-ecd8-4d88-bb38-46bbea3862b8 req-770943db-9c48-4430-b6b8-5fae445d1916 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1097 time: 0.1155753 Jun 30 02:55:28.883142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f9be3a6-ecd8-4d88-bb38-46bbea3862b8 req-f73cc424-e3c5-4a35-b4bd-547b53d06a3a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710328 Jun 30 02:55:28.954261 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-462e424d-e6a6-4c85-a908-ea41b61cbd02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181853 Jun 30 02:55:29.068688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39abf6-5ea9-4f2c-b9bc-376120d199bd req-bc175c17-85de-44f8-b24a-87da921354a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.071353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df39abf6-5ea9-4f2c-b9bc-376120d199bd req-bc175c17-85de-44f8-b24a-87da921354a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1920657 Jun 30 02:55:29.118547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-5182dc5d-c3a5-4544-9588-c1869463415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.120849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-5182dc5d-c3a5-4544-9588-c1869463415e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1096 time: 0.1141310 Jun 30 02:55:29.199204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df39abf6-5ea9-4f2c-b9bc-376120d199bd req-cc847325-f73e-42ee-8720-1d12dcb3fa70 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159005 Jun 30 02:55:29.504144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-e49a41fe-3b7d-4be9-ba2a-db0955bb12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.506135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-e49a41fe-3b7d-4be9-ba2a-db0955bb12ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.3461332 Jun 30 02:55:29.671971 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-9ed1da8c-42d1-460a-934e-d0c8c2e5cc48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 1001 time: 0.1572027 Jun 30 02:55:29.813125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-623d38b4-a4b2-4f2e-a835-c4ae08937642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.822688 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-623d38b4-a4b2-4f2e-a835-c4ae08937642 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.1430671 Jun 30 02:55:29.935020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-1b271073-2fa9-4724-a4f8-358419569088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.936753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-1b271073-2fa9-4724-a4f8-358419569088 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069486 Jun 30 02:55:30.130944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-a72b93c8-21bf-4868-88c3-5c64f2e5b403 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865575 Jun 30 02:55:30.268169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35f71f7d-0720-401b-af6a-3908e68bc81a req-62591e7e-8315-4d6b-a12e-aa942314583c service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289864 Jun 30 02:55:30.317631 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8dd99b46-802a-4ef1-aeb2-88e834b9c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.531294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c171cd-7c85-4447-a919-35fe2706f845 req-2602ceb7-5bf1-43d0-8a6f-e3d7e00e1851 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:30.535980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1c171cd-7c85-4447-a919-35fe2706f845 req-2602ceb7-5bf1-43d0-8a6f-e3d7e00e1851 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1649687 Jun 30 02:55:30.536681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.547716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:30.663396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1c171cd-7c85-4447-a919-35fe2706f845 req-45f52bab-99fe-4f9d-b876-1cb138150e92 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231141 Jun 30 02:55:30.972081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1727126963'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:30.990082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2e57f-3767-40f1-ae1e-c8441aff91c7 req-c5f66543-ed56-4c91-8f66-63f3f168615e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:30.999150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1c2e57f-3767-40f1-ae1e-c8441aff91c7 req-c5f66543-ed56-4c91-8f66-63f3f168615e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1484635 Jun 30 02:55:31.099798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1c2e57f-3767-40f1-ae1e-c8441aff91c7 req-c266a1f1-abf6-4de5-aa8d-6c6d477859f9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997345 Jun 30 02:55:31.105039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Made reservation on behalf of 47983aedf49a445fbbbc42b4be52bf27 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:31.121561 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.138777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.141876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59872) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:31.276726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c61f616-693d-4265-843a-97dc101e4820 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.278095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8c61f616-693d-4265-843a-97dc101e4820 tempest-TestNetworkAdvancedServerOps-2097326577 tempest-TestNetworkAdvancedServerOps-2097326577-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1092 time: 0.1350675 Jun 30 02:55:31.283643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:31.301329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address': '172.20.0.20'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:31.425937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.431634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.467800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:31.477538 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.485954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5edb21e-3804-4e78-8597-bceb42628a59,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:31.490500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.491118 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Added segment f27d34f4-55b3-4096-b494-745ecde93b46 of type vlan for network f09306b1-f5a8-456b-bbed-3b81ce05d71c Jun 30 02:55:31.576198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.612570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.619814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.620745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.638996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.785487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Pushing event updated for resources: {'Network': ['ID=f09306b1-f5a8-456b-bbed-3b81ce05d71c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:31.795705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3e13f178-da51-4d1d-a467-3488adb544ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2450480 Jun 30 02:55:31.797551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network f09306b1-f5a8-456b-bbed-3b81ce05d71c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:31.827279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Allocated IP 172.25.0.229 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/fe16d60b-f5bd-47cf-90cc-5317e9d3160a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:32.047437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.130197 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.190428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.217132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:32.223888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Request body: {'port': {'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c', 'binding:host_id': 'n-h1-798054-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-179916611'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:32.265201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:32.280388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:32.282788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:32.286071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Made reservation on behalf of ad017d530d434f1f97688c16e921a7e8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:32.290025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.305709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.441215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=fe16d60b-f5bd-47cf-90cc-5317e9d3160a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:32.457439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.471574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.477024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port e24a94c0-fe2f-4657-9803-84a302ac26d8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:32.556290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17879cf-92a1-4fa0-8feb-6dfeac4ebc2f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:32.746534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port e24a94c0-fe2f-4657-9803-84a302ac26d8 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:32.757364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.768673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Transition to ACTIVE for port object e24a94c0-fe2f-4657-9803-84a302ac26d8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:32.780651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.855186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=e24a94c0-fe2f-4657-9803-84a302ac26d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:32.861916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Checking segment: {'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:32.862868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Network hostable DHCP agents. Network: f09306b1-f5a8-456b-bbed-3b81ce05d71c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:32.883333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Network f09306b1-f5a8-456b-bbed-3b81ce05d71c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:32.905004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, f09306b1-f5a8-456b-bbed-3b81ce05d71c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:32.930265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af3d68-ec4e-46b9-a672-63362b536b68 None None] Network f09306b1-f5a8-456b-bbed-3b81ce05d71c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:32.944874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:32.996041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.017015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.020175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.030264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.032573 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.034867 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 2 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.052886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.053985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.054546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.060663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.061219 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.068657 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 3 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.084564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.085004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.085414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.091319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.091930 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.092832 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 4 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.113054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.113627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.114177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.120258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.120695 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.121194 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 5 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.137888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.138402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.139242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.141912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.145924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.146385 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.146975 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 6 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.174805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.175169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.175511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.180482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.180818 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.181241 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 7 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.197685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.198026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.198403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.204063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.204627 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.206499 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 8 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.219868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.220622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.221190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.226122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.226735 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.227324 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 9 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.264833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.265186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.266586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.276640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.277142 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.277688 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 10 to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 Jun 30 02:55:33.294665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.294915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.295223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.301524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port e24a94c0-fe2f-4657-9803-84a302ac26d8 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.302228 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port e24a94c0-fe2f-4657-9803-84a302ac26d8 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:33.302516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.329221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.465009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] For port e24a94c0-fe2f-4657-9803-84a302ac26d8, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:33.465009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:55:33.489031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.641479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=e24a94c0-fe2f-4657-9803-84a302ac26d8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:33.656801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.660827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.698207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-86b4bf22-49fb-4c07-893a-0b1d2240a88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4793677 Jun 30 02:55:33.698965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:33.770282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.777976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.832912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event updated for resources: {'Port': ['ID=fe16d60b-f5bd-47cf-90cc-5317e9d3160a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:33.888298 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.984540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Deleting port e24a94c0-fe2f-4657-9803-84a302ac26d8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:33.985123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.030507 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP bcf41079-ade4-48ff-89e2-6a446de4bc1f associated. External IP: 172.25.0.229, port: d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8. Jun 30 02:55:34.079644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] For port e24a94c0-fe2f-4657-9803-84a302ac26d8, host n-h1-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:34.084231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.119473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Calling delete_port for e24a94c0-fe2f-4657-9803-84a302ac26d8 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:34.254644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.323436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event deleted for resources: {'Port': ['ID=e24a94c0-fe2f-4657-9803-84a302ac26d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:34.331364 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.355677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.359876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d2025e6f-52e6-4662-9e9b-2cb32fc72f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e24a94c0-fe2f-4657-9803-84a302ac26d8 HTTP/1.1" status: 204 len: 168 time: 0.6599550 Jun 30 02:55:34.363667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:34.423934 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ec0e97-7e06-421d-97f3-8aa5f4a8682c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:55:34.427931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b3ec0e97-7e06-421d-97f3-8aa5f4a8682c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "GET /v2.0/ports/e24a94c0-fe2f-4657-9803-84a302ac26d8 HTTP/1.1" status: 404 len: 333 time: 0.0621967 Jun 30 02:55:34.433636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:34.440829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Request body: {'port': {'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-652477724'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:34.458682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 474e2ec5-a58b-408b-ba9d-d71178002953 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:34.497783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Made reservation on behalf of ad017d530d434f1f97688c16e921a7e8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:34.500221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.530528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port b580f373-7fcc-4709-b695-daefe882f31d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:34.680101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:34.719966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] Sync routers for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:34.724716 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.743396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:34.744392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.868468 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6eac58b2-92c7-4676-b8d8-6aa5e3b8430b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5799367 Jun 30 02:55:34.883160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:34.885498 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e9a3d5-96cf-4f11-9e24-b618c71350db" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:34.951758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.020278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.100106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Network f09306b1-f5a8-456b-bbed-3b81ce05d71c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:35.112267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:35.117536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:35.123434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:35.127554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.129563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.155451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=b580f373-7fcc-4709-b695-daefe882f31d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:35.244980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-093240f6-892c-443d-aee7-225d62839d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8066666 Jun 30 02:55:35.245517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:35.250851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:35.448480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05938e-d97e-47a0-b120-d3d83cab61c0 req-79a95dfe-89c5-4d8f-824e-ad14bd619904 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.457752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af05938e-d97e-47a0-b120-d3d83cab61c0 req-79a95dfe-89c5-4d8f-824e-ad14bd619904 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.2432468 Jun 30 02:55:35.479773 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23fc8b-263c-4bff-a84d-7e7ae78c4ba1 x-openstack-request-id: req-cf23fc8b-263c-4bff-a84d-7e7ae78c4ba1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:35.480908 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:35.481969 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf23fc8b-263c-4bff-a84d-7e7ae78c4ba1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:35.483817 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'status': 'completed', 'code': 200} Jun 30 02:55:35.584658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af05938e-d97e-47a0-b120-d3d83cab61c0 req-5038f88b-882d-4081-b4f4-efed4ea48d56 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153307 Jun 30 02:55:35.610489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.619573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:35.808511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-04973473-ee76-49e6-99eb-df69f127e6a9 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/bcf41079-ade4-48ff-89e2-6a446de4bc1f HTTP/1.1" status: 200 len: 992 time: 0.1873758 Jun 30 02:55:35.813750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:35.824510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'bcf41079-ade4-48ff-89e2-6a446de4bc1f', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'port_id': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'mac_address': 'fa:16:3e:1a:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:55:32Z', 'updated_at': '2021-06-30T02:55:32Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:18Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:35.912281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] Checking router: 474e2ec5-a58b-408b-ba9d-d71178002953 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:35.940507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:35.941306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:55:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.060444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e516-1b7e-4162-9611-edc977badb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.238679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:36.293935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e516-1b7e-4162-9611-edc977badb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.301317 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e516-1b7e-4162-9611-edc977badb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.405488 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f3e6e516-1b7e-4162-9611-edc977badb14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=233ecd179eab401cbc0ac8ddaf3fc4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881631 Jun 30 02:55:36.410613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60080) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:36.456358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6e516-1b7e-4162-9611-edc977badb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77698d2-bfe6-4d66-b3d7-636285a9d59e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.507183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-1697abaf-55b6-4b32-bafb-2cffadbdd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.508685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-1697abaf-55b6-4b32-bafb-2cffadbdd760 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1097 time: 1.0400805 Jun 30 02:55:36.753799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca6e349-74e8-4624-8585-8abfae5aa302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.761526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'bcf41079-ade4-48ff-89e2-6a446de4bc1f', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'port_id': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'mac_address': 'fa:16:3e:1a:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:55:32Z', 'updated_at': '2021-06-30T02:55:32Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:18Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.788800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port b580f373-7fcc-4709-b695-daefe882f31d yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:36.801551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.812220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:36.826532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca6e349-74e8-4624-8585-8abfae5aa302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.830946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10c32a-464f-4bf3-b6a1-0621062c9384 None None] The sync data for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 is: [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'bcf41079-ade4-48ff-89e2-6a446de4bc1f', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'port_id': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'mac_address': 'fa:16:3e:1a:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:55:32Z', 'updated_at': '2021-06-30T02:55:32Z', 'revision_number': 0, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:18Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:36.865257 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Transition to ACTIVE for port object b580f373-7fcc-4709-b695-daefe882f31d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:36.893296 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.957924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-77c43a43-a55e-4de3-bad9-ce7c0c72d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.960286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-77c43a43-a55e-4de3-bad9-ce7c0c72d167 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 HTTP/1.1" status: 200 len: 898 time: 0.3875678 Jun 30 02:55:36.983080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b425a17e-f359-448c-b4f9-ab012eae3d80 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/bcf41079-ade4-48ff-89e2-6a446de4bc1f HTTP/1.1" status: 200 len: 992 time: 0.1685140 Jun 30 02:55:37.011620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=b580f373-7fcc-4709-b695-daefe882f31d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:37.126069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.127141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.127582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.150263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca6e349-74e8-4624-8585-8abfae5aa302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.153210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aca6e349-74e8-4624-8585-8abfae5aa302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.154596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aca6e349-74e8-4624-8585-8abfae5aa302 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e77698d2-bfe6-4d66-b3d7-636285a9d59e HTTP/1.1" status: 204 len: 168 time: 0.7411149 Jun 30 02:55:37.155965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.156580 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.176018 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 2 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.181691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-c900851f-22e7-4115-ae3a-641240db94d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 HTTP/1.1" status: 200 len: 1000 time: 0.1653202 Jun 30 02:55:37.331154 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d56a5-4ff9-4b45-b7f9-3806acbb55da None None] New status for floating IP bcf41079-ade4-48ff-89e2-6a446de4bc1f: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:55:37.355460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6e349-74e8-4624-8585-8abfae5aa302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77698d2-bfe6-4d66-b3d7-636285a9d59e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:37.381128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-bbca0096-84c7-4126-be0d-5b6f13547e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.385001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-bbca0096-84c7-4126-be0d-5b6f13547e8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7b9b896-036f-459e-ad61-9ec4ccd76a02 HTTP/1.1" status: 200 len: 837 time: 0.1959493 Jun 30 02:55:37.402689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.403653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.404520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.516899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.518091 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.533937 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 3 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.581885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.584782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.585240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.601748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.602344 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.603741 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 4 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.701844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-f4475180-9f87-420f-bd9a-3786f71502e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.707525 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-f4475180-9f87-420f-bd9a-3786f71502e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2979436 Jun 30 02:55:37.708825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.709157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.709491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.724661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.726182 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.763368 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 5 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.824977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:37.852759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b74bfe-3817-46e6-8cf0-ba90019d5c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.872531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.872955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.873237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.881525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.882204 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.884230 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 6 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.911832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.914446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.915157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.925709 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.926030 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.932043 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 7 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.960498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.960833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.961168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:37.968914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-9b15fb94-9235-40ce-b273-b1bcbe36ae64 service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474284 Jun 30 02:55:37.969583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:37.969901 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:37.970817 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 8 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:37.987199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:37.990401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:37.991065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:37.991733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:38.023562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:38.023990 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:38.051839 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 9 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:38.073422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:38.073769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:38.074231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:38.082268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:38.082667 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:38.085030 n-d-798054-5 neutron-server[93822]: INFO neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 10 to bind port b580f373-7fcc-4709-b695-daefe882f31d Jun 30 02:55:38.110550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:38.110767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:38.112061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:38.118559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:38.119026 n-d-798054-5 neutron-server[93822]: ERROR neutron.plugins.ml2.managers [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port b580f373-7fcc-4709-b695-daefe882f31d on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:38.119474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.149414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-05cb6304-0377-46ee-a76b-fc6a47eba380 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/bcf41079-ade4-48ff-89e2-6a446de4bc1f HTTP/1.1" status: 200 len: 994 time: 0.1571469 Jun 30 02:55:38.175566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-55e9a3d5-96cf-4f11-9e24-b618c71350db req-17a035b1-2e78-40ba-bb2c-dfcd45a76192 service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809721 Jun 30 02:55:38.238667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] For port b580f373-7fcc-4709-b695-daefe882f31d, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:38.238991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempted to set empty binding levels {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:55:38.268053 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.275418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b74bfe-3817-46e6-8cf0-ba90019d5c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.283378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b74bfe-3817-46e6-8cf0-ba90019d5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.316632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] In _notify_port_updated(), no bound segment for port b580f373-7fcc-4709-b695-daefe882f31d on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:55:38.317528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.318098 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.322088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "PUT /v2.0/ports/b580f373-7fcc-4709-b695-daefe882f31d HTTP/1.1" status: 200 len: 978 time: 3.0729430 Jun 30 02:55:38.323044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:38.337616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cf78c-a746-4bc3-9e9c-a7b39e4aa160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=b580f373-7fcc-4709-b695-daefe882f31d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:38.356689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a7b74bfe-3817-46e6-8cf0-ba90019d5c2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97918bca0f754a33ba77871a11352d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307028 Jun 30 02:55:38.372571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60154) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:38.383031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b74bfe-3817-46e6-8cf0-ba90019d5c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbcd3ad-537a-43d3-bd66-7181cb69a01f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:38.504698 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6572a02-c7bd-45d3-943e-6b383f0d04c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.552379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6572a02-c7bd-45d3-943e-6b383f0d04c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.605439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.606114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.610656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.625542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.626331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.628533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.629070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.629561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.630046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.636464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.637059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.637554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.638039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.638544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.639021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.639496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.639966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.640440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.643844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.644339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.654868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60170) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:38.663175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c9dfd146-8017-4ead-bff3-86713928c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17944 time: 0.3365350 Jun 30 02:55:38.734199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6572a02-c7bd-45d3-943e-6b383f0d04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.744341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6572a02-c7bd-45d3-943e-6b383f0d04c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.748315 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f6572a02-c7bd-45d3-943e-6b383f0d04c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abbcd3ad-537a-43d3-bd66-7181cb69a01f HTTP/1.1" status: 204 len: 168 time: 0.3718743 Jun 30 02:55:38.799014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6572a02-c7bd-45d3-943e-6b383f0d04c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbcd3ad-537a-43d3-bd66-7181cb69a01f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:38.846894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Deleting port b580f373-7fcc-4709-b695-daefe882f31d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:38.847784 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.932501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] For port b580f373-7fcc-4709-b695-daefe882f31d, host n-h1-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:38.933148 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.948365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Calling delete_port for b580f373-7fcc-4709-b695-daefe882f31d owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:39.056451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.091185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event deleted for resources: {'Port': ['ID=b580f373-7fcc-4709-b695-daefe882f31d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:39.104530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.109831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:39.118730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-16217975-6276-49b7-802c-d9c9fef0d5cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b580f373-7fcc-4709-b695-daefe882f31d HTTP/1.1" status: 204 len: 168 time: 0.4627285 Jun 30 02:55:39.193412 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ced0af7-32c0-467e-ae79-52f83ac3e725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:55:39.195083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6ced0af7-32c0-467e-ae79-52f83ac3e725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "GET /v2.0/ports/b580f373-7fcc-4709-b695-daefe882f31d HTTP/1.1" status: 404 len: 333 time: 0.0817840 Jun 30 02:55:39.198975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60186) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:39.204072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-783954711', 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:39.227357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Made reservation on behalf of ad017d530d434f1f97688c16e921a7e8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:39.230286 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.248133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port e2c63b67-11c9-41f2-ad42-bf95689648cc yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:39.424235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.464486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.536697 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.603170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c63b67-11c9-41f2-ad42-bf95689648cc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:39.616874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Network f09306b1-f5a8-456b-bbed-3b81ce05d71c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:39.618756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:39.621950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:39.623120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.624524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.653136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-29c2dbc2-3dc9-43a0-85ea-af623d618976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4529872 Jun 30 02:55:39.655638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:39.735537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ad2d7-39ff-46c9-87a1-4750c35d4085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.751168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-406ad2d7-39ff-46c9-87a1-4750c35d4085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "GET /v2.0/ports/e2c63b67-11c9-41f2-ad42-bf95689648cc HTTP/1.1" status: 200 len: 958 time: 0.0940835 Jun 30 02:55:39.752955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60214) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:39.999470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Deleting port e2c63b67-11c9-41f2-ad42-bf95689648cc {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:40.000939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.103404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.119851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Calling delete_port for e2c63b67-11c9-41f2-ad42-bf95689648cc owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:40.227501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.276351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2c63b67-11c9-41f2-ad42-bf95689648cc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:40.279624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.281914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-971e9659-2b5b-463f-95c0-dbcbbe38bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e2c63b67-11c9-41f2-ad42-bf95689648cc HTTP/1.1" status: 204 len: 168 time: 0.5274787 Jun 30 02:55:40.284912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:40.332482 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-791cefe3-fb40-4e78-8547-cf3a2f94bc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:55:40.334470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-791cefe3-fb40-4e78-8547-cf3a2f94bc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "GET /v2.0/ports/e2c63b67-11c9-41f2-ad42-bf95689648cc HTTP/1.1" status: 404 len: 333 time: 0.0484922 Jun 30 02:55:40.338232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60240) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:40.344569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Request body: {'port': {'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063426388'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:40.388666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Made reservation on behalf of ad017d530d434f1f97688c16e921a7e8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:40.392945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.432992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:40.714632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.767674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.843283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Network f09306b1-f5a8-456b-bbed-3b81ce05d71c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:40.864035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:40.869979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:40.872225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:40.874446 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.875785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.879459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9d643a-edfd-4b58-acc2-e74776b5aa58,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:40.904307 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2f9800eb-37df-4e85-918c-d429e4fa8b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5640845 Jun 30 02:55:40.908910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:40.916294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:41.096013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.305479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] device_id is not set on port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:41.316281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.333294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Transition to ACTIVE for port object 5d9d643a-edfd-4b58-acc2-e74776b5aa58 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:41.339254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.428832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9d643a-edfd-4b58-acc2-e74776b5aa58,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:41.439309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.439956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.440378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.450869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.451216 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.451705 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 2 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.469244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.469989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.471262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.478179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.478644 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.479046 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 3 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.501973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.502475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.503048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.509999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.509999 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.509999 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 4 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.525560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.526340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.526690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.531940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.532277 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.532707 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 5 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.548565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.549010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.549361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.556388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.557062 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.557545 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 6 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.574046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.574336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.574832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.580715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.581055 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.581453 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 7 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.599370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.599717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.600060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.619718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.620083 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.620552 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 8 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.637236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.637358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.637669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.645078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.645420 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.645827 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 9 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.669037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.669379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.669714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.675278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.675617 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.676192 n-d-798054-5 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempt 10 to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 Jun 30 02:55:41.721049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:41.721405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:41.721779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempting to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:41.744436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:41.744772 n-d-798054-5 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Failed to bind port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on host n-h1-798054-5 for vnic_type normal using segments [{'id': 'f27d34f4-55b3-4096-b494-745ecde93b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f09306b1-f5a8-456b-bbed-3b81ce05d71c'}] Jun 30 02:55:41.745155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.841466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] For port 5d9d643a-edfd-4b58-acc2-e74776b5aa58, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:41.841847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:55:41.848451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.884368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] In _notify_port_updated(), no bound segment for port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 on network f09306b1-f5a8-456b-bbed-3b81ce05d71c {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:55:41.885304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.886210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.888349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "PUT /v2.0/ports/5d9d643a-edfd-4b58-acc2-e74776b5aa58 HTTP/1.1" status: 200 len: 979 time: 0.9773066 Jun 30 02:55:41.890389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:41.941309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d451-5fbc-4846-b852-00e4d3001ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9d643a-edfd-4b58-acc2-e74776b5aa58,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:42.039143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Deleting port 5d9d643a-edfd-4b58-acc2-e74776b5aa58 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:42.039906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.154108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] For port 5d9d643a-edfd-4b58-acc2-e74776b5aa58, host n-h1-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:42.157879 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.190560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Calling delete_port for 5d9d643a-edfd-4b58-acc2-e74776b5aa58 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:42.226730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-965d1f01-82dc-4f89-bbe4-36ba9ba1b0c9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186881 Jun 30 02:55:42.428417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.448952 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:42.464159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-ca8a23b7-cb0e-4953-adea-0c960f420ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.471674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-ca8a23b7-cb0e-4953-adea-0c960f420ab3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1096 time: 0.1878107 Jun 30 02:55:42.503970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d9d643a-edfd-4b58-acc2-e74776b5aa58,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:42.529475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.531512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-019661cc-e5d6-48cb-baa3-162ba247a7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "DELETE /v2.0/ports/5d9d643a-edfd-4b58-acc2-e74776b5aa58 HTTP/1.1" status: 204 len: 168 time: 0.6401238 Jun 30 02:55:42.534717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:42.612647 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d679116-ba5d-4fab-95cc-a0cc9d22270b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:55:42.614839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2d679116-ba5d-4fab-95cc-a0cc9d22270b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652743929-project-admin] 10.222.0.78 "GET /v2.0/ports/5d9d643a-edfd-4b58-acc2-e74776b5aa58 HTTP/1.1" status: 404 len: 333 time: 0.0791144 Jun 30 02:55:42.620425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:42.774749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-8d1c1b63-7f7d-47ac-abab-4ed9c3d0ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.781429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-8d1c1b63-7f7d-47ac-abab-4ed9c3d0ac02 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.2661593 Jun 30 02:55:42.835305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.877808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-d599a719-0a14-49bb-890a-f2dfa03e4633 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 1001 time: 0.0912840 Jun 30 02:55:42.975854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-61b8329f-b6c9-462d-9f4d-cd86891a7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.978206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-61b8329f-b6c9-462d-9f4d-cd86891a7b02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0928061 Jun 30 02:55:43.008448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.034489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09306b1-f5a8-456b-bbed-3b81ce05d71c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:43.051242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27d34f4-55b3-4096-b494-745ecde93b46') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:43.051586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27d34f4-55b3-4096-b494-745ecde93b46') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:43.066989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.074179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-b1c15b68-5847-4f75-bf5a-1be62b4e76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.077038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-b1c15b68-5847-4f75-bf5a-1be62b4e76ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888307 Jun 30 02:55:43.099699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.116178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:43.116652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:43.124035 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:43.193647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-69d901b0-732e-42ff-ad84-e583a570ba92 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086640 Jun 30 02:55:43.259949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.272470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.274575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] 10.222.0.78 "DELETE /v2.0/networks/f09306b1-f5a8-456b-bbed-3b81ce05d71c HTTP/1.1" status: 204 len: 168 time: 0.6527467 Jun 30 02:55:43.320392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a692baa-368b-4fe9-9bdd-55560f9aa1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037205553-project] Pushing event deleted for resources: {'Network': ['ID=f09306b1-f5a8-456b-bbed-3b81ce05d71c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:43.361605 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e24faf8-d103-4d27-a356-6863cdfbe22a req-21b0525c-f746-4a00-aadc-df01aff2a933 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597540 Jun 30 02:55:43.623571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:43.866709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a696d70c-c70c-4dcc-acc8-5958cb458759 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=47983aedf49a445fbbbc42b4be52bf27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409112 Jun 30 02:55:43.869196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:43.931092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a591ebcd-7446-400c-9c18-0339b0536aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.956283 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a591ebcd-7446-400c-9c18-0339b0536aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.034976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a591ebcd-7446-400c-9c18-0339b0536aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.037352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a591ebcd-7446-400c-9c18-0339b0536aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.040798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a591ebcd-7446-400c-9c18-0339b0536aeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5edb21e-3804-4e78-8597-bceb42628a59 HTTP/1.1" status: 204 len: 168 time: 0.1683533 Jun 30 02:55:44.047041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591ebcd-7446-400c-9c18-0339b0536aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5edb21e-3804-4e78-8597-bceb42628a59,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:44.618257 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60362) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:44.693271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-63e052ed-a013-48f2-8318-aa82d03f70e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad017d530d434f1f97688c16e921a7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721369 Jun 30 02:55:44.696408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:44.853664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b1e1-d6d4-4377-916b-91ee93974246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.890616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b1e1-d6d4-4377-916b-91ee93974246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.953782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b1e1-d6d4-4377-916b-91ee93974246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.960886 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b1e1-d6d4-4377-916b-91ee93974246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.964819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c7b6b1e1-d6d4-4377-916b-91ee93974246 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d17879cf-92a1-4fa0-8feb-6dfeac4ebc2f HTTP/1.1" status: 204 len: 168 time: 0.2672753 Jun 30 02:55:44.982864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6b1e1-d6d4-4377-916b-91ee93974246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17879cf-92a1-4fa0-8feb-6dfeac4ebc2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:47.165858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:47.327845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-762521905', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:47.353436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Made reservation on behalf of 2cf69f49f4c04dcd9cc4e2c13069402d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:47.356401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.369783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.493414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.500938 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.507800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] device_id is not set on port 6b7f1466-2504-4829-91a1-726a472fa762 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:47.592004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9ab22-c4db-490f-b87a-73499b77369b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:47.709530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Allocated IP 172.25.0.182 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6b7f1466-2504-4829-91a1-726a472fa762) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:47.894728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.941338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.019028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7f1466-2504-4829-91a1-726a472fa762,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:48.035178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:48.036632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:48.039184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:48.128827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:48.129919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.167360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ed1adb57-5cff-4b68-91fa-fff702599397 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9974637 Jun 30 02:55:48.168354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60474) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:48.174732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.182'}]}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:48.216143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.218032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.344971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.615358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.995327 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.019113 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.479984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.529314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.800908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48d4700-17ae-4d76-b243-ec0b2f7a1fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.827043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.829204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.921303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48d4700-17ae-4d76-b243-ec0b2f7a1fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.927314 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48d4700-17ae-4d76-b243-ec0b2f7a1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.934325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.935079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7035a691-c6ad-4190-8e76-ca0290fc1f9d {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:49.961345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c48d4700-17ae-4d76-b243-ec0b2f7a1fd9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c20aa58fd8224791a7a2cc21da0cbc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304669 Jun 30 02:55:49.966064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60662) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.990032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4700-17ae-4d76-b243-ec0b2f7a1fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c42d41-d02e-4bbf-8f39-5ba8f7d7aa7f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.010197 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:55:50.011297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-85ff53b7-fe92-4919-bcd6-ac332ec7c200 tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8412461 Jun 30 02:55:50.014577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:50.106570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-560d1906-c4a5-4f31-b7be-742c24dcba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.135397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-560d1906-c4a5-4f31-b7be-742c24dcba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.181208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Deleting port 6b7f1466-2504-4829-91a1-726a472fa762 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:50.197845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.219616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-560d1906-c4a5-4f31-b7be-742c24dcba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.223800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-560d1906-c4a5-4f31-b7be-742c24dcba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.226229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-560d1906-c4a5-4f31-b7be-742c24dcba9f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34c42d41-d02e-4bbf-8f39-5ba8f7d7aa7f HTTP/1.1" status: 204 len: 168 time: 0.2582471 Jun 30 02:55:50.236921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d1906-c4a5-4f31-b7be-742c24dcba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c42d41-d02e-4bbf-8f39-5ba8f7d7aa7f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.314604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.327956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Calling delete_port for 6b7f1466-2504-4829-91a1-726a472fa762 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:50.594297 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.636265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7f1466-2504-4829-91a1-726a472fa762,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.754756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.756693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d262db26-0fc3-4415-a1b4-599d93f7249a tempest-RoutersAdminNegativeTest-184030667 tempest-RoutersAdminNegativeTest-184030667-project-admin] 10.222.0.78 "DELETE /v2.0/ports/6b7f1466-2504-4829-91a1-726a472fa762 HTTP/1.1" status: 204 len: 168 time: 0.7403800 Jun 30 02:55:51.147131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60804) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.392833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf9d417e-bc69-42af-a0cf-251b51a60a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.585599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.589094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf9d417e-bc69-42af-a0cf-251b51a60a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.596034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf9d417e-bc69-42af-a0cf-251b51a60a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.701579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.704086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cf9d417e-bc69-42af-a0cf-251b51a60a18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21e167421c8d4504b388c78f0eaa003c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557857 Jun 30 02:55:51.706221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d417e-bc69-42af-a0cf-251b51a60a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab02f0e0-65f6-49e0-86da-7c8d140b1595,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:51.795906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47c46bd5-7b96-4d31-aeb1-23cce958b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.825104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1025612841-network', 'tenant_id': 'e5b815ca892c411cae6437bf3d11ae95'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:51.837002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47c46bd5-7b96-4d31-aeb1-23cce958b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.875411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Made reservation on behalf of e5b815ca892c411cae6437bf3d11ae95 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:51.878357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.889660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.994808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47c46bd5-7b96-4d31-aeb1-23cce958b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.997370 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47c46bd5-7b96-4d31-aeb1-23cce958b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.998584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-47c46bd5-7b96-4d31-aeb1-23cce958b715 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab02f0e0-65f6-49e0-86da-7c8d140b1595 HTTP/1.1" status: 204 len: 168 time: 0.2959616 Jun 30 02:55:52.022591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c46bd5-7b96-4d31-aeb1-23cce958b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab02f0e0-65f6-49e0-86da-7c8d140b1595,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.073845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.086775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.131631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:52.153229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f321f-f1f7-45ec-992d-48f69d51a115,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.166907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.166907 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Added segment 49eaef61-29cc-4e26-821d-a251ceac0247 of type vlan for network 4d548f2f-c54d-4725-817a-d94e340641e0 Jun 30 02:55:52.240103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.291241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.296097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:52.298740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.374119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] Pushing event updated for resources: {'Network': ['ID=4d548f2f-c54d-4725-817a-d94e340641e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.384534 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3fcc2291-86ff-4afc-8bcc-cc31fa37e78c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7976797 Jun 30 02:55:52.387694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60950) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.389934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 4d548f2f-c54d-4725-817a-d94e340641e0 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:52.396514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Request body: {'subnet': {'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1025612841-subnet', 'tenant_id': 'e5b815ca892c411cae6437bf3d11ae95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:52.483581 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Made reservation on behalf of e5b815ca892c411cae6437bf3d11ae95 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:52.493480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.620066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.690090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-528229a5-e1cf-4806-a0f2-11479171dbd8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2cf69f49f4c04dcd9cc4e2c13069402d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680003 Jun 30 02:55:52.692226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60978) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.796157 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9beea8fd-ba6e-47f9-b883-4201db33a8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.855358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9beea8fd-ba6e-47f9-b883-4201db33a8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.873815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.954993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd62219-1397-4d15-ac84-892650143618,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.966952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9beea8fd-ba6e-47f9-b883-4201db33a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.970406 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9beea8fd-ba6e-47f9-b883-4201db33a8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.971715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9beea8fd-ba6e-47f9-b883-4201db33a8b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ec9ab22-c4db-490f-b87a-73499b77369b HTTP/1.1" status: 204 len: 168 time: 0.2765374 Jun 30 02:55:52.974701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Checking segment: {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:52.975111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Network hostable DHCP agents. Network: 4d548f2f-c54d-4725-817a-d94e340641e0, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:52.988641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea8fd-ba6e-47f9-b883-4201db33a8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9ab22-c4db-490f-b87a-73499b77369b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.003084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Network 4d548f2f-c54d-4725-817a-d94e340641e0 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:53.016041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 4d548f2f-c54d-4725-817a-d94e340641e0) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:53.031195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d5d91-350f-42f1-807c-ddd43e6122cf None None] Network 4d548f2f-c54d-4725-817a-d94e340641e0 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:53.031536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.032234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.054903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-66561a3a-5038-4443-b3dc-094c67ce70d3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6653774 Jun 30 02:55:53.279082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7985ba3-f6a1-448a-8e69-c0d6519e7daa None None] Network 4d548f2f-c54d-4725-817a-d94e340641e0 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:54.141491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32858) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:54.363656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7cb9d716-42b1-46ea-b2e9-fb6cff60b718 tempest-AgentManagementNegativeTest-39906133 tempest-AgentManagementNegativeTest-39906133-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2199602 Jun 30 02:55:54.821945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:54.977812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.186224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.194450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.256535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37932955bb724f1294a5ccc2cdcd5866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334674 Jun 30 02:55:55.258384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa5a55-4222-41b3-a94c-351932ac4d16,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:55.260525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 32894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:55.294121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.295033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.295658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.296233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.296794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.297363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.301411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.302788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.303313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.303825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.304406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.304919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210065-750e-42ad-a690-9fe0a480bf9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:55.374841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a91b9d1-eed0-41cc-ab7c-fb6af1899d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.409069 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a91b9d1-eed0-41cc-ab7c-fb6af1899d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.472564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a91b9d1-eed0-41cc-ab7c-fb6af1899d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.475795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a91b9d1-eed0-41cc-ab7c-fb6af1899d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.477436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a91b9d1-eed0-41cc-ab7c-fb6af1899d0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30fa5a55-4222-41b3-a94c-351932ac4d16 HTTP/1.1" status: 204 len: 168 time: 0.2135890 Jun 30 02:55:55.492905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b9d1-eed0-41cc-ab7c-fb6af1899d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa5a55-4222-41b3-a94c-351932ac4d16,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:56.453755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 32942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:56.624141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1527843515'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:56.678446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:56.682662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.693360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.818117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.829806 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.896157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d670b20-1fd4-40af-a225-9bf788a4cbb2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:56.915375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:56.929161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.930720 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Added segment 54ba9756-0cce-4604-bd90-b615d2358306 of type vlan for network 5c465eac-b05e-471d-ae35-342c5bccd2a4 Jun 30 02:55:57.004385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.128367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.144460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.145129 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.291216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8355768 Jun 30 02:55:57.294942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 32964) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:57.322494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'subnet': {'network_id': '5c465eac-b05e-471d-ae35-342c5bccd2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:57.328438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7780-f529-4c53-b9cd-7cde1e3d0435 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Network': ['ID=5c465eac-b05e-471d-ae35-342c5bccd2a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:57.365626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:57.571813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:57.576062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.631643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b4a1-e11b-48be-b112-6943c6b0820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.070379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-167b58fd-4177-4a93-b1c6-bddd2a98d095 req-7c677d6a-c108-4157-8880-758c1dffac8b service neutron] (93822) timed out ('10.222.0.78', 38502) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:55:58.463235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.561119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Subnet': ['ID=8afd3231-a547-4e04-a11e-1fe3d8e06b01,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:58.594324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Checking segment: {'id': '54ba9756-0cce-4604-bd90-b615d2358306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5c465eac-b05e-471d-ae35-342c5bccd2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:58.595861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network hostable DHCP agents. Network: 5c465eac-b05e-471d-ae35-342c5bccd2a4, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:58.629732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:58.659531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5c465eac-b05e-471d-ae35-342c5bccd2a4) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:58.667361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.668343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.675084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b6d2b-9240-4f2e-82a8-b2afe5c29c98 None None] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:58.719448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 32992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:58.720052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-160a9ab3-bb7f-46d7-befe-e5d97c93df9b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4232531 Jun 30 02:55:58.724818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-232115166', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:58.821271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.822474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.904920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bb27a-a943-498c-9689-f68d06b31b49 None None] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:58.946020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.788550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.839174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:00.013606 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf2020e4-822e-4ea9-9937-1bf582b5c9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.139100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.168773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.195293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf2020e4-822e-4ea9-9937-1bf582b5c9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.201113 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf2020e4-822e-4ea9-9937-1bf582b5c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.243950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2020e4-822e-4ea9-9937-1bf582b5c9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa8a40-c5cb-499e-b6aa-d5df4fdbe614,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:00.251964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bf2020e4-822e-4ea9-9937-1bf582b5c9e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea78d2b81233435896868d2255df82c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116669 Jun 30 02:56:00.252840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33026) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:00.318639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7150a1f8-3c1f-4918-9a9f-124e44a3d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.323164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.254 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/53ec731f-1dfd-42b3-882f-3d27a1654c5c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:00.353505 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fdc5-249e-419d-b959-197edcd2322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.378833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fdc5-249e-419d-b959-197edcd2322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.472515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fdc5-249e-419d-b959-197edcd2322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.475680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fdc5-249e-419d-b959-197edcd2322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.476231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.477355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ec2fdc5-249e-419d-b959-197edcd2322c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12fa8a40-c5cb-499e-b6aa-d5df4fdbe614 HTTP/1.1" status: 204 len: 168 time: 0.2233665 Jun 30 02:56:00.498938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fdc5-249e-419d-b959-197edcd2322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa8a40-c5cb-499e-b6aa-d5df4fdbe614,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:00.527757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.594697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.609919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:00.616475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:00.628076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:00.712369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=53ec731f-1dfd-42b3-882f-3d27a1654c5c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:01.066839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33054) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:01.090362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e37b0-20ac-4832-a5a1-3f065aa1a450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.102660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.462976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e37b0-20ac-4832-a5a1-3f065aa1a450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.476510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac1e37b0-20ac-4832-a5a1-3f065aa1a450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.508482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.578690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:01.581063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ac1e37b0-20ac-4832-a5a1-3f065aa1a450 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c125d486539742038cf3a993c37186c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128651 Jun 30 02:56:01.599114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e37b0-20ac-4832-a5a1-3f065aa1a450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58960f40-613a-4550-a7a3-0c2db983ba83,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:01.668245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ac64f-15cd-417c-8a08-98af8ad7fa26 req-ba668d57-f479-4475-aaf3-4bfb79dce041 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:01.676728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-854ac64f-15cd-417c-8a08-98af8ad7fa26 req-ba668d57-f479-4475-aaf3-4bfb79dce041 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1264856 Jun 30 02:56:01.712467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cccc9a45-c499-4cc4-b8ba-b9c5f5298ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.730121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-854ac64f-15cd-417c-8a08-98af8ad7fa26 req-06d75859-c324-4be7-9666-c499275800b0 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522971 Jun 30 02:56:01.761525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cccc9a45-c499-4cc4-b8ba-b9c5f5298ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.800322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:56:02.081387 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cccc9a45-c499-4cc4-b8ba-b9c5f5298ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.084088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cccc9a45-c499-4cc4-b8ba-b9c5f5298ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.085909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cccc9a45-c499-4cc4-b8ba-b9c5f5298ca8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58960f40-613a-4550-a7a3-0c2db983ba83 HTTP/1.1" status: 204 len: 168 time: 0.5055246 Jun 30 02:56:02.101755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc9a45-c499-4cc4-b8ba-b9c5f5298ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58960f40-613a-4550-a7a3-0c2db983ba83,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:02.109784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:02.142859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:02.155723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.156852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-110d447f-35f2-4818-99de-5d1ea37c3b08 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4361212 Jun 30 02:56:02.160334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:02.203358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:02.204005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:02.219547 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.283765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:02.290492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33094) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:02.296414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:02.297969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:02.373434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:02.375247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4131c-320f-4e47-aeb9-9b2f326d3688 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:02.616904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe9bbdb3-9711-48b9-9f29-b2b470fb978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.872700 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe9bbdb3-9711-48b9-9f29-b2b470fb978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.886212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe9bbdb3-9711-48b9-9f29-b2b470fb978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.051676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fe9bbdb3-9711-48b9-9f29-b2b470fb978c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ada03cd2c12e4679b34f3808b7debe6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590990 Jun 30 02:56:03.052327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33122) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:03.053009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bbdb3-9711-48b9-9f29-b2b470fb978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2532f71-76ef-4b24-b5d4-fac9711daa44,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:03.132824 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e49891a-25a7-45aa-b0b1-401be442e3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.220480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e49891a-25a7-45aa-b0b1-401be442e3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.347244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e49891a-25a7-45aa-b0b1-401be442e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.351276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e49891a-25a7-45aa-b0b1-401be442e3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.352747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2e49891a-25a7-45aa-b0b1-401be442e3b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2532f71-76ef-4b24-b5d4-fac9711daa44 HTTP/1.1" status: 204 len: 168 time: 0.2819712 Jun 30 02:56:03.370077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49891a-25a7-45aa-b0b1-401be442e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2532f71-76ef-4b24-b5d4-fac9711daa44,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:03.610280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f146c0-3efe-4813-b35e-22b655c01b8f req-1905fc44-58af-4e55-b3eb-8c4fa2755857 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:03.623227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06f146c0-3efe-4813-b35e-22b655c01b8f req-1905fc44-58af-4e55-b3eb-8c4fa2755857 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.3852522 Jun 30 02:56:03.675123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.788299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-06f146c0-3efe-4813-b35e-22b655c01b8f req-6e0821f6-61c2-4007-a7b9-c43be5dea7a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637828 Jun 30 02:56:04.037511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33152) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:04.058267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5e09c69-12b2-4cc1-8d54-b2f02fb93fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.193880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5e09c69-12b2-4cc1-8d54-b2f02fb93fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.200627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5e09c69-12b2-4cc1-8d54-b2f02fb93fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.273430 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e5e09c69-12b2-4cc1-8d54-b2f02fb93fbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=371a9c7250bb4a0fbc188823c15b8a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313988 Jun 30 02:56:04.274286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33154) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:04.278738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.1 (5c465eac-b05e-471d-ae35-342c5bccd2a4/8afd3231-a547-4e04-a11e-1fe3d8e06b01/74a18658-0de2-457d-a788-630cd39a738f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:04.344592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.394647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e09c69-12b2-4cc1-8d54-b2f02fb93fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5ff1da-2193-4a1d-b102-92711e3e6db1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.463463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.512431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.516453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9799f0bd-a469-4e81-977d-1fa88121b6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.587731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9799f0bd-a469-4e81-977d-1fa88121b6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.592853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:04.597467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:04.615909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:04.682839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=74a18658-0de2-457d-a788-630cd39a738f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.732385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.737230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9799f0bd-a469-4e81-977d-1fa88121b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.748747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9799f0bd-a469-4e81-977d-1fa88121b6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.753640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9799f0bd-a469-4e81-977d-1fa88121b6d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a5ff1da-2193-4a1d-b102-92711e3e6db1 HTTP/1.1" status: 204 len: 168 time: 0.4752197 Jun 30 02:56:04.783418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799f0bd-a469-4e81-977d-1fa88121b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5ff1da-2193-4a1d-b102-92711e3e6db1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.095532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.138077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc0534-41ef-4673-8ba4-070b4ebfc05a req-fa677be4-3073-4b80-9045-018b199fed6d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:05.144257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9fc0534-41ef-4673-8ba4-070b4ebfc05a req-fa677be4-3073-4b80-9045-018b199fed6d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1921198 Jun 30 02:56:05.242981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f9fc0534-41ef-4673-8ba4-070b4ebfc05a req-4b5dcf17-a15b-4775-b98f-839d31210ea8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828242 Jun 30 02:56:05.754536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.767092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.942729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=74a18658-0de2-457d-a788-630cd39a738f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.947822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.979003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.980781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.981140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.983377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.984602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.984933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.985263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.987282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.987626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.989687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.990220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:05.992266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:06.124347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:06.127789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:06.398929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33230) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:06.429418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:06.575995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:06.591646 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:06.606844 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:06.607927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:06.628344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26574867-f89a-4b0c-a8d5-9c5c7ff765e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.654796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9744edc-4551-4a8f-9575-e2724abdcbb1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/routers/9593713f-13c8-4347-a507-a895a4def3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4910793 Jun 30 02:56:06.661887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:06.662266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'port': {'network_id': '5c465eac-b05e-471d-ae35-342c5bccd2a4', 'name': 'tempest-FloatingIPTestJSON-1059275761'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:06.687613 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:06.702941 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:06.703564 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:06.778992 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:06.779175 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760dfff-8a7c-4210-96dd-01c3c6f40f91 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:06.944891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26574867-f89a-4b0c-a8d5-9c5c7ff765e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.958043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26574867-f89a-4b0c-a8d5-9c5c7ff765e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.960684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a8e5b-e472-45d9-8169-b127975d1c2f req-ac001640-e5ff-4a22-a1b4-631340d1debf tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:06.975848 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c9a8e5b-e472-45d9-8169-b127975d1c2f req-ac001640-e5ff-4a22-a1b4-631340d1debf tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.4009662 Jun 30 02:56:07.065466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-26574867-f89a-4b0c-a8d5-9c5c7ff765e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59495d177d48458cbcc5e2d2be8e0da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629822 Jun 30 02:56:07.070564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574867-f89a-4b0c-a8d5-9c5c7ff765e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c24d7ec-5448-4d33-87a8-cef4f1ef7aaf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:07.073877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:07.106333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c9a8e5b-e472-45d9-8169-b127975d1c2f req-54a26586-81db-4727-b119-ba9a49e0b477 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295145 Jun 30 02:56:07.170928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:07.199198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.211704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e205983-11f7-4af7-b3b8-cef88a20e787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.237428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e205983-11f7-4af7-b3b8-cef88a20e787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.271662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] device_id is not set on port 1a64254b-4e95-4d5a-ad8d-193dc16003b7 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:56:07.293590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e205983-11f7-4af7-b3b8-cef88a20e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.299629 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e205983-11f7-4af7-b3b8-cef88a20e787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.306402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e205983-11f7-4af7-b3b8-cef88a20e787 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c24d7ec-5448-4d33-87a8-cef4f1ef7aaf HTTP/1.1" status: 204 len: 168 time: 0.2307606 Jun 30 02:56:07.322855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e205983-11f7-4af7-b3b8-cef88a20e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c24d7ec-5448-4d33-87a8-cef4f1ef7aaf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:07.521960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.3 (5c465eac-b05e-471d-ae35-342c5bccd2a4/8afd3231-a547-4e04-a11e-1fe3d8e06b01/1a64254b-4e95-4d5a-ad8d-193dc16003b7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:07.826220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33274) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:07.846386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37d941a8-14b1-4a1d-a456-2a1a9115036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.853107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.916661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.996986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:08.001611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:08.004367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:08.021293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=1a64254b-4e95-4d5a-ad8d-193dc16003b7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:08.035576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37d941a8-14b1-4a1d-a456-2a1a9115036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.044981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37d941a8-14b1-4a1d-a456-2a1a9115036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.129314 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37d941a8-14b1-4a1d-a456-2a1a9115036d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=beb1cafe12714869ac2808acdd3c06bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017061 Jun 30 02:56:08.131612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d941a8-14b1-4a1d-a456-2a1a9115036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4ca7e3-5a14-4e2b-a59e-6a23490ec486,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:08.135892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:08.146518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:08.151295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.189037 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ff3f8ef-ffc1-45b6-aadc-40957596d027 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5298755 Jun 30 02:56:08.189655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:08.201231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'port': {'network_id': '5c465eac-b05e-471d-ae35-342c5bccd2a4', 'name': 'tempest-FloatingIPTestJSON-1321896155'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:08.286644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61a49a69-543e-45dd-aa8c-675d30f9afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.439371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61a49a69-543e-45dd-aa8c-675d30f9afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.500340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:08.505341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.534644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] device_id is not set on port ac75bca2-b91f-428d-bb5f-a128d05b281f yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:56:08.573452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9b388-7ad2-4d2c-bc31-898e8e2f8f7e req-6b9a04bb-5795-4694-b283-bdd58f7122da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:08.575168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fee9b388-7ad2-4d2c-bc31-898e8e2f8f7e req-6b9a04bb-5795-4694-b283-bdd58f7122da tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.2501416 Jun 30 02:56:08.606126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61a49a69-543e-45dd-aa8c-675d30f9afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.608673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61a49a69-543e-45dd-aa8c-675d30f9afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.612078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61a49a69-543e-45dd-aa8c-675d30f9afb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e4ca7e3-5a14-4e2b-a59e-6a23490ec486 HTTP/1.1" status: 204 len: 168 time: 0.4719789 Jun 30 02:56:08.621600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a49a69-543e-45dd-aa8c-675d30f9afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4ca7e3-5a14-4e2b-a59e-6a23490ec486,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:08.679671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fee9b388-7ad2-4d2c-bc31-898e8e2f8f7e req-6df02fac-5865-468d-86ba-499cc5eb6c48 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968611 Jun 30 02:56:08.707636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.7 (5c465eac-b05e-471d-ae35-342c5bccd2a4/8afd3231-a547-4e04-a11e-1fe3d8e06b01/ac75bca2-b91f-428d-bb5f-a128d05b281f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:09.014220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.067506 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.155260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:09.159973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=ac75bca2-b91f-428d-bb5f-a128d05b281f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:09.162797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:09.165330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:09.307598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:09.308307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.374573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33324) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:09.378051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc9e02a1-cc4a-4986-9a15-4638e027833c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1874287 Jun 30 02:56:09.381577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'ac75bca2-b91f-428d-bb5f-a128d05b281f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:09.443452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.444204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.733290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.846408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c34a4-3971-416e-a897-ff29f94a8916 req-4bfbefd3-4257-463b-bb32-90731f891ff0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:09.866007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f18c34a4-3971-416e-a897-ff29f94a8916 req-4bfbefd3-4257-463b-bb32-90731f891ff0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 945 time: 0.1713417 Jun 30 02:56:09.992268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f18c34a4-3971-416e-a897-ff29f94a8916 req-88f68b8e-ac4b-4fad-b383-28ae0fa075c8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198895 Jun 30 02:56:10.027253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.181 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c362f50a-3f61-487a-bb73-ad702a0f45ca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:10.315848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e78b-8398-4e7d-9396-3628630c9b54 req-de3e1972-45c1-4918-811e-92fe12e089a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.325940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5686e78b-8398-4e7d-9396-3628630c9b54 req-de3e1972-45c1-4918-811e-92fe12e089a8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.3754442 Jun 30 02:56:10.418764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.446004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5686e78b-8398-4e7d-9396-3628630c9b54 req-f0526b1f-8810-4fa6-82d3-370a1f949ea8 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190658 Jun 30 02:56:10.555982 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.679993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:10.683136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:10.687356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:10.789843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=c362f50a-3f61-487a-bb73-ad702a0f45ca,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.894403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.398810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.503240 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.726933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.744818 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.795989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f3b5b-5961-42f4-bd24-447f4cc70fe9 req-bd710cde-84a8-4242-95b5-63c8a313a881 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:11.797557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e80f3b5b-5961-42f4-bd24-447f4cc70fe9 req-bd710cde-84a8-4242-95b5-63c8a313a881 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1478345 Jun 30 02:56:11.929257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e80f3b5b-5961-42f4-bd24-447f4cc70fe9 req-e4117ddd-7a27-49bc-a9f7-74d942aaaefe tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248515 Jun 30 02:56:11.931687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=c362f50a-3f61-487a-bb73-ad702a0f45ca,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:11.951432 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.140038 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 60bbe374-85b0-41e9-b0bb-c9bf083bafc0 associated. External IP: 172.25.0.181, port: ac75bca2-b91f-428d-bb5f-a128d05b281f. Jun 30 02:56:12.573734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:12.781739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:12.792295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:12.809811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:12.810467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.835447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.882044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.912557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:12.913840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.950668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:12.956378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:12.959013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c8d98058-1add-4840-95f4-e40943b1be74 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5822439 Jun 30 02:56:13.010418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:13.012344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b20d1-20f0-49b1-a4b4-a2fb06f72607 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:13.056434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.326745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.336932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.337260 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 60bbe374-85b0-41e9-b0bb-c9bf083bafc0 disassociated. External IP: 172.25.0.181, port: ac75bca2-b91f-428d-bb5f-a128d05b281f. Jun 30 02:56:13.386565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5b86-9a31-4327-9d09-6e89088c2dd7 req-4d6713d5-bde6-46ed-b078-c51f60d44cfc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:13.399103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c4f5b86-9a31-4327-9d09-6e89088c2dd7 req-4d6713d5-bde6-46ed-b078-c51f60d44cfc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.2445891 Jun 30 02:56:13.505904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c4f5b86-9a31-4327-9d09-6e89088c2dd7 req-473ca158-f521-404b-8370-df436797c196 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997214 Jun 30 02:56:13.772769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:13.849610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:13.972472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:14.006086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:14.026409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:14.040945 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:14.043065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.059852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.079479 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:14.080112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:14.091329 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:14.106604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e4036ff0-fd50-475a-ada5-65726560da0a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/floatingips/60bbe374-85b0-41e9-b0bb-c9bf083bafc0 HTTP/1.1" status: 200 len: 688 time: 1.1546404 Jun 30 02:56:14.107543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:14.111806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33474) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.125533 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.161118 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:14.186692 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:14.187330 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:14.238521 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:14.239134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.239349 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cadccc-7dd6-4b16-bf61-453334b1d00a None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:14.257326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:14.424285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port c362f50a-3f61-487a-bb73-ad702a0f45ca {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:14.424786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.538353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.539001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.580021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for c362f50a-3f61-487a-bb73-ad702a0f45ca owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:14.914708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.997587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=c362f50a-3f61-487a-bb73-ad702a0f45ca,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:15.080659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.083737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.089818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-302eb245-f621-4872-b88a-8c6b7da94bd5 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/floatingips/60bbe374-85b0-41e9-b0bb-c9bf083bafc0 HTTP/1.1" status: 204 len: 168 time: 0.9722619 Jun 30 02:56:15.089818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33516) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:15.099290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '1a64254b-4e95-4d5a-ad8d-193dc16003b7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:15.161051 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.494653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1eca9-59c2-4ab0-9f81-b4fb05fb7764 req-cb19e352-a63e-4471-90a0-3ddf4f8b1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.497104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5fd1eca9-59c2-4ab0-9f81-b4fb05fb7764 req-cb19e352-a63e-4471-90a0-3ddf4f8b1c67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1097 time: 0.3056517 Jun 30 02:56:15.771724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:15.776191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:16.032233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:16.033627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.231419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:16.346546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.349805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'port_id': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'mac_address': 'fa:16:3e:1a:46:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:16.352216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab0128-86f4-40c6-b63a-ee9a00e71af1 req-d99204fa-ed91-45f3-b53d-62450ffc5f6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.353762 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-73ab0128-86f4-40c6-b63a-ee9a00e71af1 req-d99204fa-ed91-45f3-b53d-62450ffc5f6c tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.9433138 Jun 30 02:56:16.356780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5fd1eca9-59c2-4ab0-9f81-b4fb05fb7764 req-89ea4a15-73bc-4140-a098-2a2a95f5d5e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8453176 Jun 30 02:56:16.420007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.436588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:16.463214 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:16.473816 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.535992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:16.553603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:16.556471 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009578a6-59fd-4719-89ee-608ee7701696" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:16.574074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:16.582206 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.667511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:16.682880 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20caa9bf-d8e6-4d85-a7f1-5a5bc71cb1b3 x-openstack-request-id: req-20caa9bf-d8e6-4d85-a7f1-5a5bc71cb1b3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:16.683647 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:16.684096 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20caa9bf-d8e6-4d85-a7f1-5a5bc71cb1b3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:16.684842 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:56:16.687627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-73ab0128-86f4-40c6-b63a-ee9a00e71af1 req-ac525c0f-2967-40be-9d55-57fca150a915 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171339 Jun 30 02:56:16.691039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.965731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.138 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c3cc5c21-0144-4975-a5df-87281aea35ea) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:17.196968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.354837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.442202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=c3cc5c21-0144-4975-a5df-87281aea35ea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:17.475930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:17.478044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:17.480640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:17.735521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:17.873990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:18.233199 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.340929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef577-7a3b-412f-8dc4-cdefb09a3b4b req-9aa73446-d8e4-454a-b18c-9dbd3deac10e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.356508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33eef577-7a3b-412f-8dc4-cdefb09a3b4b req-9aa73446-d8e4-454a-b18c-9dbd3deac10e tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 945 time: 0.3665805 Jun 30 02:56:18.397652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.568968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:18.597258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:18.603068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33eef577-7a3b-412f-8dc4-cdefb09a3b4b req-c5cb6067-eedf-481d-88e8-73165fdb5709 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355242 Jun 30 02:56:18.612736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.666439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:18.705856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:18.713735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.722077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.722540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.722869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.723260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.723597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.723951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.724312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.724648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.724978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.725307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.725631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.725952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:18.836340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-538b9d2e-05da-407a-9199-2cb8183bdc10 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/floatingips/bcf41079-ade4-48ff-89e2-6a446de4bc1f HTTP/1.1" status: 200 len: 992 time: 0.1752207 Jun 30 02:56:19.084589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.105530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.185964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=c3cc5c21-0144-4975-a5df-87281aea35ea,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:19.244126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.368106 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 8fcc63de-cd11-4d4c-afa9-7c495594c6cf associated. External IP: 172.25.0.138, port: 1a64254b-4e95-4d5a-ad8d-193dc16003b7. Jun 30 02:56:19.456064 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:19.759004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:19.780369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:19.888840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:19.890904 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.018649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:20.034274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:20.039718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.062432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:20.063078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:20.098965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:20.101190 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b6560e6b-0845-4e4e-96fc-23f632618f05 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0109599 Jun 30 02:56:20.106408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.115180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:20.156525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:20.158986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:20.162550 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9661c4-cf02-4c7c-be0c-9255f614696b" -d '{"events": [{"server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:20.167614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.170507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:20.171357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:20.210106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-12ff5e04-fb3d-4cd6-af20-78eaad94dd38 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/floatingips/8fcc63de-cd11-4d4c-afa9-7c495594c6cf HTTP/1.1" status: 200 len: 978 time: 0.1096795 Jun 30 02:56:20.212555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33674) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:20.268682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:20.268682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa7403-2a9e-412c-a258-3f6a67af4df7 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:20.307764 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54967137-6b28-4006-96a2-fdd0763fbd18 x-openstack-request-id: req-54967137-6b28-4006-96a2-fdd0763fbd18 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:20.308472 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:20.308472 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54967137-6b28-4006-96a2-fdd0763fbd18 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:20.308706 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'code': 200} Jun 30 02:56:20.309657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:20.527259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0cba45d7-21e8-47ff-bba3-7435577f685e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3135149 Jun 30 02:56:20.528850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:20.534541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'port_id': 'ac75bca2-b91f-428d-bb5f-a128d05b281f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:20.671410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.565329 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:56:22.665634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.677675 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.033903 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 8fcc63de-cd11-4d4c-afa9-7c495594c6cf associated. External IP: 172.25.0.138, port: 1a64254b-4e95-4d5a-ad8d-193dc16003b7. Jun 30 02:56:23.457239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33784) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:23.627647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:23.737691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7730d5c0-6ff5-4b2f-bfb4-7f37f2a36a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.989537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7730d5c0-6ff5-4b2f-bfb4-7f37f2a36a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.003815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7730d5c0-6ff5-4b2f-bfb4-7f37f2a36a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.037801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:24.055730 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:24.093578 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:24.095734 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:24.118478 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7730d5c0-6ff5-4b2f-bfb4-7f37f2a36a5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0aba03a0f96481aabb29822242f856d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593382 Jun 30 02:56:24.122844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33806) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:24.150301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730d5c0-6ff5-4b2f-bfb4-7f37f2a36a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c793a06f-861b-4050-8984-96cebee59e96,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.207732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:24.239592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b412fba5-b48f-4e42-8d1d-40b5b063ef13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.240948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:24.247499 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:24.332773 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b412fba5-b48f-4e42-8d1d-40b5b063ef13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.364292 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:24.364963 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdfed6c-04d1-4a49-b7bb-5aa4e15b7306 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:24.502761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b412fba5-b48f-4e42-8d1d-40b5b063ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.513695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b412fba5-b48f-4e42-8d1d-40b5b063ef13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.518136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b412fba5-b48f-4e42-8d1d-40b5b063ef13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c793a06f-861b-4050-8984-96cebee59e96 HTTP/1.1" status: 204 len: 168 time: 0.3756948 Jun 30 02:56:24.538875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412fba5-b48f-4e42-8d1d-40b5b063ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c793a06f-861b-4050-8984-96cebee59e96,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.838331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:25.201002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:25.213963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:25.214563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.231170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:25.235250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.387021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a29a065e-6e19-417f-bb7c-131bc028e959 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/floatingips/8fcc63de-cd11-4d4c-afa9-7c495594c6cf HTTP/1.1" status: 200 len: 978 time: 4.8541412 Jun 30 02:56:25.387704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33842) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:25.395386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:25.401712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33846) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:25.452647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55fd91e7-e5ed-4ef5-aeb9-f5fedd9ef148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.562786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.695325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.736150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:25.737182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.773112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55fd91e7-e5ed-4ef5-aeb9-f5fedd9ef148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.786475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55fd91e7-e5ed-4ef5-aeb9-f5fedd9ef148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.805859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.806905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c78bb-0187-47ae-8a39-f0e2d288fbf8 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:26.027886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd91e7-e5ed-4ef5-aeb9-f5fedd9ef148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4b76ac-d2db-41d5-8dfe-28c41784717a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:26.033491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-55fd91e7-e5ed-4ef5-aeb9-f5fedd9ef148 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bd009160a5b4856b5235a2a098359cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300380 Jun 30 02:56:26.036560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:26.200479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e50b59a-555d-45d1-afec-fa32b0a6d295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.255105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.262091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e50b59a-555d-45d1-afec-fa32b0a6d295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.267410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.267727 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 8fcc63de-cd11-4d4c-afa9-7c495594c6cf disassociated. External IP: 172.25.0.138, port: ac75bca2-b91f-428d-bb5f-a128d05b281f. Jun 30 02:56:26.451652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e50b59a-555d-45d1-afec-fa32b0a6d295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.462752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e50b59a-555d-45d1-afec-fa32b0a6d295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.486926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4e50b59a-555d-45d1-afec-fa32b0a6d295 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe4b76ac-d2db-41d5-8dfe-28c41784717a HTTP/1.1" status: 204 len: 168 time: 0.4486127 Jun 30 02:56:26.537822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50b59a-555d-45d1-afec-fa32b0a6d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4b76ac-d2db-41d5-8dfe-28c41784717a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:26.980567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:27.272244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:27.282855 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:27.294491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.299521 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:27.302993 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:27.370250 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:27.385013 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:27.385974 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:27.433503 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:27.436802 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299c2a1-15dd-4476-8a3c-9a090a12af10 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:27.464963 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8d9bdbed-be38-47d3-9e35-2e3a84a3964f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/floatingips/8fcc63de-cd11-4d4c-afa9-7c495594c6cf HTTP/1.1" status: 200 len: 688 time: 2.0750887 Jun 30 02:56:27.466993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 33910) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:27.647058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3d48533-85fa-435f-ab24-40018169a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.774938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port c3cc5c21-0144-4975-a5df-87281aea35ea {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:27.775652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.974867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.975202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.000787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for c3cc5c21-0144-4975-a5df-87281aea35ea owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:28.290120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.343166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=c3cc5c21-0144-4975-a5df-87281aea35ea,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:28.406617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:28.501099 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.511240 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.517528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:28.529383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6cdd55c-e81f-4e98-aca1-a86fd1c15e0e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/floatingips/8fcc63de-cd11-4d4c-afa9-7c495594c6cf HTTP/1.1" status: 204 len: 168 time: 1.0611410 Jun 30 02:56:28.580431 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-08514925-e44b-44de-afb3-ed22c280d25b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] delete failed (client error): The resource could not be found. Jun 30 02:56:28.581925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08514925-e44b-44de-afb3-ed22c280d25b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/floatingips/8fcc63de-cd11-4d4c-afa9-7c495594c6cf HTTP/1.1" status: 404 len: 345 time: 0.0630391 Jun 30 02:56:28.585888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:28.652153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1949200966-network', 'tenant_id': 'c19b484162834456842ec9f9e06b8084'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:28.696986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Made reservation on behalf of c19b484162834456842ec9f9e06b8084 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:28.700625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.748188 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.955883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ba7ae-7b72-4d50-bab4-5159350da36b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.961781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ba7ae-7b72-4d50-bab4-5159350da36b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.967688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ba7ae-7b72-4d50-bab4-5159350da36b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.970484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b51ba7ae-7b72-4d50-bab4-5159350da36b tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/ports?network_id=5c465eac-b05e-471d-ae35-342c5bccd2a4 HTTP/1.1" status: 200 len: 2358 time: 0.3827276 Jun 30 02:56:28.973386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:29.060458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e293e4-db6f-43fd-88a3-4ccd9812d29e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:29.061938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b0e293e4-db6f-43fd-88a3-4ccd9812d29e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/subnets/8afd3231-a547-4e04-a11e-1fe3d8e06b01 HTTP/1.1" status: 200 len: 797 time: 0.0875912 Jun 30 02:56:29.067154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 33964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:29.085209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'port': {'network_id': '5c465eac-b05e-471d-ae35-342c5bccd2a4', 'name': 'tempest-FloatingIPTestJSON-1473540065', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:29.196058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c833374-a378-40cf-8b13-916e05e27bac req-8a17778f-1bfd-43f0-a5ed-b8e218399ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:29.230676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-8a17778f-1bfd-43f0-a5ed-b8e218399ee4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1096 time: 0.1909788 Jun 30 02:56:29.456107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c833374-a378-40cf-8b13-916e05e27bac req-075faa7a-373b-4a7a-ae1f-717330705f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:29.457619 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-075faa7a-373b-4a7a-ae1f-717330705f05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.2132289 Jun 30 02:56:29.585411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-2fa6fbc1-1e25-44b8-81e2-915d59e44400 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 1001 time: 0.1208031 Jun 30 02:56:29.812163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.823364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.865692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc0637-e7d4-41e4-ac36-0c49a184577a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:29.880918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:29.890066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:30.039932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.065572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.066374 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Added segment 2748798f-001a-45d5-9826-c458df8a6146 of type vlan for network 4f241e9b-997f-49e6-98ce-c80569728661 Jun 30 02:56:30.072764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] device_id is not set on port f5dc309e-d7ee-4e13-8785-0f9a12a69080 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:56:30.257691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.317036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c833374-a378-40cf-8b13-916e05e27bac req-b62ea520-dcca-4149-b7ba-250846bce62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:30.320504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-b62ea520-dcca-4149-b7ba-250846bce62a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.7277505 Jun 30 02:56:30.335396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0ab87be-736a-423f-85ca-1aca59d1a4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.498922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c833374-a378-40cf-8b13-916e05e27bac req-5b40d48b-1b70-4a61-9d1f-391de7e636e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:30.502832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-5b40d48b-1b70-4a61-9d1f-391de7e636e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724315 Jun 30 02:56:30.509771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.518993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:30.519673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.551096 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.742980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-9e26dd60-d1e9-4b8f-8ea3-c846d32165c0 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319896 Jun 30 02:56:30.974401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.14 (5c465eac-b05e-471d-ae35-342c5bccd2a4/8afd3231-a547-4e04-a11e-1fe3d8e06b01/f5dc309e-d7ee-4e13-8785-0f9a12a69080) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:30.990791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c833374-a378-40cf-8b13-916e05e27bac req-7be0a7b7-b2a6-4704-a7fe-68c1111cb2d6 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363775 Jun 30 02:56:30.991875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.13 (5c465eac-b05e-471d-ae35-342c5bccd2a4/8afd3231-a547-4e04-a11e-1fe3d8e06b01/f5dc309e-d7ee-4e13-8785-0f9a12a69080) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:31.261667 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8534427 Jun 30 02:56:31.265594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:31.271629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Request body: {'subnet': {'network_id': '4f241e9b-997f-49e6-98ce-c80569728661', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1949200966-subnet', 'tenant_id': 'c19b484162834456842ec9f9e06b8084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:31.273894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcbbee-2a8c-4dc8-977b-8132caa78843 admin admin] Pushing event updated for resources: {'Network': ['ID=4f241e9b-997f-49e6-98ce-c80569728661,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:31.281212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.288372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 4f241e9b-997f-49e6-98ce-c80569728661 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:31.370323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Made reservation on behalf of c19b484162834456842ec9f9e06b8084 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:31.372836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.449449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.566831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:31.576908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:31.584331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:31.752429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:31.753497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.756541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=f5dc309e-d7ee-4e13-8785-0f9a12a69080,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:31.767562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.802809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d00ff21-b8e8-472f-b9d1-4672b574c6ac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7266355 Jun 30 02:56:31.805450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:31.810679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'f5dc309e-d7ee-4e13-8785-0f9a12a69080', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:31.850228 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.007274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b339b391-4a04-493f-bece-03083f4028a5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:32.013907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Checking segment: {'id': '2748798f-001a-45d5-9826-c458df8a6146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:32.014264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Network hostable DHCP agents. Network: 4f241e9b-997f-49e6-98ce-c80569728661, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:32.069164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Network 4f241e9b-997f-49e6-98ce-c80569728661 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:32.111599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 4f241e9b-997f-49e6-98ce-c80569728661) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:32.122584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f2e8e-a8b0-40ba-a7d8-ca599d7dd09e None None] Network 4f241e9b-997f-49e6-98ce-c80569728661 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:32.138881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:32.139478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.200041 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-abc06eae-091f-49eb-a4df-8a47ed402e09 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9251168 Jun 30 02:56:32.206562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.325157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.338051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe560d-d9f7-4f72-8bad-5a24d2d52e1b None None] Network 4f241e9b-997f-49e6-98ce-c80569728661 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:32.554797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.22 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/b5ea1057-9e23-4e08-a5e8-685951cf5b73) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:32.941311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.067842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.166661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:33.167905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=b5ea1057-9e23-4e08-a5e8-685951cf5b73,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:33.176424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:33.179158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:33.520021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:33.538286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039904306-network', 'tenant_id': '02b476a6c972414daed416492ecbee11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:33.632875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Made reservation on behalf of 02b476a6c972414daed416492ecbee11 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:33.636149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.666880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.774165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.941338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.014802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.034648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.104112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:34.167347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c21786-43e2-4293-a10f-79e46bc1095c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.186291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.186690 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Added segment ee4b510d-ae6d-4166-b4fb-8088c39f103d of type vlan for network 29e124b8-61d3-417e-9236-a14b3f14a17c Jun 30 02:56:34.292124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.344585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.354125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.367700 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.378567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.379606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:34.380189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.441277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34118) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:34.520036 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9980507 Jun 30 02:56:34.525422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34124) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:34.537293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Request body: {'subnet': {'network_id': '29e124b8-61d3-417e-9236-a14b3f14a17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039904306-subnet', 'tenant_id': '02b476a6c972414daed416492ecbee11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:34.539671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761dfa6-8393-4ec4-8541-97386e9a953d admin admin] Pushing event updated for resources: {'Network': ['ID=29e124b8-61d3-417e-9236-a14b3f14a17c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.548500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=b5ea1057-9e23-4e08-a5e8-685951cf5b73,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.550955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 29e124b8-61d3-417e-9236-a14b3f14a17c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:34.617459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.716075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Made reservation on behalf of 02b476a6c972414daed416492ecbee11 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:34.720708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.740676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e775f99-29a3-494c-a8a7-e4ae9033f316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.901132 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP e744b894-613a-423a-bd55-120870f4d7bc associated. External IP: 172.25.0.22, port: f5dc309e-d7ee-4e13-8785-0f9a12a69080. Jun 30 02:56:35.221275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e775f99-29a3-494c-a8a7-e4ae9033f316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.222472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.290065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e775f99-29a3-494c-a8a7-e4ae9033f316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.396845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0790e5-7f2d-4fdc-a1c4-e48ee6ef69b5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:35.403446 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1e775f99-29a3-494c-a8a7-e4ae9033f316 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e249fb4f95ed419692f06170f75713e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9611259 Jun 30 02:56:35.404115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:35.408342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e775f99-29a3-494c-a8a7-e4ae9033f316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3657bc-55a4-4fb3-a0ab-0492af8b25a7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:35.438803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Checking segment: {'id': 'ee4b510d-ae6d-4166-b4fb-8088c39f103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '29e124b8-61d3-417e-9236-a14b3f14a17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:35.439633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Network hostable DHCP agents. Network: 29e124b8-61d3-417e-9236-a14b3f14a17c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:35.455758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:35.471851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Network 29e124b8-61d3-417e-9236-a14b3f14a17c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:35.498559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6718a71-98a2-4bb5-830e-5630b9dc16b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.538936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6718a71-98a2-4bb5-830e-5630b9dc16b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.606031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 29e124b8-61d3-417e-9236-a14b3f14a17c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:35.637901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744701e7-7252-43a5-ab97-0fc089961e56 None None] Network 29e124b8-61d3-417e-9236-a14b3f14a17c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:35.645653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:35.646876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.653738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6718a71-98a2-4bb5-830e-5630b9dc16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.659504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6718a71-98a2-4bb5-830e-5630b9dc16b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.660697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c6718a71-98a2-4bb5-830e-5630b9dc16b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd3657bc-55a4-4fb3-a0ab-0492af8b25a7 HTTP/1.1" status: 204 len: 168 time: 0.2553813 Jun 30 02:56:35.677745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6718a71-98a2-4bb5-830e-5630b9dc16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3657bc-55a4-4fb3-a0ab-0492af8b25a7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:35.889936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:35.904060 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-66ad30b5-d9c1-4dbc-aeac-7b0a4a0cbe5b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3745708 Jun 30 02:56:35.904672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:35.926655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.001836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:36.005210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:36.015396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef53bc-f5ce-4b47-8523-693aae4fc507 None None] Network 29e124b8-61d3-417e-9236-a14b3f14a17c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:36.035203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ac151dfa-a205-46df-bfd0-51d64ad7f2ee tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2280767 Jun 30 02:56:36.038283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:36.043177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'port_id': 'f5dc309e-d7ee-4e13-8785-0f9a12a69080', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:36.144526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:36.182621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:36.185896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:36.191404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.240548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34168) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:36.275162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e3ad751-c456-44d8-93d5-2d2ffca42f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.278617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:36.279579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236522ee-ba1b-49a2-b9d0-2ac438c52d20 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:36.512436 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e3ad751-c456-44d8-93d5-2d2ffca42f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.519035 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e3ad751-c456-44d8-93d5-2d2ffca42f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.574248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0e3ad751-c456-44d8-93d5-2d2ffca42f99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=326f75735bb24f9d84d0ed07cb80a6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323622 Jun 30 02:56:36.576998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ad751-c456-44d8-93d5-2d2ffca42f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456dfcba-8118-4f92-a47f-f2d8ed4de437,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:36.582234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34182) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:36.648146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74ccc6c7-a9be-42ce-ad39-c20a1ebd6a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.684777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74ccc6c7-a9be-42ce-ad39-c20a1ebd6a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.799146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74ccc6c7-a9be-42ce-ad39-c20a1ebd6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.802530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74ccc6c7-a9be-42ce-ad39-c20a1ebd6a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.803708 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-74ccc6c7-a9be-42ce-ad39-c20a1ebd6a6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/456dfcba-8118-4f92-a47f-f2d8ed4de437 HTTP/1.1" status: 204 len: 168 time: 0.2206898 Jun 30 02:56:36.823572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc6c7-a9be-42ce-ad39-c20a1ebd6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456dfcba-8118-4f92-a47f-f2d8ed4de437,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:37.254354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-1320a40c-6454-41ce-8fd3-523690a5956a tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:37.256587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-1320a40c-6454-41ce-8fd3-523690a5956a tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/networks?id=4f241e9b-997f-49e6-98ce-c80569728661 HTTP/1.1" status: 200 len: 809 time: 0.2701542 Jun 30 02:56:37.289137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c9055348-4fcf-43e7-b49c-a041e2d10919 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/quotas/c19b484162834456842ec9f9e06b8084 HTTP/1.1" status: 200 len: 375 time: 0.0227633 Jun 30 02:56:37.344715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.354399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-8a6c2263-1e12-4891-88a3-38c5a100437b tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c19b484162834456842ec9f9e06b8084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598128 Jun 30 02:56:37.363605 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.537818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-cfa9d111-5897-4f64-91c1-fa2a157db016 service neutron] 10.222.0.78 "GET /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731257 Jun 30 02:56:37.845265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-999e1ccb-c104-4bbd-8706-0fbac5e9a3ad service neutron] 10.222.0.78 "GET /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982552 Jun 30 02:56:37.952299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:38.294187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:38.307418 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:38.311958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.376619 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:38.377467 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:38.378232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea614450-d02a-4603-8099-30259f0858c2 req-6d623009-1027-43e6-babd-bf566ca9dc18 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0606074 Jun 30 02:56:38.467739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-40d40b35-3608-439d-b80c-b5226377d4e0 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/floatingips/e744b894-613a-423a-bd55-120870f4d7bc HTTP/1.1" status: 200 len: 978 time: 2.4283106 Jun 30 02:56:38.472417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34246) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:38.504302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:38.530908 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:38.531671 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:38.592880 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:38.593808 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff7862-b16d-4b93-8c00-f11540166e21 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:38.729361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port b5ea1057-9e23-4e08-a5e8-685951cf5b73 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:38.729946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.004142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.004435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.049431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for b5ea1057-9e23-4e08-a5e8-685951cf5b73 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:39.590392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.632649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=b5ea1057-9e23-4e08-a5e8-685951cf5b73,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:39.738230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43cc422e-c40c-4f70-aa08-ffe4c5cf36de req-aea50690-ab2c-41b8-b7e0-085dc7ea5e64 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 210 time: 0.1841526 Jun 30 02:56:39.759298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.990910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.991279 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP e744b894-613a-423a-bd55-120870f4d7bc disassociated (deleted). External IP: 172.25.0.22, port: f5dc309e-d7ee-4e13-8785-0f9a12a69080. Jun 30 02:56:40.401340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:40.540315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:40.551863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:40.554247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:40.565443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:40.567223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.653561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.680077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:40.681116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.685761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-90821f8b-ba68-4e40-9bb0-a558fea3658f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/floatingips/e744b894-613a-423a-bd55-120870f4d7bc HTTP/1.1" status: 204 len: 168 time: 2.2097576 Jun 30 02:56:40.686289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34310) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:40.725031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.725956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f180ab-c742-4be5-92e2-7367ebad497d None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:40.894864 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.178520 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7cba1779-9461-414d-a11d-3f3f72c2d71d req-eb4da246-48b4-45c5-bc8e-4cb122d0f253 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0795045 Jun 30 02:56:41.243494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-84194e9f-1bf8-4e42-a492-c9513079cf66 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:41.248983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-84194e9f-1bf8-4e42-a492-c9513079cf66 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.90 "GET /v2.0/networks?id=4f241e9b-997f-49e6-98ce-c80569728661 HTTP/1.1" status: 200 len: 809 time: 0.3256860 Jun 30 02:56:41.270087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Request body: {'port': {'device_id': '400798a3-b892-497c-b8db-a3a67900b4b1', 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661', 'admin_state_up': True, 'tenant_id': 'c19b484162834456842ec9f9e06b8084'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:41.494190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port f5dc309e-d7ee-4e13-8785-0f9a12a69080 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:41.494829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.629928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Made reservation on behalf of c19b484162834456842ec9f9e06b8084 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:41.641390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.788462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.899646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for f5dc309e-d7ee-4e13-8785-0f9a12a69080 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:42.074075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Allocated IP 172.20.0.11 (4f241e9b-997f-49e6-98ce-c80569728661/b339b391-4a04-493f-bece-03083f4028a5/18dadefb-3ee0-40a5-8a75-1605ab6d0c39) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:42.903206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dbf0e933-bf96-48f5-8608-d8bff29a9c52 req-ceccbb8b-5892-4509-97a4-b3e0f58acb40 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0358188 Jun 30 02:56:43.123824 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.133729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.274272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=f5dc309e-d7ee-4e13-8785-0f9a12a69080,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:43.568318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.570244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68769409-266e-444b-bb97-22b12a60a225 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/ports/f5dc309e-d7ee-4e13-8785-0f9a12a69080 HTTP/1.1" status: 204 len: 168 time: 2.8824356 Jun 30 02:56:43.577619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:43.582173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:43.601220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.671392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.736095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Network 4f241e9b-997f-49e6-98ce-c80569728661 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:43.752387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a21c9-8bb6-4deb-a3d5-21c1d7652c4b req-8e965e41-d13b-475d-a8e8-6edcea1afa28 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:43.754431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b9a21c9-8bb6-4deb-a3d5-21c1d7652c4b req-8e965e41-d13b-475d-a8e8-6edcea1afa28 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 945 time: 0.3017883 Jun 30 02:56:43.769148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:43.775572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:43.809778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Pushing event updated for resources: {'Port': ['ID=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:43.849094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.888367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:43.888992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.901263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b9a21c9-8bb6-4deb-a3d5-21c1d7652c4b req-f09ee6fd-455c-41f9-af2b-f9880b29c01b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373208 Jun 30 02:56:43.914000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c8d2ca0e-2746-4549-84d0-6e23d80ecfa2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6477635 Jun 30 02:56:43.944491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Request body: {'port': {'device_id': '400798a3-b892-497c-b8db-a3a67900b4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:43.988474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.182 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/adfec286-6452-42bf-a2cc-682da3fdd68b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:44.112713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.230431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-a7080d24-a776-491c-bd99-34d71740f0e0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309924 Jun 30 02:56:44.244912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.330256 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.342261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2c6d8-ec4e-4888-b8cc-43d98c6811b6 req-10a98708-77e4-48d3-8679-2b2e28cd80ce tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:44.347889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1c2c6d8-ec4e-4888-b8cc-43d98c6811b6 req-10a98708-77e4-48d3-8679-2b2e28cd80ce tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 932 time: 0.2209153 Jun 30 02:56:44.397344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=adfec286-6452-42bf-a2cc-682da3fdd68b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:44.419636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f1c2c6d8-ec4e-4888-b8cc-43d98c6811b6 req-0b1e7531-bea8-4d88-8a2a-4a4599e88183 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639448 Jun 30 02:56:44.423874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:44.428795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:44.431654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:44.522030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841693-1951-4664-8637-62980547b5e5 req-179d0a9e-36c6-4ae7-aa3f-a0a3c2cb8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:44.523653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-179d0a9e-36c6-4ae7-aa3f-a0a3c2cb8edc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1096 time: 0.2360423 Jun 30 02:56:44.619866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:44.630589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.650372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Transition to ACTIVE for port object 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:44.659202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.713349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Pushing event updated for resources: {'Port': ['ID=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:44.717197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.798713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841693-1951-4664-8637-62980547b5e5 req-3f1996d8-c95f-426e-bef6-47e0330d84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:44.800193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-3f1996d8-c95f-426e-bef6-47e0330d84a3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.2158978 Jun 30 02:56:44.869188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Attempting to bind port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:44.869538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Attempting to bind port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '2748798f-001a-45d5-9826-c458df8a6146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:44.869874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Attempting to bind port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 on network 4f241e9b-997f-49e6-98ce-c80569728661 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:44.877938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 on network 4f241e9b-997f-49e6-98ce-c80569728661 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:56:44.878136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.878495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Attempting to bind port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 on network 4f241e9b-997f-49e6-98ce-c80569728661 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:44.885041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:44.885642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Checking segment: {'id': '2748798f-001a-45d5-9826-c458df8a6146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:44.886578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Bound using segment: {'id': '2748798f-001a-45d5-9826-c458df8a6146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:44.887297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Bound port: 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2748798f-001a-45d5-9826-c458df8a6146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:44.887942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.946000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-010db260-02be-4bec-8f13-6fdd4f56f165 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 1001 time: 0.1346879 Jun 30 02:56:44.988553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] For port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:44.993243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] For port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,segment=NetworkSegment(2748798f-001a-45d5-9826-c458df8a6146),segment_id=2748798f-001a-45d5-9826-c458df8a6146)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:45.001496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.050670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.051305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.052734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] 10.222.0.90 "PUT /v2.0/ports/18dadefb-3ee0-40a5-8a75-1605ab6d0c39 HTTP/1.1" status: 200 len: 1092 time: 1.1257482 Jun 30 02:56:45.053373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400798a3-b892-497c-b8db-a3a67900b4b1', 'tag': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:45.055774 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a451da9-f747-4773-b511-80a63bdb263e" -d '{"events": [{"name": "network-changed", "server_uuid": "400798a3-b892-497c-b8db-a3a67900b4b1", "tag": "18dadefb-3ee0-40a5-8a75-1605ab6d0c39"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:45.113118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7443-a45b-4d28-962b-23eeb1da65d1 service neutron] Pushing event updated for resources: {'Port': ['ID=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:45.179585 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b082e4-434e-4c41-9c3d-9aa430fd811a x-openstack-request-id: req-92b082e4-434e-4c41-9c3d-9aa430fd811a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:45.179895 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400798a3-b892-497c-b8db-a3a67900b4b1", "tag": "18dadefb-3ee0-40a5-8a75-1605ab6d0c39", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:45.180135 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92b082e4-434e-4c41-9c3d-9aa430fd811a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:45.180540 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400798a3-b892-497c-b8db-a3a67900b4b1', 'tag': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39', 'status': 'completed', 'code': 200} Jun 30 02:56:45.212170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-95a02229-0434-4e09-9dc6-9b5b32e7646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.214201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-95a02229-0434-4e09-9dc6-9b5b32e7646a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c19b484162834456842ec9f9e06b8084&device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0903857 Jun 30 02:56:45.274928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-2d382e88-43cd-4c34-9362-7ef6e328b026 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39 HTTP/1.1" status: 200 len: 217 time: 0.0477204 Jun 30 02:56:45.340615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-f5e5becd-e4fa-49a8-92e0-90969841790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.342255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-f5e5becd-e4fa-49a8-92e0-90969841790a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b339b391-4a04-493f-bece-03083f4028a5 HTTP/1.1" status: 200 len: 849 time: 0.0576923 Jun 30 02:56:45.372968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841693-1951-4664-8637-62980547b5e5 req-0b31ecbf-64b6-4c4d-a90c-5cbb4a95411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.374506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-0b31ecbf-64b6-4c4d-a90c-5cbb4a95411c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.4157550 Jun 30 02:56:45.395158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-de789855-56d7-4dc8-b4f0-4430983f3c66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4f241e9b-997f-49e6-98ce-c80569728661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434592 Jun 30 02:56:45.478253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.489347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841693-1951-4664-8637-62980547b5e5 req-98f0c5f9-7a0b-47a0-b027-88c4bbcc7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.491237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-98f0c5f9-7a0b-47a0-b027-88c4bbcc7b32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086175 Jun 30 02:56:45.493288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.564700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-b4450a18-1f1b-4279-b8b0-5a8a65780fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604269 Jun 30 02:56:45.693589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=adfec286-6452-42bf-a2cc-682da3fdd68b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:45.775701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.779954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7c7897c-6f10-4e42-a856-1bbdd13631cf req-c617058d-ad36-400a-9fbc-295e30021712 service neutron] 10.222.0.90 "GET /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080631 Jun 30 02:56:45.878682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe75a0-a706-46fc-b4ee-9d602c931757 req-d3835357-c37a-4c1c-94ba-c071e22a6aa6 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.880743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-3df3e983-f67e-4572-a22f-9387a4c13edd service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780408 Jun 30 02:56:45.882596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.884207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c88868be-32a2-4b91-8c0c-aef016d2e243 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3076189 Jun 30 02:56:45.884894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:45.887260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:45.889012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42fe75a0-a706-46fc-b4ee-9d602c931757 req-d3835357-c37a-4c1c-94ba-c071e22a6aa6 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1383302 Jun 30 02:56:45.895760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'port': {'network_id': '5c465eac-b05e-471d-ae35-342c5bccd2a4', 'name': 'tempest-FloatingIPTestJSON-1735441746'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:46.066987 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.074640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42fe75a0-a706-46fc-b4ee-9d602c931757 req-1ce49842-ebd4-43dd-b5df-2806093e94e2 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855869 Jun 30 02:56:46.132025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:46.137399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451da9-f747-4773-b511-80a63bdb263e req-39817afa-fee2-47b1-8033-8e3a0e47a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.142522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.142898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-39817afa-fee2-47b1-8033-8e3a0e47a5e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c19b484162834456842ec9f9e06b8084&device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.2856035 Jun 30 02:56:46.158168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:46.159171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:46.161803 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ec993-0681-4258-ab70-a8b78d184613" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:46.187253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.280603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:46.285442 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7ae70d-5e35-4870-a8be-4699907ed87a x-openstack-request-id: req-6f7ae70d-5e35-4870-a8be-4699907ed87a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:46.286096 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:46.286653 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f7ae70d-5e35-4870-a8be-4699907ed87a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:46.287265 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:56:46.302385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] device_id is not set on port 5e7cde50-6389-4da8-a6f6-30c7b9ee5336 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:56:46.363880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451da9-f747-4773-b511-80a63bdb263e req-c4dac890-ebf8-40b2-9e15-a5b60903a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.368406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-c4dac890-ebf8-40b2-9e15-a5b60903a357 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4f241e9b-997f-49e6-98ce-c80569728661 HTTP/1.1" status: 200 len: 910 time: 0.2179732 Jun 30 02:56:46.419646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8841693-1951-4664-8637-62980547b5e5 req-c1e98886-5e92-4952-bc9c-d87ea6cee192 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639274 Jun 30 02:56:46.478178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-bbf2ba3a-3146-4bf7-a7d8-d39353d6c237 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39 HTTP/1.1" status: 200 len: 217 time: 0.0999935 Jun 30 02:56:46.537927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.10 (5c465eac-b05e-471d-ae35-342c5bccd2a4/8afd3231-a547-4e04-a11e-1fe3d8e06b01/5e7cde50-6389-4da8-a6f6-30c7b9ee5336) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:46.655044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451da9-f747-4773-b511-80a63bdb263e req-244ec207-d282-4e98-bdf3-7aba2f714acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.658071 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-244ec207-d282-4e98-bdf3-7aba2f714acd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b339b391-4a04-493f-bece-03083f4028a5 HTTP/1.1" status: 200 len: 849 time: 0.1685181 Jun 30 02:56:46.746027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-56963974-1a41-4251-a1cf-ec28c62a55b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4f241e9b-997f-49e6-98ce-c80569728661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769532 Jun 30 02:56:46.841019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.882386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54f19d-5caa-4f11-920a-959c71a59705 req-083f9eea-0d84-4414-92a4-44680f63234a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.884446 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e54f19d-5caa-4f11-920a-959c71a59705 req-083f9eea-0d84-4414-92a4-44680f63234a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.3454163 Jun 30 02:56:46.897106 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.968714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 5c465eac-b05e-471d-ae35-342c5bccd2a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:46.975036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e54f19d-5caa-4f11-920a-959c71a59705 req-ec8959b0-a658-4ebd-92f9-32daa314a8fb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826609 Jun 30 02:56:46.980342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-432f3fcf-a1b4-4845-9d3a-8423cbc2c3f2 service neutron] 10.222.0.90 "GET /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232900 Jun 30 02:56:47.014993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:47.017584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:47.020969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=5e7cde50-6389-4da8-a6f6-30c7b9ee5336,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:47.076967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:47.077592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.093880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2c8158c1-2f02-449b-bc8d-1cbe22eee7a3 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2033114 Jun 30 02:56:47.097037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:47.101700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'port_id': '5e7cde50-6389-4da8-a6f6-30c7b9ee5336'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:47.149498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.166546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a451da9-f747-4773-b511-80a63bdb263e req-76c1608c-e83b-4c34-8c10-602c5b78faae service neutron] 10.222.0.90 "GET /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743295 Jun 30 02:56:47.603488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb414a7-fd0d-41ed-87f8-e35853ccbab4 req-4900aae2-3861-446d-98b3-d5728fb7f284 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:47.611994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9eb414a7-fd0d-41ed-87f8-e35853ccbab4 req-4900aae2-3861-446d-98b3-d5728fb7f284 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 944 time: 0.3105004 Jun 30 02:56:47.727001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9eb414a7-fd0d-41ed-87f8-e35853ccbab4 req-1cae4f8e-ad8c-496e-b81a-470a05bc72cb tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138818 Jun 30 02:56:47.854109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.868292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.895485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:47.988561 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 7c03b8cc-d1dd-48e6-8709-ac990f3cbb1b associated. External IP: 172.25.0.182, port: 5e7cde50-6389-4da8-a6f6-30c7b9ee5336. Jun 30 02:56:48.101275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:48.129263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:48.221321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.237152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:48.248882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:48.279409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:48.290934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.315599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36fdc-4283-4558-9655-383d725a082f req-229281dd-8d31-47c8-81ce-fa31300c4d89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.324116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aee36fdc-4283-4558-9655-383d725a082f req-229281dd-8d31-47c8-81ce-fa31300c4d89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.1192443 Jun 30 02:56:48.414790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:48.418580 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aee36fdc-4283-4558-9655-383d725a082f req-32cb5743-a98f-4207-82c5-3b2db0ab3bea tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927501 Jun 30 02:56:48.479795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:48.499062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:48.648929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:48.661618 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:48.674477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.679432 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:48.693362 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.700318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,segment=NetworkSegment(2748798f-001a-45d5-9826-c458df8a6146),segment_id=2748798f-001a-45d5-9826-c458df8a6146)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:48.784755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34614) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:48.785428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4ca0fbed-e060-4633-9a90-671d81be2f58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/floatingips/7c03b8cc-d1dd-48e6-8709-ac990f3cbb1b HTTP/1.1" status: 200 len: 979 time: 1.6872921 Jun 30 02:56:48.797650 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.820088 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:48.820715 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.840681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39', 'network_id': '4f241e9b-997f-49e6-98ce-c80569728661', 'port_id': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39', 'mac_address': 'fa:16:3e:bb:70:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b339b391-4a04-493f-bece-03083f4028a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:48.937761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.940494 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb87cd1-81a4-46ac-a804-342780e2f4b6 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:48.967543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.029693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:49.033887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96aeb4-d965-4a2a-bec1-abe52c2ce256 req-1fd75d03-ac20-4668-969c-fcb192c9e20d tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.041789 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c96aeb4-d965-4a2a-bec1-abe52c2ce256 req-1fd75d03-ac20-4668-969c-fcb192c9e20d tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1209357 Jun 30 02:56:49.081172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port 5e7cde50-6389-4da8-a6f6-30c7b9ee5336 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:49.087806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.096767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c96aeb4-d965-4a2a-bec1-abe52c2ce256 req-6f9d6049-7b78-45ee-b1be-212d4b647c7c tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Jun 30 02:56:49.105895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,segment=NetworkSegment(2748798f-001a-45d5-9826-c458df8a6146),segment_id=2748798f-001a-45d5-9826-c458df8a6146)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:49.131165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.239102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:49.355544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.480377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['18dadefb-3ee0-40a5-8a75-1605ab6d0c39'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:49.895181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:49.917799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137c468-ba72-4024-81b8-389b50a98322 req-bfcc6186-7c68-4c35-a754-4d97814239a8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.926534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8137c468-ba72-4024-81b8-389b50a98322 req-bfcc6186-7c68-4c35-a754-4d97814239a8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.1489897 Jun 30 02:56:49.950867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.951303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.951724 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 7c03b8cc-d1dd-48e6-8709-ac990f3cbb1b disassociated. External IP: 172.25.0.182, port: 5e7cde50-6389-4da8-a6f6-30c7b9ee5336. Jun 30 02:56:49.952264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for 5e7cde50-6389-4da8-a6f6-30c7b9ee5336 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:49.995975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:49.997098 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.010004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8137c468-ba72-4024-81b8-389b50a98322 req-2e7ce54e-064e-4711-bcf2-4d597791215f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823686 Jun 30 02:56:50.202879 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.248232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:50.257238 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a6b62-6815-4a93-97d1-fce7c9d3f1a3" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:50.298605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:50.305513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.320829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.372335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=5e7cde50-6389-4da8-a6f6-30c7b9ee5336,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:50.438443 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11cf6c0-dcd3-40d1-a1ac-d85bfd4d8d67 x-openstack-request-id: req-f11cf6c0-dcd3-40d1-a1ac-d85bfd4d8d67 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:50.439745 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:50.440011 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f11cf6c0-dcd3-40d1-a1ac-d85bfd4d8d67 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:50.440415 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:56:50.530040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:50.632382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a517e-53d9-47b8-8e96-051796fbcead req-2505d74a-4c04-48d3-8cc6-6ab447a756d1 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:50.634992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a81a517e-53d9-47b8-8e96-051796fbcead req-2505d74a-4c04-48d3-8cc6-6ab447a756d1 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 945 time: 0.1532934 Jun 30 02:56:50.725774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a81a517e-53d9-47b8-8e96-051796fbcead req-a28080d1-73db-43d6-9652-5016a0333caf tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813572 Jun 30 02:56:50.827443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:51.020169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:51.034063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:51.056240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:51.057188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:51.136084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.140984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:51.141172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0dd2c1f5-9ecf-409d-ac86-4d5c673bed4f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/ports/5e7cde50-6389-4da8-a6f6-30c7b9ee5336 HTTP/1.1" status: 204 len: 168 time: 2.3553386 Jun 30 02:56:51.144823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:51.164364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:51.166532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:51.223847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:51.224965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193c31a-3046-4aa4-a306-d7dae36ddf24 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:51.260151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1700880d-98ca-4552-a62e-f3a7d6214129 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/floatingips/7c03b8cc-d1dd-48e6-8709-ac990f3cbb1b HTTP/1.1" status: 200 len: 688 time: 0.1176202 Jun 30 02:56:51.262929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34684) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:51.512720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722bcb-3163-43af-9748-475fe4206acb req-080c070a-46da-4751-8ada-6d7e170fd9ee tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:51.514440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94722bcb-3163-43af-9748-475fe4206acb req-080c070a-46da-4751-8ada-6d7e170fd9ee tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.2400784 Jun 30 02:56:51.576509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port adfec286-6452-42bf-a2cc-682da3fdd68b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:51.576856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.599136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94722bcb-3163-43af-9748-475fe4206acb req-ccfc52ab-6b27-4934-b225-0945e8fd5512 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692198 Jun 30 02:56:51.773986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.774463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.791955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for adfec286-6452-42bf-a2cc-682da3fdd68b owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:52.055240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89922120-5de5-4872-836e-5b0ee8706128 req-72098d21-d8f8-431c-8b3b-a2c61d993744 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:52.057167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89922120-5de5-4872-836e-5b0ee8706128 req-72098d21-d8f8-431c-8b3b-a2c61d993744 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0962987 Jun 30 02:56:52.082650 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.118927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89922120-5de5-4872-836e-5b0ee8706128 req-3a911e5d-be96-404e-ad26-db7cf76193c5 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540328 Jun 30 02:56:52.141975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=adfec286-6452-42bf-a2cc-682da3fdd68b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:52.248788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:52.309714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.318143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.323555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:52.329179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'ac75bca2-b91f-428d-bb5f-a128d05b281f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:52.337454 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a6e2c6c1-0801-4719-a8d6-d01ec188ff80 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/floatingips/7c03b8cc-d1dd-48e6-8709-ac990f3cbb1b HTTP/1.1" status: 204 len: 168 time: 1.0728474 Jun 30 02:56:52.345716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:52.356075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:52.356832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.381601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.576133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.632787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,segment=NetworkSegment(2748798f-001a-45d5-9826-c458df8a6146),segment_id=2748798f-001a-45d5-9826-c458df8a6146)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:52.633845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400798a3-b892-497c-b8db-a3a67900b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:52.636970 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d7cc84-2835-4298-adba-4fdfd8956d1e" -d '{"events": [{"server_uuid": "400798a3-b892-497c-b8db-a3a67900b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "18dadefb-3ee0-40a5-8a75-1605ab6d0c39"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:52.642228 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.649352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.725086 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351d6f23-fe4d-4c31-a9b5-0712aacfbf76 x-openstack-request-id: req-351d6f23-fe4d-4c31-a9b5-0712aacfbf76 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:52.726424 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400798a3-b892-497c-b8db-a3a67900b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "18dadefb-3ee0-40a5-8a75-1605ab6d0c39", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:52.726888 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-351d6f23-fe4d-4c31-a9b5-0712aacfbf76 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:52.727630 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400798a3-b892-497c-b8db-a3a67900b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39', 'code': 200} Jun 30 02:56:52.765043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:52.903241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.21 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/a60ccac7-8a72-4da3-9d64-0083630b7092) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:53.101733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550c130-2bfa-405b-b591-441a7657f621 req-660695d1-2cec-453c-ba49-c3eea84371d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:53.103385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0550c130-2bfa-405b-b591-441a7657f621 req-660695d1-2cec-453c-ba49-c3eea84371d8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.2588360 Jun 30 02:56:53.205491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.213931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bccea-85ce-4323-9e1b-7f6e11ffcfad req-446f39c9-2691-448f-87d9-37f491dcc001 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:53.231221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a7bccea-85ce-4323-9e1b-7f6e11ffcfad req-446f39c9-2691-448f-87d9-37f491dcc001 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.3115599 Jun 30 02:56:53.233059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0550c130-2bfa-405b-b591-441a7657f621 req-a5596ff9-2295-412f-9143-729bd8b8e21a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178353 Jun 30 02:56:53.360672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a7bccea-85ce-4323-9e1b-7f6e11ffcfad req-4e33545e-62a2-4781-bd07-b57f9366ba00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106453 Jun 30 02:56:53.380758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.463715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:53.476067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:53.480591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:53.556885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=a60ccac7-8a72-4da3-9d64-0083630b7092,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:53.754372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693298fa-b1bd-470a-acb5-4aacce5ffaa4 req-c0cd3b5b-4e57-406a-abf8-433df90836da tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:53.755957 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-693298fa-b1bd-470a-acb5-4aacce5ffaa4 req-c0cd3b5b-4e57-406a-abf8-433df90836da tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 946 time: 0.3407705 Jun 30 02:56:53.877130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-693298fa-b1bd-470a-acb5-4aacce5ffaa4 req-528922f8-aa76-4094-8336-7cd5da6f9be8 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Jun 30 02:56:53.979334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34764) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:54.098295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.226774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.447648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port fe16d60b-f5bd-47cf-90cc-5317e9d3160a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:54.450529 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.469073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.482949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.579279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=a60ccac7-8a72-4da3-9d64-0083630b7092,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.694638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.784543 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.788638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.851872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for fe16d60b-f5bd-47cf-90cc-5317e9d3160a owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:54.873593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4b6b2-31a8-4002-9a17-8a85a2f99aeb req-5a68ceea-8295-4bd2-9f38-98301e08d88c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:54.881953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ed4b6b2-31a8-4002-9a17-8a85a2f99aeb req-5a68ceea-8295-4bd2-9f38-98301e08d88c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.2341220 Jun 30 02:56:55.025177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ed4b6b2-31a8-4002-9a17-8a85a2f99aeb req-2a4e98f9-a704-4794-9aa6-e3a63e608547 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397643 Jun 30 02:56:55.039788 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 28c3b91a-5a93-4c9e-b72e-29e82f9362b2 associated. External IP: 172.25.0.21, port: ac75bca2-b91f-428d-bb5f-a128d05b281f. Jun 30 02:56:55.371034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.371034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=fe16d60b-f5bd-47cf-90cc-5317e9d3160a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.372200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa1fa6-a6bd-46c0-9efa-c6fb81bb9542 req-969f2c14-7d88-4c1d-9a2d-9617e4245e1a tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.373111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4faa1fa6-a6bd-46c0-9efa-c6fb81bb9542 req-969f2c14-7d88-4c1d-9a2d-9617e4245e1a tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2517235 Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.373859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:55.541048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4faa1fa6-a6bd-46c0-9efa-c6fb81bb9542 req-65544dd6-4360-4f48-9fdb-be4b39f65214 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222565 Jun 30 02:56:55.563563 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.564121 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Floating IP bcf41079-ade4-48ff-89e2-6a446de4bc1f disassociated (deleted). External IP: 172.25.0.229, port: d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8. Jun 30 02:56:56.456439 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:56.878793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:57.034021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34860) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:57.197394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:57.209757 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:57.226060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 474e2ec5-a58b-408b-ba9d-d71178002953 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:57.228327 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:57.229495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:57.241995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.330495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc569bbe-daf5-4fa9-81a7-7ecaf0beef96 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0057595 Jun 30 02:56:57.333031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:57.338627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-129610916'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:57.354868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372f50-fa2b-4299-b06b-a502f2eac5ce req-4cb0b676-fe2a-45b2-8e21-482fdf28e6f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:57.378979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d372f50-fa2b-4299-b06b-a502f2eac5ce req-4cb0b676-fe2a-45b2-8e21-482fdf28e6f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.3577728 Jun 30 02:56:57.393487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:57.401915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.516152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:57.559581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.559581 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Added segment 10aab1cf-ab83-4db4-b814-487daf870c64 of type vlan for network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f Jun 30 02:56:57.614571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d372f50-fa2b-4299-b06b-a502f2eac5ce req-d8299f65-f525-43e3-af15-60076b552e17 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321830 Jun 30 02:56:57.618217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-227150a2-47d8-497a-8380-bdc95a0787c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.737039 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25b2a976-0f13-46dc-8aac-d156a32ff1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.794879 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:57.819949 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:57.820869 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:57.850241 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.872385 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:57.873338 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e20e0-de20-4b02-ad37-8c9d12ea7f6e None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:57.926943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:57.941768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.987857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.996580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:57.997597 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.011196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] Sync routers for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:58.011925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-65104bc8-0a2d-4032-b48f-827795e0e3ff tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/floatingips/bcf41079-ade4-48ff-89e2-6a446de4bc1f HTTP/1.1" status: 204 len: 168 time: 4.0314515 Jun 30 02:56:58.019277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:58.039521 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91133a7f-0d84-402d-b082-7cf65bf0ccc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:58.082716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Network': ['ID=c79f4c4b-3fe6-4061-b76b-e75b7da36f5f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:58.083390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:58.084027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:58.117572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:58.173501 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de2d314-ec0a-4f5f-8b5f-762200301c0c x-openstack-request-id: req-8de2d314-ec0a-4f5f-8b5f-762200301c0c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:58.173801 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:58.174301 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8de2d314-ec0a-4f5f-8b5f-762200301c0c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:58.180395 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'status': 'completed', 'code': 200} Jun 30 02:56:58.414603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-227150a2-47d8-497a-8380-bdc95a0787c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.450492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-227150a2-47d8-497a-8380-bdc95a0787c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.456415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58f45b0c-60c1-48a3-ade7-2dc5f180eada tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1221085 Jun 30 02:56:58.459349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.464516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'subnet': {'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:58.519020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-227150a2-47d8-497a-8380-bdc95a0787c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10af9e9b345249fc8521fc0a55bba2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4750786 Jun 30 02:56:58.520024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 34902) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.575506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-7b3d960f-3540-4a72-81a8-dcac39c29d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:58.577660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-7b3d960f-3540-4a72-81a8-dcac39c29d8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e96f464854794097a83e6ab2ddb9535f&device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 1097 time: 0.3836303 Jun 30 02:56:58.704079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:58.716583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.767378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:59.027746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-376e9e77-1c59-4fb4-83f9-c3f083a29829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.029914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-376e9e77-1c59-4fb4-83f9-c3f083a29829 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 HTTP/1.1" status: 200 len: 898 time: 0.4299331 Jun 30 02:56:59.054432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227150a2-47d8-497a-8380-bdc95a0787c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3443a577-1766-41fd-aeac-1b316dd21c0e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.082826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:59.155548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61c90d70-2358-4ed2-97c8-c6e386f4c92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.163550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-3d3fd961-8e11-4998-9180-b49072b5c985 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 HTTP/1.1" status: 200 len: 217 time: 0.1031406 Jun 30 02:56:59.185742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:59.314395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'mac_address': 'fa:16:3e:9d:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:59.317643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61c90d70-2358-4ed2-97c8-c6e386f4c92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.387130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-4be8be50-6ecd-4cf0-9b2c-0ce32a4a31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.389118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-4be8be50-6ecd-4cf0-9b2c-0ce32a4a31ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7b9b896-036f-459e-ad61-9ec4ccd76a02 HTTP/1.1" status: 200 len: 837 time: 0.2054884 Jun 30 02:56:59.404163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da3fb-f09e-4eb7-a771-c0e7eb5ea7b1 req-e262954b-d5cb-4580-b564-2ec4439d97ac tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.415180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c03da3fb-f09e-4eb7-a771-c0e7eb5ea7b1 req-e262954b-d5cb-4580-b564-2ec4439d97ac tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.4079664 Jun 30 02:56:59.430562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.467196 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.474589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61c90d70-2358-4ed2-97c8-c6e386f4c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.480503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61c90d70-2358-4ed2-97c8-c6e386f4c92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.481642 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61c90d70-2358-4ed2-97c8-c6e386f4c92d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3443a577-1766-41fd-aeac-1b316dd21c0e HTTP/1.1" status: 204 len: 168 time: 0.9586215 Jun 30 02:56:59.491235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0bb5246-2deb-49ea-b09e-86db17cf0ad3 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:59.606252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b69a-b716-46ab-9c26-07b72a78fe7d req-5bf049d1-215b-4365-a130-64924a55319a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.638503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1056b69a-b716-46ab-9c26-07b72a78fe7d req-5bf049d1-215b-4365-a130-64924a55319a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.7203231 Jun 30 02:56:59.692939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:59.702696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c90d70-2358-4ed2-97c8-c6e386f4c92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3443a577-1766-41fd-aeac-1b316dd21c0e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.714568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.848522 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1056b69a-b716-46ab-9c26-07b72a78fe7d req-5826885c-ff31-4e5e-b4ec-da25c680b2f9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090852 Jun 30 02:56:59.870025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:18Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:59.870903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c03da3fb-f09e-4eb7-a771-c0e7eb5ea7b1 req-22b31e50-a499-4544-a4ec-5f1299cbe61d tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547634 Jun 30 02:56:59.891346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['b0bb5246-2deb-49ea-b09e-86db17cf0ad3'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:59.908565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Subnet': ['ID=a61c8bc3-1771-41c0-8768-8f424ae4c0f4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.928808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-5bc3cf80-cadb-48a8-8b84-2fe77690e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.932224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Checking segment: {'id': '10aab1cf-ab83-4db4-b814-487daf870c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:59.933713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-5bc3cf80-cadb-48a8-8b84-2fe77690e8c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4861338 Jun 30 02:56:59.934335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network hostable DHCP agents. Network: c79f4c4b-3fe6-4061-b76b-e75b7da36f5f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:00.005394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:00.021742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c79f4c4b-3fe6-4061-b76b-e75b7da36f5f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:00.027239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.027497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.151369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b1ac937-50cc-4ac3-bf79-00fd0bc4745f tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6906431 Jun 30 02:57:00.155471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:00.164582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-828452461', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:00.251569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16381147-8126-4ceb-9c8c-5aaad96a483c None None] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:00.279147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] Checking router: 474e2ec5-a58b-408b-ba9d-d71178002953 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:00.285393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.294513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.296922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-c680ddd3-b5cb-40da-a4da-6dd4493e3c39 service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546693 Jun 30 02:57:00.357488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-e1c2b4c9-ef6a-42b7-875a-450ad97ae98b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.359099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-e1c2b4c9-ef6a-42b7-875a-450ad97ae98b tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.3014867 Jun 30 02:57:00.371804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 34972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:00.388315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.419285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:00.421345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:00.424753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb24c-7319-4771-98e5-13df53690b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.513390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b910d960-a5aa-4c24-94fe-433db35a6bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.570051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91133a7f-0d84-402d-b082-7cf65bf0ccc4 req-76359b83-b2f3-46b7-829c-d95966aa1bce service neutron] 10.222.0.67 "GET /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652087 Jun 30 02:57:00.716367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.717518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.070851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:01.283984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.369262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58cf85-1218-4a34-bbb3-aae389c02178 req-9a85cf05-8e7d-4d57-b499-b19414cb4fbd tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:01.394832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea58cf85-1218-4a34-bbb3-aae389c02178 req-9a85cf05-8e7d-4d57-b499-b19414cb4fbd tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 944 time: 0.2068801 Jun 30 02:57:01.446519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:01.448487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.475810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c79f4c4b-3fe6-4061-b76b-e75b7da36f5f', 'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f', 'tenant_id': '86f89b590a7045cdb25b32b2fb9e5ebc', 'fixed_ips': [{'subnet_id': 'a61c8bc3-1771-41c0-8768-8f424ae4c0f4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:01.476663 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.526537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ea58cf85-1218-4a34-bbb3-aae389c02178 req-389de04a-d1dd-4ab9-aea1-d0f9f2a58acc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306434 Jun 30 02:57:01.723441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b910d960-a5aa-4c24-94fe-433db35a6bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.773226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b910d960-a5aa-4c24-94fe-433db35a6bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.888631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17427f-b853-4d70-b4fc-5b44d7d8f561 req-cedfb0df-c06e-436a-a857-4b3d0ea1a00f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:01.891901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f17427f-b853-4d70-b4fc-5b44d7d8f561 req-cedfb0df-c06e-436a-a857-4b3d0ea1a00f tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 946 time: 0.6403353 Jun 30 02:57:02.069599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Allocated IP 172.20.0.2 (c79f4c4b-3fe6-4061-b76b-e75b7da36f5f/a61c8bc3-1771-41c0-8768-8f424ae4c0f4/ca3c9cd7-4f75-4a39-a728-805280646268) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:02.084281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35026) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:02.085863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b910d960-a5aa-4c24-94fe-433db35a6bea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=963e2f89c17e4dff96eda026ca5292df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7034931 Jun 30 02:57:02.103508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:18Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:02.211071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf348f-fd66-46b0-9ea8-21c5d86ea96a None None] The sync data for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 is: [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:55:10Z', 'revision_number': 4, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '20003275-fa22-4ac1-aca9-b419c01a718f', 'name': '', 'network_id': 'f0bcc542-f26e-4c74-897e-fb3b1a67f2e2', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'mac_address': 'fa:16:3e:dd:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:07Z', 'updated_at': '2021-06-30T02:55:18Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'subnets': [{'id': 'd7b9b896-036f-459e-ad61-9ec4ccd76a02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:02.264158 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.268401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f088523-95a4-4d51-889d-2e653e053f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.286022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:02.294865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.325983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:02.352452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f088523-95a4-4d51-889d-2e653e053f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.378124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:02.514403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910d960-a5aa-4c24-94fe-433db35a6bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdbd2a-6c3c-484a-9048-70042bad9c81,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.668570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f17427f-b853-4d70-b4fc-5b44d7d8f561 req-f0db5e73-f435-47ba-96b3-e2670184e952 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/security-groups?id=3251aa72-7231-4d54-a011-f88d483f2cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7511985 Jun 30 02:57:02.809056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f088523-95a4-4d51-889d-2e653e053f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.821515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f088523-95a4-4d51-889d-2e653e053f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.838153 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6f088523-95a4-4d51-889d-2e653e053f97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47fdbd2a-6c3c-484a-9048-70042bad9c81 HTTP/1.1" status: 204 len: 168 time: 0.7503142 Jun 30 02:57:02.953513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f088523-95a4-4d51-889d-2e653e053f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdbd2a-6c3c-484a-9048-70042bad9c81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.006432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8dd43-a5e7-4c90-ad8a-7d52ac890971 req-b502140c-3695-48d9-a070-6118900af07b tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:03.011851 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad2e88-c183-42d7-b460-dc3ca8712af4 None None] New status for floating IP bcf41079-ade4-48ff-89e2-6a446de4bc1f: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:03.021512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30c8dd43-a5e7-4c90-ad8a-7d52ac890971 req-b502140c-3695-48d9-a070-6118900af07b tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 946 time: 0.6170526 Jun 30 02:57:03.026112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:03.026845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.212433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30c8dd43-a5e7-4c90-ad8a-7d52ac890971 req-ff2041ac-2082-47d6-8293-1ab1ad414247 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881142 Jun 30 02:57:03.254140 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.378392 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.418783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Transition to ACTIVE for port object ca3c9cd7-4f75-4a39-a728-805280646268 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:03.475894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.519768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Transition to ACTIVE for port object ca3c9cd7-4f75-4a39-a728-805280646268 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:03.522158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.536338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eb1e3-e6d4-4f38-a687-0f80f375aa1d req-dceb244f-8d01-4707-a838-f0f4e44b8034 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:03.543854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-376eb1e3-e6d4-4f38-a687-0f80f375aa1d req-dceb244f-8d01-4707-a838-f0f4e44b8034 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 944 time: 0.5955417 Jun 30 02:57:03.547885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.598739 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.630239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:03.640328 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2dfdf-4a18-49c2-aee6-de43dd5802a7" -d '{"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:03.732541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:03.745033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:03.757775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.768302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:03.775692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:03.783995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Pushing event updated for resources: {'Port': ['ID=ca3c9cd7-4f75-4a39-a728-805280646268,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.813962 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a13a9a6-723e-4ceb-a2ec-59edae088706 x-openstack-request-id: req-8a13a9a6-723e-4ceb-a2ec-59edae088706 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:03.814405 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:03.817136 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a13a9a6-723e-4ceb-a2ec-59edae088706 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:03.817136 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'code': 200} Jun 30 02:57:03.951461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] No DVR routers for this DVR port d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:03.962439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.984934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.995031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cad0a037-444f-4f25-9687-b2c4735cdfa4 req-64acab13-a624-4bf6-af49-8adacc2d5e74 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.67 "DELETE /v2.0/ports/d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 HTTP/1.1" status: 204 len: 173 time: 3.6209676 Jun 30 02:57:03.996535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'name': 'network-vif-deleted', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:04.010826 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a52cab-abc2-4ca2-ab33-b25d9dc9463c" -d '{"events": [{"server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "name": "network-vif-deleted", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:04.145229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35060) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:04.149001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:04.154801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Attempting to bind port ca3c9cd7-4f75-4a39-a728-805280646268 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:04.166971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Attempting to bind port ca3c9cd7-4f75-4a39-a728-805280646268 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '10aab1cf-ab83-4db4-b814-487daf870c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:04.167793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Attempting to bind port ca3c9cd7-4f75-4a39-a728-805280646268 on network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:04.194379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:04.207717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Checking segment: {'id': '10aab1cf-ab83-4db4-b814-487daf870c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:04.224232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.225082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Bound using segment: {'id': '10aab1cf-ab83-4db4-b814-487daf870c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:04.228091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Bound port: ca3c9cd7-4f75-4a39-a728-805280646268, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aab1cf-ab83-4db4-b814-487daf870c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:04.229045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.276872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-376eb1e3-e6d4-4f38-a687-0f80f375aa1d req-3c2e9296-ed86-4535-b0b6-b30b39544c54 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7315943 Jun 30 02:57:04.330462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5fc3315-f1bd-40e8-b035-4ed9c7861193 req-a7e40308-5cfd-4215-8560-83d7557245d7 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7168e1-f7ed-4457-a4d3-622a37f0e4a1 HTTP/1.1" status: 200 len: 210 time: 0.1674972 Jun 30 02:57:04.337924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.25.0.31 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/25c5c040-af29-47ba-b7ae-40f949345cdf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:04.340653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1611c8e-1c40-442a-8b3f-5ceb25e49a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.547474 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ca915a-46ae-4d34-80b8-a8083310dff8 x-openstack-request-id: req-34ca915a-46ae-4d34-80b8-a8083310dff8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:04.548157 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7168e1-f7ed-4457-a4d3-622a37f0e4a1", "name": "network-vif-deleted", "tag": "d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:04.551083 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34ca915a-46ae-4d34-80b8-a8083310dff8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:04.551714 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7168e1-f7ed-4457-a4d3-622a37f0e4a1', 'name': 'network-vif-deleted', 'tag': 'd7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8', 'status': 'completed', 'code': 200} Jun 30 02:57:04.589678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57654dd7-ae47-49aa-96ae-56d718159460 req-fe7bbe30-d090-4e85-8c79-02af8c128cb3 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:04.597072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57654dd7-ae47-49aa-96ae-56d718159460 req-fe7bbe30-d090-4e85-8c79-02af8c128cb3 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.90 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 946 time: 0.6327214 Jun 30 02:57:04.787180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.916980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.042716 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1611c8e-1c40-442a-8b3f-5ceb25e49a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.054889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:05.068308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:05.086484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:05.091624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:05.098962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d7f73ffc-8a76-4fc5-86ea-22d8f3cd35a8 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:05.110331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=25c5c040-af29-47ba-b7ae-40f949345cdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.182977 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.187835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.204763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1611c8e-1c40-442a-8b3f-5ceb25e49a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.400960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] For port ca3c9cd7-4f75-4a39-a728-805280646268, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:05.413796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] For port ca3c9cd7-4f75-4a39-a728-805280646268, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ca3c9cd7-4f75-4a39-a728-805280646268,segment=NetworkSegment(10aab1cf-ab83-4db4-b814-487daf870c64),segment_id=10aab1cf-ab83-4db4-b814-487daf870c64)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:05.436797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.457905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1611c8e-1c40-442a-8b3f-5ceb25e49a00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b036c58377144704bd00eca915f7f2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2597404 Jun 30 02:57:05.464435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1611c8e-1c40-442a-8b3f-5ceb25e49a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb6f1f-fcc6-4d66-b4ee-ecccb962f874,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.476297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35086) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.667059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcd089-eafd-4ee4-8126-d3c0c4d1e454 req-f396d5bf-0d09-4b9c-a8d4-f40c1cc760c0 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.680938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1bcd089-eafd-4ee4-8126-d3c0c4d1e454 req-f396d5bf-0d09-4b9c-a8d4-f40c1cc760c0 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 946 time: 1.1629834 Jun 30 02:57:05.828819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Deleting port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:05.828819 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.838608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c00ef-50eb-4ca3-9118-b2b535ee6211 None None] Pushing event updated for resources: {'Port': ['ID=ca3c9cd7-4f75-4a39-a728-805280646268,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.034413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] For port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,segment=NetworkSegment(2748798f-001a-45d5-9826-c458df8a6146),segment_id=2748798f-001a-45d5-9826-c458df8a6146)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:06.035165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.053111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Calling delete_port for 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:06.319121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c2af-e0a4-4ea6-8bde-629b40269f92 req-703b37ee-b54d-4b89-ac27-3ac8fb469db7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:06.321094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c571c2af-e0a4-4ea6-8bde-629b40269f92 req-703b37ee-b54d-4b89-ac27-3ac8fb469db7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.4634778 Jun 30 02:57:06.399752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.503243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e1bcd089-eafd-4ee4-8126-d3c0c4d1e454 req-147fcd1f-d4e2-44e3-9c6c-b97688fa17f7 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/security-groups?id=15fc0637-e7d4-41e4-ac36-0c49a184577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8173888 Jun 30 02:57:06.508472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.647836 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c571c2af-e0a4-4ea6-8bde-629b40269f92 req-3376e992-8eeb-4e3d-8d17-12d563a84e90 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150949 Jun 30 02:57:06.661337 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93e285f0-c607-4717-a408-38241eb043cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.667660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Pushing event deleted for resources: {'Port': ['ID=18dadefb-3ee0-40a5-8a75-1605ab6d0c39,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.726870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:06.762432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] No DVR routers for this DVR port 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:06.769910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.772022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57654dd7-ae47-49aa-96ae-56d718159460 req-cd55e81c-f144-4483-9c6c-9437ea9def79 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.90 "DELETE /v2.0/ports/18dadefb-3ee0-40a5-8a75-1605ab6d0c39 HTTP/1.1" status: 204 len: 173 time: 2.1677327 Jun 30 02:57:06.772623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400798a3-b892-497c-b8db-a3a67900b4b1', 'name': 'network-vif-deleted', 'tag': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:06.776177 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc8eaf-4011-4581-8c6a-397882084dee" -d '{"events": [{"server_uuid": "400798a3-b892-497c-b8db-a3a67900b4b1", "name": "network-vif-deleted", "tag": "18dadefb-3ee0-40a5-8a75-1605ab6d0c39"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:06.810342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93e285f0-c607-4717-a408-38241eb043cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.957250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93e285f0-c607-4717-a408-38241eb043cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.958585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93e285f0-c607-4717-a408-38241eb043cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.962188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-93e285f0-c607-4717-a408-38241eb043cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1dfb6f1f-fcc6-4d66-b4ee-ecccb962f874 HTTP/1.1" status: 204 len: 168 time: 1.4784853 Jun 30 02:57:06.973454 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedc394-9f0a-438d-bf0d-e109deca7fd5 x-openstack-request-id: req-afedc394-9f0a-438d-bf0d-e109deca7fd5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:06.974920 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400798a3-b892-497c-b8db-a3a67900b4b1", "name": "network-vif-deleted", "tag": "18dadefb-3ee0-40a5-8a75-1605ab6d0c39", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:06.975590 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afedc394-9f0a-438d-bf0d-e109deca7fd5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:06.975999 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400798a3-b892-497c-b8db-a3a67900b4b1', 'name': 'network-vif-deleted', 'tag': '18dadefb-3ee0-40a5-8a75-1605ab6d0c39', 'status': 'completed', 'code': 200} Jun 30 02:57:06.998669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e285f0-c607-4717-a408-38241eb043cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb6f1f-fcc6-4d66-b4ee-ecccb962f874,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.802564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f67592-b05b-4f58-a392-2bb1078d5c65 None None] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:08.117965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ca3c9cd7-4f75-4a39-a728-805280646268 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:08.216115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96c10826-a788-461a-925f-319c3aada079 req-0404346c-6c0e-4cbc-83da-86e97748c528 tempest-VolumesActionsTest-1768856218 tempest-VolumesActionsTest-1768856218-project] 10.222.0.78 "GET /v2.0/ports?device_id=400798a3-b892-497c-b8db-a3a67900b4b1 HTTP/1.1" status: 200 len: 210 time: 0.1551521 Jun 30 02:57:08.332692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1d83e0f9-36aa-4086-bb79-d2c02cd54b9d None None] Provisioning for port ca3c9cd7-4f75-4a39-a728-805280646268 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:08.356944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:08.509124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:08.509741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 18dadefb-3ee0-40a5-8a75-1605ab6d0c39 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:08.544992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ca3c9cd7-4f75-4a39-a728-805280646268 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:08.561996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ca3c9cd7-4f75-4a39-a728-805280646268 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:08.564860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.791813 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.855490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ca3c9cd7-4f75-4a39-a728-805280646268, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ca3c9cd7-4f75-4a39-a728-805280646268,segment=NetworkSegment(10aab1cf-ab83-4db4-b814-487daf870c64),segment_id=10aab1cf-ab83-4db4-b814-487daf870c64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:08.882390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.062365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ca3c9cd7-4f75-4a39-a728-805280646268,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:09.203244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.204591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82f3d9da-f48b-46a0-9e22-0465eecfc15e None None] Provisioning complete for port ca3c9cd7-4f75-4a39-a728-805280646268 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:09.204704 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f3d9da-f48b-46a0-9e22-0465eecfc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.552013 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.723173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6320ca3-31d4-4159-aec6-7d362fb93186 req-b2415416-a67b-4d86-8767-5b87253d41bf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.751003 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6320ca3-31d4-4159-aec6-7d362fb93186 req-b2415416-a67b-4d86-8767-5b87253d41bf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 1.1283977 Jun 30 02:57:09.753077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ca3c9cd7-4f75-4a39-a728-805280646268 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:09.895062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6320ca3-31d4-4159-aec6-7d362fb93186 req-51f3ef06-ba97-4e23-b3df-37b230f3683e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430192 Jun 30 02:57:09.898678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ca3c9cd7-4f75-4a39-a728-805280646268 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:09.899229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.034496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router c947b96c-4923-444d-8fcf-91084dec2bcf is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:10.151544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.954459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.240336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:11.250358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] Sync routers for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:11.284640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:11.285346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.332768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.336376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13852385-fec4-4634-a2d3-9b2eae99d648 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.1764095 Jun 30 02:57:11.337471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35206) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:11.442568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.467161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:11.472246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.568187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.568876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e84976-87d0-45d6-949b-bd33ecd4226f None None] The sync data for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:11.643250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 20003275-fa22-4ac1-aca9-b419c01a718f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:11.646587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.866524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d849f61-81f7-4a2e-9cb4-f474c8cc51a4 req-b4a6a2aa-c507-4cc2-a538-d67e772980b8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.868441 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d849f61-81f7-4a2e-9cb4-f474c8cc51a4 req-b4a6a2aa-c507-4cc2-a538-d67e772980b8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.3718874 Jun 30 02:57:12.051416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 20003275-fa22-4ac1-aca9-b419c01a718f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=20003275-fa22-4ac1-aca9-b419c01a718f,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:12.051809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.095559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 20003275-fa22-4ac1-aca9-b419c01a718f owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:12.171590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d849f61-81f7-4a2e-9cb4-f474c8cc51a4 req-493c7df0-ddc0-4453-98c9-0dd0a2458c6f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934117 Jun 30 02:57:12.829942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.936909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.960282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=20003275-fa22-4ac1-aca9-b419c01a718f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:13.122257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.122819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.122992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.126489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.127085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.127680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.129947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.131302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.131938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.132454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.133009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.134147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:13.476365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.574616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.1 (c79f4c4b-3fe6-4061-b76b-e75b7da36f5f/a61c8bc3-1771-41c0-8768-8f424ae4c0f4/a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:13.869665 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.900911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Transition to ACTIVE for port object a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:13.955012 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.041599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:14.080349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:14.095277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:14.115017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:14.205560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.715264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.746170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2d365-d83a-48c9-88ab-4f5255e83f5a req-3bccc2f7-76e2-4404-80db-0df11fd3d8a7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.756116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17d2d365-d83a-48c9-88ab-4f5255e83f5a req-3bccc2f7-76e2-4404-80db-0df11fd3d8a7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 1.2499247 Jun 30 02:57:14.864826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a096f2f-1fa7-45b4-b338-647b555acd04 None None] Provisioning for port a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:14.868669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17d2d365-d83a-48c9-88ab-4f5255e83f5a req-5d932c43-9985-467d-8413-7d3cca266979 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111715 Jun 30 02:57:14.875885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a096f2f-1fa7-45b4-b338-647b555acd04 None None] Provisioning complete for port a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:14.876263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a096f2f-1fa7-45b4-b338-647b555acd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.922078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Router 474e2ec5-a58b-408b-ba9d-d71178002953 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:15.009514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0a096f2f-1fa7-45b4-b338-647b555acd04 None None] Port a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:15.161457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:15.175914 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] Sync routers for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:15.192994 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:15.195081 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:15.211072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ae18377-db74-4bc2-8e38-8a07e2f8f5e2 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "PUT /v2.0/routers/474e2ec5-a58b-408b-ba9d-d71178002953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4497821 Jun 30 02:57:15.211990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:15.515944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting subnet d7b9b896-036f-459e-ad61-9ec4ccd76a02 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:15.545504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.597677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:15.700973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.868394 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.069726 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.215163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b9b896-036f-459e-ad61-9ec4ccd76a02,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:16.310395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.313225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b14003c9-6192-4f03-8f64-b6ea2d115931 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/subnets/d7b9b896-036f-459e-ad61-9ec4ccd76a02 HTTP/1.1" status: 204 len: 168 time: 1.1006687 Jun 30 02:57:16.319419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f6b1e-33cb-443f-9d66-1f33fb3a8da2 None None] Network f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:16.320439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.381996 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:16.452686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde4670-3f8e-449e-9b37-15b542356c8b req-ed8330a4-828e-4b95-8db6-abcd3cd3f955 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.464513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a8776-0c10-412c-8b9d-4acd2ef606d5 req-f62c1434-8e75-4640-9e9c-a8c229c177b7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.466124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-634a8776-0c10-412c-8b9d-4acd2ef606d5 req-f62c1434-8e75-4640-9e9c-a8c229c177b7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.1998408 Jun 30 02:57:16.466268 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edde4670-3f8e-449e-9b37-15b542356c8b req-ed8330a4-828e-4b95-8db6-abcd3cd3f955 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.5680773 Jun 30 02:57:16.513496 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] Checking router: 474e2ec5-a58b-408b-ba9d-d71178002953 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:16.555542 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] Routers {'474e2ec5-a58b-408b-ba9d-d71178002953'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:16.556192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['474e2ec5-a58b-408b-ba9d-d71178002953'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:16.603266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.646769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.762606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.774079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] DHCP port deletion for f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:57:16.780481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edde4670-3f8e-449e-9b37-15b542356c8b req-a1265f80-b6ad-4840-b331-11cd5b780ddc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132567 Jun 30 02:57:16.788221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.884243 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] Set router 474e2ec5-a58b-408b-ba9d-d71178002953 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:16.917701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] Deleting port 0707ac00-6baf-45cf-935e-5018577e408b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:16.920474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.020177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:17.042200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] For port 0707ac00-6baf-45cf-935e-5018577e408b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0707ac00-6baf-45cf-935e-5018577e408b,segment=NetworkSegment(deb23900-c250-4f47-bf15-cd2dc0cb6f65),segment_id=deb23900-c250-4f47-bf15-cd2dc0cb6f65)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:17.042784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:17.043628 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.045474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:17.054545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-634a8776-0c10-412c-8b9d-4acd2ef606d5 req-e1d019b6-1f4b-47fc-bf64-aa8b4d0a2368 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677002 Jun 30 02:57:17.081614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] Calling delete_port for 0707ac00-6baf-45cf-935e-5018577e408b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:17.186899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.320502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Deleting port 1a869414-102d-445a-8ded-a85c6ceab1c9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:17.322202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.356081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.388991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router c947b96c-4923-444d-8fcf-91084dec2bcf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:17.462951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:17.500627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] Pushing event deleted for resources: {'Port': ['ID=0707ac00-6baf-45cf-935e-5018577e408b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:17.528695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ab3c4-71ff-4a7b-8574-489427ebb1c7 None None] No DVR routers for this DVR port 0707ac00-6baf-45cf-935e-5018577e408b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:17.555592 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8712148-d948-40be-8556-7e8ad9609b25 None None] The sync data for ids ['474e2ec5-a58b-408b-ba9d-d71178002953'] in n-d-798054-5 is: [{'id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600504272', 'tenant_id': 'e96f464854794097a83e6ab2ddb9535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:57Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 5, 'project_id': 'e96f464854794097a83e6ab2ddb9535f', 'gw_port': {'id': '1a869414-102d-445a-8ded-a85c6ceab1c9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e2ec5-a58b-408b-ba9d-d71178002953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:58Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:17.606459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] For port 1a869414-102d-445a-8ded-a85c6ceab1c9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1a869414-102d-445a-8ded-a85c6ceab1c9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:17.609504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.628129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Calling delete_port for 1a869414-102d-445a-8ded-a85c6ceab1c9 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:17.671909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b6f57e37-0c4f-4291-bb0e-c140ea911ee1 None None] Provisioning complete for port a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:17.672795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6f57e37-0c4f-4291-bb0e-c140ea911ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.760672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b6f57e37-0c4f-4291-bb0e-c140ea911ee1 None None] Port a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:17.889390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:17.903326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05110a2e-ef6d-4c53-bf5c-88a00237306e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/routers/c947b96c-4923-444d-8fcf-91084dec2bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5615954 Jun 30 02:57:17.903463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.907477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] Sync routers for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:17.916506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'port': {'network_id': 'c79f4c4b-3fe6-4061-b76b-e75b7da36f5f', 'name': 'tempest-FloatingIPTestJSON-932794690'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:17.932504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:17.934954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:18.100516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:18.135755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:18.138130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0707ac00-6baf-45cf-935e-5018577e408b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:18.209062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:18.212373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.217374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:18.223253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0707ac00-6baf-45cf-935e-5018577e408b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:18.224343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0707ac00-6baf-45cf-935e-5018577e408b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:18.332116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Port': ['ID=1a869414-102d-445a-8ded-a85c6ceab1c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:18.392700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:18.393379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c7b11-d093-4c3b-a610-253a6e9fbec3 None None] The sync data for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:18.460959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26bce5-d659-4888-9327-bb1253eaeedf req-c3eca702-ef2b-41e3-ac4c-be825909feec tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.463174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc26bce5-d659-4888-9327-bb1253eaeedf req-c3eca702-ef2b-41e3-ac4c-be825909feec tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.2946961 Jun 30 02:57:18.502206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Made reservation on behalf of 86f89b590a7045cdb25b32b2fb9e5ebc for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:18.526638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.534586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.541510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7b2b1-a28c-4427-8b55-1ca68548319a req-ae99a266-8200-45e3-be60-9653b2bd5735 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.551991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1b7b2b1-a28c-4427-8b55-1ca68548319a req-ae99a266-8200-45e3-be60-9653b2bd5735 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.2363758 Jun 30 02:57:18.576759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.596324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:18.602970 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d003d6-04df-4980-a63a-6607a951e960" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:18.642011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:18.655189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc26bce5-d659-4888-9327-bb1253eaeedf req-d67607ff-4019-4b8c-9fd3-54de962f5409 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800480 Jun 30 02:57:18.659314 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.669853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] device_id is not set on port 0c9b3df7-daf2-408d-b193-985fc5caf1a7 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:57:18.809205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:18.825629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.825989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.828683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.829203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.829561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.829914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.830260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.830622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.830962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.831297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.831629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.831960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:18.845785 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537ef1b-9778-48df-9755-6ebaf5f0be08 x-openstack-request-id: req-d537ef1b-9778-48df-9755-6ebaf5f0be08 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:18.846139 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:18.846398 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d537ef1b-9778-48df-9755-6ebaf5f0be08 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:18.849587 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:57:18.909428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1b7b2b1-a28c-4427-8b55-1ca68548319a req-20d66d1d-ce85-49ca-b9d6-b40bd771ff40 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561769 Jun 30 02:57:18.919657 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.925995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.947239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Allocated IP 172.20.0.9 (c79f4c4b-3fe6-4061-b76b-e75b7da36f5f/a61c8bc3-1771-41c0-8768-8f424ae4c0f4/0c9b3df7-daf2-408d-b193-985fc5caf1a7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:19.160683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.161539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Fanout notify agent at l3_agent the message router_deleted on router 474e2ec5-a58b-408b-ba9d-d71178002953 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:57:19.182906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.193401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-32feef92-c316-46b1-8ad3-8b7a6ad0d2cc tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/routers/474e2ec5-a58b-408b-ba9d-d71178002953 HTTP/1.1" status: 204 len: 168 time: 2.8704915 Jun 30 02:57:19.195940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:19.307846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.355207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Transition to ACTIVE for port object 0c9b3df7-daf2-408d-b193-985fc5caf1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:19.554929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.653093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.730795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event updated for resources: {'Port': ['ID=0c9b3df7-daf2-408d-b193-985fc5caf1a7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:19.743021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:19.745044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:19.763459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:20.009425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:20.011015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.080304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.101892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7c46c2d6-7c40-49bd-b0b5-a8a6ca035128 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1956391 Jun 30 02:57:20.106752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.116554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1a869414-102d-445a-8ded-a85c6ceab1c9 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:20.139375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Request body: {'floatingip': {'port_id': '0c9b3df7-daf2-408d-b193-985fc5caf1a7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:20.160948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bcc542-f26e-4c74-897e-fb3b1a67f2e2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.184515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 1a869414-102d-445a-8ded-a85c6ceab1c9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:20.184877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1a869414-102d-445a-8ded-a85c6ceab1c9 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:20.185301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 20003275-fa22-4ac1-aca9-b419c01a718f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:20.236949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 20003275-fa22-4ac1-aca9-b419c01a718f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:20.237303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 20003275-fa22-4ac1-aca9-b419c01a718f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:20.297285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb23900-c250-4f47-bf15-cd2dc0cb6f65') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.298042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb23900-c250-4f47-bf15-cd2dc0cb6f65') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.314250 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.380437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.432082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.462954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:20.466015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:20.477980 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:20.582696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28ff9801-3a54-43ec-b72a-5e13fdd9e5d1 None None] Provisioning for port 0c9b3df7-daf2-408d-b193-985fc5caf1a7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:20.595630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28ff9801-3a54-43ec-b72a-5e13fdd9e5d1 None None] Provisioning complete for port 0c9b3df7-daf2-408d-b193-985fc5caf1a7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:20.596011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ff9801-3a54-43ec-b72a-5e13fdd9e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.705013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28ff9801-3a54-43ec-b72a-5e13fdd9e5d1 None None] Port 0c9b3df7-daf2-408d-b193-985fc5caf1a7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:20.915648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.941779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.952182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/networks/f0bcc542-f26e-4c74-897e-fb3b1a67f2e2 HTTP/1.1" status: 204 len: 168 time: 1.7546377 Jun 30 02:57:20.965488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:21.074801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058c2-23da-4386-9343-f89f18d16419 req-09d95af9-7b3f-488e-80b8-d3531cb4cf88 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:21.076574 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c7058c2-23da-4386-9343-f89f18d16419 req-09d95af9-7b3f-488e-80b8-d3531cb4cf88 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2093856 Jun 30 02:57:21.155197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c7058c2-23da-4386-9343-f89f18d16419 req-f72c4ce2-2d61-4c44-bb40-cbc6a91a4d56 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726104 Jun 30 02:57:21.213786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2174613-3170-424b-968c-93de438b88d3 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'Network': ['ID=f0bcc542-f26e-4c74-897e-fb3b1a67f2e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.316468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66dc54ef-e99f-40d7-b332-ab74fa228125 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.356226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec15c-1a28-4e6f-979e-a428af446f83 req-dac1150a-5ee4-470f-bb35-fdef73692b46 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:21.366005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa0ec15c-1a28-4e6f-979e-a428af446f83 req-dac1150a-5ee4-470f-bb35-fdef73692b46 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.8786335 Jun 30 02:57:21.572077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa0ec15c-1a28-4e6f-979e-a428af446f83 req-638744c1-c91a-4e02-be82-9207463dbce8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941340 Jun 30 02:57:21.933651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66dc54ef-e99f-40d7-b332-ab74fa228125 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.205859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:57:22.331018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66dc54ef-e99f-40d7-b332-ab74fa228125 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.339121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66dc54ef-e99f-40d7-b332-ab74fa228125 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.340636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-66dc54ef-e99f-40d7-b332-ab74fa228125 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] 10.222.0.78 "DELETE /v2.0/security-groups/3251aa72-7231-4d54-a011-f88d483f2cfc HTTP/1.1" status: 204 len: 168 time: 1.3620706 Jun 30 02:57:22.353054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.362292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc54ef-e99f-40d7-b332-ab74fa228125 tempest-TestNetworkAdvancedServerOps-1701189078 tempest-TestNetworkAdvancedServerOps-1701189078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3251aa72-7231-4d54-a011-f88d483f2cfc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.364937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.638662 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 28c3b91a-5a93-4c9e-b72e-29e82f9362b2 associated. External IP: 172.25.0.21, port: ac75bca2-b91f-428d-bb5f-a128d05b281f. Jun 30 02:57:22.961171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20181fdc-30ac-4b79-956e-0f4f2d7c4383 req-5b85a30c-960a-4ae6-a7ff-36bbb37382a1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:22.970821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20181fdc-30ac-4b79-956e-0f4f2d7c4383 req-5b85a30c-960a-4ae6-a7ff-36bbb37382a1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.3685157 Jun 30 02:57:23.067995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20181fdc-30ac-4b79-956e-0f4f2d7c4383 req-a841cad2-2ba5-4180-a4c6-de27d52b513a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944791 Jun 30 02:57:23.235349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35514) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:23.684890 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ad258b36-5cec-4792-8192-0ed56593cef5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e96f464854794097a83e6ab2ddb9535f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284928 Jun 30 02:57:23.685725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35526) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:23.824610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0d653b2-c11e-470d-9173-8ad2a2c5c3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.875025 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0d653b2-c11e-470d-9173-8ad2a2c5c3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.997535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0d653b2-c11e-470d-9173-8ad2a2c5c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.001878 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0d653b2-c11e-470d-9173-8ad2a2c5c3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.003673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c0d653b2-c11e-470d-9173-8ad2a2c5c3e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a02c2e7-f322-4228-90bd-4bef0e88b0ee HTTP/1.1" status: 204 len: 168 time: 0.3168848 Jun 30 02:57:24.011559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:24.036949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d653b2-c11e-470d-9173-8ad2a2c5c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a02c2e7-f322-4228-90bd-4bef0e88b0ee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.081444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a28627-603b-45ce-89a5-f424532648fc req-c173d9d7-17da-44b0-a47e-4d00b6df34aa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:24.097409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27a28627-603b-45ce-89a5-f424532648fc req-c173d9d7-17da-44b0-a47e-4d00b6df34aa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.2351317 Jun 30 02:57:24.102527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:24.422999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27a28627-603b-45ce-89a5-f424532648fc req-f710f4de-4f13-4348-8784-fc0a26682a2f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160069 Jun 30 02:57:24.513644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:24.564051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'mac_address': 'fa:16:3e:08:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:24.657932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:24.668218 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:24.687770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.689317 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:24.691030 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.755273 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.766970 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:24.768355 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.783781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:24.856717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892569e0-514e-46cf-82a5-05fa5a0d8d15 req-f3a495a1-8f55-417d-b2de-ca1d6bdee934 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:24.872154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:24.877663 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-892569e0-514e-46cf-82a5-05fa5a0d8d15 req-f3a495a1-8f55-417d-b2de-ca1d6bdee934 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.3573124 Jun 30 02:57:24.887171 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.888537 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07eb61-c610-4f4a-b23f-b2393a108da2 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:24.893076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.965686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-892569e0-514e-46cf-82a5-05fa5a0d8d15 req-4aed4ba2-b025-468f-a9d9-c6e39b37ef63 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857742 Jun 30 02:57:25.041250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:25.056022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:25.129283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-020ab75d-a058-4658-8b8c-00a52971fae9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf5583055af34aa8bd74cdccbe79973d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719612 Jun 30 02:57:25.131905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35580) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:25.227280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9152b200-df3e-4adc-b685-a3e6251f9f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.247515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=12']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:25.300709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9152b200-df3e-4adc-b685-a3e6251f9f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.511413 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9152b200-df3e-4adc-b685-a3e6251f9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.514666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9152b200-df3e-4adc-b685-a3e6251f9f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.516220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9152b200-df3e-4adc-b685-a3e6251f9f3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa84b2e3-b194-4dee-b421-ca6d0537e1c8 HTTP/1.1" status: 204 len: 168 time: 0.3833010 Jun 30 02:57:25.557161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b200-df3e-4adc-b685-a3e6251f9f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84b2e3-b194-4dee-b421-ca6d0537e1c8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:25.916285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router c947b96c-4923-444d-8fcf-91084dec2bcf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:26.097315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:26.313301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:26.316094 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.418754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:26.456790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.513843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] Sync routers for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:26.556642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:26.557700 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.598041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa194d0-0409-41da-9656-54293990e25c req-83b0da3e-e07d-461b-97c7-f1dac66fd963 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.622546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1fa194d0-0409-41da-9656-54293990e25c req-83b0da3e-e07d-461b-97c7-f1dac66fd963 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 945 time: 0.3360450 Jun 30 02:57:26.669123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30316-451d-4310-a231-dc12b4076ab7 req-791a36d9-a309-4e08-9a88-cf41f12c4d65 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.683381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94f30316-451d-4310-a231-dc12b4076ab7 req-791a36d9-a309-4e08-9a88-cf41f12c4d65 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.8777735 Jun 30 02:57:26.714258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.744199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:26.747307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.750200 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1fa194d0-0409-41da-9656-54293990e25c req-66ed4d90-8049-4ada-a795-d62075e919f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246109 Jun 30 02:57:26.837346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f30c4ce3-98ca-4879-a874-5c9d961d186a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/floatingips/28c3b91a-5a93-4c9e-b72e-29e82f9362b2 HTTP/1.1" status: 200 len: 976 time: 6.7268622 Jun 30 02:57:26.840182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:26.932754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-94f30316-451d-4310-a231-dc12b4076ab7 req-af4c6498-99a3-4b13-a8fc-2fb75b1f4482 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429912 Jun 30 02:57:26.954047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.954719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08dc672-b86e-4361-9649-c5c23a70b74c None None] The sync data for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:27.040578 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.156587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:27.185015 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cc008e-15df-4944-8562-dba8df5b0d15" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:27.232126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:27.246198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port 0c9b3df7-daf2-408d-b193-985fc5caf1a7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:27.246595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.260237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.334872 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f6f2f3-4d2c-4c63-afe0-dd7a7da87afc x-openstack-request-id: req-b6f6f2f3-4d2c-4c63-afe0-dd7a7da87afc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:27.335992 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-plugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:27.336488 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6f6f2f3-4d2c-4c63-afe0-dd7a7da87afc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:27.337256 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:57:27.338508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=13']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:27.426803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.656284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f0fd-1578-4b5a-90b3-cbe4f96a6e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.881875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.882529 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.883056 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Floating IP 28c3b91a-5a93-4c9e-b72e-29e82f9362b2 disassociated. External IP: 172.25.0.21, port: 0c9b3df7-daf2-408d-b193-985fc5caf1a7. Jun 30 02:57:27.883766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for 0c9b3df7-daf2-408d-b193-985fc5caf1a7 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:28.264271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01358fb-2f3e-42de-b00f-544ac918dba1 req-9e467b28-83ac-4c9f-ade2-002248cc35ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:28.269204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c01358fb-2f3e-42de-b00f-544ac918dba1 req-9e467b28-83ac-4c9f-ade2-002248cc35ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1759186 Jun 30 02:57:28.385325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c01358fb-2f3e-42de-b00f-544ac918dba1 req-693a7d68-c2ca-41c8-8a58-fde5ede0d1bd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967038 Jun 30 02:57:28.450519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.560695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=0c9b3df7-daf2-408d-b193-985fc5caf1a7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.930905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cde93-bf13-4c6e-b5a3-69ee51b8c8ee req-6aba33a8-3172-4959-9900-3f891a8fdb91 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:28.932524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb5cde93-bf13-4c6e-b5a3-69ee51b8c8ee req-6aba33a8-3172-4959-9900-3f891a8fdb91 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.5704217 Jun 30 02:57:29.049225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router c947b96c-4923-444d-8fcf-91084dec2bcf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:29.067845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-62c018d3-e91d-44d0-9a64-d38bec848313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.069999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-62c018d3-e91d-44d0-9a64-d38bec848313 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1096 time: 0.2450564 Jun 30 02:57:29.205522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-538c127e-d08b-4087-aefa-67ceb20049f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.206986 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-538c127e-d08b-4087-aefa-67ceb20049f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1225841 Jun 30 02:57:29.210289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb5cde93-bf13-4c6e-b5a3-69ee51b8c8ee req-56d12c5a-c31c-4dfc-b9ff-92056b689539 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632813 Jun 30 02:57:29.740768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-80419e83-a483-48b6-9116-73289558abf1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 1001 time: 0.4962380 Jun 30 02:57:29.927666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ad4ac-4ed5-4e5e-9430-46fdfa6ad490 req-549fbef1-b846-4716-a82f-698d53f960fe tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.939110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f95ad4ac-4ed5-4e5e-9430-46fdfa6ad490 req-549fbef1-b846-4716-a82f-698d53f960fe tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.2965462 Jun 30 02:57:29.975180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-b79c5aa0-b7b8-4017-95d6-220f4f38effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.978496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-b79c5aa0-b7b8-4017-95d6-220f4f38effc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.2160854 Jun 30 02:57:29.984826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:29.997020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] Sync routers for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:30.019229 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:30.023058 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:30.062906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f95ad4ac-4ed5-4e5e-9430-46fdfa6ad490 req-5f42ca9f-6fcd-47e3-acf7-c387a8cb990d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178901 Jun 30 02:57:30.128548 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:30.158335 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:30.159235 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:30.236159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.244450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 35756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:30.246694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:30.247582 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a072b49a-0918-4292-8221-1d13b144c743 None None] The sync data for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:30.260506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d9d8e453-97a2-4b09-90a5-d96aeff5771e tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/ports/0c9b3df7-daf2-408d-b193-985fc5caf1a7 HTTP/1.1" status: 204 len: 168 time: 3.4186862 Jun 30 02:57:30.317309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-c23811d4-ad24-48e6-9530-20a09d910ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.318906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-c23811d4-ad24-48e6-9530-20a09d910ca7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199370 Jun 30 02:57:30.332773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b987d19-5ac7-4c99-8e0d-ba70f6afbb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.550553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.573384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-fdbc01d2-1995-419b-8641-ca809294fa95 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444537 Jun 30 02:57:30.799896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6c3675-e933-4476-b70c-5af584d54b90 req-be2297bc-6b28-42c2-a69d-7460c6ecd870 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178874 Jun 30 02:57:30.962981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.000812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58831184-7241-4da1-bd91-1ca47804b4f9 req-9ef36a6e-b160-45ee-87cf-25c17f8c77ff tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.011501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-58831184-7241-4da1-bd91-1ca47804b4f9 req-9ef36a6e-b160-45ee-87cf-25c17f8c77ff tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.4109421 Jun 30 02:57:31.158471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-58831184-7241-4da1-bd91-1ca47804b4f9 req-937d5514-0a97-4b7d-b9f9-9979633c5f5f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388884 Jun 30 02:57:31.513286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec196d6b-d1c2-4c72-bd8f-178818c06c8a req-cd147d03-167c-4637-963a-1c6f01995f99 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.524803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec196d6b-d1c2-4c72-bd8f-178818c06c8a req-cd147d03-167c-4637-963a-1c6f01995f99 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1659918 Jun 30 02:57:31.591641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec196d6b-d1c2-4c72-bd8f-178818c06c8a req-d8cca7a0-4477-4dd8-bc58-07d1f0fb69f1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658786 Jun 30 02:57:31.745614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:31.745992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.893501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.912454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:32.233154 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.316060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.380311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=a4aaf8ae-4d60-4071-8fc4-4e7c30bf31a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.425961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:32.592043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f38b-8ce7-4b0b-a17f-1a1a7f30b764 req-636e4bd7-8f4b-40c5-8220-42f8b36090cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:32.594480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fec7f38b-8ce7-4b0b-a17f-1a1a7f30b764 req-636e4bd7-8f4b-40c5-8220-42f8b36090cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 945 time: 0.1506174 Jun 30 02:57:32.725260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.761827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fec7f38b-8ce7-4b0b-a17f-1a1a7f30b764 req-75aaf6ab-363d-4b7b-bec5-4f3d076d1302 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567144 Jun 30 02:57:32.875715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:32.898687 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a008ad68-cd01-44db-9218-df033d92d635" -d '{"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:32.907270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:32.908074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.927694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.070717 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dfa517-8687-4a18-9070-9e5cc99547fb x-openstack-request-id: req-67dfa517-8687-4a18-9070-9e5cc99547fb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:33.071131 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:33.071449 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67dfa517-8687-4a18-9070-9e5cc99547fb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:33.072106 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'code': 200} Jun 30 02:57:33.073203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:33.458392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:57:33.583710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router c947b96c-4923-444d-8fcf-91084dec2bcf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:33.670562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb5512-c194-467b-8862-6493f5e37811 req-3e14e7b2-b57c-488e-b0c9-472743a6bb8f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:33.672734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6bb5512-c194-467b-8862-6493f5e37811 req-3e14e7b2-b57c-488e-b0c9-472743a6bb8f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.3948863 Jun 30 02:57:33.812883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6bb5512-c194-467b-8862-6493f5e37811 req-89796668-162b-419b-b00f-fa241f43e7e2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643253 Jun 30 02:57:34.231209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f2da1-7eb2-4a99-a4f7-255e755d16be req-68b53187-d908-4bf7-bce1-d58884f69684 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:34.232906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d39f2da1-7eb2-4a99-a4f7-255e755d16be req-68b53187-d908-4bf7-bce1-d58884f69684 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2103286 Jun 30 02:57:34.360967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.379464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d39f2da1-7eb2-4a99-a4f7-255e755d16be req-af2760b3-5342-471e-bcd6-055c84a433c8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379724 Jun 30 02:57:34.653936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:34.664124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35882) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:34.666439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c48329b7-b510-4fe4-8b24-d4b78596eca8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/routers/c947b96c-4923-444d-8fcf-91084dec2bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4208682 Jun 30 02:57:34.667236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] Sync routers for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:34.693722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:34.702576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:34.787228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:34.813558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] Routers {'c947b96c-4923-444d-8fcf-91084dec2bcf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:34.814190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c947b96c-4923-444d-8fcf-91084dec2bcf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:34.953688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:34.954388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee91af-f7b6-4429-88da-65e6af2bb0cd None None] The sync data for ids ['c947b96c-4923-444d-8fcf-91084dec2bcf'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:35.024202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.455545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.517124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f03f54-92b0-47e6-a150-e450a781311a req-b9253848-96ec-435d-bd31-5c8145f6c6a2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.518838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11f03f54-92b0-47e6-a150-e450a781311a req-b9253848-96ec-435d-bd31-5c8145f6c6a2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.2242517 Jun 30 02:57:35.762724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11f03f54-92b0-47e6-a150-e450a781311a req-e2b7e5a4-60e6-43f8-97c6-42c3d6f6eb1c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456554 Jun 30 02:57:35.786218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port 25c5c040-af29-47ba-b7ae-40f949345cdf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:35.786777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.980525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.998513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for 25c5c040-af29-47ba-b7ae-40f949345cdf owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:36.403194 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.458236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:36.509577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=25c5c040-af29-47ba-b7ae-40f949345cdf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.648640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.150970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc710280-85c8-4fda-9626-eadd312b3b82 req-d88ab14e-771c-46dd-b610-c81a1beca808 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.160952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc710280-85c8-4fda-9626-eadd312b3b82 req-d88ab14e-771c-46dd-b610-c81a1beca808 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.2420201 Jun 30 02:57:37.343466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc710280-85c8-4fda-9626-eadd312b3b82 req-fdad3970-d2c5-45aa-861c-febd752c2257 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807387 Jun 30 02:57:37.386050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-a13fc89c-9c18-46c3-8b2f-6e76e3a0a9bf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8786101 Jun 30 02:57:37.800925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.803474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.978234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.978812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Fanout notify agent at l3_agent the message router_deleted on router c947b96c-4923-444d-8fcf-91084dec2bcf {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:57:37.987479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.990197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-338b9738-974f-4e36-b51d-1b5003bfbdac tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/routers/c947b96c-4923-444d-8fcf-91084dec2bcf HTTP/1.1" status: 204 len: 168 time: 3.3250773 Jun 30 02:57:37.992903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 35978) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:38.100942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55edf3b-e95f-4174-b287-c7a835ff3026 req-1a5f67f8-e9bb-422d-b255-308ec102917d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.108184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d55edf3b-e95f-4174-b287-c7a835ff3026 req-1a5f67f8-e9bb-422d-b255-308ec102917d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1896210 Jun 30 02:57:38.139571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting subnet a61c8bc3-1771-41c0-8768-8f424ae4c0f4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:38.150223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.302539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d55edf3b-e95f-4174-b287-c7a835ff3026 req-0224d6fc-6c17-497e-bd15-af90b62aa444 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775826 Jun 30 02:57:38.369556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.747104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bb-357f-43c0-989b-246559464a21 req-2bd65c94-4d99-4823-9584-24e1a0811d01 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.750879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-84ed76bb-357f-43c0-989b-246559464a21 req-2bd65c94-4d99-4823-9584-24e1a0811d01 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1846941 Jun 30 02:57:38.758207 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.858088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-84ed76bb-357f-43c0-989b-246559464a21 req-812051da-538f-4e8d-8d0c-662bee8d3806 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962145 Jun 30 02:57:38.935626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.075285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Subnet': ['ID=a61c8bc3-1771-41c0-8768-8f424ae4c0f4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:39.097127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a108a-af5c-4f09-bbfc-3bcc9a33b499 None None] Network c79f4c4b-3fe6-4061-b76b-e75b7da36f5f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:39.100223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.108476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3bf77a8-d373-4791-8b3a-84839136bafa tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/subnets/a61c8bc3-1771-41c0-8768-8f424ae4c0f4 HTTP/1.1" status: 204 len: 168 time: 1.1143324 Jun 30 02:57:39.112346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:39.418829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.569330 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.691330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port ca3c9cd7-4f75-4a39-a728-805280646268 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:39.691918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.730599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] DHCP port deletion for c79f4c4b-3fe6-4061-b76b-e75b7da36f5f request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:57:39.815213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] For port ca3c9cd7-4f75-4a39-a728-805280646268, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ca3c9cd7-4f75-4a39-a728-805280646268,segment=NetworkSegment(10aab1cf-ab83-4db4-b814-487daf870c64),segment_id=10aab1cf-ab83-4db4-b814-487daf870c64)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:39.815712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.831984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for ca3c9cd7-4f75-4a39-a728-805280646268 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:39.947379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] Deleting port ca3c9cd7-4f75-4a39-a728-805280646268 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:39.948512 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.010933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.071454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=ca3c9cd7-4f75-4a39-a728-805280646268,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:40.103222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] No DVR routers for this DVR port ca3c9cd7-4f75-4a39-a728-805280646268 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:40.111531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b2ca-3f28-48e2-a9ed-8a096c3f7768 req-1dd4fbfd-401e-4790-9e56-7c2673b5a608 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.142062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8524b2ca-3f28-48e2-a9ed-8a096c3f7768 req-1dd4fbfd-401e-4790-9e56-7c2673b5a608 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.4045596 Jun 30 02:57:40.192675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] For port ca3c9cd7-4f75-4a39-a728-805280646268, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ca3c9cd7-4f75-4a39-a728-805280646268,segment=NetworkSegment(10aab1cf-ab83-4db4-b814-487daf870c64),segment_id=10aab1cf-ab83-4db4-b814-487daf870c64)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:40.193713 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.225892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] Calling delete_port for ca3c9cd7-4f75-4a39-a728-805280646268 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:40.300749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8524b2ca-3f28-48e2-a9ed-8a096c3f7768 req-b2961bb3-a391-4848-a1de-194b489ef839 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573899 Jun 30 02:57:40.316704 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.356984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] Pushing event deleted for resources: {'Port': ['ID=ca3c9cd7-4f75-4a39-a728-805280646268,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:40.360644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c633f-ff47-435e-bb08-95ff34280016 None None] No DVR routers for this DVR port ca3c9cd7-4f75-4a39-a728-805280646268 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:40.426393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.437839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79f4c4b-3fe6-4061-b76b-e75b7da36f5f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:40.475984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aab1cf-ab83-4db4-b814-487daf870c64') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:40.476298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aab1cf-ab83-4db4-b814-487daf870c64') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:40.493737 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.552141 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.572334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:40.576692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:40.653856 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:40.707858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.712830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.715125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/networks/c79f4c4b-3fe6-4061-b76b-e75b7da36f5f HTTP/1.1" status: 204 len: 168 time: 1.6016085 Jun 30 02:57:40.718272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:40.731737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f131f5c-59bb-4644-9b6d-2787e37f7ead tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Network': ['ID=c79f4c4b-3fe6-4061-b76b-e75b7da36f5f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:40.794016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949cc72-88d4-4ad7-a643-5e0c6ae15483 req-924d5ba5-828b-4bd8-b545-a8c1d50f1710 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.811640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3949cc72-88d4-4ad7-a643-5e0c6ae15483 req-924d5ba5-828b-4bd8-b545-a8c1d50f1710 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1587512 Jun 30 02:57:40.915676 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.918331 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3949cc72-88d4-4ad7-a643-5e0c6ae15483 req-0d3eb64c-25e5-4ce0-b4f4-ff94993449aa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989282 Jun 30 02:57:41.060196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port a60ccac7-8a72-4da3-9d64-0083630b7092 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:41.060610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.188974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.189531 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.212604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for a60ccac7-8a72-4da3-9d64-0083630b7092 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:41.458009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.597413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=a60ccac7-8a72-4da3-9d64-0083630b7092,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:41.708876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ca3c9cd7-4f75-4a39-a728-805280646268 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:41.711401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.719585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.726635 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0072a6cf-2dd4-4c84-82c5-5a578c06d72c tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/floatingips/28c3b91a-5a93-4c9e-b72e-29e82f9362b2 HTTP/1.1" status: 204 len: 168 time: 1.0013916 Jun 30 02:57:41.727120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:41.759022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ca3c9cd7-4f75-4a39-a728-805280646268 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:41.759384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ca3c9cd7-4f75-4a39-a728-805280646268 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:41.776694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a2366-146c-4f6b-8160-6ac9533edc53 req-f4edc03e-5688-4d17-8eb9-abf2ed2b706c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.786801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-707a2366-146c-4f6b-8160-6ac9533edc53 req-f4edc03e-5688-4d17-8eb9-abf2ed2b706c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2887225 Jun 30 02:57:41.802136 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8c334f-22d8-40e0-ad64-47c72f66b1a8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:41.811764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8c334f-22d8-40e0-ad64-47c72f66b1a8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:41.816014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3d8c334f-22d8-40e0-ad64-47c72f66b1a8 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/ports/0c9b3df7-daf2-408d-b193-985fc5caf1a7 HTTP/1.1" status: 404 len: 333 time: 0.0854669 Jun 30 02:57:41.819564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:41.868094 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-707a2366-146c-4f6b-8160-6ac9533edc53 req-b1c0064c-2046-4846-84d4-b02cf8c2b09e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801725 Jun 30 02:57:41.931429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-870377d9-580f-4bbf-86c2-c8c6f8219420 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/ports?device_id=c947b96c-4923-444d-8fcf-91084dec2bcf HTTP/1.1" status: 200 len: 205 time: 0.1089404 Jun 30 02:57:41.932441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:42.012372 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-ec6df85c-784c-4751-b1c4-f90a120db3e6 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] delete failed (client error): The resource could not be found. Jun 30 02:57:42.015715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ec6df85c-784c-4751-b1c4-f90a120db3e6 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/routers/c947b96c-4923-444d-8fcf-91084dec2bcf HTTP/1.1" status: 404 len: 336 time: 0.0824244 Jun 30 02:57:42.018195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36046) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:42.105086 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1934a7-ebc4-4d90-92c8-6e62e1078ff1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:42.110331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1934a7-ebc4-4d90-92c8-6e62e1078ff1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:42.120330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1e1934a7-ebc4-4d90-92c8-6e62e1078ff1 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/subnets/a61c8bc3-1771-41c0-8768-8f424ae4c0f4 HTTP/1.1" status: 404 len: 337 time: 0.1002126 Jun 30 02:57:42.129114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36048) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:42.184967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682f508-69d1-4639-9a74-5b7b1c557d2a req-447f19ac-a92f-43bd-9b86-fbd6c2c83e4f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.191924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e682f508-69d1-4639-9a74-5b7b1c557d2a req-447f19ac-a92f-43bd-9b86-fbd6c2c83e4f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1011634 Jun 30 02:57:42.354877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e682f508-69d1-4639-9a74-5b7b1c557d2a req-5e6e9b44-7cc0-47ff-b567-9d2feb4ff81c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252890 Jun 30 02:57:42.418663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port ac75bca2-b91f-428d-bb5f-a128d05b281f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:42.419174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.670695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.679971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for ac75bca2-b91f-428d-bb5f-a128d05b281f owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:42.915029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.974142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=ac75bca2-b91f-428d-bb5f-a128d05b281f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:43.068889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:43.072096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5f6e886a-6519-4295-80b3-9938c2a81c58 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/ports/ac75bca2-b91f-428d-bb5f-a128d05b281f HTTP/1.1" status: 204 len: 168 time: 0.9416101 Jun 30 02:57:43.074656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:43.297273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port 1a64254b-4e95-4d5a-ad8d-193dc16003b7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:43.300333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:43.330686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cea21-07de-41a2-aeba-183cc0f76a4f req-b78b743a-b782-45e7-86dc-e9f4a4f99e8f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.332210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-987cea21-07de-41a2-aeba-183cc0f76a4f req-b78b743a-b782-45e7-86dc-e9f4a4f99e8f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1597798 Jun 30 02:57:43.432919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-987cea21-07de-41a2-aeba-183cc0f76a4f req-ab243421-1c18-4683-940a-61724a004417 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948484 Jun 30 02:57:43.582100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:43.601452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for 1a64254b-4e95-4d5a-ad8d-193dc16003b7 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:43.900923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0ea5b-d5cc-4762-8563-f5b6fdd5fc3a req-d5f71ad8-140b-4e5e-8f74-9631acf186d6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.902560 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31b0ea5b-d5cc-4762-8563-f5b6fdd5fc3a req-d5f71ad8-140b-4e5e-8f74-9631acf186d6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1063759 Jun 30 02:57:44.000455 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31b0ea5b-d5cc-4762-8563-f5b6fdd5fc3a req-e4b7300f-8142-4783-95cc-0ecee2dfa7df tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675941 Jun 30 02:57:44.029553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.069853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=1a64254b-4e95-4d5a-ad8d-193dc16003b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:44.158356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36082) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.169350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.172565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-efdf5ba6-e149-49d0-ba21-eae7dc036161 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/ports/1a64254b-4e95-4d5a-ad8d-193dc16003b7 HTTP/1.1" status: 204 len: 168 time: 1.0968943 Jun 30 02:57:44.175615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36086) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.265548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5819d333-284b-4eac-b19a-cd5b28e8e946 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:44.267631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5819d333-284b-4eac-b19a-cd5b28e8e946 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "GET /v2.0/ports?device_id=9593713f-13c8-4347-a507-a895a4def3e3 HTTP/1.1" status: 200 len: 913 time: 0.0906756 Jun 30 02:57:44.270215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.426709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca636a48-3139-490f-a739-b2817998bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.692658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca636a48-3139-490f-a739-b2817998bc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.712597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca636a48-3139-490f-a739-b2817998bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.775572 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ca636a48-3139-490f-a739-b2817998bc53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b80d6d7d076f49abbd4e417ad6dfda33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157458 Jun 30 02:57:44.776812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636a48-3139-490f-a739-b2817998bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8561a6-8213-4c78-934b-3844e77319f4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:44.779607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36102) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.995231 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edc4-2041-4a2e-9fa0-2d30dbb72f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.037480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edc4-2041-4a2e-9fa0-2d30dbb72f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.126502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edc4-2041-4a2e-9fa0-2d30dbb72f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.135251 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edc4-2041-4a2e-9fa0-2d30dbb72f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.136603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b6e9edc4-2041-4a2e-9fa0-2d30dbb72f4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f8561a6-8213-4c78-934b-3844e77319f4 HTTP/1.1" status: 204 len: 168 time: 0.3552012 Jun 30 02:57:45.146458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.164117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9edc4-2041-4a2e-9fa0-2d30dbb72f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8561a6-8213-4c78-934b-3844e77319f4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:45.231943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c00f60-26da-43dc-8453-b4b9c9913a58 req-10264d9b-ff35-40ef-804b-10837a2c3067 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:45.234349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c00f60-26da-43dc-8453-b4b9c9913a58 req-10264d9b-ff35-40ef-804b-10837a2c3067 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.3859453 Jun 30 02:57:45.331841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c00f60-26da-43dc-8453-b4b9c9913a58 req-145adbe7-b21a-44b7-8a5c-f3a6e161e3aa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870378 Jun 30 02:57:45.526282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408bd8b-63e7-4af8-8637-299923e5dbe9 req-7f7c4e75-a7a6-4d23-ae61-ed6b587684d8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:45.528008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c408bd8b-63e7-4af8-8637-299923e5dbe9 req-7f7c4e75-a7a6-4d23-ae61-ed6b587684d8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1631277 Jun 30 02:57:45.632856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c408bd8b-63e7-4af8-8637-299923e5dbe9 req-62bff6d7-7c3e-4d8d-8d71-78574803c1d5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923626 Jun 30 02:57:45.836567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port 74a18658-0de2-457d-a788-630cd39a738f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:45.840200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.118189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.177413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for 74a18658-0de2-457d-a788-630cd39a738f owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:46.528175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.582464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=74a18658-0de2-457d-a788-630cd39a738f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:46.724633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308ef8e-1513-4551-8211-0140f2529026 req-e6d7ea73-60c8-4963-8599-cc94492e0f90 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.732238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e308ef8e-1513-4551-8211-0140f2529026 req-e6d7ea73-60c8-4963-8599-cc94492e0f90 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1263359 Jun 30 02:57:46.805503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e308ef8e-1513-4551-8211-0140f2529026 req-4b6cb4e9-75e9-4faf-91c7-42cab2224048 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694580 Jun 30 02:57:47.013918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:47.047281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa53cb-1ebe-446e-9221-870bac8f2db1 req-cad33695-78a1-4b56-bb2f-8a4847a0d5f1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:47.060108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3fa53cb-1ebe-446e-9221-870bac8f2db1 req-cad33695-78a1-4b56-bb2f-8a4847a0d5f1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.1865249 Jun 30 02:57:47.247825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3fa53cb-1ebe-446e-9221-870bac8f2db1 req-bba4f732-b8be-41b5-bafc-45f40eecc4a8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738191 Jun 30 02:57:47.564535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Router 9593713f-13c8-4347-a507-a895a4def3e3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:47.799171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:47.808771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8e96058c-29c2-4a61-abf0-628a4b17800a tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "PUT /v2.0/routers/9593713f-13c8-4347-a507-a895a4def3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5338640 Jun 30 02:57:47.808771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:47.810675 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] Sync routers for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:47.873134 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:47.874027 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:47.989626 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:47.992587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.017065 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] Routers {'9593713f-13c8-4347-a507-a895a4def3e3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:48.027070 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:57:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['9593713f-13c8-4347-a507-a895a4def3e3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:48.156049 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:48.165827 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffc605-68e4-4e87-9ecb-8530ea314dc4 None None] The sync data for ids ['9593713f-13c8-4347-a507-a895a4def3e3'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:48.259915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032eeb7-bfde-4f4b-bdf4-7332c91f470e req-dbe95aff-2d81-4130-9752-d07143d29ef6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:48.270657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0032eeb7-bfde-4f4b-bdf4-7332c91f470e req-dbe95aff-2d81-4130-9752-d07143d29ef6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1394391 Jun 30 02:57:48.285697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.351353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0032eeb7-bfde-4f4b-bdf4-7332c91f470e req-4616244c-0dce-4106-be57-8c73223c5c19 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799491 Jun 30 02:57:48.384502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting port 53ec731f-1dfd-42b3-882f-3d27a1654c5c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:48.384637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.255937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.296142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Calling delete_port for 53ec731f-1dfd-42b3-882f-3d27a1654c5c owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:49.482487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ca1e-7216-4c01-86bd-c326ccc92afd req-0b5a05e8-178a-4a0e-b697-420c345542a6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:49.484176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5200ca1e-7216-4c01-86bd-c326ccc92afd req-0b5a05e8-178a-4a0e-b697-420c345542a6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.9952767 Jun 30 02:57:49.559119 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5200ca1e-7216-4c01-86bd-c326ccc92afd req-4da67ebf-ca6c-4f1d-ad2a-0f7fe6dde27e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527012 Jun 30 02:57:49.565388 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.620573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Port': ['ID=53ec731f-1dfd-42b3-882f-3d27a1654c5c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:49.694380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c00b02-eff3-45cb-ad52-b8575930f548 req-1d7cd272-d662-44ef-896e-1dcabb51d8c1 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:49.698602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5c00b02-eff3-45cb-ad52-b8575930f548 req-1d7cd272-d662-44ef-896e-1dcabb51d8c1 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1246729 Jun 30 02:57:49.750388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5c00b02-eff3-45cb-ad52-b8575930f548 req-0795c040-3c02-4ec3-a1e5-a736f908d665 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Jun 30 02:57:49.788425 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.887905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.889991 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.939460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.939986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Fanout notify agent at l3_agent the message router_deleted on router 9593713f-13c8-4347-a507-a895a4def3e3 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:57:49.951560 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.957648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d8b75162-fb0d-4464-819a-d903a58762eb tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/routers/9593713f-13c8-4347-a507-a895a4def3e3 HTTP/1.1" status: 204 len: 168 time: 2.1468353 Jun 30 02:57:49.957648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:50.076766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Deleting subnet 8afd3231-a547-4e04-a11e-1fe3d8e06b01 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:50.095309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.178741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.249539 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.408034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.472618 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.474728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/subnets/8afd3231-a547-4e04-a11e-1fe3d8e06b01 HTTP/1.1" status: 204 len: 168 time: 0.5110762 Jun 30 02:57:50.475838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bff071-8248-4064-be42-ea58d24e4de4 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Subnet': ['ID=8afd3231-a547-4e04-a11e-1fe3d8e06b01,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:50.477447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36486) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:50.721822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.130376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb760358-d6d2-4844-b1cb-78a12405e62b req-eb960f84-776a-4187-8a2e-0266e2ddc318 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:51.134482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb760358-d6d2-4844-b1cb-78a12405e62b req-eb960f84-776a-4187-8a2e-0266e2ddc318 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.2483258 Jun 30 02:57:51.222830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb760358-d6d2-4844-b1cb-78a12405e62b req-e2bfb820-680f-49c4-88af-59f3d392234f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756352 Jun 30 02:57:51.230826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.254653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c465eac-b05e-471d-ae35-342c5bccd2a4']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:51.272414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841755-9236-489f-8fa6-804090ed0ef0 req-641ac972-9c27-4a96-b5b1-ea8e91ab3970 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:51.281791 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f841755-9236-489f-8fa6-804090ed0ef0 req-641ac972-9c27-4a96-b5b1-ea8e91ab3970 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2682896 Jun 30 02:57:51.328266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ba9756-0cce-4604-bd90-b615d2358306') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:51.328454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ba9756-0cce-4604-bd90-b615d2358306') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:51.342139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f841755-9236-489f-8fa6-804090ed0ef0 req-b88da00b-8a6a-4ffe-9668-708ee33ef1e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594184 Jun 30 02:57:51.364038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.382052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.388948 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:51.390180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:51.475328 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:51.485607 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.513504 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.516383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] 10.222.0.78 "DELETE /v2.0/networks/5c465eac-b05e-471d-ae35-342c5bccd2a4 HTTP/1.1" status: 204 len: 168 time: 1.0376935 Jun 30 02:57:51.518262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59865ff-6aaa-47b9-b3df-e0cba43cdb36 tempest-FloatingIPTestJSON-187782633 tempest-FloatingIPTestJSON-187782633-project] Pushing event deleted for resources: {'Network': ['ID=5c465eac-b05e-471d-ae35-342c5bccd2a4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:52.079042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:52.505510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-beb81c75-6392-46c0-b4d5-d61110ea02b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86f89b590a7045cdb25b32b2fb9e5ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239266 Jun 30 02:57:52.507027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:52.721908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4b059f2-aca5-489b-858d-583f97fee0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.746993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4b059f2-aca5-489b-858d-583f97fee0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.841248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4b059f2-aca5-489b-858d-583f97fee0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.844862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e4b059f2-aca5-489b-858d-583f97fee0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.846036 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e4b059f2-aca5-489b-858d-583f97fee0ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d670b20-1fd4-40af-a225-9bf788a4cbb2 HTTP/1.1" status: 204 len: 168 time: 0.3335550 Jun 30 02:57:52.865486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b059f2-aca5-489b-858d-583f97fee0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d670b20-1fd4-40af-a225-9bf788a4cbb2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:52.905481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df58af-8b31-449c-9dea-511da83f6c11 req-61ceca9a-7753-4dc3-9722-4542aa85a387 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.908886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18df58af-8b31-449c-9dea-511da83f6c11 req-61ceca9a-7753-4dc3-9722-4542aa85a387 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 946 time: 0.2558255 Jun 30 02:57:53.010631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18df58af-8b31-449c-9dea-511da83f6c11 req-80e69a05-0d14-493e-9d40-33b74b9cec21 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916381 Jun 30 02:57:53.017563 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201498f-41e0-4517-8c41-84e341728cc1 req-ca42b8b2-dd0b-40ce-8325-9d0b7f525e79 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.024763 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f201498f-41e0-4517-8c41-84e341728cc1 req-ca42b8b2-dd0b-40ce-8325-9d0b7f525e79 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1948779 Jun 30 02:57:53.106927 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f201498f-41e0-4517-8c41-84e341728cc1 req-dfef9ee3-91ac-4447-9925-11740b060e5c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722947 Jun 30 02:57:53.955881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36796) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.043696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-d498f5cc-788e-4bc0-80a6-0e4ece97b917 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.045334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-d498f5cc-788e-4bc0-80a6-0e4ece97b917 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/networks?id=4d548f2f-c54d-4725-817a-d94e340641e0 HTTP/1.1" status: 200 len: 814 time: 0.1837485 Jun 30 02:57:54.069468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-0e32db0e-2c6d-4bcb-b292-2ce8d54d0870 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/quotas/e5b815ca892c411cae6437bf3d11ae95 HTTP/1.1" status: 200 len: 375 time: 0.0179403 Jun 30 02:57:54.149763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-c1a8158f-4b54-49f4-8cc0-7ed4f431df9d tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b815ca892c411cae6437bf3d11ae95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746565 Jun 30 02:57:54.168477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c9ffdafe-7258-4da9-b06f-c9313eb6f720 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] Request body: {'port': {'network_id': '2e037c56-52e1-4fd1-8c34-46982537b691', 'name': 'tempest-NetworksNegativeTestJSON-1896515263'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:54.205674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:54.218983 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ffdafe-7258-4da9-b06f-c9313eb6f720 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] POST failed (client error): The resource could not be found. Jun 30 02:57:54.219749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ffdafe-7258-4da9-b06f-c9313eb6f720 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.221587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c9ffdafe-7258-4da9-b06f-c9313eb6f720 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2609186 Jun 30 02:57:54.225161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.260070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36818) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.271817 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dccb4a0-5278-40c2-90d9-989304ae4acc tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:54.272401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dccb4a0-5278-40c2-90d9-989304ae4acc tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.279244 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1dccb4a0-5278-40c2-90d9-989304ae4acc tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "DELETE /v2.0/networks/b844fd90-8ec2-4a29-8876-c124d63682e7 HTTP/1.1" status: 404 len: 339 time: 0.0476623 Jun 30 02:57:54.282430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.352946 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f27dab-e4a2-4239-a067-4cf6fa6e9cd0 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:54.355037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f27dab-e4a2-4239-a067-4cf6fa6e9cd0 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.364985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-80f27dab-e4a2-4239-a067-4cf6fa6e9cd0 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "DELETE /v2.0/ports/e7f41efc-2341-44fc-90fd-bfb981945c09 HTTP/1.1" status: 404 len: 333 time: 0.0813708 Jun 30 02:57:54.366021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.370501 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.408714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Deleting subnet b339b391-4a04-493f-bece-03083f4028a5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:54.412515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.442490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:54.443771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:54.447708 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7cb67f-0fd7-42af-83b7-2a8a633548f5" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:54.450856 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf1445d-7167-46b7-bc25-5ba02ee7aa8e tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:54.451480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf1445d-7167-46b7-bc25-5ba02ee7aa8e tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.463179 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.463390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0cf1445d-7167-46b7-bc25-5ba02ee7aa8e tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "DELETE /v2.0/subnets/22125d3f-7b82-4db5-8e7c-eaf338664bb7 HTTP/1.1" status: 404 len: 337 time: 0.0841823 Jun 30 02:57:54.466766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.481226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.525234 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54ac9de-e8db-4240-8b01-7a8dd98d8077 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] GET failed (client error): The resource could not be found. Jun 30 02:57:54.533691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f54ac9de-e8db-4240-8b01-7a8dd98d8077 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "GET /v2.0/networks/f54c832b-459e-40f6-a509-61ab0074499a HTTP/1.1" status: 404 len: 339 time: 0.0656891 Jun 30 02:57:54.536576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.540415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.580198 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff52a296-e966-4b43-8257-ecf848136ea8 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] GET failed (client error): The resource could not be found. Jun 30 02:57:54.587481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=14']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:54.587762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff52a296-e966-4b43-8257-ecf848136ea8 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "GET /v2.0/ports/eb8b0f6a-f92e-4cea-a400-86f766c2d761 HTTP/1.1" status: 404 len: 333 time: 0.0504110 Jun 30 02:57:54.588382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.650045 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a9e46b-faeb-474f-8418-659e92727d97 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] GET failed (client error): The resource could not be found. Jun 30 02:57:54.656621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-44a9e46b-faeb-474f-8418-659e92727d97 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "GET /v2.0/subnets/46dbecfb-740e-42e3-9962-0215a5d5b237 HTTP/1.1" status: 404 len: 337 time: 0.0571554 Jun 30 02:57:54.658359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36836) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.663368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-e8fe45b3-5d57-46e4-92d4-7773ec251d4d service neutron] 10.222.0.78 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127261 Jun 30 02:57:54.670169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bcbdc7f7-a2b2-4a48-a738-7ed263b3188c tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:54.754645 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbdc7f7-a2b2-4a48-a738-7ed263b3188c tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] PUT failed (client error): The resource could not be found. Jun 30 02:57:54.755512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbdc7f7-a2b2-4a48-a738-7ed263b3188c tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.756876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bcbdc7f7-a2b2-4a48-a738-7ed263b3188c tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "PUT /v2.0/networks/103c8f34-38a2-4367-b773-cb3f75849c06 HTTP/1.1" status: 404 len: 339 time: 0.0967264 Jun 30 02:57:54.762806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36838) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.771095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d3a7e9a3-9c37-42b3-8fd6-209c4b0aab78 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:54.782176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.817865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dabfe1-0797-48b9-adad-593fc715e05d req-901c7589-61fe-44fe-9117-ea3b9885ca02 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.820001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23dabfe1-0797-48b9-adad-593fc715e05d req-901c7589-61fe-44fe-9117-ea3b9885ca02 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.4761341 Jun 30 02:57:54.825298 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a7e9a3-9c37-42b3-8fd6-209c4b0aab78 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] PUT failed (client error): The resource could not be found. Jun 30 02:57:54.826428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a7e9a3-9c37-42b3-8fd6-209c4b0aab78 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.828339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d3a7e9a3-9c37-42b3-8fd6-209c4b0aab78 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "PUT /v2.0/ports/a22314ab-7abe-4f4e-b03b-607621777ad7 HTTP/1.1" status: 404 len: 333 time: 0.0641019 Jun 30 02:57:54.848535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-d0001b9b-4a5d-4d9b-b758-3cdc0f0351ee service neutron] 10.222.0.78 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731174 Jun 30 02:57:54.851516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.866341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0ca9f342-f61a-4365-89c1-6e4cad1c76f8 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:54.868397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b339b391-4a04-493f-bece-03083f4028a5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:54.871759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.874912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0092eebb-7d10-4edd-85f8-feddc1bc6567 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b339b391-4a04-493f-bece-03083f4028a5 HTTP/1.1" status: 204 len: 168 time: 0.6129243 Jun 30 02:57:54.877471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.897541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-45fb611d-ba81-437c-a0f0-96a24970a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.899545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-45fb611d-ba81-437c-a0f0-96a24970a86b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a&tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 1094 time: 0.3338597 Jun 30 02:57:54.923773 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca9f342-f61a-4365-89c1-6e4cad1c76f8 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] PUT failed (client error): The resource could not be found. Jun 30 02:57:54.924252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca9f342-f61a-4365-89c1-6e4cad1c76f8 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:54.929096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ca9f342-f61a-4365-89c1-6e4cad1c76f8 tempest-NetworksNegativeTestJSON-304874104 tempest-NetworksNegativeTestJSON-304874104-project] 10.222.0.78 "PUT /v2.0/subnets/e331e6e7-475a-4a5e-8cb5-321a7b781fb5 HTTP/1.1" status: 404 len: 337 time: 0.0729215 Jun 30 02:57:54.970789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23dabfe1-0797-48b9-adad-593fc715e05d req-751f1179-6b20-42bf-8468-f29b8348e44b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404548 Jun 30 02:57:55.000020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-71b73cf0-acce-44f6-bdfc-fc5c6b8fcb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.003757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-71b73cf0-acce-44f6-bdfc-fc5c6b8fcb12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1094 time: 0.0722818 Jun 30 02:57:55.051848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.191340 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede11f09-c9b1-4f95-956c-ee3d3d97cb93 x-openstack-request-id: req-ede11f09-c9b1-4f95-956c-ee3d3d97cb93 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:55.191633 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:55.191934 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ede11f09-c9b1-4f95-956c-ee3d3d97cb93 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:55.192375 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'code': 200} Jun 30 02:57:55.251278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.269609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f241e9b-997f-49e6-98ce-c80569728661']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:55.288459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2748798f-001a-45d5-9826-c458df8a6146') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:55.288805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2748798f-001a-45d5-9826-c458df8a6146') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:55.313331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.364129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2047950c-c153-46e3-983f-4e6dc3bea4d6 req-c6ad7730-2bb1-468c-ab90-f6502c496db7 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 210 time: 0.0728686 Jun 30 02:57:55.367163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-e3f4d464-e766-4738-9ace-e461c0ba8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.369719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-e3f4d464-e766-4738-9ace-e461c0ba8140 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.3579440 Jun 30 02:57:55.394563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:55.411304 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:55.440071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.460875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-d957c32a-bbcf-4b16-9cda-bf5182815184 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 999 time: 0.0810018 Jun 30 02:57:55.526587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-4bcca9c7-cebe-479a-8f0d-2691f74be4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.526587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-4bcca9c7-cebe-479a-8f0d-2691f74be4c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0516865 Jun 30 02:57:55.534405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f735559-d105-44de-94a4-ae1958e50dd7 req-6d52ec54-7c01-4979-aa3c-340f22fa32bc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.535969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f735559-d105-44de-94a4-ae1958e50dd7 req-6d52ec54-7c01-4979-aa3c-340f22fa32bc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2358620 Jun 30 02:57:55.546254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.553733 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.556359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4f241e9b-997f-49e6-98ce-c80569728661 HTTP/1.1" status: 204 len: 168 time: 0.6737432 Jun 30 02:57:55.560008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.579905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c738f-7f71-4923-8975-036cd70f0496 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f241e9b-997f-49e6-98ce-c80569728661,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.631634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f735559-d105-44de-94a4-ae1958e50dd7 req-1e88c783-33be-4a7a-81c0-6a3f67716bcb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844502 Jun 30 02:57:55.641272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Deleting subnet 9b0790e5-7f2d-4fdc-a1c4-e48ee6ef69b5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:55.645288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.672747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-45259698-1cfc-41db-91b7-bae476c38660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.674579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-45259698-1cfc-41db-91b7-bae476c38660 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376517 Jun 30 02:57:55.693977 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.750779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.832201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.836460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-afa30ad1-2cb8-4020-b581-5a068fb31b7c service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527648 Jun 30 02:57:55.850491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc005f6-0690-48a4-831b-10a08e02635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.881975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.884008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9b0790e5-7f2d-4fdc-a1c4-e48ee6ef69b5 HTTP/1.1" status: 204 len: 168 time: 0.3137758 Jun 30 02:57:55.885117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b40a36-93b2-4727-8eb8-be6b8cde3d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0790e5-7f2d-4fdc-a1c4-e48ee6ef69b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.887675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.984060 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e3858c0-4832-4fd6-803d-3c3b3fe7c13c req-50cf82ab-702f-42e1-95f6-1b857630d3ae service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391580 Jun 30 02:57:56.006205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.119079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.138896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e124b8-61d3-417e-9236-a14b3f14a17c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:56.158863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4b510d-ae6d-4166-b4fb-8088c39f103d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:56.159130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4b510d-ae6d-4166-b4fb-8088c39f103d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:56.161979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc005f6-0690-48a4-831b-10a08e02635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.171227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.179247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fc005f6-0690-48a4-831b-10a08e02635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.242006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.262898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:56.263369 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: timer() Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:56.274198 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:56.277806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc005f6-0690-48a4-831b-10a08e02635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdb4d2-f6c7-4d25-a23c-18f249f1ea9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.300411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1fc005f6-0690-48a4-831b-10a08e02635e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4cd24b1078e14611855b938507cc4301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8593605 Jun 30 02:57:56.303417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36918) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.386714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.387815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.393732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.402202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/29e124b8-61d3-417e-9236-a14b3f14a17c HTTP/1.1" status: 204 len: 168 time: 0.5122249 Jun 30 02:57:56.439071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0cbff-cfe3-4a7e-80a3-bd7657c334f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e124b8-61d3-417e-9236-a14b3f14a17c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.480497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.497533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fa3e2-09f9-45fa-a48e-9600bc9d901a req-67d2163e-b408-4613-bc2e-566662e0f070 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.499191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-713fa3e2-09f9-45fa-a48e-9600bc9d901a req-67d2163e-b408-4613-bc2e-566662e0f070 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2391059 Jun 30 02:57:56.613846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-713fa3e2-09f9-45fa-a48e-9600bc9d901a req-f1bc17a5-1d43-4fd8-9d9b-dc1e8e823ac0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025252 Jun 30 02:57:56.669826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.683328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.707418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24bdb4d2-f6c7-4d25-a23c-18f249f1ea9c HTTP/1.1" status: 204 len: 168 time: 0.4021533 Jun 30 02:57:56.853898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 36946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.882223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c048073-d6cc-44e7-a5d5-bc9aafb14fff req-7d35869a-5941-48d7-851f-f0d9c14de221 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 210 time: 0.1666675 Jun 30 02:57:56.899570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdb4d2-f6c7-4d25-a23c-18f249f1ea9c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.918217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.918970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.919657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.920204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.921391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.921951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.922556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.923313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.923860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.924593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.925204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.926018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e32288-4868-4c1c-814d-585bf8dc2c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:56.997462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 36948) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:57.006148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-53c47c93-293b-4f5c-a7b4-0016e1824017 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c19b484162834456842ec9f9e06b8084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509323 Jun 30 02:57:57.157321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-754a5068-ff62-47bf-a48f-478a4d8cfcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.251685 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-754a5068-ff62-47bf-a48f-478a4d8cfcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.378293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-754a5068-ff62-47bf-a48f-478a4d8cfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.381796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-754a5068-ff62-47bf-a48f-478a4d8cfcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.383667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-754a5068-ff62-47bf-a48f-478a4d8cfcd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15fc0637-e7d4-41e4-ac36-0c49a184577a HTTP/1.1" status: 204 len: 168 time: 0.3848023 Jun 30 02:57:57.407263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a5068-ff62-47bf-a48f-478a4d8cfcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc0637-e7d4-41e4-ac36-0c49a184577a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:57.659388 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc445-81a9-45be-b118-ad5afe654828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.207646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.371207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72031082-029c-4158-8da1-6c329dcb9f09 req-8afa5e17-7d12-4e1f-95c2-fa723f8deafe tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.381878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72031082-029c-4158-8da1-6c329dcb9f09 req-8afa5e17-7d12-4e1f-95c2-fa723f8deafe tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.3282642 Jun 30 02:57:58.435843 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-929471f0-cc6b-4626-b34f-5792f1665b23 req-dbc9b9ff-ed19-43f4-9197-faf65d0e6d95 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 210 time: 0.1608093 Jun 30 02:57:58.549070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72031082-029c-4158-8da1-6c329dcb9f09 req-6fc8ce9a-6dc4-42aa-a42e-518c723f9ca4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536109 Jun 30 02:57:58.571407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d297979b-a0bc-4b6e-a151-18de403b0783 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02b476a6c972414daed416492ecbee11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620987 Jun 30 02:57:58.573546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.744746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f68b41b2-aa5b-450f-93f5-1cb5cfbae61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.805331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f68b41b2-aa5b-450f-93f5-1cb5cfbae61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.865895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37024) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.895275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f68b41b2-aa5b-450f-93f5-1cb5cfbae61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.898249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f68b41b2-aa5b-450f-93f5-1cb5cfbae61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.913941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f68b41b2-aa5b-450f-93f5-1cb5cfbae61c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32c21786-43e2-4293-a10f-79e46bc1095c HTTP/1.1" status: 204 len: 168 time: 0.3279076 Jun 30 02:57:58.937173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b41b2-aa5b-450f-93f5-1cb5cfbae61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c21786-43e2-4293-a10f-79e46bc1095c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:58.970642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d6c45-d27a-436e-9e1b-812dc33a17d4 req-cf676d9b-ad1d-42d4-850d-94b1a8ea9487 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.982690 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa5d6c45-d27a-436e-9e1b-812dc33a17d4 req-cf676d9b-ad1d-42d4-850d-94b1a8ea9487 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2715645 Jun 30 02:57:59.300009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d9e71d8d-2cbe-496c-ada4-b5c24fa4a0a8 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:59.300888 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-d9e71d8d-2cbe-496c-ada4-b5c24fa4a0a8 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:57:59.302269 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-d9e71d8d-2cbe-496c-ada4-b5c24fa4a0a8 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:57:59.308074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:59.312285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d9e71d8d-2cbe-496c-ada4-b5c24fa4a0a8 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4427288 Jun 30 02:57:59.314211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765548694'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:59.322278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a79a3857-293e-4918-b405-94f0e31e86e5 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.323976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a79a3857-293e-4918-b405-94f0e31e86e5 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.90 "GET /v2.0/networks?id=4d548f2f-c54d-4725-817a-d94e340641e0 HTTP/1.1" status: 200 len: 814 time: 0.2242980 Jun 30 02:57:59.353973 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa5d6c45-d27a-436e-9e1b-812dc33a17d4 req-3e4b8f92-fcbd-4b5d-87a6-0eaea1f2741c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678367 Jun 30 02:57:59.362828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Request body: {'port': {'device_id': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0', 'admin_state_up': True, 'tenant_id': 'e5b815ca892c411cae6437bf3d11ae95'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:59.424518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.469856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.877541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08fff5e5-b429-40c9-92a8-5514aa76a8ad req-52c6686f-f8c8-4ab4-b081-9a81a9de3ab4 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 210 time: 0.0516739 Jun 30 02:57:59.934892 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.944527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.979911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Made reservation on behalf of e5b815ca892c411cae6437bf3d11ae95 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:59.986426 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.276890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ca495a-9956-45dc-9579-b2cda1a1f72b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:00.315807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a39f2eb-d820-4541-bfb3-a687b3504415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.471389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Allocated IP 172.20.0.10 (4d548f2f-c54d-4725-817a-d94e340641e0/0fd62219-1397-4d15-ac84-892650143618/7ef4ff33-b7ab-4a71-a407-0615684f7461) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:00.490744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.560748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.570539 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.621328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.623083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3139644 Jun 30 02:58:00.629964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56d6d7-2130-4919-b506-890671aa064f req-ac68640e-7c65-4980-837c-1e51a1d6c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.632591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-ac68640e-7c65-4980-837c-1e51a1d6c529 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.5178111 Jun 30 02:58:00.633458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:00.655998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '72e79cb6-c52e-4937-b7b6-2ac7e133c9e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:00.828104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56d6d7-2130-4919-b506-890671aa064f req-2b54b24a-4458-49ab-bec4-4ca0eb6fb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.830771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-2b54b24a-4458-49ab-bec4-4ca0eb6fb6a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1649013 Jun 30 02:58:00.954918 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-06cb051a-4c3c-4a30-a68b-0bcc69fef2bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.1085734 Jun 30 02:58:01.000330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a666-8c93-4b1b-b336-077dc6615a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e79cb6-c52e-4937-b7b6-2ac7e133c9e4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:01.136405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad43b-156e-4069-a2a0-991775f76e28 req-9d54a20e-2f73-49ac-ba07-b9d6a7998e42 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.138452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86fad43b-156e-4069-a2a0-991775f76e28 req-9d54a20e-2f73-49ac-ba07-b9d6a7998e42 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.6458590 Jun 30 02:58:01.159542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56d6d7-2130-4919-b506-890671aa064f req-e47f5652-ee22-495d-8eab-52a70e58be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.161429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-e47f5652-ee22-495d-8eab-52a70e58be1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.1798229 Jun 30 02:58:01.240609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.401496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86fad43b-156e-4069-a2a0-991775f76e28 req-5257e2f3-41fb-433e-bd3d-2e4c2251049f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385261 Jun 30 02:58:01.593875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b45f5-bedb-44b0-87de-02ec2080093c req-86e18b3e-44c3-4e66-a154-6e8c3d719d63 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.599720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56d6d7-2130-4919-b506-890671aa064f req-35f7acf0-773b-48ee-937f-79abda05df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.601302 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-35f7acf0-773b-48ee-937f-79abda05df3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4217832 Jun 30 02:58:01.615978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d96b45f5-bedb-44b0-87de-02ec2080093c req-86e18b3e-44c3-4e66-a154-6e8c3d719d63 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.3293898 Jun 30 02:58:01.767391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.848437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d96b45f5-bedb-44b0-87de-02ec2080093c req-8fc5badb-500f-48ef-aee9-5f051cfeb750 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306879 Jun 30 02:58:01.939087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.975541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-d13167ba-2f6c-4246-8308-64d1d6a87bff service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531642 Jun 30 02:58:02.056831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Network 4d548f2f-c54d-4725-817a-d94e340641e0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:02.057655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37090) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:02.084023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:02.089986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.093125 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:02.141550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Pushing event updated for resources: {'Port': ['ID=7ef4ff33-b7ab-4a71-a407-0615684f7461,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:02.152597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37094) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:02.230101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:02.231404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.232678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.290695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c56d6d7-2130-4919-b506-890671aa064f req-8cf915a1-4e95-42df-abf8-c89bb38c6e7d service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439425 Jun 30 02:58:02.292722 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-ce3eb69d-c1dd-4638-a4e9-bc0fb849ddad tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9342358 Jun 30 02:58:02.297579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.349864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce64ed91-bcd6-401b-89ec-9a2edba95955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.391754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd1311d-5d2a-4f17-8a48-0cc2ec8e6d8c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:02.392077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c00fce8-4fed-4b40-8eaf-b7267009af18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.422601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.427191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-73332f34-d851-4e15-a3b2-507bffcb72dd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7778645 Jun 30 02:58:02.441256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:02.447649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Request body: {'port': {'device_id': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:02.461008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c42e4-9569-453a-8380-8c0805d508a4 req-22cc27bf-aba6-4aa4-a01a-19671d10686c tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:02.478963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-034c42e4-9569-453a-8380-8c0805d508a4 req-22cc27bf-aba6-4aa4-a01a-19671d10686c tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 932 time: 0.5650930 Jun 30 02:58:02.496188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-16f444e5-dbd7-44b4-8a97-8d841e974bf3 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '72e79cb6-c52e-4937-b7b6-2ac7e133c9e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:02.641485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-034c42e4-9569-453a-8380-8c0805d508a4 req-1627b498-ea34-46c0-bbb4-522b4ac2295c tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590898 Jun 30 02:58:02.660624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.924692 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce64ed91-bcd6-401b-89ec-9a2edba95955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.144021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce64ed91-bcd6-401b-89ec-9a2edba95955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.188346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64ed91-bcd6-401b-89ec-9a2edba95955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d74e08-bca8-4192-9939-b96ca375f186,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.193980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e210b-46cb-4b55-889e-21ad735c1395 req-f884b9e3-5080-4ee6-b3bc-7c5da3520737 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:03.201095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-669e210b-46cb-4b55-889e-21ad735c1395 req-f884b9e3-5080-4ee6-b3bc-7c5da3520737 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.0798295 Jun 30 02:58:03.260185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-669e210b-46cb-4b55-889e-21ad735c1395 req-c2e7bc28-5dd8-4330-9313-6dbdcdb1eb64 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578930 Jun 30 02:58:03.296993 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ce64ed91-bcd6-401b-89ec-9a2edba95955 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ca71fda3ad14929bd6c8aca5bbac148&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2378550 Jun 30 02:58:03.300085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:03.329175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3842f34-4884-4edd-a959-549a66afd5c6 req-bc936cd6-fc3c-4da2-9a90-385caae3811a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:03.330909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3842f34-4884-4edd-a959-549a66afd5c6 req-bc936cd6-fc3c-4da2-9a90-385caae3811a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.6107590 Jun 30 02:58:03.395660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-289e12e1-770c-4128-b30b-33f3629e975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.432393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3842f34-4884-4edd-a959-549a66afd5c6 req-b56e2c81-6ec6-4252-91c0-6f87ba68186c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901124 Jun 30 02:58:03.433261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-289e12e1-770c-4128-b30b-33f3629e975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.464041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef4ff33-b7ab-4a71-a407-0615684f7461 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:03.476372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.509932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c00fce8-4fed-4b40-8eaf-b7267009af18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.526886 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-289e12e1-770c-4128-b30b-33f3629e975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.528194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Transition to ACTIVE for port object 7ef4ff33-b7ab-4a71-a407-0615684f7461 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:03.529341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c00fce8-4fed-4b40-8eaf-b7267009af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.539072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.544290 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-289e12e1-770c-4128-b30b-33f3629e975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.547656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-289e12e1-770c-4128-b30b-33f3629e975a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38d74e08-bca8-4192-9939-b96ca375f186 HTTP/1.1" status: 204 len: 168 time: 0.2460492 Jun 30 02:58:03.596404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e12e1-770c-4128-b30b-33f3629e975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d74e08-bca8-4192-9939-b96ca375f186,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.675985 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16f444e5-dbd7-44b4-8a97-8d841e974bf3 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.812236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00fce8-4fed-4b40-8eaf-b7267009af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6958c-3f04-40ac-8260-67f30961db3f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.825424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c00fce8-4fed-4b40-8eaf-b7267009af18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=267dcf2446af447b8841e89d1bd1629e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6717618 Jun 30 02:58:03.848273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:03.871300 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-16f444e5-dbd7-44b4-8a97-8d841e974bf3 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:58:03.876774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-16f444e5-dbd7-44b4-8a97-8d841e974bf3 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3954859 Jun 30 02:58:03.882077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:03.961984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Attempting to bind port 7ef4ff33-b7ab-4a71-a407-0615684f7461 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:03.962291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Attempting to bind port 7ef4ff33-b7ab-4a71-a407-0615684f7461 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:03.962659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Attempting to bind port 7ef4ff33-b7ab-4a71-a407-0615684f7461 on network 4d548f2f-c54d-4725-817a-d94e340641e0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:03.965493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef4ff33-b7ab-4a71-a407-0615684f7461,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.977108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Port 7ef4ff33-b7ab-4a71-a407-0615684f7461 on network 4d548f2f-c54d-4725-817a-d94e340641e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:03.978083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Attempting to bind port 7ef4ff33-b7ab-4a71-a407-0615684f7461 on network 4d548f2f-c54d-4725-817a-d94e340641e0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:03.986357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:03.986965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Checking segment: {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:03.987497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Bound using segment: {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:03.988078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Bound port: 7ef4ff33-b7ab-4a71-a407-0615684f7461, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:03.988619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.113088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] For port 7ef4ff33-b7ab-4a71-a407-0615684f7461, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:04.114913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810bee3e-2804-4b20-9d2f-00650c31dc17 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.116470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] For port 7ef4ff33-b7ab-4a71-a407-0615684f7461, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7ef4ff33-b7ab-4a71-a407-0615684f7461,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:04.129933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.148551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810bee3e-2804-4b20-9d2f-00650c31dc17 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.157546 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0c-f7ab-4876-923a-99610b2e5b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.214216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.214936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.218480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] 10.222.0.90 "PUT /v2.0/ports/7ef4ff33-b7ab-4a71-a407-0615684f7461 HTTP/1.1" status: 200 len: 1092 time: 1.7997956 Jun 30 02:58:04.218480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'tag': '7ef4ff33-b7ab-4a71-a407-0615684f7461'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:04.229664 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb" -d '{"events": [{"name": "network-changed", "server_uuid": "11a2dc3a-2325-4ad1-af63-af36cbee7b82", "tag": "7ef4ff33-b7ab-4a71-a407-0615684f7461"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:04.259110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810bee3e-2804-4b20-9d2f-00650c31dc17 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.262549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810bee3e-2804-4b20-9d2f-00650c31dc17 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.265804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-810bee3e-2804-4b20-9d2f-00650c31dc17 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/72e79cb6-c52e-4937-b7b6-2ac7e133c9e4 HTTP/1.1" status: 204 len: 168 time: 0.3823771 Jun 30 02:58:04.271188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:04.283406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47e6e-417c-4e9a-abeb-599229f5e700 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef4ff33-b7ab-4a71-a407-0615684f7461,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:04.299188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3938-04aa-4188-b7df-c9aeb3891319 req-86c7843d-18e0-4cc7-b257-3452f076da8b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.306663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf4b3938-04aa-4188-b7df-c9aeb3891319 req-86c7843d-18e0-4cc7-b257-3452f076da8b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.4034517 Jun 30 02:58:04.325262 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1c1753-cbd8-40cd-85ef-32eff386f1e5 x-openstack-request-id: req-2d1c1753-cbd8-40cd-85ef-32eff386f1e5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:04.325554 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a2dc3a-2325-4ad1-af63-af36cbee7b82", "tag": "7ef4ff33-b7ab-4a71-a407-0615684f7461", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:04.325814 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d1c1753-cbd8-40cd-85ef-32eff386f1e5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:04.326233 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'tag': '7ef4ff33-b7ab-4a71-a407-0615684f7461', 'status': 'completed', 'code': 200} Jun 30 02:58:04.355720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.395477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0c-f7ab-4876-923a-99610b2e5b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.416542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bee3e-2804-4b20-9d2f-00650c31dc17 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e79cb6-c52e-4937-b7b6-2ac7e133c9e4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:04.486615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf4b3938-04aa-4188-b7df-c9aeb3891319 req-7f621585-e80a-43b9-bb0f-95e1241fe6d8 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788745 Jun 30 02:58:04.525325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1d7a9178-1df2-440a-8fd5-a5df2da13757 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2034390 Jun 30 02:58:04.530651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:04.535634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--681323'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:04.550103 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0c-f7ab-4876-923a-99610b2e5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.552885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0c-f7ab-4876-923a-99610b2e5b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.553966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4c0dbf0c-f7ab-4876-923a-99610b2e5b16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ffa6958c-3f04-40ac-8260-67f30961db3f HTTP/1.1" status: 204 len: 168 time: 0.7062702 Jun 30 02:58:04.575675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dbf0c-f7ab-4876-923a-99610b2e5b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6958c-3f04-40ac-8260-67f30961db3f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:04.791250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.914555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19673a4d-a991-4549-b007-8093d3e42a8c req-5d52863b-3bd6-4a77-b911-a5fbacb19eaa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.922666 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-19673a4d-a991-4549-b007-8093d3e42a8c req-5d52863b-3bd6-4a77-b911-a5fbacb19eaa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2324975 Jun 30 02:58:04.932653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb1a90-ba67-4d03-a569-21ba189d0097 req-85d7e9ca-f9ae-4f75-a896-5c2d8c0f7627 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.935488 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70fb1a90-ba67-4d03-a569-21ba189d0097 req-85d7e9ca-f9ae-4f75-a896-5c2d8c0f7627 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1567678 Jun 30 02:58:05.000787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70fb1a90-ba67-4d03-a569-21ba189d0097 req-5192c884-7ce4-470a-a5b4-d91f383fbd31 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512185 Jun 30 02:58:05.055387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-19673a4d-a991-4549-b007-8093d3e42a8c req-ac72b237-3fe9-455e-96b5-6b60737f00bb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287334 Jun 30 02:58:05.159717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.176628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.262190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c14e09-42eb-43b6-a5d8-cd3a8ea25f8a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:05.305499 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.309983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7fda3e9e-c3f1-40fd-8a22-9a114694bd9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7750783 Jun 30 02:58:05.310067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:05.320773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f604d28c-3e74-4108-b068-97156dea15e1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '73c14e09-42eb-43b6-a5d8-cd3a8ea25f8a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:05.322748 n-d-798054-5 neutron-server[93821]: WARNING neutron.api.v2.base [None req-f604d28c-3e74-4108-b068-97156dea15e1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 02:58:05.323762 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f604d28c-3e74-4108-b068-97156dea15e1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:05.328219 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f604d28c-3e74-4108-b068-97156dea15e1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0138378 Jun 30 02:58:05.328538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:05.466956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b10930-d4b5-45d4-a5f1-60b1dcb793d1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.501767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a03666-ebc7-4b9f-9af9-ba13cf38eabb req-621bcdc5-5c93-47fc-b1f5-229ca44c5328 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:05.510749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72a03666-ebc7-4b9f-9af9-ba13cf38eabb req-621bcdc5-5c93-47fc-b1f5-229ca44c5328 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1072340 Jun 30 02:58:05.513486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b10930-d4b5-45d4-a5f1-60b1dcb793d1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.610369 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b10930-d4b5-45d4-a5f1-60b1dcb793d1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.613486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b10930-d4b5-45d4-a5f1-60b1dcb793d1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.617603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a7b10930-d4b5-45d4-a5f1-60b1dcb793d1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/73c14e09-42eb-43b6-a5d8-cd3a8ea25f8a HTTP/1.1" status: 204 len: 168 time: 0.2852583 Jun 30 02:58:05.621531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-72a03666-ebc7-4b9f-9af9-ba13cf38eabb req-6d02f1fc-8444-4239-b1b8-9845119646aa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096394 Jun 30 02:58:05.624816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37192) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:05.655415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10930-d4b5-45d4-a5f1-60b1dcb793d1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c14e09-42eb-43b6-a5d8-cd3a8ea25f8a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:05.742763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:05.744332 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-066e1664-c831-4cf4-adae-506ec3c0ca21 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1179280 Jun 30 02:58:05.747714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445239329'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:05.800612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.015127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.025449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.080149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7042cd4f-66dc-4124-9f56-bb897648bef6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:06.087128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.090797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c0b920a9-4c6d-42a5-a6a1-a0483b80e1c6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3470013 Jun 30 02:58:06.096442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37212) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:06.112201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0f38e2e7-7638-400b-add8-f6e3db1ee68a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '7042cd4f-66dc-4124-9f56-bb897648bef6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:06.113862 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-0f38e2e7-7638-400b-add8-f6e3db1ee68a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 02:58:06.115604 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-0f38e2e7-7638-400b-add8-f6e3db1ee68a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:06.119185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0f38e2e7-7638-400b-add8-f6e3db1ee68a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0149665 Jun 30 02:58:06.122652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:06.187729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9f89-9da9-4e3a-aa33-cc0a5b379922 req-0516aece-b40f-4d88-a380-88808ca53041 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.189342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d63f9f89-9da9-4e3a-aa33-cc0a5b379922 req-0516aece-b40f-4d88-a380-88808ca53041 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.3684356 Jun 30 02:58:06.282806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910cb2a-c41b-4458-b3da-1aaa8d4645d8 req-6d052b9e-e31c-4442-b0e7-54aaaa759df6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.284878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2910cb2a-c41b-4458-b3da-1aaa8d4645d8 req-6d052b9e-e31c-4442-b0e7-54aaaa759df6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.3669062 Jun 30 02:58:06.293508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d63f9f89-9da9-4e3a-aa33-cc0a5b379922 req-2e68b64e-16ad-454d-ac43-834b8151ff34 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944312 Jun 30 02:58:06.470826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb req-905dcd88-f272-4802-bfce-02128ebb340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.472818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb req-905dcd88-f272-4802-bfce-02128ebb340c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5b815ca892c411cae6437bf3d11ae95&device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 1095 time: 0.4967599 Jun 30 02:58:06.487751 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2910cb2a-c41b-4458-b3da-1aaa8d4645d8 req-8d506b72-aa68-45c4-bc89-b8db8c7435bd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961329 Jun 30 02:58:06.492430 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6ba3-76bb-48fa-8faf-28b2af8bc4a1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.728615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ccd34-21d0-4e5d-a64a-fe5395802431 req-2dbbcb34-391f-44b8-9936-7c1e2d6534c7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.739600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe2ccd34-21d0-4e5d-a64a-fe5395802431 req-2dbbcb34-391f-44b8-9936-7c1e2d6534c7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1534572 Jun 30 02:58:06.854213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb req-222b5964-c482-4f78-bf56-65e45c9ed2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.856169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe2ccd34-21d0-4e5d-a64a-fe5395802431 req-88406e5f-69bb-4b48-985b-f439b1fd1999 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146784 Jun 30 02:58:06.866855 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb req-222b5964-c482-4f78-bf56-65e45c9ed2f5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e5b815ca892c411cae6437bf3d11ae95&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3286779 Jun 30 02:58:06.990016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6ba3-76bb-48fa-8faf-28b2af8bc4a1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.076880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-e28470b4-de08-4880-925b-fbb190863be6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:07.078503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-e28470b4-de08-4880-925b-fbb190863be6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.2041581 Jun 30 02:58:07.104864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a8722ab6-7c0f-45ba-b8c7-0d8bc454c52e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/quotas/e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 375 time: 0.0171859 Jun 30 02:58:07.206208 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6ba3-76bb-48fa-8faf-28b2af8bc4a1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.210874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6ba3-76bb-48fa-8faf-28b2af8bc4a1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.214841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c9c6ba3-76bb-48fa-8faf-28b2af8bc4a1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/7042cd4f-66dc-4124-9f56-bb897648bef6 HTTP/1.1" status: 204 len: 168 time: 1.0832009 Jun 30 02:58:07.215412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.226871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c6ba3-76bb-48fa-8faf-28b2af8bc4a1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7042cd4f-66dc-4124-9f56-bb897648bef6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:07.324020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e35645d1-d384-4065-abd4-bb523f5741aa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032860 Jun 30 02:58:07.337325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.354871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054112777'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:07.434137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.464808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-acfab327-fb4c-45e4-acb6-1854a1390194 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3462281 Jun 30 02:58:07.666091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb req-0fb9b8b9-6810-4ade-9b63-a512d6f8a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:07.670275 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2912ed87-e4b3-4a71-a3a8-bcd51c9a28bb req-0fb9b8b9-6810-4ade-9b63-a512d6f8a436 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4102442 Jun 30 02:58:07.684221 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.697416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.753727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47a2d3-ccd9-4566-ae39-b5fbcf763056 req-502b9c8c-6bf6-4057-be2f-f85174ed8ad2 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:07.755405 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a47a2d3-ccd9-4566-ae39-b5fbcf763056 req-502b9c8c-6bf6-4057-be2f-f85174ed8ad2 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.1799700 Jun 30 02:58:07.778823 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.779545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4411378 Jun 30 02:58:07.782674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37310) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.790645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-60961623-756f-4e58-b2b9-f1442f341e96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '88ab91ef-5a0c-42ef-969b-9bb07c774bd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:07.792427 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-60961623-756f-4e58-b2b9-f1442f341e96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 02:58:07.793716 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-60961623-756f-4e58-b2b9-f1442f341e96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:07.794922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-60961623-756f-4e58-b2b9-f1442f341e96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111420 Jun 30 02:58:07.798886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37312) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.804088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bac88fd5-7113-4c7f-83c9-5518ab13382d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '88ab91ef-5a0c-42ef-969b-9bb07c774bd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:07.804268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948df5f-213c-494a-895b-57f1f7e61526 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab91ef-5a0c-42ef-969b-9bb07c774bd3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:07.804892 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-bac88fd5-7113-4c7f-83c9-5518ab13382d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 02:58:07.805406 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-bac88fd5-7113-4c7f-83c9-5518ab13382d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:07.806994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bac88fd5-7113-4c7f-83c9-5518ab13382d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071681 Jun 30 02:58:07.812538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37316) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.818671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-722aedae-0ec1-43cf-b15a-57eccf627fde tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '88ab91ef-5a0c-42ef-969b-9bb07c774bd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:07.819564 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-722aedae-0ec1-43cf-b15a-57eccf627fde tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 02:58:07.824307 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-722aedae-0ec1-43cf-b15a-57eccf627fde tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:07.825709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-722aedae-0ec1-43cf-b15a-57eccf627fde tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123591 Jun 30 02:58:07.831184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.836786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3afdeaa7-f0b5-4617-a2ab-512622a6dbdc tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '88ab91ef-5a0c-42ef-969b-9bb07c774bd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:07.838703 n-d-798054-5 neutron-server[93821]: WARNING neutron.api.v2.base [None req-3afdeaa7-f0b5-4617-a2ab-512622a6dbdc tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 02:58:07.839219 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-3afdeaa7-f0b5-4617-a2ab-512622a6dbdc tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:07.840737 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3afdeaa7-f0b5-4617-a2ab-512622a6dbdc tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081489 Jun 30 02:58:07.850063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.903559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-27ecd271-d21c-4e02-9e11-59bacde96add service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128704 Jun 30 02:58:07.933964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a47a2d3-ccd9-4566-ae39-b5fbcf763056 req-c42f360f-58fb-4e07-8412-85e34827c33e tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612189 Jun 30 02:58:08.009764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1df1bbc9-93d1-4b22-8555-eff436be9adf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.041528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1df1bbc9-93d1-4b22-8555-eff436be9adf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.085432 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-bfa7b453-3196-41f5-98a4-87edf17e3720 service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810741 Jun 30 02:58:08.183285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1df1bbc9-93d1-4b22-8555-eff436be9adf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.189075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1df1bbc9-93d1-4b22-8555-eff436be9adf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.192692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1df1bbc9-93d1-4b22-8555-eff436be9adf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/88ab91ef-5a0c-42ef-969b-9bb07c774bd3 HTTP/1.1" status: 204 len: 168 time: 0.3405993 Jun 30 02:58:08.195409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37334) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.226137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1bbc9-93d1-4b22-8555-eff436be9adf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab91ef-5a0c-42ef-969b-9bb07c774bd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:08.285493 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bf75066a-5ec4-4694-99a4-72ee3b6456ad tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883050 Jun 30 02:58:08.292588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37338) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.308801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5d0f-f333-4f87-af16-33d93c202f07 req-2526a667-cc07-48a5-84f4-bbe276511c71 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.316703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--648349988'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.329058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-423d5d0f-f333-4f87-af16-33d93c202f07 req-2526a667-cc07-48a5-84f4-bbe276511c71 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2384362 Jun 30 02:58:08.391880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7838c693-8530-4bdd-b161-d29de3ee2dc4 req-c5756e8b-b14e-4b0e-b826-87fc5870884e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 210 time: 0.0657628 Jun 30 02:58:08.440293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.453198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-423d5d0f-f333-4f87-af16-33d93c202f07 req-7332149f-aace-43fa-a852-7c64bf391f0b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219661 Jun 30 02:58:08.605733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.616086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.668154 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.669904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3758852 Jun 30 02:58:08.690812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37360) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.699161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e0a5bb48-254e-409e-a111-2efde38f8012 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.699755 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-e0a5bb48-254e-409e-a111-2efde38f8012 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:58:08.700306 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-e0a5bb48-254e-409e-a111-2efde38f8012 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:08.709899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e0a5bb48-254e-409e-a111-2efde38f8012 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077746 Jun 30 02:58:08.709899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37364) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.711678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-12df73bf-743c-453e-90bd-0f2cb5b7276c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.724503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70c888-6bad-46eb-b5d7-834f8874c5fe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d9b10-ff4c-4189-9db7-d6d1189faadb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:08.793195 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-12df73bf-743c-453e-90bd-0f2cb5b7276c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:08.794504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-12df73bf-743c-453e-90bd-0f2cb5b7276c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0870121 Jun 30 02:58:08.798202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37372) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.804167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a64e8d51-dbcc-4729-be36-22fa74d63a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.804658 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-a64e8d51-dbcc-4729-be36-22fa74d63a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 02:58:08.805175 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-a64e8d51-dbcc-4729-be36-22fa74d63a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:08.809044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a64e8d51-dbcc-4729-be36-22fa74d63a4e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069225 Jun 30 02:58:08.809530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37374) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.816548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91d0e049-6496-460a-a618-48344391e4bf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.893777 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-91d0e049-6496-460a-a618-48344391e4bf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:08.895470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91d0e049-6496-460a-a618-48344391e4bf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0852091 Jun 30 02:58:08.898392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37384) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.904538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a909fd70-7bef-40a9-b549-906cc9d1db1a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.906101 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-a909fd70-7bef-40a9-b549-906cc9d1db1a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:58:08.906735 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-a909fd70-7bef-40a9-b549-906cc9d1db1a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:08.910230 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a909fd70-7bef-40a9-b549-906cc9d1db1a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080206 Jun 30 02:58:08.915195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37388) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:08.921546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d67de4a1-b826-4970-913d-8b43472b5bbe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:08.995162 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-d67de4a1-b826-4970-913d-8b43472b5bbe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:08.999435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d67de4a1-b826-4970-913d-8b43472b5bbe tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0812066 Jun 30 02:58:09.001012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.006250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-515f9620-6f66-4c43-a887-3875a511e7ca tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:09.007924 n-d-798054-5 neutron-server[93821]: WARNING neutron.api.v2.base [None req-515f9620-6f66-4c43-a887-3875a511e7ca tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 02:58:09.007924 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-515f9620-6f66-4c43-a887-3875a511e7ca tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:09.008553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-515f9620-6f66-4c43-a887-3875a511e7ca tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064094 Jun 30 02:58:09.011123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.020842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5fa7dec8-aef3-468d-b02e-d9a385b799bd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:09.120229 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5fa7dec8-aef3-468d-b02e-d9a385b799bd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:09.130361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5fa7dec8-aef3-468d-b02e-d9a385b799bd tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1089473 Jun 30 02:58:09.216780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.221968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2ed3d1fc-d0e9-4b75-b26a-3dfc0b34fd3c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '0d5d9b10-ff4c-4189-9db7-d6d1189faadb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:09.268090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934741-35fb-4bad-b6b9-fe0c27ba1bed req-138e750e-da8e-4c79-bb47-b81f3dfd4734 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.270370 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44934741-35fb-4bad-b6b9-fe0c27ba1bed req-138e750e-da8e-4c79-bb47-b81f3dfd4734 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.1257403 Jun 30 02:58:09.308662 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2ed3d1fc-d0e9-4b75-b26a-3dfc0b34fd3c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:09.310365 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ed3d1fc-d0e9-4b75-b26a-3dfc0b34fd3c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0923333 Jun 30 02:58:09.320326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.386165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44934741-35fb-4bad-b6b9-fe0c27ba1bed req-85403361-d92a-4ed9-aac1-632e061e00d6 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070080 Jun 30 02:58:09.433180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0855243-9ed5-4640-9a85-c406cbbb7273 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.475967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.494613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0855243-9ed5-4640-9a85-c406cbbb7273 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.604617 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0855243-9ed5-4640-9a85-c406cbbb7273 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.621477 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0855243-9ed5-4640-9a85-c406cbbb7273 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.625004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e0855243-9ed5-4640-9a85-c406cbbb7273 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/0d5d9b10-ff4c-4189-9db7-d6d1189faadb HTTP/1.1" status: 204 len: 168 time: 0.3006861 Jun 30 02:58:09.627357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37436) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.759172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b6965d9-9070-4892-9a7d-bf1df55efed3 req-08ff7ffc-5c91-4eae-932b-31a628b09d84 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 210 time: 0.1113460 Jun 30 02:58:09.760106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0855243-9ed5-4640-9a85-c406cbbb7273 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d9b10-ff4c-4189-9db7-d6d1189faadb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:09.763498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-774af19b-6a05-441e-a94c-cb755293061f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1316423 Jun 30 02:58:09.766298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37440) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.790666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280117808'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:09.886772 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.934426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14cd61-b868-4cde-9517-e07716bab4aa req-64c8924c-5d5b-4679-bb0a-9f2eec4f8ae9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.936671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd14cd61-b868-4cde-9517-e07716bab4aa req-64c8924c-5d5b-4679-bb0a-9f2eec4f8ae9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1207635 Jun 30 02:58:10.024968 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd14cd61-b868-4cde-9517-e07716bab4aa req-6a628178-fe42-4d46-ba16-7a0f7dde8bf7 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799487 Jun 30 02:58:10.083119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.091530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.131056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.135475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3646452 Jun 30 02:58:10.135475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37460) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:10.141525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4dc369c2-b4bd-41d1-92b6-b0522d2b2a1b tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': 'c4aa08e8-d987-4c84-8e3b-032baad51334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:10.164128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daea3a-b7c1-44c5-8591-5e808c44dffa tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa08e8-d987-4c84-8e3b-032baad51334,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:10.188358 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-4dc369c2-b4bd-41d1-92b6-b0522d2b2a1b tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The resource could not be found. Jun 30 02:58:10.193099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4dc369c2-b4bd-41d1-92b6-b0522d2b2a1b tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0528824 Jun 30 02:58:10.193780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37470) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:10.200216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a29e009c-4ac1-4880-88d9-bd600d4901e4 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': 'c4aa08e8-d987-4c84-8e3b-032baad51334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '07c2a5f5-14eb-4928-a16c-4d8213d40c4c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:10.291459 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-a29e009c-4ac1-4880-88d9-bd600d4901e4 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The resource could not be found. Jun 30 02:58:10.293549 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a29e009c-4ac1-4880-88d9-bd600d4901e4 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0982254 Jun 30 02:58:10.297539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37482) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:10.460505 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:10.474737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fec834d-f90c-4da1-847f-200fdd60e2d6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.519032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fec834d-f90c-4da1-847f-200fdd60e2d6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.591172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-dc67b1a1-c21c-4a6b-94d9-048427272cf1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:10.593954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-dc67b1a1-c21c-4a6b-94d9-048427272cf1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.3349321 Jun 30 02:58:10.599186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fec834d-f90c-4da1-847f-200fdd60e2d6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.603249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fec834d-f90c-4da1-847f-200fdd60e2d6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.606712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2fec834d-f90c-4da1-847f-200fdd60e2d6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/c4aa08e8-d987-4c84-8e3b-032baad51334 HTTP/1.1" status: 204 len: 168 time: 0.3043234 Jun 30 02:58:10.607357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37512) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:10.614242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'port': {'device_id': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'admin_state_up': True, 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:10.642081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec834d-f90c-4da1-847f-200fdd60e2d6 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa08e8-d987-4c84-8e3b-032baad51334,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:10.684519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-411c02ea-55d2-4ab5-a26a-a442bb005860 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712392 Jun 30 02:58:10.689175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:10.694876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-82964c37-1571-4c0a-a118-167350406d9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '44cbc90d-6493-4932-9370-2481ad1f9e95', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:10.759665 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-82964c37-1571-4c0a-a118-167350406d9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The resource could not be found. Jun 30 02:58:10.765355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-82964c37-1571-4c0a-a118-167350406d9d tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0710998 Jun 30 02:58:10.765881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37532) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:10.771196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044914113'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:10.804300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.927884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.994838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b121ea5-080d-4da1-a181-8a448a165209 req-d667aa62-37fb-4ecd-82e6-83d70c57ea1a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 210 time: 0.0465343 Jun 30 02:58:11.001587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-d7382d48-2293-4caa-b95a-60cd90457051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.003081 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-d7382d48-2293-4caa-b95a-60cd90457051 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5b815ca892c411cae6437bf3d11ae95&device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 1095 time: 0.1475055 Jun 30 02:58:11.005528 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.011303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.078560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.079898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3129449 Jun 30 02:58:11.085279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-798f5487-3ca0-4897-af69-674d7ccaf173 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ef4ff33-b7ab-4a71-a407-0615684f7461 HTTP/1.1" status: 200 len: 217 time: 0.0648780 Jun 30 02:58:11.087849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37572) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.092482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928924829'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:11.147572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-3e57f2f4-3cbf-4ec2-983d-4828c737923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.149029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-3e57f2f4-3cbf-4ec2-983d-4828c737923b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0fd62219-1397-4d15-ac84-892650143618 HTTP/1.1" status: 200 len: 854 time: 0.0501781 Jun 30 02:58:11.151361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9a4cb-1735-4c36-9eb9-650c51759f56 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb5958-1c20-4bd0-85ca-423dd05c92dc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:11.170590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92984f-a656-40ad-ae62-b956f82c00a1 req-7248bfd7-d3e9-4820-8221-fe48e82669b1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.172278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e92984f-a656-40ad-ae62-b956f82c00a1 req-7248bfd7-d3e9-4820-8221-fe48e82669b1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.1372671 Jun 30 02:58:11.210146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-5bebb754-7618-44b3-aaa4-e907e70c8423 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d548f2f-c54d-4725-817a-d94e340641e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429332 Jun 30 02:58:11.222712 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e92984f-a656-40ad-ae62-b956f82c00a1 req-08ae5c16-ba65-4b20-ba96-90baf737c8cc tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Jun 30 02:58:11.247763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:11.251780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.277080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.391368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-f6b6e460-9dd8-47d1-837a-3e48c449d9f4 service neutron] 10.222.0.90 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659255 Jun 30 02:58:11.402258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Allocated IP 172.20.0.11 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/177f66bd-b42f-42ec-b086-f175b6140082) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:11.410751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac9c6-7a8d-41d0-868e-0a6060c9a088 req-b3841dd8-6542-4724-bb9d-5cc6ea1632eb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.412717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-259ac9c6-7a8d-41d0-868e-0a6060c9a088 req-b3841dd8-6542-4724-bb9d-5cc6ea1632eb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.2074831 Jun 30 02:58:11.541877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-259ac9c6-7a8d-41d0-868e-0a6060c9a088 req-0ad69100-d3db-4292-9343-0a781594c073 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060464 Jun 30 02:58:11.556717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.572704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.603811 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.604364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26c50076-21fd-494d-83ce-97242f1b0e91 req-62b3270a-e56f-4fbf-9449-1befed1edf07 service neutron] 10.222.0.90 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891439 Jun 30 02:58:11.621229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Transition to ACTIVE for port object 177f66bd-b42f-42ec-b086-f175b6140082 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:11.621331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.630907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.632596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5436761 Jun 30 02:58:11.636740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-119385ff-f1df-463e-bd5b-25dff92e2fdf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group_rule': {'security_group_id': '8dbb5958-1c20-4bd0-85ca-423dd05c92dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6bad5207-0d15-4756-a90e-4b077ff25b12'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:11.646859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae2588-4208-4816-8a9b-d9f58dd04c2f tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad5207-0d15-4756-a90e-4b077ff25b12,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:11.694428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.706939 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-119385ff-f1df-463e-bd5b-25dff92e2fdf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:58:11.707965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-119385ff-f1df-463e-bd5b-25dff92e2fdf tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0756311 Jun 30 02:58:11.711746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37650) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.741590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:11.757684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=177f66bd-b42f-42ec-b086-f175b6140082,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:11.763871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:11.767065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:11.811116 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf469be4-6e0d-4201-97d5-459998600563 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.841999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.847278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.853195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf469be4-6e0d-4201-97d5-459998600563 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.879772 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-9033deed-9a31-4773-8f67-bb00137ec393 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2754455 Jun 30 02:58:11.899785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Request body: {'port': {'device_id': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:11.924441 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf469be4-6e0d-4201-97d5-459998600563 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.927062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf469be4-6e0d-4201-97d5-459998600563 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.928216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cf469be4-6e0d-4201-97d5-459998600563 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/6bad5207-0d15-4756-a90e-4b077ff25b12 HTTP/1.1" status: 204 len: 168 time: 0.2152903 Jun 30 02:58:11.933252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37676) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.955033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf469be4-6e0d-4201-97d5-459998600563 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad5207-0d15-4756-a90e-4b077ff25b12,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:12.024901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c10b2b54-db40-47b0-832d-6d089e539db2 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0905430 Jun 30 02:58:12.027978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37688) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.063182 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.098910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d3d29e71-0069-4492-8383-46978b6c9e15 None None] Provisioning for port 177f66bd-b42f-42ec-b086-f175b6140082 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:12.105919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d3d29e71-0069-4492-8383-46978b6c9e15 None None] Provisioning complete for port 177f66bd-b42f-42ec-b086-f175b6140082 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:12.106300 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3d29e71-0069-4492-8383-46978b6c9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.147766 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83b090b-f2ad-48bd-9c46-edb80accdc3a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.185662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83b090b-f2ad-48bd-9c46-edb80accdc3a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.284176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83b090b-f2ad-48bd-9c46-edb80accdc3a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.289624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83b090b-f2ad-48bd-9c46-edb80accdc3a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.291445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d83b090b-f2ad-48bd-9c46-edb80accdc3a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/8dbb5958-1c20-4bd0-85ca-423dd05c92dc HTTP/1.1" status: 204 len: 168 time: 0.2368302 Jun 30 02:58:12.297418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37724) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.342003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b090b-f2ad-48bd-9c46-edb80accdc3a tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb5958-1c20-4bd0-85ca-423dd05c92dc,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:12.463295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d3d29e71-0069-4492-8383-46978b6c9e15 None None] Port 177f66bd-b42f-42ec-b086-f175b6140082 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:12.474997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4085eed8-289d-4139-b8db-c8c301fa13c4 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1719527 Jun 30 02:58:12.478562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37748) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.479640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33131947-84fd-4e73-9364-b05e8e796730 req-edc46e51-e39c-4cd0-9dad-ae194f1cf1a0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.481288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33131947-84fd-4e73-9364-b05e8e796730 req-edc46e51-e39c-4cd0-9dad-ae194f1cf1a0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 932 time: 0.2041626 Jun 30 02:58:12.484847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'tempest-secgroup--441058348'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:12.554396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-33131947-84fd-4e73-9364-b05e8e796730 req-d0215d34-0338-41de-a246-548253ac7038 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642147 Jun 30 02:58:12.568557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.647942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177f66bd-b42f-42ec-b086-f175b6140082 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:12.673664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.687097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.706590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c728b4-ae13-44c4-b7cc-f8119ee149f8 req-d5b7e777-493e-4869-9ae3-287b9171a666 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.708121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35c728b4-ae13-44c4-b7cc-f8119ee149f8 req-d5b7e777-493e-4869-9ae3-287b9171a666 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.2315805 Jun 30 02:58:12.708981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.715130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Transition to ACTIVE for port object 177f66bd-b42f-42ec-b086-f175b6140082 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:12.723158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.768618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.770071 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2899399 Jun 30 02:58:12.782327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37786) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.791224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b6a9152b-4167-4117-b738-dc4c98b39a96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:12.791804 n-d-798054-5 neutron-server[93822]: WARNING neutron.api.v2.base [None req-b6a9152b-4167-4117-b738-dc4c98b39a96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:58:12.792447 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-b6a9152b-4167-4117-b738-dc4c98b39a96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:58:12.794244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Pushing event updated for resources: {'Port': ['ID=177f66bd-b42f-42ec-b086-f175b6140082,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:12.794499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b6a9152b-4167-4117-b738-dc4c98b39a96 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "PUT /v2.0/security-groups/e16797b7-1da7-42a0-9950-86f59aa76762 HTTP/1.1" status: 409 len: 330 time: 0.0108521 Jun 30 02:58:12.800874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35c728b4-ae13-44c4-b7cc-f8119ee149f8 req-390daf84-0f8a-43ba-95ec-bf8322c33a4e tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825992 Jun 30 02:58:12.801524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbde31-fc68-4dbe-bf12-193e02f7722e tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16797b7-1da7-42a0-9950-86f59aa76762,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:12.803725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37790) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.891634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0708832-7256-4554-b269-ed00f5f7f780 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.930741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0708832-7256-4554-b269-ed00f5f7f780 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.963838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Attempting to bind port 177f66bd-b42f-42ec-b086-f175b6140082 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:12.964504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Attempting to bind port 177f66bd-b42f-42ec-b086-f175b6140082 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:12.964994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Attempting to bind port 177f66bd-b42f-42ec-b086-f175b6140082 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:12.976102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdec9d-2591-4da2-bd82-252eae7501ae req-6a921fbe-cd98-425b-95d4-0ec0f6934afa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.978053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07fdec9d-2591-4da2-bd82-252eae7501ae req-6a921fbe-cd98-425b-95d4-0ec0f6934afa tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1923907 Jun 30 02:58:12.983491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Port 177f66bd-b42f-42ec-b086-f175b6140082 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:12.984094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Attempting to bind port 177f66bd-b42f-42ec-b086-f175b6140082 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:12.995771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0708832-7256-4554-b269-ed00f5f7f780 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.997733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:12.998358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:12.998955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:12.999638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Bound port: 177f66bd-b42f-42ec-b086-f175b6140082, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:13.000191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0708832-7256-4554-b269-ed00f5f7f780 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.000365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.005803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d0708832-7256-4554-b269-ed00f5f7f780 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/e16797b7-1da7-42a0-9950-86f59aa76762 HTTP/1.1" status: 204 len: 168 time: 0.2008829 Jun 30 02:58:13.006703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37802) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.038636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0708832-7256-4554-b269-ed00f5f7f780 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16797b7-1da7-42a0-9950-86f59aa76762,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:13.095392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c867c0e2-9b5c-4795-af96-6ec4d3f22c1c tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832820 Jun 30 02:58:13.096740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37804) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.111213 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-4a189787-de00-478b-aae1-696bf82f811b tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] delete failed (client error): The resource could not be found. Jun 30 02:58:13.116936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4a189787-de00-478b-aae1-696bf82f811b tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "DELETE /v2.0/security-groups/3adee4f6-12e2-4e08-b2b6-7ad5df9f8937 HTTP/1.1" status: 404 len: 347 time: 0.0189900 Jun 30 02:58:13.117796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37806) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.121657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07fdec9d-2591-4da2-bd82-252eae7501ae req-606d3216-ac80-4622-bb1e-5f8a23f5a6b5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299784 Jun 30 02:58:13.131861 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-0f91012e-73c7-4b63-85db-7c5d67e7b987 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] show failed (client error): The resource could not be found. Jun 30 02:58:13.146179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0f91012e-73c7-4b63-85db-7c5d67e7b987 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-groups/52ac93a4-f03f-4234-a546-4afa6dd33727 HTTP/1.1" status: 404 len: 347 time: 0.0180328 Jun 30 02:58:13.146179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37808) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.146494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] For port 177f66bd-b42f-42ec-b086-f175b6140082, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:13.150022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] For port 177f66bd-b42f-42ec-b086-f175b6140082, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=177f66bd-b42f-42ec-b086-f175b6140082,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:13.153357 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-dd545e79-723e-4293-b392-7ccc2c92d7b1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] show failed (client error): The resource could not be found. Jun 30 02:58:13.155042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.159213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dd545e79-723e-4293-b392-7ccc2c92d7b1 tempest-NegativeSecGroupTest-1937680831 tempest-NegativeSecGroupTest-1937680831-project] 10.222.0.78 "GET /v2.0/security-group-rules/61fdd984-3a05-4d43-b1e4-803bd50c4e74 HTTP/1.1" status: 404 len: 356 time: 0.0207839 Jun 30 02:58:13.214145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.215003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.216424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] 10.222.0.67 "PUT /v2.0/ports/177f66bd-b42f-42ec-b086-f175b6140082 HTTP/1.1" status: 200 len: 1092 time: 1.3253021 Jun 30 02:58:13.217039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'tag': '177f66bd-b42f-42ec-b086-f175b6140082'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:13.220367 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116" -d '{"events": [{"name": "network-changed", "server_uuid": "bcea1b98-9b00-443e-baac-c1354ce648ab", "tag": "177f66bd-b42f-42ec-b086-f175b6140082"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:13.265608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Pushing event updated for resources: {'Port': ['ID=177f66bd-b42f-42ec-b086-f175b6140082,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:13.276769 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4081b44-d0de-4d71-9545-7a772ac04d28 x-openstack-request-id: req-d4081b44-d0de-4d71-9545-7a772ac04d28 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:13.277265 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcea1b98-9b00-443e-baac-c1354ce648ab", "tag": "177f66bd-b42f-42ec-b086-f175b6140082", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:13.277681 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4081b44-d0de-4d71-9545-7a772ac04d28 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:13.278093 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'tag': '177f66bd-b42f-42ec-b086-f175b6140082', 'status': 'completed', 'code': 200} Jun 30 02:58:13.280712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.281072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.281423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.281805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.282192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.282492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.282822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.283160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.283488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.283814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.284192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.284500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3c23c-1d50-4686-a755-d95e03f78c79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:13.374649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-f93f3c98-32d9-40af-8164-b0a4402251c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.376362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-f93f3c98-32d9-40af-8164-b0a4402251c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 1095 time: 0.0878830 Jun 30 02:58:13.426294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-765c59a7-213b-4f05-ba40-e9885fb76d70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177f66bd-b42f-42ec-b086-f175b6140082 HTTP/1.1" status: 200 len: 217 time: 0.0408347 Jun 30 02:58:13.482100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-aed841b3-a0d5-4241-ac77-36aa64415aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.484220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-aed841b3-a0d5-4241-ac77-36aa64415aea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0523267 Jun 30 02:58:13.504437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.555452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-e1012efd-24be-4c71-8e15-135a7ae290b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.557007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-e1012efd-24be-4c71-8e15-135a7ae290b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657604 Jun 30 02:58:13.713243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-bb36e622-761b-44bf-8745-1c89d0295339 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490693 Jun 30 02:58:13.894869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8297e7ba-db2f-4c0c-b53b-dda7f548b26f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c96cc4dd47b424b99ae8bed3e219de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871288 Jun 30 02:58:13.895803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37830) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.954237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb57441-6b5c-4acc-ad1b-32ded4c9d8f6 req-477e362a-12a5-45c1-a9a7-c82c743eec39 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.955838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1bb57441-6b5c-4acc-ad1b-32ded4c9d8f6 req-477e362a-12a5-45c1-a9a7-c82c743eec39 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 944 time: 0.2219510 Jun 30 02:58:14.001140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a751-9d35-41e7-9395-f073c0165766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.036387 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97c69d92-81eb-4beb-b08f-83c7a139dfdb req-048efb00-fcc2-43be-b086-06c2c10cede8 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832234 Jun 30 02:58:14.058152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a751-9d35-41e7-9395-f073c0165766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.085244 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1bb57441-6b5c-4acc-ad1b-32ded4c9d8f6 req-3c295e22-2db6-4e22-96fe-f0711e779708 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989211 Jun 30 02:58:14.135351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908806-8522-42a9-b8ac-7a785b4917e5 req-8985f55c-03ce-431b-951d-741082f8c3c1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.136880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac908806-8522-42a9-b8ac-7a785b4917e5 req-8985f55c-03ce-431b-951d-741082f8c3c1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 944 time: 0.1214619 Jun 30 02:58:14.155410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a751-9d35-41e7-9395-f073c0165766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.158269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a751-9d35-41e7-9395-f073c0165766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.159406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8ba4a751-9d35-41e7-9395-f073c0165766 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f4ca495a-9956-45dc-9579-b2cda1a1f72b HTTP/1.1" status: 204 len: 168 time: 0.2626128 Jun 30 02:58:14.194389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-24c8e81a-b457-4665-b783-f20eba969e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.196058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-24c8e81a-b457-4665-b783-f20eba969e86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 1095 time: 0.0781639 Jun 30 02:58:14.363062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-a66e98c0-b6f1-44e0-aaa0-81b19386c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.364552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-a66e98c0-b6f1-44e0-aaa0-81b19386c2f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1610861 Jun 30 02:58:14.426871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-687e6cd6-3349-4e9a-a72f-69b6384e589d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177f66bd-b42f-42ec-b086-f175b6140082 HTTP/1.1" status: 200 len: 217 time: 0.0521517 Jun 30 02:58:14.498033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf270-ef3f-4d46-9938-5b1ca1483cf3 req-a908d9fc-d1d7-41c1-a620-d2cfb4226133 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.505773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0caf270-ef3f-4d46-9938-5b1ca1483cf3 req-a908d9fc-d1d7-41c1-a620-d2cfb4226133 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1806726 Jun 30 02:58:14.542921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-a1d51f5e-8d36-4d98-97a7-c5f26c778579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.544640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-a1d51f5e-8d36-4d98-97a7-c5f26c778579 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.1094244 Jun 30 02:58:14.563449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0caf270-ef3f-4d46-9938-5b1ca1483cf3 req-278fb49c-bfc1-4448-b82f-2a223b6a312e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557079 Jun 30 02:58:14.600620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4a751-9d35-41e7-9395-f073c0165766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ca495a-9956-45dc-9579-b2cda1a1f72b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:14.626547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac908806-8522-42a9-b8ac-7a785b4917e5 req-68db605e-e055-4631-8fdc-fea66a5fb063 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813740 Jun 30 02:58:14.674237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-594e480d-eafc-4a7b-b407-f83342f81080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.675896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-594e480d-eafc-4a7b-b407-f83342f81080 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114724 Jun 30 02:58:14.720753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7ef4ff33-b7ab-4a71-a407-0615684f7461 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:14.791426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-98c691c8-c82b-4327-86d8-7da0a700adff service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062248 Jun 30 02:58:14.872319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 7ef4ff33-b7ab-4a71-a407-0615684f7461, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7ef4ff33-b7ab-4a71-a407-0615684f7461,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:14.889794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '7ef4ff33-b7ab-4a71-a407-0615684f7461', 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0', 'port_id': '7ef4ff33-b7ab-4a71-a407-0615684f7461', 'mac_address': 'fa:16:3e:75:cf:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd62219-1397-4d15-ac84-892650143618', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:14.939789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.956492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef4ff33-b7ab-4a71-a407-0615684f7461 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:14.973997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039ecf3c-f10c-4cc5-8e0f-758c48d1b116 req-0bdfffa0-1183-40a0-9914-2c7e1559ba3e service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718597 Jun 30 02:58:14.992227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 7ef4ff33-b7ab-4a71-a407-0615684f7461, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7ef4ff33-b7ab-4a71-a407-0615684f7461,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:15.001788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.062063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=7ef4ff33-b7ab-4a71-a407-0615684f7461,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:15.252227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['7ef4ff33-b7ab-4a71-a407-0615684f7461'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:15.363613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827ea2-688c-4597-9c05-575df1707cc5 req-269b8406-46b4-423b-86d9-78f386783d43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:15.375947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60827ea2-688c-4597-9c05-575df1707cc5 req-269b8406-46b4-423b-86d9-78f386783d43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 944 time: 0.1382353 Jun 30 02:58:15.426274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60827ea2-688c-4597-9c05-575df1707cc5 req-5e3fb6b0-aa21-461b-a4a0-db89349bf221 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494750 Jun 30 02:58:15.854209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73fb83-a1d3-4da0-94b4-b2b11abd9f1c req-eab6db48-34e2-4889-a862-eebe35a57249 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:15.862113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d73fb83-a1d3-4da0-94b4-b2b11abd9f1c req-eab6db48-34e2-4889-a862-eebe35a57249 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1390421 Jun 30 02:58:15.908356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9d73fb83-a1d3-4da0-94b4-b2b11abd9f1c req-b159064b-af79-430b-a854-fb3cd350b795 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 Jun 30 02:58:16.176549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5f1fd-c201-436a-84fe-828817c2d3e7 req-bdfa5c3b-466e-4c9a-8c93-c041555117b1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.178101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ed5f1fd-c201-436a-84fe-828817c2d3e7 req-bdfa5c3b-466e-4c9a-8c93-c041555117b1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 945 time: 0.0788932 Jun 30 02:58:16.240876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ed5f1fd-c201-436a-84fe-828817c2d3e7 req-ff16c7bd-4710-42e2-aff9-2dcb2ef467fa tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Jun 30 02:58:16.330995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 177f66bd-b42f-42ec-b086-f175b6140082 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:16.457841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 177f66bd-b42f-42ec-b086-f175b6140082, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=177f66bd-b42f-42ec-b086-f175b6140082,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:16.478660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '177f66bd-b42f-42ec-b086-f175b6140082', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': '177f66bd-b42f-42ec-b086-f175b6140082', 'mac_address': 'fa:16:3e:00:4f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:16.528691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.549235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177f66bd-b42f-42ec-b086-f175b6140082 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:16.575146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 177f66bd-b42f-42ec-b086-f175b6140082, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=177f66bd-b42f-42ec-b086-f175b6140082,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:16.580889 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.595969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:16.670646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=177f66bd-b42f-42ec-b086-f175b6140082,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:16.710263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7722-bf54-48a7-a84a-a19166c0a62e req-85714fbe-70e4-47ff-b3dd-0ceaca3926e6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.713377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c9a7722-bf54-48a7-a84a-a19166c0a62e req-85714fbe-70e4-47ff-b3dd-0ceaca3926e6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 945 time: 0.1459503 Jun 30 02:58:16.745358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7ef4ff33-b7ab-4a71-a407-0615684f7461 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:16.787975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab436a76-bd0e-4b37-9c7e-15c9fa596600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.802559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c9a7722-bf54-48a7-a84a-a19166c0a62e req-d570c91e-39d0-4421-8749-091cb862b080 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804126 Jun 30 02:58:16.815669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 7ef4ff33-b7ab-4a71-a407-0615684f7461 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:16.824915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 7ef4ff33-b7ab-4a71-a407-0615684f7461 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:16.825336 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.866497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:16.957276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab436a76-bd0e-4b37-9c7e-15c9fa596600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.964169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab436a76-bd0e-4b37-9c7e-15c9fa596600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.007696 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ab436a76-bd0e-4b37-9c7e-15c9fa596600 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5c6e50e2ef84f13bd00102a226a8777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105875 Jun 30 02:58:17.010944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37926) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:17.023904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab436a76-bd0e-4b37-9c7e-15c9fa596600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5197f-bec6-4bd4-bc7e-0d71e6850982,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.051086 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.085260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef4ff33-b7ab-4a71-a407-0615684f7461'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:17.087617 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df7e25-9d6e-4729-bde5-6d9a0a268248" -d '{"events": [{"server_uuid": "11a2dc3a-2325-4ad1-af63-af36cbee7b82", "name": "network-vif-plugged", "status": "completed", "tag": "7ef4ff33-b7ab-4a71-a407-0615684f7461"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:17.113870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 7ef4ff33-b7ab-4a71-a407-0615684f7461, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7ef4ff33-b7ab-4a71-a407-0615684f7461,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:17.119494 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7453818a-66ee-4a64-9ce8-ab4237d61ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.152203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.180540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7453818a-66ee-4a64-9ce8-ab4237d61ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.298236 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e5f43-e710-494f-b0fd-56ef6da7ac35 x-openstack-request-id: req-328e5f43-e710-494f-b0fd-56ef6da7ac35 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:17.299046 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2dc3a-2325-4ad1-af63-af36cbee7b82", "name": "network-vif-plugged", "status": "completed", "tag": "7ef4ff33-b7ab-4a71-a407-0615684f7461", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:17.300002 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-328e5f43-e710-494f-b0fd-56ef6da7ac35 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:17.300551 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef4ff33-b7ab-4a71-a407-0615684f7461', 'code': 200} Jun 30 02:58:17.302010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=7ef4ff33-b7ab-4a71-a407-0615684f7461,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.329172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b96d-a84c-4ee6-a3aa-13d394a1f5c7 req-6a2f260b-00a2-4a60-a6ec-f998b99d7234 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.339065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81b8b96d-a84c-4ee6-a3aa-13d394a1f5c7 req-6a2f260b-00a2-4a60-a6ec-f998b99d7234 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1590631 Jun 30 02:58:17.368918 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7453818a-66ee-4a64-9ce8-ab4237d61ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.384422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7453818a-66ee-4a64-9ce8-ab4237d61ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.385582 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7453818a-66ee-4a64-9ce8-ab4237d61ce6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/31f5197f-bec6-4bd4-bc7e-0d71e6850982 HTTP/1.1" status: 204 len: 168 time: 0.3734379 Jun 30 02:58:17.457983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453818a-66ee-4a64-9ce8-ab4237d61ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5197f-bec6-4bd4-bc7e-0d71e6850982,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.472864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81b8b96d-a84c-4ee6-a3aa-13d394a1f5c7 req-348f0038-c2df-45af-af46-f37f7b95b711 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317868 Jun 30 02:58:17.561975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0e7ab-96d0-48fe-b481-89114ef76bea req-993fe52c-5951-4684-937e-f287ce189733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.563801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4bb0e7ab-96d0-48fe-b481-89114ef76bea req-993fe52c-5951-4684-937e-f287ce189733 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 1097 time: 0.2669799 Jun 30 02:58:17.575788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:17.614677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a1f1d-c059-420a-a1be-f168cb958a7d req-23d2daf4-654c-43b4-a46f-7eb6ef81bc26 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.616258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a6a1f1d-c059-420a-a1be-f168cb958a7d req-23d2daf4-654c-43b4-a46f-7eb6ef81bc26 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 946 time: 0.1122143 Jun 30 02:58:17.646006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4bb0e7ab-96d0-48fe-b481-89114ef76bea req-c53bdd4a-c2f8-4fe6-8e3b-b4dcb81dde4e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737102 Jun 30 02:58:17.699173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a6a1f1d-c059-420a-a1be-f168cb958a7d req-98ded24f-c24a-4f60-a732-8bbe84998269 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668926 Jun 30 02:58:17.817311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b6f-033b-4b7b-955c-a8679608d552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.958610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 37950) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.001118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22fdc1a2-f0c9-44a1-b07a-66bcf129451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.047556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b6f-033b-4b7b-955c-a8679608d552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.056216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b6f-033b-4b7b-955c-a8679608d552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.155810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22fdc1a2-f0c9-44a1-b07a-66bcf129451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.161076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22fdc1a2-f0c9-44a1-b07a-66bcf129451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.188424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3b6f-033b-4b7b-955c-a8679608d552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef950be-3b1f-4c63-9d55-f42b2c2dbc76,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.207868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48ff3b6f-033b-4b7b-955c-a8679608d552 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e16024bdf124efa8915ac9dd667dd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272333 Jun 30 02:58:18.208615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.209060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 37954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.214940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22fdc1a2-f0c9-44a1-b07a-66bcf129451c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bd42adb854142a3b43cbb719eba701d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539330 Jun 30 02:58:18.216123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdc1a2-f0c9-44a1-b07a-66bcf129451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c189e570-b3fe-40f5-98f5-b4198784765d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.341200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfbb70-39c7-4da5-a083-7ccc2d597f5a req-e06cff69-cdef-4b14-9afd-99386cebab12 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.342969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6bfbb70-39c7-4da5-a083-7ccc2d597f5a req-e06cff69-cdef-4b14-9afd-99386cebab12 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 945 time: 0.2542970 Jun 30 02:58:18.347953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef581c56-740e-4ef3-9710-aed1e8d82215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.348679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 177f66bd-b42f-42ec-b086-f175b6140082 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:18.349533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c761dc3-2acc-46bf-b54c-af50026ae01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.401266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef581c56-740e-4ef3-9710-aed1e8d82215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.404274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 177f66bd-b42f-42ec-b086-f175b6140082 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:18.405037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c761dc3-2acc-46bf-b54c-af50026ae01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.410754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 177f66bd-b42f-42ec-b086-f175b6140082 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:18.411525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.471372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6bfbb70-39c7-4da5-a083-7ccc2d597f5a req-4e74feec-9934-4cde-9a39-b0a9b963182a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153672 Jun 30 02:58:18.500769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c761dc3-2acc-46bf-b54c-af50026ae01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.503788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c761dc3-2acc-46bf-b54c-af50026ae01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.508113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4c761dc3-2acc-46bf-b54c-af50026ae01a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ef950be-3b1f-4c63-9d55-f42b2c2dbc76 HTTP/1.1" status: 204 len: 168 time: 0.2960038 Jun 30 02:58:18.518375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef581c56-740e-4ef3-9710-aed1e8d82215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.521096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef581c56-740e-4ef3-9710-aed1e8d82215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.524498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ef581c56-740e-4ef3-9710-aed1e8d82215 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c189e570-b3fe-40f5-98f5-b4198784765d HTTP/1.1" status: 204 len: 168 time: 0.3123882 Jun 30 02:58:18.524498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761dc3-2acc-46bf-b54c-af50026ae01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef950be-3b1f-4c63-9d55-f42b2c2dbc76,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.543917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef581c56-740e-4ef3-9710-aed1e8d82215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c189e570-b3fe-40f5-98f5-b4198784765d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.558988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.603955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 177f66bd-b42f-42ec-b086-f175b6140082, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=177f66bd-b42f-42ec-b086-f175b6140082,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:18.615914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.700002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=177f66bd-b42f-42ec-b086-f175b6140082,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.736870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:18.867715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860518a1-4a3c-42b0-a574-51944ddefb01 req-f576a482-c22f-43b6-bdd7-dd1bab6084eb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.876373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-860518a1-4a3c-42b0-a574-51944ddefb01 req-f576a482-c22f-43b6-bdd7-dd1bab6084eb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 943 time: 0.1310701 Jun 30 02:58:18.891418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:18.909707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'port_id': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'mac_address': 'fa:16:3e:9d:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:18.948693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-860518a1-4a3c-42b0-a574-51944ddefb01 req-6edcd176-866e-49b6-87b9-a9d01433d176 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695741 Jun 30 02:58:18.995474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.017466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bb5246-2deb-49ea-b09e-86db17cf0ad3 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:19.049636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:19.053072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c03ef-b1e6-488c-8e71-c9de75e76510 req-765dd773-e9ad-4226-9ae5-00a9d649ff4d tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:19.055097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-505c03ef-b1e6-488c-8e71-c9de75e76510 req-765dd773-e9ad-4226-9ae5-00a9d649ff4d tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 946 time: 0.1180613 Jun 30 02:58:19.057976 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.121872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.127020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-505c03ef-b1e6-488c-8e71-c9de75e76510 req-ed58a016-371c-4602-875f-15e86921280e tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584903 Jun 30 02:58:19.131195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.131549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.131895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.133676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.133676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.133676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.133676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.134061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.134132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.144002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.144002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.144002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:19.301899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f66bd-b42f-42ec-b086-f175b6140082'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:19.307839 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be27b36-7626-4429-a2b2-ab6ebeb3adf7" -d '{"events": [{"server_uuid": "bcea1b98-9b00-443e-baac-c1354ce648ab", "name": "network-vif-plugged", "status": "completed", "tag": "177f66bd-b42f-42ec-b086-f175b6140082"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:19.335188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['b0bb5246-2deb-49ea-b09e-86db17cf0ad3'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:19.385235 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab2386-e826-4125-8cfc-7039b6648315 x-openstack-request-id: req-4eab2386-e826-4125-8cfc-7039b6648315 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:19.385897 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcea1b98-9b00-443e-baac-c1354ce648ab", "name": "network-vif-plugged", "status": "completed", "tag": "177f66bd-b42f-42ec-b086-f175b6140082", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:19.386186 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4eab2386-e826-4125-8cfc-7039b6648315 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:19.386617 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f66bd-b42f-42ec-b086-f175b6140082', 'code': 200} Jun 30 02:58:19.629886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32819177-5d98-46fa-aab6-87989dc57a11 req-d0af36dc-0459-4d18-913e-2dfa1950ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:19.649264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32819177-5d98-46fa-aab6-87989dc57a11 req-d0af36dc-0459-4d18-913e-2dfa1950ec9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 1097 time: 0.1859298 Jun 30 02:58:19.709425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32819177-5d98-46fa-aab6-87989dc57a11 req-263bb773-74d9-4db1-af3e-5568d9a2899e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Jun 30 02:58:19.929262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f65c-24d0-4356-9e6b-e82201e9d62d req-00560bda-8ffd-4cdf-9eda-9ff232958c92 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:19.931206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a26f65c-24d0-4356-9e6b-e82201e9d62d req-00560bda-8ffd-4cdf-9eda-9ff232958c92 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1130195 Jun 30 02:58:19.998029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a26f65c-24d0-4356-9e6b-e82201e9d62d req-2c998163-e529-469b-a6d3-3ba27ca9be8d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596483 Jun 30 02:58:20.236264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e2d7-c551-48dd-a28c-26b8f56a5c4b req-a5da315c-c454-44ed-b69c-d5146a22bf15 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:20.238485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4633e2d7-c551-48dd-a28c-26b8f56a5c4b req-a5da315c-c454-44ed-b69c-d5146a22bf15 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 944 time: 0.1274188 Jun 30 02:58:20.315257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4633e2d7-c551-48dd-a28c-26b8f56a5c4b req-bfc7fe30-0d7b-407f-835c-574c464ff9b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662286 Jun 30 02:58:20.752252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:20.808229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:20.808602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.964484 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.016106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:21.021920 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.112331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:21.293869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54a279-731e-4725-889d-7ad005bedc9c req-2c5a98ea-873a-4440-930b-a8d14bb1a7fc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.296241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e54a279-731e-4725-889d-7ad005bedc9c req-2c5a98ea-873a-4440-930b-a8d14bb1a7fc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0923214 Jun 30 02:58:21.363944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e54a279-731e-4725-889d-7ad005bedc9c req-c95f4bd2-ef3d-4d78-81a1-c5b477a1ef27 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589147 Jun 30 02:58:21.389468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:21.393174 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0718ddd9-31fd-4a74-8b11-8593f348a9be" -d '{"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:21.610065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10023-6e03-4d39-a3a3-ee7c3842a5ae req-38663afd-88c3-4697-957d-6f7907aaef70 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.612796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85c10023-6e03-4d39-a3a3-ee7c3842a5ae req-38663afd-88c3-4697-957d-6f7907aaef70 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.1479859 Jun 30 02:58:21.677332 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85c10023-6e03-4d39-a3a3-ee7c3842a5ae req-6afae7dc-50ca-4a89-92b4-f5cdee46612c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Jun 30 02:58:21.744226 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0126c3d-e028-429f-aa6a-bf220b91d18e x-openstack-request-id: req-b0126c3d-e028-429f-aa6a-bf220b91d18e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:21.744520 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:21.744776 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0126c3d-e028-429f-aa6a-bf220b91d18e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:21.745175 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'code': 200} Jun 30 02:58:21.994834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d14cf-86a1-44d4-8548-f5748b4575c8 req-e66df868-d858-4ec6-b89e-2a07e02ace5d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.996657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e66d14cf-86a1-44d4-8548-f5748b4575c8 req-e66df868-d858-4ec6-b89e-2a07e02ace5d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1640708 Jun 30 02:58:22.018844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44ea8-b6f1-499b-8eb0-11b7763281fb req-e8bce460-d601-4d63-8ba7-b731e0b1aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:22.020592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94b44ea8-b6f1-499b-8eb0-11b7763281fb req-e8bce460-d601-4d63-8ba7-b731e0b1aa28 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1097 time: 0.1029832 Jun 30 02:58:22.068558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e66d14cf-86a1-44d4-8548-f5748b4575c8 req-721e4378-8263-4752-9be1-49ffb52f316b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621870 Jun 30 02:58:22.084727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94b44ea8-b6f1-499b-8eb0-11b7763281fb req-bd5cf16e-be07-467e-85bb-a9448f1661bd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548787 Jun 30 02:58:22.487095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:22.641973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d08482a2-9389-4222-b20a-d19030ddfc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.771316 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d08482a2-9389-4222-b20a-d19030ddfc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.779446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d08482a2-9389-4222-b20a-d19030ddfc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.823570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08482a2-9389-4222-b20a-d19030ddfc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb221d7f-8cb9-4c53-9ef1-e586676a8542,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.834346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d08482a2-9389-4222-b20a-d19030ddfc78 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=765851fec63c4c9dab01594967c1edc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459489 Jun 30 02:58:22.837243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38182) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:22.960070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2548f949-aabc-4ca9-869b-4d3c2f401326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.995101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2548f949-aabc-4ca9-869b-4d3c2f401326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.073429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1ccc-0335-4c98-8a8f-75de4153ac19 req-8798a086-4f0e-4514-abba-cd3f4fef8dda tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:23.079800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c8c1ccc-0335-4c98-8a8f-75de4153ac19 req-8798a086-4f0e-4514-abba-cd3f4fef8dda tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.1576154 Jun 30 02:58:23.099246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2548f949-aabc-4ca9-869b-4d3c2f401326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.103456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2548f949-aabc-4ca9-869b-4d3c2f401326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.109416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2548f949-aabc-4ca9-869b-4d3c2f401326 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb221d7f-8cb9-4c53-9ef1-e586676a8542 HTTP/1.1" status: 204 len: 168 time: 0.2684073 Jun 30 02:58:23.119625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548f949-aabc-4ca9-869b-4d3c2f401326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb221d7f-8cb9-4c53-9ef1-e586676a8542,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.193019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c8c1ccc-0335-4c98-8a8f-75de4153ac19 req-b13006ae-1436-4495-9b99-ef9996593e3a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093729 Jun 30 02:58:23.390830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebe62-26d2-4965-9a6b-d9742a3f369b req-f861db69-54e2-4ef1-818c-d3b2973aa74d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:23.394372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-564ebe62-26d2-4965-9a6b-d9742a3f369b req-f861db69-54e2-4ef1-818c-d3b2973aa74d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1073053 Jun 30 02:58:23.468947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-564ebe62-26d2-4965-9a6b-d9742a3f369b req-3f8061a1-b234-4900-87f0-84fdb0db8015 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686021 Jun 30 02:58:23.738245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:23.772546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc0933b8-6722-421b-88bf-194979e4b019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.941366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc0933b8-6722-421b-88bf-194979e4b019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.948845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc0933b8-6722-421b-88bf-194979e4b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.003865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:24.004804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bc0933b8-6722-421b-88bf-194979e4b019 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c40c528273f3478f973e0423d4f4ed75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639661 Jun 30 02:58:24.010922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0933b8-6722-421b-88bf-194979e4b019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf8b7a0-dfe6-4fdb-a048-f2d3f5dbd03a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.100978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf2e8-93e5-4846-8c01-b5535823f1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.144634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf2e8-93e5-4846-8c01-b5535823f1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.217252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf2e8-93e5-4846-8c01-b5535823f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.222042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf2e8-93e5-4846-8c01-b5535823f1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.225278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8c1cf2e8-93e5-4846-8c01-b5535823f1ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecf8b7a0-dfe6-4fdb-a048-f2d3f5dbd03a HTTP/1.1" status: 204 len: 168 time: 0.2203887 Jun 30 02:58:24.250382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf2e8-93e5-4846-8c01-b5535823f1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf8b7a0-dfe6-4fdb-a048-f2d3f5dbd03a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.528270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd3d00-6abd-44a3-ac0f-fa50e36252e0 req-d229af25-28f8-47eb-9ef3-419fefcfb592 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:24.549444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1fd3d00-6abd-44a3-ac0f-fa50e36252e0 req-d229af25-28f8-47eb-9ef3-419fefcfb592 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.1499825 Jun 30 02:58:24.673695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1fd3d00-6abd-44a3-ac0f-fa50e36252e0 req-a8541036-33d2-4497-910c-f27ae8f79f79 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231999 Jun 30 02:58:24.836839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b62645-07b4-47fe-b90a-671754fe3556 req-4beb97fe-6fe1-428e-9025-53220c1b788f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:24.844920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06b62645-07b4-47fe-b90a-671754fe3556 req-4beb97fe-6fe1-428e-9025-53220c1b788f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.2140131 Jun 30 02:58:24.904679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-06b62645-07b4-47fe-b90a-671754fe3556 req-3cddbbdf-5fe8-4f6e-885b-6f0d60538bb7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582910 Jun 30 02:58:25.914650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b9c0-b92a-4514-9818-7ffed563f0e4 req-4f81e859-25c7-43ef-875a-6b1779bf03c3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:25.916224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6570b9c0-b92a-4514-9818-7ffed563f0e4 req-4f81e859-25c7-43ef-875a-6b1779bf03c3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.0796425 Jun 30 02:58:25.988414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6570b9c0-b92a-4514-9818-7ffed563f0e4 req-ffdbc66e-a1bd-4f14-9b40-0c1d0c629f37 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565886 Jun 30 02:58:26.224485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52400768-d9d0-46cc-bdca-7981a2e269af req-1656a610-2faa-4143-af8a-1e80c03c637e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:26.237094 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52400768-d9d0-46cc-bdca-7981a2e269af req-1656a610-2faa-4143-af8a-1e80c03c637e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0946002 Jun 30 02:58:26.296052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52400768-d9d0-46cc-bdca-7981a2e269af req-0742bfc8-6e76-46d6-aa13-9d3f404c3023 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Jun 30 02:58:27.480773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889042c-08b2-4720-a83d-fbf8d551d507 req-611742be-b873-4a25-b341-71bc6d52b57a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:27.507104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2889042c-08b2-4720-a83d-fbf8d551d507 req-611742be-b873-4a25-b341-71bc6d52b57a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0962944 Jun 30 02:58:27.600473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2889042c-08b2-4720-a83d-fbf8d551d507 req-fa49b60a-107c-44a1-b1c7-c5311c4eccb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734930 Jun 30 02:58:27.651099 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-373d0a6d-75ee-4d67-a8de-a2795eedc85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.855183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c2bb8-81fd-4420-af98-cee57ec33bca req-2f47f2f2-3e0c-4f4c-b36d-6cb66b0fed32 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.862867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-564c2bb8-81fd-4420-af98-cee57ec33bca req-2f47f2f2-3e0c-4f4c-b36d-6cb66b0fed32 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0962000 Jun 30 02:58:28.910930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-564c2bb8-81fd-4420-af98-cee57ec33bca req-77665b6d-db27-455f-b5f9-3cb7d6c7b1d2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Jun 30 02:58:30.135181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4fdae-24c7-4fbb-8b10-5b05f6a03d26 req-49f294a9-f208-4b16-9b82-96848ef62e9b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:30.137665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3b4fdae-24c7-4fbb-8b10-5b05f6a03d26 req-49f294a9-f208-4b16-9b82-96848ef62e9b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0946302 Jun 30 02:58:30.210582 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3b4fdae-24c7-4fbb-8b10-5b05f6a03d26 req-1858a1f4-1cec-4e7b-b639-1c999177b659 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Jun 30 02:58:30.312722 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef821-18e6-46b1-a395-b76bc37d4faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:30.557836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:31.449650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd034dd-b536-44ca-b5ce-4505ef96c5ed req-10e6e97f-a53e-4953-a5d4-c7a42e1a8ced tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:31.452280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cdd034dd-b536-44ca-b5ce-4505ef96c5ed req-10e6e97f-a53e-4953-a5d4-c7a42e1a8ced tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0930367 Jun 30 02:58:31.511866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cdd034dd-b536-44ca-b5ce-4505ef96c5ed req-dde058a2-bdb2-4208-b1da-86cc9930928b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532835 Jun 30 02:58:32.008499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-6f4cab1d-64a4-4035-bf98-f5872f383ded service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254497 Jun 30 02:58:32.079208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38570) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:32.227838 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.232974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-bbbcf647-1820-4bd4-8196-68f766524af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.234571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-bbbcf647-1820-4bd4-8196-68f766524af2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.1412325 Jun 30 02:58:32.292265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9393ffd4-7481-431c-9cff-bb03234937d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.407912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-58d1fbf9-8f2f-4cd5-85fe-861eb86dd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.409644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-58d1fbf9-8f2f-4cd5-85fe-861eb86dd358 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1430185 Jun 30 02:58:32.418896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9393ffd4-7481-431c-9cff-bb03234937d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.425732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9393ffd4-7481-431c-9cff-bb03234937d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.458507 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9393ffd4-7481-431c-9cff-bb03234937d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=946d5cfb2ee24dddbc3e96503fb9b1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878353 Jun 30 02:58:32.459906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:32.492186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393ffd4-7481-431c-9cff-bb03234937d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ceabe0-acb6-4eaa-8c7f-5c7ca0bcbb65,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:32.529840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-bc2f97fa-63b2-4370-9faa-b35ab6e7cc2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.1127586 Jun 30 02:58:32.559995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8e28c4-8d34-4b9d-bc3e-63905329ce6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.598714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-3d6c1cd0-c87b-4895-b832-72e580f9a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.600200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-3d6c1cd0-c87b-4895-b832-72e580f9a03d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0647759 Jun 30 02:58:32.628745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8e28c4-8d34-4b9d-bc3e-63905329ce6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.697992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8e28c4-8d34-4b9d-bc3e-63905329ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.702029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad8e28c4-8d34-4b9d-bc3e-63905329ce6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.703501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ad8e28c4-8d34-4b9d-bc3e-63905329ce6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6ceabe0-acb6-4eaa-8c7f-5c7ca0bcbb65 HTTP/1.1" status: 204 len: 168 time: 0.2374887 Jun 30 02:58:32.713845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e28c4-8d34-4b9d-bc3e-63905329ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ceabe0-acb6-4eaa-8c7f-5c7ca0bcbb65,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:32.750131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-a8bd1f15-9a79-4327-bfdb-ea1a0c9b05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.752409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-a8bd1f15-9a79-4327-bfdb-ea1a0c9b05e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443939 Jun 30 02:58:32.860226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44f7a-88ab-4c39-acdf-db0b06880714 req-a7d3a2fd-8cfd-4201-8735-622a7832bc21 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.861805 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5bb44f7a-88ab-4c39-acdf-db0b06880714 req-a7d3a2fd-8cfd-4201-8735-622a7832bc21 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1858726 Jun 30 02:58:32.932733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-fa3ecdb2-5ae4-4676-bdc3-f37998c63307 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723170 Jun 30 02:58:32.941528 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5bb44f7a-88ab-4c39-acdf-db0b06880714 req-b6009df9-6247-4816-a6d9-33008b3ab13e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730519 Jun 30 02:58:33.101791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-990a2979-4c04-47d9-8dfe-0870e55a1a37 req-4d531b19-7dbf-4b01-af95-d3cc71f60a9e service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589031 Jun 30 02:58:33.201887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:33.222238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93757618-9a40-4be8-9fa0-6de311ba24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.383981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93757618-9a40-4be8-9fa0-6de311ba24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.427580 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93757618-9a40-4be8-9fa0-6de311ba24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.484066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-93757618-9a40-4be8-9fa0-6de311ba24a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32946448b9994a3db561f17651f872d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796409 Jun 30 02:58:33.484788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93757618-9a40-4be8-9fa0-6de311ba24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609661d9-d8fe-49dc-ad96-a7c9943e1230,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:33.486637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38606) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:33.556659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22b9d260-69df-4003-a9d9-ab82d3fee792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.578913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22b9d260-69df-4003-a9d9-ab82d3fee792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.669364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22b9d260-69df-4003-a9d9-ab82d3fee792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.673931 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22b9d260-69df-4003-a9d9-ab82d3fee792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.677967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22b9d260-69df-4003-a9d9-ab82d3fee792 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/609661d9-d8fe-49dc-ad96-a7c9943e1230 HTTP/1.1" status: 204 len: 168 time: 0.1903260 Jun 30 02:58:33.686804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9d260-69df-4003-a9d9-ab82d3fee792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609661d9-d8fe-49dc-ad96-a7c9943e1230,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:34.126525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 38626) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:34.139915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e58d-21f2-4751-842f-2f5b3145de31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.284849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e58d-21f2-4751-842f-2f5b3145de31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.290946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e58d-21f2-4751-842f-2f5b3145de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.319131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d5a6e58d-21f2-4751-842f-2f5b3145de31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e38ae7cf65f0489c941c2796858ca8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939204 Jun 30 02:58:34.321740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:34.348224 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.356851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6e58d-21f2-4751-842f-2f5b3145de31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e1abd-5934-485e-a2c0-a9901ed0a9ea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:34.415594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be338f66-9dc4-432c-8444-21e0cb944f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.447905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be338f66-9dc4-432c-8444-21e0cb944f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.518004 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be338f66-9dc4-432c-8444-21e0cb944f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.521836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be338f66-9dc4-432c-8444-21e0cb944f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.523412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be338f66-9dc4-432c-8444-21e0cb944f59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e27e1abd-5934-485e-a2c0-a9901ed0a9ea HTTP/1.1" status: 204 len: 168 time: 0.1997778 Jun 30 02:58:34.537337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be338f66-9dc4-432c-8444-21e0cb944f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e1abd-5934-485e-a2c0-a9901ed0a9ea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:34.625621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d4e3-611d-4392-a301-db7c661916ec req-777dbfb3-9e84-49e1-9117-63f07b61b932 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.632866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0e1d4e3-611d-4392-a301-db7c661916ec req-777dbfb3-9e84-49e1-9117-63f07b61b932 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.4295199 Jun 30 02:58:34.690952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0e1d4e3-611d-4392-a301-db7c661916ec req-f50375f6-1d9c-44f6-a008-33090ea00319 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Jun 30 02:58:36.176151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd29b-74dd-4f35-bbb1-86fce0453adc req-9e2c4059-d1a7-4031-95c6-3b15454dda02 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:36.178689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2bfd29b-74dd-4f35-bbb1-86fce0453adc req-9e2c4059-d1a7-4031-95c6-3b15454dda02 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.3297026 Jun 30 02:58:36.221580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2bfd29b-74dd-4f35-bbb1-86fce0453adc req-36a56a86-1a74-4577-b5bd-ead419c97d4f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373521 Jun 30 02:58:37.464524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270621-3e5e-46f9-bbca-a49dea534a58 req-beef31c0-65af-481e-b4a5-f72ceebb8612 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.467497 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e270621-3e5e-46f9-bbca-a49dea534a58 req-beef31c0-65af-481e-b4a5-f72ceebb8612 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1097372 Jun 30 02:58:37.535785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e270621-3e5e-46f9-bbca-a49dea534a58 req-650cfb23-b88b-4f12-9076-bbba40229abb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617876 Jun 30 02:58:37.680609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:37.817932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3faee48-ca2f-4900-8278-67b1e025f261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.937703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3faee48-ca2f-4900-8278-67b1e025f261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.942792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3faee48-ca2f-4900-8278-67b1e025f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.990440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e3faee48-ca2f-4900-8278-67b1e025f261 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a42bbe8736441a2ab4a751cd783fd7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081403 Jun 30 02:58:37.992922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:37.998903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faee48-ca2f-4900-8278-67b1e025f261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14526c81-55bb-429e-a675-7ce18da7677d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:38.076595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7085-3e2a-4db4-96c9-e254d1691433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.103678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7085-3e2a-4db4-96c9-e254d1691433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.174295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7085-3e2a-4db4-96c9-e254d1691433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.177508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7085-3e2a-4db4-96c9-e254d1691433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.179424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4f1c7085-3e2a-4db4-96c9-e254d1691433 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14526c81-55bb-429e-a675-7ce18da7677d HTTP/1.1" status: 204 len: 168 time: 0.1851008 Jun 30 02:58:38.191004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c7085-3e2a-4db4-96c9-e254d1691433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14526c81-55bb-429e-a675-7ce18da7677d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:38.538285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:38.554903 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-830b72fc-95b4-4cce-8856-ad1e8cf602a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.791239 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-830b72fc-95b4-4cce-8856-ad1e8cf602a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.799551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-830b72fc-95b4-4cce-8856-ad1e8cf602a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.852722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b72fc-95b4-4cce-8856-ad1e8cf602a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71352e6-f39f-4498-8cbf-54bdb8d2fbd2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:38.858409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-830b72fc-95b4-4cce-8856-ad1e8cf602a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21e4f5f06bc84cc39a1e573e2e4ebd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189316 Jun 30 02:58:38.861186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 38890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:38.904673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267932-fa3f-4bc7-bc66-aadf7f5cebe7 req-469f5794-eaf6-4955-8487-a39d120f8c51 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.906198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a267932-fa3f-4bc7-bc66-aadf7f5cebe7 req-469f5794-eaf6-4955-8487-a39d120f8c51 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1610744 Jun 30 02:58:39.327569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6735-ba55-4515-9401-3250883bb7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.339479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a267932-fa3f-4bc7-bc66-aadf7f5cebe7 req-8a851f15-7932-4aaf-9441-69ebb757b833 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227297 Jun 30 02:58:39.381458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6735-ba55-4515-9401-3250883bb7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.470747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.492181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6735-ba55-4515-9401-3250883bb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.492181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6735-ba55-4515-9401-3250883bb7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.492845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f9e6735-ba55-4515-9401-3250883bb7fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a71352e6-f39f-4498-8cbf-54bdb8d2fbd2 HTTP/1.1" status: 204 len: 168 time: 0.6306055 Jun 30 02:58:39.504102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e6735-ba55-4515-9401-3250883bb7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71352e6-f39f-4498-8cbf-54bdb8d2fbd2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:40.598363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e4292-3184-4702-a315-8c46a44bc9c6 req-9f1e2229-5a3a-4766-b4b7-62595b4bfadd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.601457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a20e4292-3184-4702-a315-8c46a44bc9c6 req-9f1e2229-5a3a-4766-b4b7-62595b4bfadd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0951865 Jun 30 02:58:40.691520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a20e4292-3184-4702-a315-8c46a44bc9c6 req-bb1f879a-32f6-40b3-accb-e990dccef91d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814271 Jun 30 02:58:40.944352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.051148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438c8c7-15d9-4fcd-bfe4-9ed2ce16a701 req-a659bfdf-f982-4c24-95aa-b42225778f62 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:42.060685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0438c8c7-15d9-4fcd-bfe4-9ed2ce16a701 req-a659bfdf-f982-4c24-95aa-b42225778f62 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1746929 Jun 30 02:58:42.100641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0438c8c7-15d9-4fcd-bfe4-9ed2ce16a701 req-ec18cbc2-184e-419a-9fa6-a9d655d3f4ab tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Jun 30 02:58:42.728894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:42.735076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'network': {'name': 'tempest-network-smoke--571730906', 'project_id': '2c2783b56d4846c4992554c568985189', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:42.784221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Made reservation on behalf of 2c2783b56d4846c4992554c568985189 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:42.787883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.800616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.977681 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.982982 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.013209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:58:43.055012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7381b9-2e4a-4c06-884e-0fce79ea40e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:43.063917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.064589 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Added segment e514ecb1-1222-40ae-b2b3-e784306f7aaa of type vlan for network 54178682-c4b2-4fab-8075-ac2304b5eb9c Jun 30 02:58:43.137923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.212187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.228421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:43.229123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.329744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39054) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:43.330410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5997565 Jun 30 02:58:43.335755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'admin_state_up': True, 'project_id': '2c2783b56d4846c4992554c568985189', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:43.388494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f02c17-07fa-466a-8234-a04b02aab92d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Network': ['ID=54178682-c4b2-4fab-8075-ac2304b5eb9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:43.394509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.396080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.406878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:58:43.455321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6f91a-a474-49d1-9dcb-90cc97063058 req-aa444d48-34e5-4526-846a-4d5fd25f6232 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:43.457334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dad6f91a-a474-49d1-9dcb-90cc97063058 req-aa444d48-34e5-4526-846a-4d5fd25f6232 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1370323 Jun 30 02:58:43.553009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.561018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dad6f91a-a474-49d1-9dcb-90cc97063058 req-ce787424-c27d-4a12-aa66-5b50bc5239cd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974517 Jun 30 02:58:43.773924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.021182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.049956 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.231620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.25.0.221 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/42225144-0a77-47a8-afc4-7e72f57de37c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:44.394351 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.449801 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.539266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=42225144-0a77-47a8-afc4-7e72f57de37c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:44.550273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:44.552645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:44.563936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:44.933117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499d402-158f-4b6a-8f0d-b41b43a293a5 req-e0ac0beb-c6da-4d8e-b7df-dfc4fb797bcb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:44.945678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c499d402-158f-4b6a-8f0d-b41b43a293a5 req-e0ac0beb-c6da-4d8e-b7df-dfc4fb797bcb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1738782 Jun 30 02:58:45.118975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c499d402-158f-4b6a-8f0d-b41b43a293a5 req-ba7a69e9-03c5-41fe-a9a5-39311fe2e128 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718166 Jun 30 02:58:45.146984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.505117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.708653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 447956c1-e1e6-451e-a0bc-2016c76adf2f is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:58:45.879405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:45.895903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Sync routers for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:45.910479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.914142 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c18eb903-1c87-42b2-bc71-4fa81e5c0958 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5827043 Jun 30 02:58:45.918611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:45.923043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:45.924963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:58:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:46.128127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:46.176738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7b68e475-06f1-4359-ab20-7d3eb5f0a120 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=2c2783b56d4846c4992554c568985189&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2553296 Jun 30 02:58:46.179440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39110) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:46.423204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e9dcc-c3bb-4410-8b8c-7e3c09fd3fd0 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:46.439251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:46.441245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bd0e9dcc-c3bb-4410-8b8c-7e3c09fd3fd0 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2598858 Jun 30 02:58:46.519728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7819032e-d119-408d-aec8-03266f4d1dad tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793085 Jun 30 02:58:46.522871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39120) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:46.535160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287993809', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'project_id': '2c2783b56d4846c4992554c568985189', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:46.543850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:44Z', 'revision_number': 3, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:46.597294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dec15-22b8-4e95-986c-c2252be6fc59 req-0c91824f-c466-48f0-a9d0-58661f309fbd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:46.600821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-185dec15-22b8-4e95-986c-c2252be6fc59 req-0c91824f-c466-48f0-a9d0-58661f309fbd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.2608559 Jun 30 02:58:46.602997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Checking router: 447956c1-e1e6-451e-a0bc-2016c76adf2f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:46.603360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Updating router 447956c1-e1e6-451e-a0bc-2016c76adf2f port 42225144-0a77-47a8-afc4-7e72f57de37c binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:58:46.723785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-185dec15-22b8-4e95-986c-c2252be6fc59 req-ca7bac6f-44dd-4332-bba7-9a887c18a655 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126285 Jun 30 02:58:46.746174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.807964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Made reservation on behalf of 2c2783b56d4846c4992554c568985189 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:46.813242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.064585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.137537 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.151175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Transition to ACTIVE for port object 42225144-0a77-47a8-afc4-7e72f57de37c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:47.159927 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.221296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Subnet': ['ID=3d7339d7-ff53-495d-aa2a-081ecb4ac388,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:47.223335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Attempting to bind port 42225144-0a77-47a8-afc4-7e72f57de37c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:47.223718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Attempting to bind port 42225144-0a77-47a8-afc4-7e72f57de37c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:47.224087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Attempting to bind port 42225144-0a77-47a8-afc4-7e72f57de37c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:47.224682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Checking segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:47.225200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network hostable DHCP agents. Network: 54178682-c4b2-4fab-8075-ac2304b5eb9c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:58:47.235655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:47.236045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:47.236456 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.236860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:47.237357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Bound port: 42225144-0a77-47a8-afc4-7e72f57de37c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:47.237741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.243542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f6af-9744-4a5a-a329-2110bb58fa1b None None] Pushing event updated for resources: {'Port': ['ID=42225144-0a77-47a8-afc4-7e72f57de37c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:47.253942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:58:47.272987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 54178682-c4b2-4fab-8075-ac2304b5eb9c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:47.287275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf42cd-830d-45bd-8403-d948577bf198 None None] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:47.287860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.288555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.308662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:47.308894 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ddba0e1f-f479-44f7-9a13-e0662460111b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7845635 Jun 30 02:58:47.477353 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:47.637155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] For port 42225144-0a77-47a8-afc4-7e72f57de37c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:47.755644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] For port 42225144-0a77-47a8-afc4-7e72f57de37c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=42225144-0a77-47a8-afc4-7e72f57de37c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:47.770715 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.920379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:47.920849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:58:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:47.990092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-54178682-c4b2-4fab-8075-ac2304b5eb9c', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:58:47.990982 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.052749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec60d9-1c8b-48c7-b3e0-66764e0ed495 req-b465e590-7689-46c9-9ae2-c7158e24b101 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.055279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23ec60d9-1c8b-48c7-b3e0-66764e0ed495 req-b465e590-7689-46c9-9ae2-c7158e24b101 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1572037 Jun 30 02:58:48.057728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f6af-9744-4a5a-a329-2110bb58fa1b None None] Pushing event updated for resources: {'Port': ['ID=42225144-0a77-47a8-afc4-7e72f57de37c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:48.142858 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23ec60d9-1c8b-48c7-b3e0-66764e0ed495 req-5e340b7d-8cfb-4e6d-b52f-8f0b5f5e7180 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793197 Jun 30 02:58:48.196719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.203849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-fb63f5af-7688-4117-8f41-2b15fec7f9ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032612 Jun 30 02:58:48.268924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Allocated IP 172.20.0.2 (54178682-c4b2-4fab-8075-ac2304b5eb9c/3d7339d7-ff53-495d-aa2a-081ecb4ac388/a68940a1-77ec-42a4-a375-a0fd9876be24) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:48.374819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:48.394780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-bd392777-a2ba-4a36-b87b-07d40374f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.397700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-bd392777-a2ba-4a36-b87b-07d40374f260 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 1097 time: 0.1201389 Jun 30 02:58:48.579015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-9cfe6f35-eb78-413a-b5db-ced0c5456c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.580849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-9cfe6f35-eb78-413a-b5db-ced0c5456c73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1562207 Jun 30 02:58:48.670956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a943be-8d57-4e24-87bd-3d85bc475656 req-576a93ad-9f23-4e70-97dc-b4ce1058a30e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.672909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0a943be-8d57-4e24-87bd-3d85bc475656 req-576a93ad-9f23-4e70-97dc-b4ce1058a30e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1656885 Jun 30 02:58:48.707135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-c3b19cee-dfef-4140-b159-041a39a876b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 200 len: 1001 time: 0.1176970 Jun 30 02:58:48.724099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:44Z', 'revision_number': 3, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:48.781372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add74c08-d59b-44cc-9fde-a98325b9b468 None None] The sync data for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 is: [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:44Z', 'revision_number': 3, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:48.789409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.798732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Transition to ACTIVE for port object a68940a1-77ec-42a4-a375-a0fd9876be24 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:48.837681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Transition to ACTIVE for port object a68940a1-77ec-42a4-a375-a0fd9876be24 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:48.866542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.880058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0a943be-8d57-4e24-87bd-3d85bc475656 req-3c577d2f-5620-456d-bc38-98b91417390e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995149 Jun 30 02:58:48.909380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-adf5c8c5-22c6-4e9e-a5f5-0a41c1a00236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.912111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-adf5c8c5-22c6-4e9e-a5f5-0a41c1a00236 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.1555135 Jun 30 02:58:48.943318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.20.0.1 (54178682-c4b2-4fab-8075-ac2304b5eb9c/3d7339d7-ff53-495d-aa2a-081ecb4ac388/34a86332-d12f-486d-bf6c-943f315ee1fb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:49.040208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:49.045080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-68f51dca-b7ac-41dc-ada5-3efe5c6c83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:49.048618 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-68f51dca-b7ac-41dc-ada5-3efe5c6c83f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246831 Jun 30 02:58:49.058765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:49.074131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:49.106643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Pushing event updated for resources: {'Port': ['ID=a68940a1-77ec-42a4-a375-a0fd9876be24,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:49.210576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Attempting to bind port a68940a1-77ec-42a4-a375-a0fd9876be24 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:49.213387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Attempting to bind port a68940a1-77ec-42a4-a375-a0fd9876be24 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:49.213387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Attempting to bind port a68940a1-77ec-42a4-a375-a0fd9876be24 on network 54178682-c4b2-4fab-8075-ac2304b5eb9c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:49.255472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-3011f8b1-34a5-49ea-a989-a51364db4e4a service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858642 Jun 30 02:58:49.256074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:49.256074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Checking segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:49.256377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.257035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Bound using segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:49.257375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Bound port: a68940a1-77ec-42a4-a375-a0fd9876be24, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:49.261757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.309260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.347126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Transition to ACTIVE for port object 34a86332-d12f-486d-bf6c-943f315ee1fb will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:49.455336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.494456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] For port a68940a1-77ec-42a4-a375-a0fd9876be24, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:49.495559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982eb4-3d00-4bc5-b105-3dc962892997 req-893c98f5-99cf-4c31-a441-9db49cf24c52 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:49.497106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94982eb4-3d00-4bc5-b105-3dc962892997 req-893c98f5-99cf-4c31-a441-9db49cf24c52 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2388246 Jun 30 02:58:49.504403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] For port a68940a1-77ec-42a4-a375-a0fd9876be24, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a68940a1-77ec-42a4-a375-a0fd9876be24,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:49.515819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:49.521946 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.559927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:49.572778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:49.586942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c97eeda-0dc6-4aa4-8870-d57e4347688c req-43a7a4eb-3e22-4717-a8fd-d5b8a1e04d2a service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082054 Jun 30 02:58:49.688610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94982eb4-3d00-4bc5-b105-3dc962892997 req-c53a6b17-4a67-4cc7-b401-3149c7beba1c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667054 Jun 30 02:58:49.693037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e1b2-5b72-449c-a52c-3cf68ff17524 None None] Pushing event updated for resources: {'Port': ['ID=a68940a1-77ec-42a4-a375-a0fd9876be24,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:49.744977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=34a86332-d12f-486d-bf6c-943f315ee1fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:49.787720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.894109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 42225144-0a77-47a8-afc4-7e72f57de37c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:50.104594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 42225144-0a77-47a8-afc4-7e72f57de37c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:50.119950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 42225144-0a77-47a8-afc4-7e72f57de37c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:50.120481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.202973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.395154 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.439886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 42225144-0a77-47a8-afc4-7e72f57de37c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=42225144-0a77-47a8-afc4-7e72f57de37c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:50.444768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.548502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=42225144-0a77-47a8-afc4-7e72f57de37c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:50.790781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-336c346e-dddc-4afc-bdba-216ff4c0739e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.792427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-336c346e-dddc-4afc-bdba-216ff4c0739e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.5042243 Jun 30 02:58:50.840191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-dfe871ae-a446-489d-b470-a1485f28c8d5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/quotas/e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 375 time: 0.0370202 Jun 30 02:58:51.015808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.059625 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-19867101-38a5-4c9e-9c17-361bcf1860fe tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2070878 Jun 30 02:58:51.061042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.255887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.277658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=34a86332-d12f-486d-bf6c-943f315ee1fb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:51.404638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:51.409340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:51.439691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11799081-b1ce-48da-bb61-254c4db62255 None None] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:51.473138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-a6a443db-8f20-459c-9509-6427218e525a service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635731 Jun 30 02:58:51.621824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f87c4699-402d-4f68-97a7-359e02cb9fd1 None None] Provisioning for port a68940a1-77ec-42a4-a375-a0fd9876be24 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:51.994238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a68940a1-77ec-42a4-a375-a0fd9876be24 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:52.073713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a68940a1-77ec-42a4-a375-a0fd9876be24 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:52.103321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a68940a1-77ec-42a4-a375-a0fd9876be24 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:52.105271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.283781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 447956c1-e1e6-451e-a0bc-2016c76adf2f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:58:52.299010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-8b275e94-3b5e-4dc5-b76d-b0b670a533ba service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8223126 Jun 30 02:58:52.324821 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.474799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a68940a1-77ec-42a4-a375-a0fd9876be24, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a68940a1-77ec-42a4-a375-a0fd9876be24,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:52.490279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.493050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 42225144-0a77-47a8-afc4-7e72f57de37c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:52.506505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e6b3d9df-7862-411b-8704-b3d4273e6e23 None None] Provisioning complete for port a68940a1-77ec-42a4-a375-a0fd9876be24 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:52.506887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d9df-7862-411b-8704-b3d4273e6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.557853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:52.567321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39260) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:52.568382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60a79ab1-9084-403a-a981-bb18236782a2 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "PUT /v2.0/routers/447956c1-e1e6-451e-a0bc-2016c76adf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2586377 Jun 30 02:58:52.569939 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Sync routers for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:52.572188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--504204530', 'description': 'tempest-secgroup_access--504204530 description', 'project_id': '2c2783b56d4846c4992554c568985189'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:52.596456 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:52.597035 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:58:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:52.674876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.861982 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b22cb3d7-d098-4ee9-beb2-c5388fb6b870 req-5602410c-d71f-4b34-97a4-c93d562bb255 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 210 time: 0.0947595 Jun 30 02:58:52.904999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a68940a1-77ec-42a4-a375-a0fd9876be24,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:52.916904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 42225144-0a77-47a8-afc4-7e72f57de37c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:52.917280 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.038556 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:53.127174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.145285 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.169512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.171096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6027598 Jun 30 02:58:53.174062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39276) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:53.181005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2124776800', 'description': 'tempest-secgroup_general--2124776800 description', 'project_id': '2c2783b56d4846c4992554c568985189'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:53.211140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e6b3d9df-7862-411b-8704-b3d4273e6e23 None None] Provisioning for port 34a86332-d12f-486d-bf6c-943f315ee1fb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:53.251120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e6b3d9df-7862-411b-8704-b3d4273e6e23 None None] Provisioning complete for port 34a86332-d12f-486d-bf6c-943f315ee1fb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:53.251751 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b3d9df-7862-411b-8704-b3d4273e6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.293557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a599bad-ba35-4714-8f66-bd4ce0a668d9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73acfcc8-432d-490f-9398-2c2d2ca40252,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:53.380124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.425930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3d9df-7862-411b-8704-b3d4273e6e23 None None] Port 34a86332-d12f-486d-bf6c-943f315ee1fb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:53.488071 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 2, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:53.530369 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Checking router: 447956c1-e1e6-451e-a0bc-2016c76adf2f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:53.531033 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Updating router 447956c1-e1e6-451e-a0bc-2016c76adf2f port 34a86332-d12f-486d-bf6c-943f315ee1fb binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:58:53.565259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85e00e0d-8b13-4065-a5b5-6b993daeaa31 None None] Provisioning complete for port 34a86332-d12f-486d-bf6c-943f315ee1fb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:53.566010 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85e00e0d-8b13-4065-a5b5-6b993daeaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.615171 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.623650 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.671886 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.715672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-85e00e0d-8b13-4065-a5b5-6b993daeaa31 None None] Port 34a86332-d12f-486d-bf6c-943f315ee1fb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:53.729853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.731853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5551898 Jun 30 02:58:53.733834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c510e1c-1758-4875-b957-eafd500e0af8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9781562-bd8b-4c5b-b88e-c46e80abf3b8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:53.736608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:53.741401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'security_group_rule': {'security_group_id': '73acfcc8-432d-490f-9398-2c2d2ca40252', 'project_id': '2c2783b56d4846c4992554c568985189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:53.857839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a68940a1-77ec-42a4-a375-a0fd9876be24 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:53.896611 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.968970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a68940a1-77ec-42a4-a375-a0fd9876be24 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:53.969645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.129405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.146343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.286709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ec574a-0690-4b9e-8ba3-71889aa9b212,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:54.308188 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.327983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-92a7038d-38ea-4f6a-b6af-b26be5d61350 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904837 Jun 30 02:58:54.404715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-baf6a3cf-ef1d-49f7-98af-57139dc78a14 req-4d56e3b2-08b0-4aaa-b212-36b56448c85c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 210 time: 0.0969946 Jun 30 02:58:54.443441 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.479904 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Transition to ACTIVE for port object 34a86332-d12f-486d-bf6c-943f315ee1fb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:54.500237 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.587519 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Pushing event updated for resources: {'Port': ['ID=34a86332-d12f-486d-bf6c-943f315ee1fb,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:54.640193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-995cf2e5-a173-410c-b825-f8ded160e189 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--2124776800&fields=id&tenant_id=2c2783b56d4846c4992554c568985189 HTTP/1.1" status: 200 len: 267 time: 0.0806251 Jun 30 02:58:54.678607 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Attempting to bind port 34a86332-d12f-486d-bf6c-943f315ee1fb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:54.680948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Attempting to bind port 34a86332-d12f-486d-bf6c-943f315ee1fb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:54.681486 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Attempting to bind port 34a86332-d12f-486d-bf6c-943f315ee1fb on network 54178682-c4b2-4fab-8075-ac2304b5eb9c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:54.693408 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.698747 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.699804 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.700383 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.701411 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.701889 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.702430 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.703069 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.703546 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.704017 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.704343 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.704709 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:54.713004 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:54.713387 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Checking segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:54.717278 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.717867 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Bound using segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:54.718206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Bound port: 34a86332-d12f-486d-bf6c-943f315ee1fb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:54.718756 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.747374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-d13538ec-0f5b-46ee-84a0-798e19fa3dcf tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--504204530&fields=id&tenant_id=2c2783b56d4846c4992554c568985189 HTTP/1.1" status: 200 len: 267 time: 0.1005268 Jun 30 02:58:54.926339 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] For port 34a86332-d12f-486d-bf6c-943f315ee1fb, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:54.938910 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] For port 34a86332-d12f-486d-bf6c-943f315ee1fb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34a86332-d12f-486d-bf6c-943f315ee1fb,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:54.952049 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.995717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-9fd9425c-0af2-4ae2-9e24-e4d1100814d0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.998528 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-9fd9425c-0af2-4ae2-9e24-e4d1100814d0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.2061017 Jun 30 02:58:55.014033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'port': {'device_id': 'c5251620-d448-41db-94e5-92ac24551b5d', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'admin_state_up': True, 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:55.038887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-913a4962-07f0-4ed8-b29b-86d41d34d0f3 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.047563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-913a4962-07f0-4ed8-b29b-86d41d34d0f3 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/networks?id=54178682-c4b2-4fab-8075-ac2304b5eb9c HTTP/1.1" status: 200 len: 796 time: 0.2971759 Jun 30 02:58:55.064616 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3385-15a9-489c-8c69-f6e60b7720dc None None] Pushing event updated for resources: {'Port': ['ID=34a86332-d12f-486d-bf6c-943f315ee1fb,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:55.067019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-3a2afbc7-4b05-4667-95ea-fe7ee5909d41 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/quotas/2c2783b56d4846c4992554c568985189 HTTP/1.1" status: 200 len: 375 time: 0.0183847 Jun 30 02:58:55.120995 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:55.121825 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:58:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:55.177912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-9bc47609-19ea-4b2a-b3ea-b50e3186c6c8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098268 Jun 30 02:58:55.231127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:55.241542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.337756 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:55.475990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-24cb025a-4713-4e22-bd70-5056fbdef4a7 service neutron] 10.222.0.78 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840333 Jun 30 02:58:55.479305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Allocated IP 172.20.0.3 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/3902329b-bdc8-425e-bbcb-f91c6effa070) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:55.751202 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e6ec8305-58ea-4206-995b-733935ea14af req-4c311bc8-12b6-4b2b-9839-0f8a4ffa4292 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 210 time: 0.0338912 Jun 30 02:58:55.878126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.883338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-552b9a61-ffc9-4b29-b689-77c7d1f348eb service neutron] 10.222.0.78 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020941 Jun 30 02:58:55.886231 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:54Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:55.917414 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e9e6a-79a0-42d7-9164-dde55e0e330c None None] The sync data for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 is: [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:54Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:55.929641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Transition to ACTIVE for port object 3902329b-bdc8-425e-bbcb-f91c6effa070 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:56.065178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.079027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:56.197096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:56.205248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:56.210934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:56.424508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=3902329b-bdc8-425e-bbcb-f91c6effa070,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:56.479385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95d5144c-3949-4a22-b753-d56e5b39c057 req-ffdd119c-585c-4d09-83cb-f92c0aaff969 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 210 time: 0.1123016 Jun 30 02:58:56.495700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.496439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.533076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-f75486db-048d-4bbe-b1c2-8fa0d00ac322 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5265093 Jun 30 02:58:56.548962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Request body: {'port': {'device_id': 'c5251620-d448-41db-94e5-92ac24551b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:56.708773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.737130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7e3bc22-aaca-428a-8c63-5eeeea1fc905 None None] Provisioning for port 3902329b-bdc8-425e-bbcb-f91c6effa070 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:56.751629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7e3bc22-aaca-428a-8c63-5eeeea1fc905 None None] Provisioning complete for port 3902329b-bdc8-425e-bbcb-f91c6effa070 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:56.752298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7e3bc22-aaca-428a-8c63-5eeeea1fc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.901377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3bc22-aaca-428a-8c63-5eeeea1fc905 None None] Port 3902329b-bdc8-425e-bbcb-f91c6effa070 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:57.253220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3902329b-bdc8-425e-bbcb-f91c6effa070 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:57.273536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.290743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Transition to ACTIVE for port object 3902329b-bdc8-425e-bbcb-f91c6effa070 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:57.299142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.302069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82115b8-143a-42c0-9040-41f1be280e4d req-b3d0b702-1ffb-4e24-b27f-65d05ebbaa29 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:57.306554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b82115b8-143a-42c0-9040-41f1be280e4d req-b3d0b702-1ffb-4e24-b27f-65d05ebbaa29 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 931 time: 0.2813427 Jun 30 02:58:57.399787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b82115b8-143a-42c0-9040-41f1be280e4d req-d163dc22-fc4a-4b04-8b21-a3b2efb8fed1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 Jun 30 02:58:57.469305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3902329b-bdc8-425e-bbcb-f91c6effa070,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:57.626067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Attempting to bind port 3902329b-bdc8-425e-bbcb-f91c6effa070 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:57.630711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Attempting to bind port 3902329b-bdc8-425e-bbcb-f91c6effa070 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:57.632864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Attempting to bind port 3902329b-bdc8-425e-bbcb-f91c6effa070 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:57.641953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Port 3902329b-bdc8-425e-bbcb-f91c6effa070 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:57.647222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Attempting to bind port 3902329b-bdc8-425e-bbcb-f91c6effa070 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:57.658744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:57.659388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:57.659885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:57.660514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Bound port: 3902329b-bdc8-425e-bbcb-f91c6effa070, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:57.660975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.677702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a044f66-d46e-497a-b401-f27ff380a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.881602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] For port 3902329b-bdc8-425e-bbcb-f91c6effa070, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:57.891547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] For port 3902329b-bdc8-425e-bbcb-f91c6effa070, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3902329b-bdc8-425e-bbcb-f91c6effa070,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:57.899320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.906106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34a86332-d12f-486d-bf6c-943f315ee1fb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:58.050886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.051616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.053432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] 10.222.0.67 "PUT /v2.0/ports/3902329b-bdc8-425e-bbcb-f91c6effa070 HTTP/1.1" status: 200 len: 1091 time: 1.5124881 Jun 30 02:58:58.059255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0e11a1f-5b85-473e-a9d8-830b62809198 req-da947acc-4900-411b-aa7a-1dabec71b3e3 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 210 time: 0.0983992 Jun 30 02:58:58.062006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5251620-d448-41db-94e5-92ac24551b5d', 'tag': '3902329b-bdc8-425e-bbcb-f91c6effa070'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:58.066223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 34a86332-d12f-486d-bf6c-943f315ee1fb completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:58.066828 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5251620-d448-41db-94e5-92ac24551b5d", "tag": "3902329b-bdc8-425e-bbcb-f91c6effa070"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:58.071922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 34a86332-d12f-486d-bf6c-943f315ee1fb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:58.072901 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.212874 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53a4ae4-a773-4230-8233-bf66efbd0348 x-openstack-request-id: req-f53a4ae4-a773-4230-8233-bf66efbd0348 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:58.213335 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5251620-d448-41db-94e5-92ac24551b5d", "tag": "3902329b-bdc8-425e-bbcb-f91c6effa070", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:58.213711 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f53a4ae4-a773-4230-8233-bf66efbd0348 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:58.216897 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5251620-d448-41db-94e5-92ac24551b5d', 'tag': '3902329b-bdc8-425e-bbcb-f91c6effa070', 'status': 'completed', 'code': 200} Jun 30 02:58:58.252907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.276148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c66e2-ae19-47d3-bcd0-41572c644d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3902329b-bdc8-425e-bbcb-f91c6effa070,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:58.336083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 34a86332-d12f-486d-bf6c-943f315ee1fb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34a86332-d12f-486d-bf6c-943f315ee1fb,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:58.342163 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.353319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-b9d5291a-7804-4e0a-a78b-ba5e856c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.355306 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-b9d5291a-7804-4e0a-a78b-ba5e856c56d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 1094 time: 0.2342014 Jun 30 02:58:58.427226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=34a86332-d12f-486d-bf6c-943f315ee1fb,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:58.472583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-dc2429ef-a61f-428d-acc1-f79deb8ea292 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3902329b-bdc8-425e-bbcb-f91c6effa070 HTTP/1.1" status: 200 len: 217 time: 0.1094820 Jun 30 02:58:58.556692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-46535304-fc89-4641-9800-4452363c0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.558579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-46535304-fc89-4641-9800-4452363c0465 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0802188 Jun 30 02:58:58.787838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-0fe5123b-df12-48ec-a7a6-0ea78e13e1fc tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.790859 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-0fe5123b-df12-48ec-a7a6-0ea78e13e1fc tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.90 "GET /v2.0/networks?id=54178682-c4b2-4fab-8075-ac2304b5eb9c HTTP/1.1" status: 200 len: 796 time: 0.2906311 Jun 30 02:58:58.815410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-173fb8ee-f326-49a5-8f1d-f66c8636077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.816972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-173fb8ee-f326-49a5-8f1d-f66c8636077b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520940 Jun 30 02:58:58.891186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-0e46639e-63a6-4bde-8fe2-986a83e06bcb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c2783b56d4846c4992554c568985189 HTTP/1.1" status: 200 len: 477 time: 0.0876184 Jun 30 02:58:58.911404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'port': {'device_id': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'admin_state_up': True, 'tenant_id': '2c2783b56d4846c4992554c568985189', 'security_groups': ['d9781562-bd8b-4c5b-b88e-c46e80abf3b8', '73acfcc8-432d-490f-9398-2c2d2ca40252']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:59.073857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba26e79-bf34-4717-9fc2-6976b81aa2e3 req-735503ca-b212-491a-ba68-bc6df4d62922 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.075896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ba26e79-bf34-4717-9fc2-6976b81aa2e3 req-735503ca-b212-491a-ba68-bc6df4d62922 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 943 time: 0.4131305 Jun 30 02:58:59.224166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-20b98d71-56ab-4f58-9110-34d674eb5d65 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943655 Jun 30 02:58:59.243706 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ba26e79-bf34-4717-9fc2-6976b81aa2e3 req-e64095a1-141b-429b-a0f4-12072910209e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588638 Jun 30 02:58:59.250232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Made reservation on behalf of 2c2783b56d4846c4992554c568985189 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:59.254178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.368121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee07ca4a-4982-4857-a652-fc586cea2756 req-9ad76b32-22da-4079-afce-94917a3d3904 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219218 Jun 30 02:58:59.392713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e20c5c-ee8a-4973-8403-34300324f08e req-9c5ef441-a717-4f84-a915-8c7f8831cc71 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 210 time: 0.0367815 Jun 30 02:58:59.484964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.20.0.4 (54178682-c4b2-4fab-8075-ac2304b5eb9c/3d7339d7-ff53-495d-aa2a-081ecb4ac388/abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:59.511543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-5ce833c4-81be-44e8-b84b-36bfd88b4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.513984 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-5ce833c4-81be-44e8-b84b-36bfd88b4c4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 1094 time: 0.0727119 Jun 30 02:58:59.662638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-64848fe1-141d-470d-b881-44691c43502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.671727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-64848fe1-141d-470d-b881-44691c43502a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1517944 Jun 30 02:58:59.707211 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.728316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Transition to ACTIVE for port object abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:59.748732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-765636f3-be77-4999-b4d5-5c30df2cc921 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3902329b-bdc8-425e-bbcb-f91c6effa070 HTTP/1.1" status: 200 len: 217 time: 0.0691285 Jun 30 02:58:59.789103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34a86332-d12f-486d-bf6c-943f315ee1fb up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:59.802355 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.829677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-9789b836-6095-49bf-a2d3-b9101c4444b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.831955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-9789b836-6095-49bf-a2d3-b9101c4444b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0686769 Jun 30 02:58:59.856809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:59.861556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:59.865991 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:59.889055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 34a86332-d12f-486d-bf6c-943f315ee1fb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:59.889427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.923280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.923948 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.962068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-3d8297ba-f320-48dc-b99d-6ab52f22448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.967690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-3d8297ba-f320-48dc-b99d-6ab52f22448d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267116 Jun 30 02:58:59.971099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0652943 Jun 30 02:58:59.993122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Request body: {'port': {'device_id': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:00.000907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:00.041559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.041909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.042244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.042657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.042910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.044116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.046435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.047010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.047542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.048137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.048719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.049159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ca545-1945-486f-858a-3b10aff99cc9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:00.139199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:00.191758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-c5579ee9-8697-4111-9528-c6b64b85f9dd service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180541 Jun 30 02:59:00.250398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1b184730-26b5-420f-ad16-28e3b78f3568 None None] Provisioning for port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:00.260811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1b184730-26b5-420f-ad16-28e3b78f3568 None None] Provisioning complete for port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:00.261590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b184730-26b5-420f-ad16-28e3b78f3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:00.340091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff0f78d2-7a3c-4494-a461-ae6fae3d13b9 req-d1ecbd4d-d6ab-4a37-9ffb-5df2d1605143 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410978 Jun 30 02:59:00.343337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1b184730-26b5-420f-ad16-28e3b78f3568 None None] Port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:59:00.380327 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-470506e1-9773-4353-84d5-b34b29b38c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:00.526909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fa67b-9eb8-47c7-b553-4ce58ded63dc req-a170babb-836f-44cd-b13b-7ae0dce4989d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:00.529071 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d45fa67b-9eb8-47c7-b553-4ce58ded63dc req-a170babb-836f-44cd-b13b-7ae0dce4989d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 943 time: 0.1130259 Jun 30 02:59:00.604768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d45fa67b-9eb8-47c7-b553-4ce58ded63dc req-0f23fb5f-8a5e-4856-95d5-c2f67cfd0b8e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Jun 30 02:59:00.607861 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:00.890029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b87d-a1b3-4997-90cf-b38a6b7f1da0 req-1f829286-45d6-4e2c-8c52-34e9f30bd5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:00.891584 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5551b87d-a1b3-4997-90cf-b38a6b7f1da0 req-1f829286-45d6-4e2c-8c52-34e9f30bd5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 970 time: 0.2546086 Jun 30 02:59:00.981007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5551b87d-a1b3-4997-90cf-b38a6b7f1da0 req-735752b3-0c23-4973-a713-915ce52dae97 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0759528 Jun 30 02:59:00.999908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:01.012448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.031325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Transition to ACTIVE for port object abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:01.035533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.157965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Pushing event updated for resources: {'Port': ['ID=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:01.239664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Attempting to bind port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:01.240142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Attempting to bind port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:01.240943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Attempting to bind port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c on network 54178682-c4b2-4fab-8075-ac2304b5eb9c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:01.261850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c on network 54178682-c4b2-4fab-8075-ac2304b5eb9c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:01.262208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Attempting to bind port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c on network 54178682-c4b2-4fab-8075-ac2304b5eb9c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:01.275158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:01.275158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Checking segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:01.275489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Bound using segment: {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:01.279199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Bound port: abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e514ecb1-1222-40ae-b2b3-e784306f7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:01.279199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.377010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] For port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:01.382277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] For port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:01.389374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.425305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:01.438769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.439349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.441838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] 10.222.0.90 "PUT /v2.0/ports/abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c HTTP/1.1" status: 200 len: 1130 time: 1.4562554 Jun 30 02:59:01.442401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:01.446260 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994dc816-a320-4aee-af8f-28568a38c30a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:01.530653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578817b-7392-4557-8df5-d02a97ffe684 service neutron] Pushing event updated for resources: {'Port': ['ID=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:01.534254 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98232fb-e787-4a35-8359-3cf79927c536 x-openstack-request-id: req-f98232fb-e787-4a35-8359-3cf79927c536 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:01.534625 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:01.534848 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f98232fb-e787-4a35-8359-3cf79927c536 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:01.535381 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'status': 'completed', 'code': 200} Jun 30 02:59:01.644539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-02656776-d74e-43fd-9b7d-d9fc1b3947f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.647622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-02656776-d74e-43fd-9b7d-d9fc1b3947f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1133 time: 0.1069858 Jun 30 02:59:01.690027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3906-4b1f-4dda-b348-1891098fdb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.739208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-1419efaf-a6b6-4b72-bebc-b04bb3fb8768 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c HTTP/1.1" status: 200 len: 217 time: 0.0737271 Jun 30 02:59:01.850397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3906-4b1f-4dda-b348-1891098fdb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.852305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-efaba5c6-0f41-4138-8962-ca81c09da1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.853886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-efaba5c6-0f41-4138-8962-ca81c09da1d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7339d7-ff53-495d-aa2a-081ecb4ac388 HTTP/1.1" status: 200 len: 835 time: 0.1076026 Jun 30 02:59:01.859586 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3906-4b1f-4dda-b348-1891098fdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.901702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3dfe3906-4b1f-4dda-b348-1891098fdb01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b37c037d8c5f4741904145fa5f3f00dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747393 Jun 30 02:59:01.902961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe3906-4b1f-4dda-b348-1891098fdb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e6464f-3be3-4ebe-aa87-8ffa4b97aba8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:01.906261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:01.934143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6173ed-69d0-41c8-b19d-09dc5b2ee85a req-594ddf08-60a3-482e-938d-c77281d30a1a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.935979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb6173ed-69d0-41c8-b19d-09dc5b2ee85a req-594ddf08-60a3-482e-938d-c77281d30a1a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 943 time: 0.1535771 Jun 30 02:59:01.971907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47a12830-e16d-4fac-8ae2-bf732d3d654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.994564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2bafc-a443-47d7-8678-19224462f079 req-72fc8e39-94c3-4d42-af04-56dead8e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.995149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47a12830-e16d-4fac-8ae2-bf732d3d654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.996562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-72fc8e39-94c3-4d42-af04-56dead8e6ea9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54178682-c4b2-4fab-8075-ac2304b5eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285818 Jun 30 02:59:02.002967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb6173ed-69d0-41c8-b19d-09dc5b2ee85a req-22d6b14a-65d5-40bf-803f-ee3d29d470ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582249 Jun 30 02:59:02.055602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47a12830-e16d-4fac-8ae2-bf732d3d654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.061708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47a12830-e16d-4fac-8ae2-bf732d3d654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.063866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-47a12830-e16d-4fac-8ae2-bf732d3d654b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69e6464f-3be3-4ebe-aa87-8ffa4b97aba8 HTTP/1.1" status: 204 len: 168 time: 0.1494825 Jun 30 02:59:02.074836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a12830-e16d-4fac-8ae2-bf732d3d654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e6464f-3be3-4ebe-aa87-8ffa4b97aba8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:02.146098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-a2af8860-110b-4018-bb6c-8781ad4a28e9 service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365054 Jun 30 02:59:02.228557 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.275586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb8f7-3ac4-4d71-aa53-823646c3f695 req-036a4933-cb27-4f60-83c4-c89cb2a4b439 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.279559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2f2bafc-a443-47d7-8678-19224462f079 req-4e1e1f96-cdeb-4f0d-8339-b623c13ce518 service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253948 Jun 30 02:59:02.282241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e06bb8f7-3ac4-4d71-aa53-823646c3f695 req-036a4933-cb27-4f60-83c4-c89cb2a4b439 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 982 time: 0.1174660 Jun 30 02:59:02.341889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e06bb8f7-3ac4-4d71-aa53-823646c3f695 req-77ac1aa0-d964-4b3d-b376-39fa90db0d28 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530918 Jun 30 02:59:02.421569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc816-a320-4aee-af8f-28568a38c30a req-ca7b59a5-18e9-4841-b27e-283bfa3b7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.430261 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-ca7b59a5-18e9-4841-b27e-283bfa3b7140 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1133 time: 0.0683477 Jun 30 02:59:02.554932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc816-a320-4aee-af8f-28568a38c30a req-a90017c9-846f-40c9-ad10-af303f425dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.559605 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-a90017c9-846f-40c9-ad10-af303f425dca service neutron] 10.222.0.90 "GET /v2.0/networks?id=54178682-c4b2-4fab-8075-ac2304b5eb9c HTTP/1.1" status: 200 len: 897 time: 0.1199162 Jun 30 02:59:02.611777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-a773b09b-ec40-426d-a242-d71f9c545d7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c HTTP/1.1" status: 200 len: 217 time: 0.0413373 Jun 30 02:59:02.643444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3902329b-bdc8-425e-bbcb-f91c6effa070 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:02.674590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc816-a320-4aee-af8f-28568a38c30a req-d36f9ef6-4a98-4521-ac1c-dbf9e6aa4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.676937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-d36f9ef6-4a98-4521-ac1c-dbf9e6aa4bc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7339d7-ff53-495d-aa2a-081ecb4ac388 HTTP/1.1" status: 200 len: 835 time: 0.0568094 Jun 30 02:59:02.797024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc816-a320-4aee-af8f-28568a38c30a req-aeaf856c-3e78-46bf-a952-0d0e03e102e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.798673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-aeaf856c-3e78-46bf-a952-0d0e03e102e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54178682-c4b2-4fab-8075-ac2304b5eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895402 Jun 30 02:59:02.799669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3902329b-bdc8-425e-bbcb-f91c6effa070, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3902329b-bdc8-425e-bbcb-f91c6effa070,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:02.936066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-c760a5cb-2caa-4b33-b049-5e88f8371427 service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230741 Jun 30 02:59:02.996958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3902329b-bdc8-425e-bbcb-f91c6effa070', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': '3902329b-bdc8-425e-bbcb-f91c6effa070', 'mac_address': 'fa:16:3e:d0:d3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:03.043529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.061566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3902329b-bdc8-425e-bbcb-f91c6effa070 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:03.086880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3902329b-bdc8-425e-bbcb-f91c6effa070, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3902329b-bdc8-425e-bbcb-f91c6effa070,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:03.099787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-994dc816-a320-4aee-af8f-28568a38c30a req-86080517-8f06-43d4-947e-5c347ff6b3f4 service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523919 Jun 30 02:59:03.100264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.171469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3902329b-bdc8-425e-bbcb-f91c6effa070,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:03.278227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3390049-c22a-45f0-a3d0-1c6583dc785d req-5d7bd9e4-6dab-4079-a4a2-11212723cca2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.280024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3390049-c22a-45f0-a3d0-1c6583dc785d req-5d7bd9e4-6dab-4079-a4a2-11212723cca2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 944 time: 0.0841281 Jun 30 02:59:03.308684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3902329b-bdc8-425e-bbcb-f91c6effa070'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:03.343575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3390049-c22a-45f0-a3d0-1c6583dc785d req-178fba60-a77d-400c-ad54-c8551db18849 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574274 Jun 30 02:59:03.550069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc221e8f-1293-45af-b570-da699ff02b0c req-59d1ea00-c8f7-4542-a3a7-1c6187d8d96c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.551879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc221e8f-1293-45af-b570-da699ff02b0c req-59d1ea00-c8f7-4542-a3a7-1c6187d8d96c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 982 time: 0.0734861 Jun 30 02:59:03.598701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc221e8f-1293-45af-b570-da699ff02b0c req-2ee527d6-b305-49a2-aa11-1de19a1d1398 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402002 Jun 30 02:59:03.770421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:03.893885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8fab3c-8004-4e46-8d27-b5cb37e6c24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.994110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8fab3c-8004-4e46-8d27-b5cb37e6c24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.998078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c8fab3c-8004-4e46-8d27-b5cb37e6c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.036325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fab3c-8004-4e46-8d27-b5cb37e6c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4794c27b-1d06-4b05-8fdf-aabe6fd8ef37,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:04.042015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1c8fab3c-8004-4e46-8d27-b5cb37e6c24e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=180837b7e1dd4b26a043682b67a9b19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701313 Jun 30 02:59:04.044633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39556) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:04.103086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3e551a2-c711-4730-bcad-1e06ce21ff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.128448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3e551a2-c711-4730-bcad-1e06ce21ff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.178986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3e551a2-c711-4730-bcad-1e06ce21ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.181774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3e551a2-c711-4730-bcad-1e06ce21ff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.183046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b3e551a2-c711-4730-bcad-1e06ce21ff8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4794c27b-1d06-4b05-8fdf-aabe6fd8ef37 HTTP/1.1" status: 204 len: 168 time: 0.1374378 Jun 30 02:59:04.192026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e551a2-c711-4730-bcad-1e06ce21ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794c27b-1d06-4b05-8fdf-aabe6fd8ef37,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:04.341408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.540944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8535c09-e0cf-4cb6-809e-e0d01bd90e4a req-035114f1-45fe-4fd2-a4af-e5cb3d95fbb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.542656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8535c09-e0cf-4cb6-809e-e0d01bd90e4a req-035114f1-45fe-4fd2-a4af-e5cb3d95fbb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 944 time: 0.0755165 Jun 30 02:59:04.596168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8535c09-e0cf-4cb6-809e-e0d01bd90e4a req-d3795056-3aec-4673-8f79-c1900c0eeeab tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Jun 30 02:59:04.673654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3902329b-bdc8-425e-bbcb-f91c6effa070 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:04.758987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 3902329b-bdc8-425e-bbcb-f91c6effa070 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:04.767106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3902329b-bdc8-425e-bbcb-f91c6effa070 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:04.767106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.847972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c77bc9-6c79-4cba-823d-5624d4a98a1d req-b9f44e5f-bc79-4b6e-af5d-4500b3af45f0 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.872806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17c77bc9-6c79-4cba-823d-5624d4a98a1d req-b9f44e5f-bc79-4b6e-af5d-4500b3af45f0 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 982 time: 0.1221874 Jun 30 02:59:04.929830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17c77bc9-6c79-4cba-823d-5624d4a98a1d req-7da9b6ce-70fa-49bc-a128-1a6dcac2516f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0520427 Jun 30 02:59:04.940704 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.967592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5251620-d448-41db-94e5-92ac24551b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3902329b-bdc8-425e-bbcb-f91c6effa070'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:04.970031 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfcf34e-2162-4a30-a2a7-564a7d048945" -d '{"events": [{"server_uuid": "c5251620-d448-41db-94e5-92ac24551b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3902329b-bdc8-425e-bbcb-f91c6effa070"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:04.984829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3902329b-bdc8-425e-bbcb-f91c6effa070, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3902329b-bdc8-425e-bbcb-f91c6effa070,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:04.990328 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.018421 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1dce0d-864d-4f32-a60f-88d06378150b x-openstack-request-id: req-6e1dce0d-864d-4f32-a60f-88d06378150b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:05.018996 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5251620-d448-41db-94e5-92ac24551b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3902329b-bdc8-425e-bbcb-f91c6effa070", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:05.019455 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e1dce0d-864d-4f32-a60f-88d06378150b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:05.020036 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5251620-d448-41db-94e5-92ac24551b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3902329b-bdc8-425e-bbcb-f91c6effa070', 'code': 200} Jun 30 02:59:05.024741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:05.025650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:05.119949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3902329b-bdc8-425e-bbcb-f91c6effa070,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:05.164799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ed6a-ec21-4ea7-87b7-652168db0621 req-fb0fb2c7-5b66-40c1-a378-392fd3b1ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.166512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9792ed6a-ec21-4ea7-87b7-652168db0621 req-fb0fb2c7-5b66-40c1-a378-392fd3b1ae2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 1096 time: 0.0696917 Jun 30 02:59:05.171005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:05.190299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'port_id': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'mac_address': 'fa:16:3e:22:20:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:05.195458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1190901903-network', 'tenant_id': '593d34abba694193b8b1c8248f0b77a7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:05.224587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9792ed6a-ec21-4ea7-87b7-652168db0621 req-fb240486-8e97-4a3b-b34b-b53c53c2bb99 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517156 Jun 30 02:59:05.231230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Made reservation on behalf of 593d34abba694193b8b1c8248f0b77a7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:05.234399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.237146 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.243604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.253021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:05.280190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:05.284463 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.347433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:05.354037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.360811 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.392192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:05.401991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:05.408192 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.408540 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Added segment 7c4da4bc-65db-4c8e-87d4-09cd86672892 of type vlan for network 6078de44-ecb7-4c6f-8c54-073abfa5b97c Jun 30 02:59:05.450498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.484423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.485467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.486046 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.542461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5153751 Jun 30 02:59:05.546014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39594) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:05.551212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Request body: {'subnet': {'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1190901903-subnet', 'tenant_id': '593d34abba694193b8b1c8248f0b77a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:05.551390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d8f54-d087-47f0-a7f4-030285a8c9be admin admin] Pushing event updated for resources: {'Network': ['ID=6078de44-ecb7-4c6f-8c54-073abfa5b97c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:05.564738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 6078de44-ecb7-4c6f-8c54-073abfa5b97c details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:05.579784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Made reservation on behalf of 593d34abba694193b8b1c8248f0b77a7 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:05.582669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.624781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:05.865440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178999e-3432-4c38-ba55-19f42369f9ac req-0f0d8c4f-783c-4df4-b755-1c4d4d9926e9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.867378 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f178999e-3432-4c38-ba55-19f42369f9ac req-0f0d8c4f-783c-4df4-b755-1c4d4d9926e9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 945 time: 0.1163726 Jun 30 02:59:05.912500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.978301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f178999e-3432-4c38-ba55-19f42369f9ac req-64db6426-e98f-401f-bf1c-e9e000fa6202 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892596 Jun 30 02:59:06.001249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0da8beb-62f7-4a8a-b58b-6160b92d8dd9,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:06.057510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Checking segment: {'id': '7c4da4bc-65db-4c8e-87d4-09cd86672892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:06.058078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Network hostable DHCP agents. Network: 6078de44-ecb7-4c6f-8c54-073abfa5b97c, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:06.093387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Network 6078de44-ecb7-4c6f-8c54-073abfa5b97c is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:06.112524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 6078de44-ecb7-4c6f-8c54-073abfa5b97c) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:06.120107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f93c6-98e0-42a4-bd83-5e11cb866f41 None None] Network 6078de44-ecb7-4c6f-8c54-073abfa5b97c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:06.135754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.136356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.182033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80eeccfb-e4a1-453d-9423-c250f95f3dd9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6345918 Jun 30 02:59:06.325459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8b1cc-bc54-47d3-ba59-9bb50035ca03 req-e8f42db4-6093-48f0-9a4a-3004412f9363 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.334994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cce8b1cc-bc54-47d3-ba59-9bb50035ca03 req-e8f42db4-6093-48f0-9a4a-3004412f9363 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 983 time: 0.1502328 Jun 30 02:59:06.422099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd85a25-bd39-423f-8a5b-0c63a1ee504d None None] Network 6078de44-ecb7-4c6f-8c54-073abfa5b97c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:06.448362 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cce8b1cc-bc54-47d3-ba59-9bb50035ca03 req-54221afb-b86c-4166-a8d3-3c121917b6fe tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1121449 Jun 30 02:59:06.994254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39626) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:07.002602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-942507768-network', 'tenant_id': '34b77358e9704ba981578c008eca543a'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:07.031212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:07.052081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Made reservation on behalf of 34b77358e9704ba981578c008eca543a for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:07.054492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.065073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.132057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:07.142941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:07.143991 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.241599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6cb6-88b1-41d8-906f-5e92e7b6d75f req-b1ee0bb8-513d-441f-8f6b-76a5168e43f3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.243485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-180e6cb6-88b1-41d8-906f-5e92e7b6d75f req-b1ee0bb8-513d-441f-8f6b-76a5168e43f3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 945 time: 0.1163287 Jun 30 02:59:07.262478 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.265321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.272987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.298157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:07.302972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:07.308979 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918d012-04f6-447f-9d33-e21fc1295314" -d '{"events": [{"server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "name": "network-vif-plugged", "status": "completed", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:07.309236 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-180e6cb6-88b1-41d8-906f-5e92e7b6d75f req-275fe820-0f54-4cd7-bf63-8f4f1a8b4a6e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570555 Jun 30 02:59:07.336265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.336790 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Added segment 813f42cf-6a74-401c-9985-8bd56ec8829f of type vlan for network 594f8657-04b1-4f73-bcfd-366b9bbd3160 Jun 30 02:59:07.337587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:07.347567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.372357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d615b8e-9805-4cf5-a78f-e3afc9869c24,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:07.399158 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5a8e8-c7a9-4c52-97dc-cfb7b957c8f7 x-openstack-request-id: req-9db5a8e8-c7a9-4c52-97dc-cfb7b957c8f7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:07.399703 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "name": "network-vif-plugged", "status": "completed", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:07.400267 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9db5a8e8-c7a9-4c52-97dc-cfb7b957c8f7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:07.401104 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'code': 200} Jun 30 02:59:07.559520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.563839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:07.659265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.660268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.660866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.767580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91812b07-1369-449e-aa76-fdeef9456094 req-dbd65637-e0d0-487f-8f6c-a102175ee637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.769188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91812b07-1369-449e-aa76-fdeef9456094 req-dbd65637-e0d0-487f-8f6c-a102175ee637 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1135 time: 0.2319713 Jun 30 02:59:07.817976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8200037 Jun 30 02:59:07.818469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:07.823434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Request body: {'subnet': {'network_id': '594f8657-04b1-4f73-bcfd-366b9bbd3160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-942507768-subnet', 'tenant_id': '34b77358e9704ba981578c008eca543a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:07.830524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbba080-f68c-421d-bce1-3feb61908812 admin admin] Pushing event updated for resources: {'Network': ['ID=594f8657-04b1-4f73-bcfd-366b9bbd3160,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:07.841015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 594f8657-04b1-4f73-bcfd-366b9bbd3160 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:07.869320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Made reservation on behalf of 34b77358e9704ba981578c008eca543a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:07.874201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.885091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91812b07-1369-449e-aa76-fdeef9456094 req-4211aef1-26d5-44b0-be1f-eb5d16057ba9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0967555 Jun 30 02:59:07.915565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c6241-9de4-43df-b07d-5a0139d49504 req-41fa6358-7fb5-400f-bf4d-131a574e4d60 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.917189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e52c6241-9de4-43df-b07d-5a0139d49504 req-41fa6358-7fb5-400f-bf4d-131a574e4d60 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.1562359 Jun 30 02:59:07.983924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e52c6241-9de4-43df-b07d-5a0139d49504 req-e165355e-e72e-4f2b-afa2-17b877607b9d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0592344 Jun 30 02:59:08.135155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.243265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Checking segment: {'id': '813f42cf-6a74-401c-9985-8bd56ec8829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '594f8657-04b1-4f73-bcfd-366b9bbd3160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:08.243870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Network hostable DHCP agents. Network: 594f8657-04b1-4f73-bcfd-366b9bbd3160, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:08.245765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b523f-43df-4345-9f25-d7e9586c4fdd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:08.274654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Network 594f8657-04b1-4f73-bcfd-366b9bbd3160 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:08.284811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 594f8657-04b1-4f73-bcfd-366b9bbd3160) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:08.297266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb11a1-48db-4067-aba8-ff388540cd0b None None] Network 594f8657-04b1-4f73-bcfd-366b9bbd3160 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:08.303929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.304535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.326358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8cb0da04-4da5-4113-82df-e59b0323f13c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5033853 Jun 30 02:59:08.566504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6e439-06ef-42cb-b866-16a555db297f None None] Network 594f8657-04b1-4f73-bcfd-366b9bbd3160 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:09.153034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-03533c11-d5c9-424b-8862-73c81d57686c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.157790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-03533c11-d5c9-424b-8862-73c81d57686c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/networks?id=6078de44-ecb7-4c6f-8c54-073abfa5b97c HTTP/1.1" status: 200 len: 812 time: 0.2443175 Jun 30 02:59:09.180736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-5b6aab70-57c5-4b85-9359-2f3d9873b835 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/quotas/593d34abba694193b8b1c8248f0b77a7 HTTP/1.1" status: 200 len: 375 time: 0.0175648 Jun 30 02:59:09.259999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-8997a332-0633-4510-81c9-38dbe01b4765 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=593d34abba694193b8b1c8248f0b77a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721326 Jun 30 02:59:09.297683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56a800-e8d1-4269-9c1f-e6dcb0b052ae req-ff3ef0cc-70c7-474d-b632-359270066082 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.305615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb56a800-e8d1-4269-9c1f-e6dcb0b052ae req-ff3ef0cc-70c7-474d-b632-359270066082 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.1034341 Jun 30 02:59:09.364616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb56a800-e8d1-4269-9c1f-e6dcb0b052ae req-74d00b2f-adb9-4d59-830d-26fda0f5ec70 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0539825 Jun 30 02:59:09.414380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-1a31d7cf-3414-405d-bb9d-1561c1f4b624 service neutron] 10.222.0.78 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470141 Jun 30 02:59:09.483549 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.522736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-8bc59412-c493-461f-aa56-9c76df271906 service neutron] 10.222.0.78 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016326 Jun 30 02:59:09.849253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4101fb48-17e8-41a8-9559-e3759e39bf26 req-5474c1f1-779a-4865-b79f-fd179c644557 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 210 time: 0.1198566 Jun 30 02:59:10.634348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257059ef-828a-4106-8fe1-fc972556316c req-bd32a807-f113-424d-9830-8fa875b41d13 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:10.636141 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257059ef-828a-4106-8fe1-fc972556316c req-bd32a807-f113-424d-9830-8fa875b41d13 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.0792818 Jun 30 02:59:10.702925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257059ef-828a-4106-8fe1-fc972556316c req-f66d5dba-df17-4dbe-b54d-bad50bb26c9c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0523779 Jun 30 02:59:10.899123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73f8f9-b351-4d7c-b38d-fdf584b854d9 req-82f6617e-e0a2-4a00-85e4-253f4adc971e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:10.900722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d73f8f9-b351-4d7c-b38d-fdf584b854d9 req-82f6617e-e0a2-4a00-85e4-253f4adc971e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.0796802 Jun 30 02:59:10.932272 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.952275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d73f8f9-b351-4d7c-b38d-fdf584b854d9 req-35468b0c-ded2-4980-86c1-74ca55cd1449 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0429311 Jun 30 02:59:11.026115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84e7e141-6043-4a4d-a85a-f74de25e05f3 req-83ca7759-dc79-4c48-bca4-915cb58bb43d tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 210 time: 0.0386736 Jun 30 02:59:11.228806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc893e-6e22-4b75-9fa3-6c3c2db234e2 req-d08b88c2-6fda-4525-8ad1-bae4c65680c5 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.230815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-25cc893e-6e22-4b75-9fa3-6c3c2db234e2 req-d08b88c2-6fda-4525-8ad1-bae4c65680c5 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1135 time: 0.0832138 Jun 30 02:59:11.300554 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-25cc893e-6e22-4b75-9fa3-6c3c2db234e2 req-94f76390-370d-4ba1-a75b-b4e2612eca2e tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.328079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-36215799-5985-4b34-be47-6bd8ecd8da66 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.331342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-36215799-5985-4b34-be47-6bd8ecd8da66 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.67 "GET /v2.0/networks?id=6078de44-ecb7-4c6f-8c54-073abfa5b97c HTTP/1.1" status: 200 len: 812 time: 0.1789351 Jun 30 02:59:11.349221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Request body: {'port': {'device_id': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c', 'admin_state_up': True, 'tenant_id': '593d34abba694193b8b1c8248f0b77a7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:11.472090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-25cc893e-6e22-4b75-9fa3-6c3c2db234e2 req-94f76390-370d-4ba1-a75b-b4e2612eca2e tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.476374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-25cc893e-6e22-4b75-9fa3-6c3c2db234e2 req-94f76390-370d-4ba1-a75b-b4e2612eca2e tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.503471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-25cc893e-6e22-4b75-9fa3-6c3c2db234e2 req-94f76390-370d-4ba1-a75b-b4e2612eca2e tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2475243 Jun 30 02:59:11.533296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f76390-370d-4ba1-a75b-b4e2612eca2e tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477e240c-e78f-4df0-851a-383b36e0fa82,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:11.537785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39726) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:11.609295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Made reservation on behalf of 593d34abba694193b8b1c8248f0b77a7 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:11.614909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.647610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303da840-c6ae-4b86-aab8-6c58c0180dca tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.648637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-303da840-c6ae-4b86-aab8-6c58c0180dca tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1130 time: 0.1092963 Jun 30 02:59:11.652358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:11.666360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:11.727407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.826178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Allocated IP 172.20.0.5 (6078de44-ecb7-4c6f-8c54-073abfa5b97c/d0da8beb-62f7-4a8a-b58b-6160b92d8dd9/334b684d-a05f-46b2-9613-683e7d00caa5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:11.891870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.044303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.066248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.25.0.55 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/a2c564b7-9240-4390-908a-093cba0c485d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:12.114600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.179809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Network 6078de44-ecb7-4c6f-8c54-073abfa5b97c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:12.186858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:12.200006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:12.254048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Pushing event updated for resources: {'Port': ['ID=334b684d-a05f-46b2-9613-683e7d00caa5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:12.304402 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.330189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.330972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.352685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0d2020cc-6591-4d35-be20-c4fd487d1664 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147192 Jun 30 02:59:12.381295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Request body: {'port': {'device_id': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:12.381566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.418673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:12.422650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:12.426430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:12.471584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0b4a-d509-46ce-a80b-3b1b91ac576a req-ba03d3d1-f524-4468-adbe-4e0529c7924f tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.473280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce3d0b4a-d509-46ce-a80b-3b1b91ac576a req-ba03d3d1-f524-4468-adbe-4e0529c7924f tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 931 time: 0.2128117 Jun 30 02:59:12.527210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.542953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce3d0b4a-d509-46ce-a80b-3b1b91ac576a req-7f442008-db3b-486b-a05b-c61bbac28f91 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600195 Jun 30 02:59:12.553646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=a2c564b7-9240-4390-908a-093cba0c485d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:13.013151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.121938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.272187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334b684d-a05f-46b2-9613-683e7d00caa5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:13.295410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.326190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Transition to ACTIVE for port object 334b684d-a05f-46b2-9613-683e7d00caa5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:13.344231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.439358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Pushing event updated for resources: {'Port': ['ID=334b684d-a05f-46b2-9613-683e7d00caa5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:13.468627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.468998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.469388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.469810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.470152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.470950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.471478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.471863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.472242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.472729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.473171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.473529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:13.495360 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.503148 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.580389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=a2c564b7-9240-4390-908a-093cba0c485d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:13.667262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Attempting to bind port 334b684d-a05f-46b2-9613-683e7d00caa5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:13.667755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Attempting to bind port 334b684d-a05f-46b2-9613-683e7d00caa5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '7c4da4bc-65db-4c8e-87d4-09cd86672892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:13.668211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Attempting to bind port 334b684d-a05f-46b2-9613-683e7d00caa5 on network 6078de44-ecb7-4c6f-8c54-073abfa5b97c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:13.673853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Port 334b684d-a05f-46b2-9613-683e7d00caa5 on network 6078de44-ecb7-4c6f-8c54-073abfa5b97c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:13.674459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Attempting to bind port 334b684d-a05f-46b2-9613-683e7d00caa5 on network 6078de44-ecb7-4c6f-8c54-073abfa5b97c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:13.675323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.680544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:13.680947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Checking segment: {'id': '7c4da4bc-65db-4c8e-87d4-09cd86672892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:13.681691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Bound using segment: {'id': '7c4da4bc-65db-4c8e-87d4-09cd86672892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:13.682248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Bound port: 334b684d-a05f-46b2-9613-683e7d00caa5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4da4bc-65db-4c8e-87d4-09cd86672892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:13.682736 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.756510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] For port 334b684d-a05f-46b2-9613-683e7d00caa5, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:13.760261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] For port 334b684d-a05f-46b2-9613-683e7d00caa5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=334b684d-a05f-46b2-9613-683e7d00caa5,segment=NetworkSegment(7c4da4bc-65db-4c8e-87d4-09cd86672892),segment_id=7c4da4bc-65db-4c8e-87d4-09cd86672892)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:13.766605 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.850634 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Floating IP 3bb1edb1-3c68-4cb3-af40-82e52a036cfb associated. External IP: 172.25.0.55, port: abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c. Jun 30 02:59:13.860789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:13.860789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.862125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/334b684d-a05f-46b2-9613-683e7d00caa5 HTTP/1.1" status: 200 len: 1091 time: 1.4939952 Jun 30 02:59:13.864945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'tag': '334b684d-a05f-46b2-9613-683e7d00caa5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:13.867800 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2d458-78f9-4427-88ab-8a071c905809" -d '{"events": [{"name": "network-changed", "server_uuid": "ded9dcf9-8031-4b63-bc47-3d03bb3ced32", "tag": "334b684d-a05f-46b2-9613-683e7d00caa5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:13.898479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebcc1f-76cf-459d-827e-903a439574a9 service neutron] Pushing event updated for resources: {'Port': ['ID=334b684d-a05f-46b2-9613-683e7d00caa5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:14.007030 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73709f6a-895f-4992-9b64-0a32b8e7a0d7 x-openstack-request-id: req-73709f6a-895f-4992-9b64-0a32b8e7a0d7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:14.007334 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded9dcf9-8031-4b63-bc47-3d03bb3ced32", "tag": "334b684d-a05f-46b2-9613-683e7d00caa5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:14.007587 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73709f6a-895f-4992-9b64-0a32b8e7a0d7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:14.012190 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'tag': '334b684d-a05f-46b2-9613-683e7d00caa5', 'status': 'completed', 'code': 200} Jun 30 02:59:14.021407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f77dda-b2ed-4c68-b3fa-ac792767e111 req-9de6c256-b493-4b95-a443-5c901ac0d322 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.023391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-10f77dda-b2ed-4c68-b3fa-ac792767e111 req-9de6c256-b493-4b95-a443-5c901ac0d322 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 943 time: 0.2092810 Jun 30 02:59:14.081136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-10f77dda-b2ed-4c68-b3fa-ac792767e111 req-77ec8066-d37f-4238-9778-28da20f1161b tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477967 Jun 30 02:59:14.083119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-30918b1f-b1bb-40a8-8c2b-bfd661821507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.084519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-30918b1f-b1bb-40a8-8c2b-bfd661821507 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=593d34abba694193b8b1c8248f0b77a7&device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 1094 time: 0.1675982 Jun 30 02:59:14.154640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-3b88b0a8-e895-4472-a03f-c8417c01dcd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334b684d-a05f-46b2-9613-683e7d00caa5 HTTP/1.1" status: 200 len: 217 time: 0.0611494 Jun 30 02:59:14.216998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0fa82f00-4606-4206-b7f5-57c5491bffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.219142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-0fa82f00-4606-4206-b7f5-57c5491bffd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0da8beb-62f7-4a8a-b58b-6160b92d8dd9 HTTP/1.1" status: 200 len: 852 time: 0.0583878 Jun 30 02:59:14.258007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 447956c1-e1e6-451e-a0bc-2016c76adf2f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:14.271150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-4daf74c6-00bb-475e-99b8-0f074b25d422 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6078de44-ecb7-4c6f-8c54-073abfa5b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444400 Jun 30 02:59:14.274602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ffe67-7a39-45d7-9deb-768d4e2550ca req-a48f48aa-2691-453e-b3c9-88adfa79024d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.276495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a45ffe67-7a39-45d7-9deb-768d4e2550ca req-a48f48aa-2691-453e-b3c9-88adfa79024d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.1410043 Jun 30 02:59:14.381777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-ea1f0ede-55af-4d97-a5a1-bb5fe048b206 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978444 Jun 30 02:59:14.386895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a45ffe67-7a39-45d7-9deb-768d4e2550ca req-64afde25-6b13-45f0-9170-7129da28e095 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992005 Jun 30 02:59:14.442557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:14.455220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] Sync routers for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:14.467407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:14.468328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:59:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:14.488010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.496775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc1d6ca8-d4b1-4845-882f-7cb46e42e700 req-312c39a3-e16d-4116-adf1-c3ab0e905dac service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085870 Jun 30 02:59:14.533643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7bbf97dd-68dd-4a4c-8340-a629fe774903 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8800600 Jun 30 02:59:14.534275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:14.536143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:14.555180 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268a314-b208-4c10-8406-f7140330364e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:14.635244 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4477de6-5f1d-476d-80eb-6996f8355808 x-openstack-request-id: req-d4477de6-5f1d-476d-80eb-6996f8355808 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:14.635534 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:14.635790 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4477de6-5f1d-476d-80eb-6996f8355808 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:14.636193 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'status': 'completed', 'code': 200} Jun 30 02:59:14.669249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:14.772895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a314-b208-4c10-8406-f7140330364e req-5ffed7c7-6070-4c9b-9c5e-681b88983eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.780626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-5ffed7c7-6070-4c9b-9c5e-681b88983eaf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1135 time: 0.1052868 Jun 30 02:59:14.822853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.823636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.824412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.825044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.825705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.826645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.827429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.828064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.828693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.830953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-027c8ff8-6b86-4cf5-b11f-fb0580e83c68 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6390 time: 0.2858567 Jun 30 02:59:14.842959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39770) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:14.881284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-e31cbdd8-8e0b-4413-b92f-b4fa4b94bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.883395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-e31cbdd8-8e0b-4413-b92f-b4fa4b94bb4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=593d34abba694193b8b1c8248f0b77a7&device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 1094 time: 0.3189273 Jun 30 02:59:15.027214 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-02af903e-1ec7-4dd1-850a-615e3dbd4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.029793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-02af903e-1ec7-4dd1-850a-615e3dbd4209 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6078de44-ecb7-4c6f-8c54-073abfa5b97c HTTP/1.1" status: 200 len: 913 time: 0.1373394 Jun 30 02:59:15.033725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '3bb1edb1-3c68-4cb3-af40-82e52a036cfb', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'port_id': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'mac_address': 'fa:16:3e:22:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:59:12Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 0, 'project_id': '2c2783b56d4846c4992554c568985189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:58Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:15.074608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] Checking router: 447956c1-e1e6-451e-a0bc-2016c76adf2f for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:15.084951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:15.085866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-13b602b8-3227-4f41-90dc-e06add03695a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334b684d-a05f-46b2-9613-683e7d00caa5 HTTP/1.1" status: 200 len: 217 time: 0.0475938 Jun 30 02:59:15.086699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:59:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:15.102469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.102954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.103431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.103896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.104358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.104820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.105275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.107454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.108381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.116154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9f5858a4-9f97-4d17-97b2-af8e719c02e7 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5931 time: 0.2722423 Jun 30 02:59:15.124438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39778) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:15.150360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-1e6e4be2-940a-46a9-add3-0df84cc98fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.152227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-1e6e4be2-940a-46a9-add3-0df84cc98fec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0da8beb-62f7-4a8a-b58b-6160b92d8dd9 HTTP/1.1" status: 200 len: 852 time: 0.0589702 Jun 30 02:59:15.259499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-83161743-084d-4300-989f-c1cde3f207a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6078de44-ecb7-4c6f-8c54-073abfa5b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967643 Jun 30 02:59:15.402739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:15.439188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-9b1e9fc2-1dc9-420c-98a2-ca4fa19387a4 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724725 Jun 30 02:59:15.568527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb755e5-3e29-42b0-ba1e-e63363b1e08b req-ac1df8a1-bdef-44f9-be36-69499d19f06c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.570096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7eb755e5-3e29-42b0-ba1e-e63363b1e08b req-ac1df8a1-bdef-44f9-be36-69499d19f06c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 943 time: 0.2092640 Jun 30 02:59:15.667060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7eb755e5-3e29-42b0-ba1e-e63363b1e08b req-1b9c36b0-8098-4837-b056-742ab0bbcdda tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883608 Jun 30 02:59:15.724881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eb2d458-78f9-4427-88ab-8a071c905809 req-d94e8a64-6225-48a5-8913-6dcb0f5b03e4 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655127 Jun 30 02:59:15.752391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '3bb1edb1-3c68-4cb3-af40-82e52a036cfb', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'port_id': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'mac_address': 'fa:16:3e:22:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:59:12Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 0, 'project_id': '2c2783b56d4846c4992554c568985189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:58Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:15.786147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e83c7-68b9-4edc-b0bb-f57b6e774268 None None] The sync data for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 is: [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '3bb1edb1-3c68-4cb3-af40-82e52a036cfb', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'port_id': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'mac_address': 'fa:16:3e:22:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:59:12Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 0, 'project_id': '2c2783b56d4846c4992554c568985189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:58Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:15.800812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a314-b208-4c10-8406-f7140330364e req-155f469c-1a50-4610-a649-ed217fa784c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.803036 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-155f469c-1a50-4610-a649-ed217fa784c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=54178682-c4b2-4fab-8075-ac2304b5eb9c HTTP/1.1" status: 200 len: 897 time: 1.0143895 Jun 30 02:59:15.941571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-3443fc77-31b7-460e-81fe-ca79d272e6c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c HTTP/1.1" status: 200 len: 998 time: 0.1206484 Jun 30 02:59:16.031382 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c9e2d-60d0-4b91-83f2-007ed65a1cfe None None] New status for floating IP 3bb1edb1-3c68-4cb3-af40-82e52a036cfb: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:59:16.059946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03954adf-62b9-49b1-9bc2-63d094fe5b56 req-34347d4e-17d5-4893-a236-b211dff485bf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.061286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03954adf-62b9-49b1-9bc2-63d094fe5b56 req-34347d4e-17d5-4893-a236-b211dff485bf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.2649999 Jun 30 02:59:16.101430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a314-b208-4c10-8406-f7140330364e req-dbbc8da7-c1f4-4db4-8a14-e80131f5eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.102932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-dbbc8da7-c1f4-4db4-8a14-e80131f5eb4f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7339d7-ff53-495d-aa2a-081ecb4ac388 HTTP/1.1" status: 200 len: 835 time: 0.1493182 Jun 30 02:59:16.188765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-03954adf-62b9-49b1-9bc2-63d094fe5b56 req-51ffc0b0-d012-4be4-a7d1-d0368d7b91e3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108575 Jun 30 02:59:16.253626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e48dd3d-8bf3-4eab-a051-c2993f315164 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 1.1279273 Jun 30 02:59:16.256219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:16.266907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a314-b208-4c10-8406-f7140330364e req-6c0b48fb-713f-49c7-9854-87fa5b6457a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.275196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-6c0b48fb-713f-49c7-9854-87fa5b6457a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54178682-c4b2-4fab-8075-ac2304b5eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572113 Jun 30 02:59:16.346863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d851360-ef18-4cf8-a9a6-165630131b05 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.347801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d851360-ef18-4cf8-a9a6-165630131b05 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.349681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8d851360-ef18-4cf8-a9a6-165630131b05 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=447956c1-e1e6-451e-a0bc-2016c76adf2f HTTP/1.1" status: 200 len: 1990 time: 0.0924563 Jun 30 02:59:16.423250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-35bed98d-fdec-455f-a88c-3bb93e56ed8c service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324565 Jun 30 02:59:16.543247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0268a314-b208-4c10-8406-f7140330364e req-0a2f1aec-9e03-4f53-86e2-fae56ef42fbc service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080945 Jun 30 02:59:16.547908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-92e292e7-e83c-4d2d-8184-15d27a68c340 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.549431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-92e292e7-e83c-4d2d-8184-15d27a68c340 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 946 time: 0.0856953 Jun 30 02:59:16.668400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Deleting port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:16.668786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.766069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 334b684d-a05f-46b2-9613-683e7d00caa5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:16.786532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] For port b0bb5246-2deb-49ea-b09e-86db17cf0ad3, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:16.786904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.916876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 334b684d-a05f-46b2-9613-683e7d00caa5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=334b684d-a05f-46b2-9613-683e7d00caa5,segment=NetworkSegment(7c4da4bc-65db-4c8e-87d4-09cd86672892),segment_id=7c4da4bc-65db-4c8e-87d4-09cd86672892)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:16.930660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '334b684d-a05f-46b2-9613-683e7d00caa5', 'network_id': '6078de44-ecb7-4c6f-8c54-073abfa5b97c', 'port_id': '334b684d-a05f-46b2-9613-683e7d00caa5', 'mac_address': 'fa:16:3e:0f:ab:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0da8beb-62f7-4a8a-b58b-6160b92d8dd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:16.976346 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.992818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334b684d-a05f-46b2-9613-683e7d00caa5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:17.015411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 334b684d-a05f-46b2-9613-683e7d00caa5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=334b684d-a05f-46b2-9613-683e7d00caa5,segment=NetworkSegment(7c4da4bc-65db-4c8e-87d4-09cd86672892),segment_id=7c4da4bc-65db-4c8e-87d4-09cd86672892)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:17.022462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.090054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=334b684d-a05f-46b2-9613-683e7d00caa5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:17.112118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c751-c77c-4a56-995e-005e6871908f req-557e2267-1377-4e26-8c84-27fde760d133 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.114800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8378c751-c77c-4a56-995e-005e6871908f req-557e2267-1377-4e26-8c84-27fde760d133 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 943 time: 0.2389145 Jun 30 02:59:17.187408 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.188761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.191322 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Floating IP 07b2ec4f-88a6-45e2-bcee-4ab12416263b disassociated. External IP: 172.25.0.251, port: b0bb5246-2deb-49ea-b09e-86db17cf0ad3. Jun 30 02:59:17.193381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Calling delete_port for b0bb5246-2deb-49ea-b09e-86db17cf0ad3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:17.233041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8378c751-c77c-4a56-995e-005e6871908f req-315939c7-0c3f-4e62-a9ae-f078ed944e44 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124623 Jun 30 02:59:17.288508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['334b684d-a05f-46b2-9613-683e7d00caa5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:17.391418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.433071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event deleted for resources: {'Port': ['ID=b0bb5246-2deb-49ea-b09e-86db17cf0ad3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:17.480170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f31c-55a6-4e2a-a2eb-7b1c631a4319 req-b90f2492-ba76-48fd-857c-a81b77e3db1f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.481854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cda2f31c-55a6-4e2a-a2eb-7b1c631a4319 req-b90f2492-ba76-48fd-857c-a81b77e3db1f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=75271368-389c-4157-861a-d660fa46509a HTTP/1.1" status: 200 len: 868 time: 0.1304209 Jun 30 02:59:17.553012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cda2f31c-55a6-4e2a-a2eb-7b1c631a4319 req-dead0fd9-0525-403c-9f42-b549106224af tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=779acde9-5186-4e12-adae-fff980f07655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619855 Jun 30 02:59:17.588670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:17.703777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:17.713890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:17.723763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:17.724387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:59:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:17.759095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] No DVR routers for this DVR port b0bb5246-2deb-49ea-b09e-86db17cf0ad3 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:17.761697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.764506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2a7c7375-9330-4ee2-bcf1-8b4d2a350677 req-3232a131-145d-4890-bcfe-fedcf0ed050a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "DELETE /v2.0/ports/b0bb5246-2deb-49ea-b09e-86db17cf0ad3 HTTP/1.1" status: 204 len: 173 time: 1.2057545 Jun 30 02:59:17.764954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-deleted', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:17.767351 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037703e-062b-49f1-a5d0-5f9cb2c799cb" -d '{"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-deleted", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:17.814167 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa2b6b-efde-48c6-bc5b-d9ec580c96f9 x-openstack-request-id: req-fdfa2b6b-efde-48c6-bc5b-d9ec580c96f9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:17.816651 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271368-389c-4157-861a-d660fa46509a", "name": "network-vif-deleted", "tag": "b0bb5246-2deb-49ea-b09e-86db17cf0ad3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:17.816836 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdfa2b6b-efde-48c6-bc5b-d9ec580c96f9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:17.817796 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271368-389c-4157-861a-d660fa46509a', 'name': 'network-vif-deleted', 'tag': 'b0bb5246-2deb-49ea-b09e-86db17cf0ad3', 'status': 'completed', 'code': 200} Jun 30 02:59:17.867154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:18.269015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:18.312453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:18.323526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:18.324158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:59:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:18.468895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c48ee7-5cbe-47ed-af7d-2ec0c53d9ca0 req-061814e1-124b-4a85-89d6-07e2d71cffca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:18.471356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:18.478683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8c48ee7-5cbe-47ed-af7d-2ec0c53d9ca0 req-061814e1-124b-4a85-89d6-07e2d71cffca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1550117 Jun 30 02:59:18.491865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed140b4-9b06-40b2-800b-87631ac3edb0 req-5b54d4d5-d1a4-45f3-a17e-c1701e1e0cfd tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:18.493515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fed140b4-9b06-40b2-800b-87631ac3edb0 req-5b54d4d5-d1a4-45f3-a17e-c1701e1e0cfd tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 944 time: 0.0872641 Jun 30 02:59:18.524004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8c48ee7-5cbe-47ed-af7d-2ec0c53d9ca0 req-07b98a7f-ff85-4ad0-b7ce-753c8b08437d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Jun 30 02:59:18.542008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fed140b4-9b06-40b2-800b-87631ac3edb0 req-e2defdc2-b938-4cd8-ad79-8e041deb05ca tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Jun 30 02:59:18.749020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39830) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:18.789097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 334b684d-a05f-46b2-9613-683e7d00caa5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:18.802381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3870f-8e76-43e3-ac2d-46955163a5f6 req-647ceed9-2c5f-4435-9b99-d3783413e9c3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:18.804131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2f3870f-8e76-43e3-ac2d-46955163a5f6 req-647ceed9-2c5f-4435-9b99-d3783413e9c3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1127303 Jun 30 02:59:18.820706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba0baa06-31de-44a0-b84c-6a251b7d1810 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.831801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:18.856868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba0baa06-31de-44a0-b84c-6a251b7d1810 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.865297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2f3870f-8e76-43e3-ac2d-46955163a5f6 req-ce5e4a5d-f51d-4304-b9ca-02adbf5d328b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519750 Jun 30 02:59:18.869567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bb84c-adc3-440f-a789-5dd9a532e577 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:18.904101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 334b684d-a05f-46b2-9613-683e7d00caa5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:18.908848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 334b684d-a05f-46b2-9613-683e7d00caa5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:18.910346 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.925382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba0baa06-31de-44a0-b84c-6a251b7d1810 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.929032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba0baa06-31de-44a0-b84c-6a251b7d1810 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.930897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ba0baa06-31de-44a0-b84c-6a251b7d1810 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "DELETE /v2.0/security-groups/779acde9-5186-4e12-adae-fff980f07655 HTTP/1.1" status: 204 len: 168 time: 0.1812203 Jun 30 02:59:18.933529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:18.956063 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6f1be0fe-61ec-4e03-b3af-55eb05440e60 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] show failed (client error): The resource could not be found. Jun 30 02:59:18.957543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f1be0fe-61ec-4e03-b3af-55eb05440e60 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups/779acde9-5186-4e12-adae-fff980f07655 HTTP/1.1" status: 404 len: 347 time: 0.0217099 Jun 30 02:59:18.960661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:18.961301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0baa06-31de-44a0-b84c-6a251b7d1810 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779acde9-5186-4e12-adae-fff980f07655,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:19.053562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.099536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b684d-a05f-46b2-9613-683e7d00caa5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:19.102136 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4547c06b-fb16-4fab-9390-92864fe8459e" -d '{"events": [{"server_uuid": "ded9dcf9-8031-4b63-bc47-3d03bb3ced32", "name": "network-vif-plugged", "status": "completed", "tag": "334b684d-a05f-46b2-9613-683e7d00caa5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:19.132410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 334b684d-a05f-46b2-9613-683e7d00caa5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=334b684d-a05f-46b2-9613-683e7d00caa5,segment=NetworkSegment(7c4da4bc-65db-4c8e-87d4-09cd86672892),segment_id=7c4da4bc-65db-4c8e-87d4-09cd86672892)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:19.141615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.146355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Deleting port 6bb9a741-9a72-47f2-a670-58cdc5dbd20f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:19.146696 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.160479 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2350d1e-9184-47bb-8e82-23c67f4b178e x-openstack-request-id: req-a2350d1e-9184-47bb-8e82-23c67f4b178e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:19.161082 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded9dcf9-8031-4b63-bc47-3d03bb3ced32", "name": "network-vif-plugged", "status": "completed", "tag": "334b684d-a05f-46b2-9613-683e7d00caa5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:19.161399 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2350d1e-9184-47bb-8e82-23c67f4b178e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:19.161884 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b684d-a05f-46b2-9613-683e7d00caa5', 'code': 200} Jun 30 02:59:19.280698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=334b684d-a05f-46b2-9613-683e7d00caa5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:19.299752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.300005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.300211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.300556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.300895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.301231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.301566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.302110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.302237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.302574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.302904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.303229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:19.313145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.313579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.339912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Calling delete_port for 6bb9a741-9a72-47f2-a670-58cdc5dbd20f owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:19.473071 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f153ec1-dae6-442b-8f29-8885c7ae7dcb None None] New status for floating IP 07b2ec4f-88a6-45e2-bcee-4ab12416263b: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:59:19.479680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70ef55-1ebf-4847-90d8-211107303659 req-d20515cd-40f8-4cc8-a07e-061acebc89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.481132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c70ef55-1ebf-4847-90d8-211107303659 req-d20515cd-40f8-4cc8-a07e-061acebc89da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 1096 time: 0.2273262 Jun 30 02:59:19.528036 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c70ef55-1ebf-4847-90d8-211107303659 req-c2cd51cd-a18e-405d-9720-ad2c73ef63a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 Jun 30 02:59:19.555967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea45e6-0215-46e6-a5fc-8a0313e2dbb5 req-99207634-968d-4a11-a695-9ba8a642ea80 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.562252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ea45e6-0215-46e6-a5fc-8a0313e2dbb5 req-99207634-968d-4a11-a695-9ba8a642ea80 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2243621 Jun 30 02:59:19.620105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69ea45e6-0215-46e6-a5fc-8a0313e2dbb5 req-f464ceaa-28e0-4242-b2ff-3a2e90cc5ea1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552497 Jun 30 02:59:19.870319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.875277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873f87d-bc44-4424-a0d1-17859a41fa23 req-68b08243-b35e-4047-bac8-fb0ba22adec3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.884287 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d873f87d-bc44-4424-a0d1-17859a41fa23 req-68b08243-b35e-4047-bac8-fb0ba22adec3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1419513 Jun 30 02:59:19.986981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event deleted for resources: {'Port': ['ID=6bb9a741-9a72-47f2-a670-58cdc5dbd20f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:19.987978 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-4f153ec1-dae6-442b-8f29-8885c7ae7dcb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:59:19.987978 n-d-798054-5 neutron-server[93824]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jun 30 02:59:19.987978 n-d-798054-5 neutron-server[93824]: [parameters: {'status': 'DOWN', 'floatingips_id': '07b2ec4f-88a6-45e2-bcee-4ab12416263b'}] Jun 30 02:59:19.987978 n-d-798054-5 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:59:19.991936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d873f87d-bc44-4424-a0d1-17859a41fa23 req-06ac8d03-9111-4cf0-9706-6af40c373f9f tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047466 Jun 30 02:59:19.992180 n-d-798054-5 neutron-server[93824]: DEBUG oslo_db.api [None req-4f153ec1-dae6-442b-8f29-8885c7ae7dcb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:59:20.083047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.086140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.094093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6b6041ec-5f00-4429-adbb-69f4b9312b07 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "DELETE /v2.0/floatingips/07b2ec4f-88a6-45e2-bcee-4ab12416263b HTTP/1.1" status: 204 len: 168 time: 1.1314557 Jun 30 02:59:20.491878 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f153ec1-dae6-442b-8f29-8885c7ae7dcb None None] New status for floating IP 07b2ec4f-88a6-45e2-bcee-4ab12416263b: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:59:20.548478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55a3b5-9097-4bae-b120-897f16563d96 req-6957a3f5-6f9a-4e0e-8d15-a780f37995d9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:20.550122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e55a3b5-9097-4bae-b120-897f16563d96 req-6957a3f5-6f9a-4e0e-8d15-a780f37995d9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0923657 Jun 30 02:59:20.612553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e55a3b5-9097-4bae-b120-897f16563d96 req-d87d04f0-b853-41c3-bac7-bfa6db560cec tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553780 Jun 30 02:59:20.686151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39886) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:20.691387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328105222', 'description': 'tempest-description--1021588824'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:20.723112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.834634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.839107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.869279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:20.883461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.884826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-27854966-8a15-4b84-baae-02f7ed568781 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1973817 Jun 30 02:59:20.888075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 39898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:20.892995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'security_group_rule': {'security_group_id': 'f3abf9d0-9a58-47c6-afe5-e70e84d0eabd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:20.937616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.001209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.008095 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.029709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e51322-97eb-4b82-a307-bf7a68e63fa7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:21.053836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.055159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e34a6192-2317-4b4d-9d7b-534ab9731e00 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659272 Jun 30 02:59:21.058005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39908) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:21.063629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'security_group_rule': {'security_group_id': 'f3abf9d0-9a58-47c6-afe5-e70e84d0eabd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:21.099646 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.130849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:21.156021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: b0bb5246-2deb-49ea-b09e-86db17cf0ad3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:21.156374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device b0bb5246-2deb-49ea-b09e-86db17cf0ad3 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:21.219972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.225269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.257060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137d21f7-7c93-4c83-9f49-9a0ce87adacf,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:21.264408 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.265643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8f0c03f-416a-42a4-b687-6142cd9cc1b6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2064607 Jun 30 02:59:21.268775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 39914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:21.273647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:21.285698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c5009-59b4-4004-ad01-586981b0d059 req-f2059e43-a8f4-42af-98d9-fa2e72728d9d tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.287233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-573c5009-59b4-4004-ad01-586981b0d059 req-f2059e43-a8f4-42af-98d9-fa2e72728d9d tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1516535 Jun 30 02:59:21.331483 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.350167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-573c5009-59b4-4004-ad01-586981b0d059 req-6e6b3a70-0fae-4401-ba68-16e9895fb6a5 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Jun 30 02:59:21.439181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.563513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bdb3a-1104-46a4-9cbe-da239180831e req-075bcc73-72c1-4286-9b86-f47f6f8be9ca tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.565553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd0bdb3a-1104-46a4-9cbe-da239180831e req-075bcc73-72c1-4286-9b86-f47f6f8be9ca tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0794008 Jun 30 02:59:21.580761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Allocated IP 172.25.0.137 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/217f6575-680f-4074-84b5-b5251fadcd6f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:21.617500 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd0bdb3a-1104-46a4-9cbe-da239180831e req-5a873976-24d9-4a77-973e-dbce61116e1c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Jun 30 02:59:21.718491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.768448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.847953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:21.859071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:21.865442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:21.909606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'Port': ['ID=217f6575-680f-4074-84b5-b5251fadcd6f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:21.983315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.038431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d67ba4-bf83-4706-a8f0-5cfdd85c51e7 req-2364c082-91ac-4a74-a2f3-ffd8fa5f82a8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:22.040135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82d67ba4-bf83-4706-a8f0-5cfdd85c51e7 req-2364c082-91ac-4a74-a2f3-ffd8fa5f82a8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2342832 Jun 30 02:59:22.074000 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.124877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-82d67ba4-bf83-4706-a8f0-5cfdd85c51e7 req-b5d844f8-72ed-4580-b8a4-4faf16d5ab4d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754483 Jun 30 02:59:22.248551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfca4b-e458-48cd-86ac-8643643f7ab1 req-20cffb9d-b236-4f13-949f-43ebe89e3c59 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:22.255532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7dbfca4b-e458-48cd-86ac-8643643f7ab1 req-20cffb9d-b236-4f13-949f-43ebe89e3c59 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1684716 Jun 30 02:59:22.302985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7dbfca4b-e458-48cd-86ac-8643643f7ab1 req-a06a4196-acc7-4a40-bb77-dfd48182b285 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Jun 30 02:59:22.330419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.337793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.412941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'Port': ['ID=217f6575-680f-4074-84b5-b5251fadcd6f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:22.425184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.442837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.444445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c3980d72-21fa-4403-a111-873fd3fc12cf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1744676 Jun 30 02:59:22.689001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-5aeb234a-24be-4e3f-91fe-35c1d573eea8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--328105222&fields=id&tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 267 time: 0.0586169 Jun 30 02:59:22.816177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-51f50dd8-0a6c-45a6-a471-6e9dd1075424 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:22.818755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-51f50dd8-0a6c-45a6-a471-6e9dd1075424 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 816 time: 0.1228535 Jun 30 02:59:22.834241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-bf99b94d-bccb-45da-af7d-e22c23424ebd tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/quotas/93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 375 time: 0.0109503 Jun 30 02:59:22.918202 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-82791edd-be0c-4896-aed3-95bd49a25e9b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782533 Jun 30 02:59:23.033053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-e9fdf126-a8c0-4e04-a50c-9b90a9bf5988 service neutron] 10.222.0.78 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018958 Jun 30 02:59:23.139759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-de4be446-ade9-495f-b2a6-e6643b99683b service neutron] 10.222.0.78 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001272 Jun 30 02:59:23.371421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cd27ba31-3f13-4eff-a280-2761e8c4b228 req-c5fd50a4-5569-4b3f-942a-aecc8f5abb09 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 210 time: 0.0531106 Jun 30 02:59:23.379915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b234d-b10e-4fa4-93e0-90a6e86da3f8 req-dc71b1d6-2a5b-4f31-94d2-258055c243f4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.388046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-967b234d-b10e-4fa4-93e0-90a6e86da3f8 req-dc71b1d6-2a5b-4f31-94d2-258055c243f4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1183167 Jun 30 02:59:23.439563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-967b234d-b10e-4fa4-93e0-90a6e86da3f8 req-9da63006-c7b3-4a7b-b45d-b735facad34e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497055 Jun 30 02:59:23.750142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d0ef-993f-4016-8ad9-2920883cbeab req-fcbdefd7-035d-4126-8adf-87ddecb8d13c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.751701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9076d0ef-993f-4016-8ad9-2920883cbeab req-fcbdefd7-035d-4126-8adf-87ddecb8d13c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1333783 Jun 30 02:59:23.798877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9076d0ef-993f-4016-8ad9-2920883cbeab req-411b3fa9-e941-44a3-bb91-cbd87c83e603 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Jun 30 02:59:24.267594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e9504-b2da-4aeb-90b1-5ba5393a0b31 req-9a4177e0-2008-45d8-9411-0a51b076c8c9 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.270408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c0e9504-b2da-4aeb-90b1-5ba5393a0b31 req-9a4177e0-2008-45d8-9411-0a51b076c8c9 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1117432 Jun 30 02:59:24.345377 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3c0e9504-b2da-4aeb-90b1-5ba5393a0b31 req-24106721-dc0e-411a-bd03-cdaa8f5dec37 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688143 Jun 30 02:59:24.429122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-f3bd5523-f2b6-44aa-88ca-ec8f6663c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.431029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-f3bd5523-f2b6-44aa-88ca-ec8f6663c643 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=593d34abba694193b8b1c8248f0b77a7&device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 1096 time: 0.2736182 Jun 30 02:59:24.468349 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:59:24.733313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a92e5-ab26-47ce-8258-a4f4876f7e54 req-582a48d9-1c64-4267-ae41-edd7b6375488 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.734544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e60a92e5-ab26-47ce-8258-a4f4876f7e54 req-582a48d9-1c64-4267-ae41-edd7b6375488 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1398687 Jun 30 02:59:24.838383 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e60a92e5-ab26-47ce-8258-a4f4876f7e54 req-ce249476-4413-40b8-bd4d-917148ed5669 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898833 Jun 30 02:59:24.961794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24d118fb-b8f5-41c7-8ebd-073ec75b5ad6 req-b84e7f9e-801f-466b-b448-9625a1b41b7a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 210 time: 0.0513670 Jun 30 02:59:24.998363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-3e9dbf30-7c09-4cba-bf86-683524aef963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.999833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-3e9dbf30-7c09-4cba-bf86-683524aef963 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6078de44-ecb7-4c6f-8c54-073abfa5b97c HTTP/1.1" status: 200 len: 913 time: 0.5590253 Jun 30 02:59:25.056692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-b3725728-c09f-4291-bf2e-9ff93a2426e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334b684d-a05f-46b2-9613-683e7d00caa5 HTTP/1.1" status: 200 len: 217 time: 0.0492151 Jun 30 02:59:25.170886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-291366ba-0ce3-43a6-a933-c8e1da86f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:25.174433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-291366ba-0ce3-43a6-a933-c8e1da86f351 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0da8beb-62f7-4a8a-b58b-6160b92d8dd9 HTTP/1.1" status: 200 len: 852 time: 0.1076427 Jun 30 02:59:25.223020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-30be0481-ea69-4a93-8dd7-e81c3986661a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6078de44-ecb7-4c6f-8c54-073abfa5b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370972 Jun 30 02:59:25.304187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-8eeebf77-fc1b-4fa5-a4e1-26990cc8dc94 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:25.306487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-8eeebf77-fc1b-4fa5-a4e1-26990cc8dc94 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 816 time: 0.2909448 Jun 30 02:59:25.389854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-1bbf6da1-a749-4b5b-8579-f64de4e5e7d5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 379 time: 0.0633683 Jun 30 02:59:25.396449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-d72757f0-2ca5-4efd-a930-3d6aaa403853 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578414 Jun 30 02:59:25.405994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'port': {'device_id': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'admin_state_up': True, 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'security_groups': ['f3abf9d0-9a58-47c6-afe5-e70e84d0eabd']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:25.557220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11fd7c-f12a-41b0-9f26-6bea365ca9c4 req-50a404cf-2fe1-4ada-9880-1c97d9229c38 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:25.559116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf11fd7c-f12a-41b0-9f26-6bea365ca9c4 req-50a404cf-2fe1-4ada-9880-1c97d9229c38 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0821383 Jun 30 02:59:25.614107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf11fd7c-f12a-41b0-9f26-6bea365ca9c4 req-0328f1fb-3674-4165-b982-bfdc688df264 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474718 Jun 30 02:59:25.677979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Made reservation on behalf of 93bd9490a3b34e8ca57aca5df3ee4f74 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:25.681807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.703250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26bffe5-e8f2-4b48-86c4-0649e47905ed req-02e9e14f-bcb0-4d16-96ff-2448d2b0a659 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915728 Jun 30 02:59:25.842397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Allocated IP 172.20.0.6 (12ec059a-cdf8-4a9d-88f5-f22b0a577295/1071943a-2ee3-4da3-a3b4-00deebf90fc5/804c345f-45a8-46b6-abee-ccb792252dfa) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:26.085529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.108044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Transition to ACTIVE for port object 804c345f-45a8-46b6-abee-ccb792252dfa will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:26.121499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674357e6-0c16-481d-a7fc-9539d33edc51 req-ebefa9d8-e0ad-41ce-858b-4b56cac0ee01 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.123338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-674357e6-0c16-481d-a7fc-9539d33edc51 req-ebefa9d8-e0ad-41ce-858b-4b56cac0ee01 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1332562 Jun 30 02:59:26.160906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-504fcb54-78b6-484a-9447-a07944843cf2 req-40d5f7c2-2de7-446e-ac1d-f880845a6623 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 210 time: 0.0459819 Jun 30 02:59:26.180331 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-674357e6-0c16-481d-a7fc-9539d33edc51 req-3cfb2803-d748-4419-9f85-668d47ff17b5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508657 Jun 30 02:59:26.187112 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.237552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:26.240918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:26.244719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:26.279053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:26.307062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.307672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.333538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c3293c2f-d2c1-4250-ae8a-020100ea763e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9340601 Jun 30 02:59:26.351531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Request body: {'port': {'device_id': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:26.433915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.546746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-15157acf-37c5-41b4-8514-fd89d22f7ba0 None None] Provisioning for port 804c345f-45a8-46b6-abee-ccb792252dfa completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:26.551695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-15157acf-37c5-41b4-8514-fd89d22f7ba0 None None] Provisioning complete for port 804c345f-45a8-46b6-abee-ccb792252dfa triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:26.552256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15157acf-37c5-41b4-8514-fd89d22f7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.627142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-15157acf-37c5-41b4-8514-fd89d22f7ba0 None None] Port 804c345f-45a8-46b6-abee-ccb792252dfa cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:59:26.850079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:26.863023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.889902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Transition to ACTIVE for port object 804c345f-45a8-46b6-abee-ccb792252dfa will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:26.900837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff51d0-4631-424b-8ddd-8a2baf4fdff9 req-8460661c-e72a-41ba-861f-008209340dd1 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.902495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72ff51d0-4631-424b-8ddd-8a2baf4fdff9 req-8460661c-e72a-41ba-861f-008209340dd1 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1325643 Jun 30 02:59:26.904821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.999443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:27.010138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72ff51d0-4631-424b-8ddd-8a2baf4fdff9 req-161d1fed-0e54-4f6e-9691-ebf51d574dcb tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996432 Jun 30 02:59:27.114075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:27.114507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:27.114833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:27.115917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31894-2cc7-4072-b184-dd7d0ac55cd4 req-63e58e10-821c-4b68-b3a4-930ed05a5de4 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.121424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fc31894-2cc7-4072-b184-dd7d0ac55cd4 req-63e58e10-821c-4b68-b3a4-930ed05a5de4 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 946 time: 0.1170566 Jun 30 02:59:27.121629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Port 804c345f-45a8-46b6-abee-ccb792252dfa on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:27.122868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:27.130126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:27.130529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Checking segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:27.130923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Bound using segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:27.131375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Bound port: 804c345f-45a8-46b6-abee-ccb792252dfa, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:27.131738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.195744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fc31894-2cc7-4072-b184-dd7d0ac55cd4 req-bc07c40d-0aef-4eb0-8a76-14bfb59cb39f tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661252 Jun 30 02:59:27.227083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:27.241399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:27.252973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.331111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.331712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.333170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] 10.222.0.90 "PUT /v2.0/ports/804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 1091 time: 0.9860814 Jun 30 02:59:27.333624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:27.336297 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1572f7-291f-49c7-82f3-26c556e96462" -d '{"events": [{"name": "network-changed", "server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:27.386503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966783e-b401-4bd7-a5dc-2a564892cdeb service neutron] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:27.414256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e6716-f887-419d-9322-6349db306468 req-33de75af-5578-4424-b0e1-1cfa3582201f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.427101 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e4e6716-f887-419d-9322-6349db306468 req-33de75af-5578-4424-b0e1-1cfa3582201f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.0977254 Jun 30 02:59:27.501329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e4e6716-f887-419d-9322-6349db306468 req-98de4001-7ac2-4d7f-85c1-a8703db1cc26 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731046 Jun 30 02:59:27.549823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c7274ca5-c73e-4da7-9ec0-596d491c14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.551552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c7274ca5-c73e-4da7-9ec0-596d491c14e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1094 time: 0.1453912 Jun 30 02:59:27.577789 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0a1948-d0ea-4f9e-8e56-3ea20ea26359 x-openstack-request-id: req-6a0a1948-d0ea-4f9e-8e56-3ea20ea26359 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:27.578176 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:27.578372 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a0a1948-d0ea-4f9e-8e56-3ea20ea26359 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:27.578743 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'status': 'completed', 'code': 200} Jun 30 02:59:27.631529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-f4072150-c8a1-4b98-b173-d90f923abe63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 217 time: 0.0618083 Jun 30 02:59:27.660379 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78225c63-6966-49d2-bfa6-837a6eb8d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.722041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-a8b6aa6e-26ab-47fe-a2b3-ad1e3f8ef7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.723668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-a8b6aa6e-26ab-47fe-a2b3-ad1e3f8ef7c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0771978 Jun 30 02:59:27.738662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9e35-767c-494b-977a-4ef9a2cdd1d2 req-229cf5e0-f107-43b8-9d2e-23c165eaeaec tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.740366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5b2a9e35-767c-494b-977a-4ef9a2cdd1d2 req-229cf5e0-f107-43b8-9d2e-23c165eaeaec tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2054701 Jun 30 02:59:27.772326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6746e2-6611-44d0-9147-4046d77d9769 req-0988093d-8a51-4cec-9ced-bdc32098b3bc tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.773855 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b6746e2-6611-44d0-9147-4046d77d9769 req-0988093d-8a51-4cec-9ced-bdc32098b3bc tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0831473 Jun 30 02:59:27.812521 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5b2a9e35-767c-494b-977a-4ef9a2cdd1d2 req-d447f555-68a2-4c32-8ea0-29d65f581ddf tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617626 Jun 30 02:59:27.815646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b6746e2-6611-44d0-9147-4046d77d9769 req-c00693d3-b68c-452c-ba77-6d8061e94ae5 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Jun 30 02:59:27.853817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c6d59215-34a4-43ca-b479-ab4d4d51eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.857170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-c6d59215-34a4-43ca-b479-ab4d4d51eb7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157441 Jun 30 02:59:27.972124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-2add13ce-9133-4704-b480-e4bf6bfa7d7a service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034026 Jun 30 02:59:28.079508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9eae95d-bc87-4c2d-878a-7f5a0bbab884 req-43462ea1-2d36-4277-92cc-8710a5e7dea2 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965009 Jun 30 02:59:28.241024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1572f7-291f-49c7-82f3-26c556e96462 req-d56a0731-1c5e-4601-a786-4a35e3e69d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.243004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-d56a0731-1c5e-4601-a786-4a35e3e69d60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1094 time: 0.0798151 Jun 30 02:59:28.375684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1572f7-291f-49c7-82f3-26c556e96462 req-aea601ae-4add-451b-ba5a-3f328877a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.377239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-aea601ae-4add-451b-ba5a-3f328877a940 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1230979 Jun 30 02:59:28.436787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-11e53328-03e8-447f-ba6f-7a8bc4de0fcc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 217 time: 0.0464804 Jun 30 02:59:28.448253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd49949-202f-4d65-b47a-e09a42058a07 req-7269c5ba-5e43-4373-b7e6-4a1ccf29144e tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.449728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efd49949-202f-4d65-b47a-e09a42058a07 req-7269c5ba-5e43-4373-b7e6-4a1ccf29144e tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 946 time: 0.1216516 Jun 30 02:59:28.522442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efd49949-202f-4d65-b47a-e09a42058a07 req-661f078b-d71c-48ed-a53a-06dd472bd18b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Jun 30 02:59:28.528548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1572f7-291f-49c7-82f3-26c556e96462 req-cb4d334b-60bd-495f-8488-904a92f66a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.530185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-cb4d334b-60bd-495f-8488-904a92f66a87 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0788374 Jun 30 02:59:28.598173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1572f7-291f-49c7-82f3-26c556e96462 req-b0af9332-6548-4068-bcd2-246aea29f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.599749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-b0af9332-6548-4068-bcd2-246aea29f950 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576155 Jun 30 02:59:28.688892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330787a-3072-4740-91a2-0b2bbb43421a req-788af3dd-df90-45e5-9102-fc690dbcf3f3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.690474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b330787a-3072-4740-91a2-0b2bbb43421a req-788af3dd-df90-45e5-9102-fc690dbcf3f3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.0720270 Jun 30 02:59:28.725332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-98e69bbf-3bb7-4f23-bd8c-f485bbf19008 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048970 Jun 30 02:59:28.740331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b330787a-3072-4740-91a2-0b2bbb43421a req-22e9f3a5-7bf3-437f-b7e5-f652e6039d2c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Jun 30 02:59:28.843687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da1572f7-291f-49c7-82f3-26c556e96462 req-d04d779e-acca-4f31-bd86-a4fa63b79e52 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993230 Jun 30 02:59:29.014211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913e200-a88d-4af4-a959-1997c5bd8542 req-1584a7b0-61ef-41e2-ae81-7d493122d2fe tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.015854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c913e200-a88d-4af4-a959-1997c5bd8542 req-1584a7b0-61ef-41e2-ae81-7d493122d2fe tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0766754 Jun 30 02:59:29.028847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1788b25-2dbb-4b68-866c-d971774fc900 req-d3e658b5-77fd-4550-b1d9-c6c723d9fd64 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.033182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1788b25-2dbb-4b68-866c-d971774fc900 req-d3e658b5-77fd-4550-b1d9-c6c723d9fd64 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0715022 Jun 30 02:59:29.061819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c913e200-a88d-4af4-a959-1997c5bd8542 req-1fe8a7bb-0e99-4e58-9aaa-9ee3cb941da9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Jun 30 02:59:29.070833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a1788b25-2dbb-4b68-866c-d971774fc900 req-ab1be2c2-3076-49d5-b425-deeb5787e151 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jun 30 02:59:29.443258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-f23e9cc6-87c4-40ac-8677-a4e05d0b3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.444755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-f23e9cc6-87c4-40ac-8677-a4e05d0b3b81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=593d34abba694193b8b1c8248f0b77a7&device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 1096 time: 0.0672140 Jun 30 02:59:29.450882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa17ac1-15f7-4dc7-8bf3-027d9398195f req-fda2d685-929c-42ab-a663-213fb9f0b379 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.452586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ffa17ac1-15f7-4dc7-8bf3-027d9398195f req-fda2d685-929c-42ab-a663-213fb9f0b379 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0759203 Jun 30 02:59:29.502323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ffa17ac1-15f7-4dc7-8bf3-027d9398195f req-0c0ce4ad-50d2-4528-a871-6e2b83c6597f tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Jun 30 02:59:29.579826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-aa654c97-1e6d-4d7c-99b6-320ab25c2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.581335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-aa654c97-1e6d-4d7c-99b6-320ab25c2f61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6078de44-ecb7-4c6f-8c54-073abfa5b97c HTTP/1.1" status: 200 len: 913 time: 0.1262419 Jun 30 02:59:29.641970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-7c9df8d1-daee-4b39-a482-20d67a22765b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334b684d-a05f-46b2-9613-683e7d00caa5 HTTP/1.1" status: 200 len: 217 time: 0.0536985 Jun 30 02:59:29.771469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-6a383127-41d9-41fc-8d69-134651f5f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.772929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-6a383127-41d9-41fc-8d69-134651f5f669 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d0da8beb-62f7-4a8a-b58b-6160b92d8dd9 HTTP/1.1" status: 200 len: 852 time: 0.1253874 Jun 30 02:59:29.815576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-11650ad1-179f-4187-8a19-085eb3577abd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6078de44-ecb7-4c6f-8c54-073abfa5b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355978 Jun 30 02:59:29.830561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-51809e31-f1cc-4a0b-ada5-bf8c55d2b7d4 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.832046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-51809e31-f1cc-4a0b-ada5-bf8c55d2b7d4 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.90 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 946 time: 0.2062798 Jun 30 02:59:29.839321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-aefe461d-e0d6-4fdd-8556-ac2c5643a539 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:59:29.840268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-aefe461d-e0d6-4fdd-8556-ac2c5643a539 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073504 Jun 30 02:59:29.937576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3e96f-3503-49e8-a94b-1dbf75b7bc19 req-93ea47f3-5dcb-44dc-812a-5cb8b7c72ab7 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.939047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-baf3e96f-3503-49e8-a94b-1dbf75b7bc19 req-93ea47f3-5dcb-44dc-812a-5cb8b7c72ab7 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 946 time: 0.2236485 Jun 30 02:59:29.973996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07c5a4-5d03-4342-9121-376b35e0ba6f req-2ebe8930-9480-4008-b992-ca4e2569deec tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.975571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b07c5a4-5d03-4342-9121-376b35e0ba6f req-2ebe8930-9480-4008-b992-ca4e2569deec tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.1086059 Jun 30 02:59:30.020073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b07c5a4-5d03-4342-9121-376b35e0ba6f req-4cdbe148-1294-4bcd-8acb-f1b1a950ea83 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Jun 30 02:59:30.044774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-21ef628c-bd9e-4b97-9b8d-70aac7bafb30 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928663 Jun 30 02:59:30.063904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-baf3e96f-3503-49e8-a94b-1dbf75b7bc19 req-8d2a16e2-371b-41ac-a3c0-cc22a737b722 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077991 Jun 30 02:59:30.123474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Deleting port 7ef4ff33-b7ab-4a71-a407-0615684f7461 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:30.123714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.222454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ec65f3b-a250-4fec-8501-61b103c6b8bb req-8be26c01-f06a-48c2-bca8-4b0da24fbee3 service neutron] 10.222.0.67 "GET /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699829 Jun 30 02:59:30.255190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] For port 7ef4ff33-b7ab-4a71-a407-0615684f7461, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7ef4ff33-b7ab-4a71-a407-0615684f7461,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:30.255701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.271791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Calling delete_port for 7ef4ff33-b7ab-4a71-a407-0615684f7461 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:30.279525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07163e7c-5c3e-4f99-ac8f-dfefaf9a9825 req-942dfcb6-90db-4340-bd6f-5b98aff6d5f9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.282044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07163e7c-5c3e-4f99-ac8f-dfefaf9a9825 req-942dfcb6-90db-4340-bd6f-5b98aff6d5f9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0850441 Jun 30 02:59:30.315632 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f73e1fbb-822b-4293-9488-46d8222b21b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.336399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07163e7c-5c3e-4f99-ac8f-dfefaf9a9825 req-7a914ba2-1c00-4059-9150-56eeb65e1101 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447984 Jun 30 02:59:30.433214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.454474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['7ef4ff33-b7ab-4a71-a407-0615684f7461'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:30.470177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Pushing event deleted for resources: {'Port': ['ID=7ef4ff33-b7ab-4a71-a407-0615684f7461,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:30.533414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] No DVR routers for this DVR port 7ef4ff33-b7ab-4a71-a407-0615684f7461 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:30.537698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.540704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c72a353-94bb-4683-8fcc-7c605fb2c6e9 req-5569878f-dd32-4c91-abd1-30c78923318b tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.90 "DELETE /v2.0/ports/7ef4ff33-b7ab-4a71-a407-0615684f7461 HTTP/1.1" status: 204 len: 173 time: 0.6979575 Jun 30 02:59:30.541212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'name': 'network-vif-deleted', 'tag': '7ef4ff33-b7ab-4a71-a407-0615684f7461'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:30.543634 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae153d7-b3a1-48e3-b32e-ee9d7cff61fa" -d '{"events": [{"server_uuid": "11a2dc3a-2325-4ad1-af63-af36cbee7b82", "name": "network-vif-deleted", "tag": "7ef4ff33-b7ab-4a71-a407-0615684f7461"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:30.552453 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.595035 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453253f-3f80-432c-8ba2-ebef0c492df8 x-openstack-request-id: req-4453253f-3f80-432c-8ba2-ebef0c492df8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:30.595333 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a2dc3a-2325-4ad1-af63-af36cbee7b82", "name": "network-vif-deleted", "tag": "7ef4ff33-b7ab-4a71-a407-0615684f7461", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:30.596026 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4453253f-3f80-432c-8ba2-ebef0c492df8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:30.596321 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a2dc3a-2325-4ad1-af63-af36cbee7b82', 'name': 'network-vif-deleted', 'tag': '7ef4ff33-b7ab-4a71-a407-0615684f7461', 'status': 'completed', 'code': 200} Jun 30 02:59:30.709745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7bad4-b210-44b3-8a9b-2f6cb38b2294 req-0778102b-3896-48d5-a193-482cd583cb0b tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.719391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d4f7bad4-b210-44b3-8a9b-2f6cb38b2294 req-0778102b-3896-48d5-a193-482cd583cb0b tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0760984 Jun 30 02:59:30.755439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d4f7bad4-b210-44b3-8a9b-2f6cb38b2294 req-91e23d4a-a7ca-4c59-be9a-4b1fcee33752 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373063 Jun 30 02:59:31.169415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:31.286612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c5035-3344-4de6-b5e0-f03f8ba55a38 req-4227be06-57aa-4744-ab5b-ca137817b4c2 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:31.288578 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c131f05b-8e0b-41d6-ae17-db08eba5ba9e req-8098d9b5-cbcc-497b-ad1f-4b70b559c16d tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=11a2dc3a-2325-4ad1-af63-af36cbee7b82 HTTP/1.1" status: 200 len: 210 time: 0.0346994 Jun 30 02:59:31.291606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-565c5035-3344-4de6-b5e0-f03f8ba55a38 req-4227be06-57aa-4744-ab5b-ca137817b4c2 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.1333973 Jun 30 02:59:31.328280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:31.343641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-565c5035-3344-4de6-b5e0-f03f8ba55a38 req-48541c62-34e8-4ed6-b11f-fd17933bd63d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442224 Jun 30 02:59:31.350547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '804c345f-45a8-46b6-abee-ccb792252dfa', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa', 'mac_address': 'fa:16:3e:12:74:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:31.421044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.436636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:31.460528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:31.466590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.525071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:31.565243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d05d-9022-4835-a251-a54d8d7c07ec req-7efe8099-0ef5-4956-88bf-6bfbc85c10cc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:31.566785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-45b0d05d-9022-4835-a251-a54d8d7c07ec req-7efe8099-0ef5-4956-88bf-6bfbc85c10cc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0828438 Jun 30 02:59:31.609314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-45b0d05d-9022-4835-a251-a54d8d7c07ec req-0a2638da-7c88-4e99-a648-a664208ff87b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366824 Jun 30 02:59:31.783152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['804c345f-45a8-46b6-abee-ccb792252dfa'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:32.020175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca3fb4-be86-43f2-b75c-4a5681ac025e req-ba2ad2f4-0252-422f-b5e2-221ecbdbe483 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.021706 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65ca3fb4-be86-43f2-b75c-4a5681ac025e req-ba2ad2f4-0252-422f-b5e2-221ecbdbe483 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0701795 Jun 30 02:59:32.023268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27aba-a0c6-4001-90fe-1e478868543e req-945265a0-e4f7-4e16-8477-66b40ffa5b64 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.024838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48d27aba-a0c6-4001-90fe-1e478868543e req-945265a0-e4f7-4e16-8477-66b40ffa5b64 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.1115088 Jun 30 02:59:32.055812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-605cc8eb-44ed-4bc1-ad4d-4c1ef5dbcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.057545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-605cc8eb-44ed-4bc1-ad4d-4c1ef5dbcece service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.1116569 Jun 30 02:59:32.064559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65ca3fb4-be86-43f2-b75c-4a5681ac025e req-cbc4405b-c114-4d20-9243-525feed400e7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365968 Jun 30 02:59:32.092174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-48d27aba-a0c6-4001-90fe-1e478868543e req-87487d8f-b802-4e5e-9d15-80adccb77905 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603240 Jun 30 02:59:32.170721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-fab82cde-eb75-48db-916f-c1fc70db8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.173767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-fab82cde-eb75-48db-916f-c1fc70db8c4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1059022 Jun 30 02:59:32.234448 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:32.271476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-83543924-09c6-421f-9fa1-96254ac59402 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.0886714 Jun 30 02:59:32.332170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-c9551571-24a2-4d0d-ae15-c66b68c0a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.334425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-c9551571-24a2-4d0d-ae15-c66b68c0a91f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0562313 Jun 30 02:59:32.449641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-cae4950d-e27d-4d86-8622-652cdc6919c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.451902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-cae4950d-e27d-4d86-8622-652cdc6919c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101458 Jun 30 02:59:32.620753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-a388a1bf-6d0c-4ba4-8d11-f0dc87bfb159 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589739 Jun 30 02:59:32.625840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b1524-b502-4884-81df-724bde498726 req-10f5249c-a31b-4ecf-8882-f1d11eabeb49 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.628907 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e50b1524-b502-4884-81df-724bde498726 req-10f5249c-a31b-4ecf-8882-f1d11eabeb49 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0945938 Jun 30 02:59:32.655025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc291cc-6f0f-4770-a250-b6d953ccbb71 req-a47c9437-ba5a-4581-9a0a-dcbfaf0b13fd tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.656679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc291cc-6f0f-4770-a250-b6d953ccbb71 req-a47c9437-ba5a-4581-9a0a-dcbfaf0b13fd tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.1240616 Jun 30 02:59:32.694846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e50b1524-b502-4884-81df-724bde498726 req-bd00efc0-0e2d-4b03-b808-afb99c9eca31 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523345 Jun 30 02:59:32.925231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-30da9729-509c-4f74-b3d2-da592683c5fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638614 Jun 30 02:59:33.026604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf154b-5264-408d-a4b2-541633786845 req-36f9ceb2-288b-4180-90ee-895b1c98d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.028871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-36f9ceb2-288b-4180-90ee-895b1c98d074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 1097 time: 0.0699227 Jun 30 02:59:33.134815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffc291cc-6f0f-4770-a250-b6d953ccbb71 req-cee17407-e050-4e6e-ad0a-d1066236699d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299242 Jun 30 02:59:33.185353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:33.190502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf154b-5264-408d-a4b2-541633786845 req-e69ce7b7-313b-40ce-a21f-57e3f475f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.192243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-e69ce7b7-313b-40ce-a21f-57e3f475f039 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1384778 Jun 30 02:59:33.196479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd870fe4-4fc5-4209-a18b-9046b1311f7e req-10161480-c8f3-4d3f-bc21-e280d7ee95f7 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669386 Jun 30 02:59:33.256689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-d8be64ac-4b76-4250-843b-ec9f17089403 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177f66bd-b42f-42ec-b086-f175b6140082 HTTP/1.1" status: 200 len: 217 time: 0.0473540 Jun 30 02:59:33.282236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 804c345f-45a8-46b6-abee-ccb792252dfa completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:33.287551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 804c345f-45a8-46b6-abee-ccb792252dfa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:33.288143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:33.354518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf154b-5264-408d-a4b2-541633786845 req-3767cdd7-1693-4663-b07f-dbabcc0de1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.355823 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-3767cdd7-1693-4663-b07f-dbabcc0de1d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0566204 Jun 30 02:59:33.375995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bfc03-bb01-469d-9b19-d4e547302f0d req-4db2a244-80e6-4fa4-8b21-46dc4d4edcb0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.377557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-123bfc03-bb01-469d-9b19-d4e547302f0d req-4db2a244-80e6-4fa4-8b21-46dc4d4edcb0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1194589 Jun 30 02:59:33.397235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:33.424337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:33.429170 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbf7d7-856e-4f59-be5c-fc6c5525d238" -d '{"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-plugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:33.448060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:33.457983 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:33.458596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-123bfc03-bb01-469d-9b19-d4e547302f0d req-fcbc9fc8-0d1e-453a-8c52-40049cd0355f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525584 Jun 30 02:59:33.459485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7ef4ff33-b7ab-4a71-a407-0615684f7461 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:33.465647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf154b-5264-408d-a4b2-541633786845 req-a586a7aa-beee-4bf7-bd52-6e25cd12e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.468159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-a586a7aa-beee-4bf7-bd52-6e25cd12e7e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014843 Jun 30 02:59:33.516574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 7ef4ff33-b7ab-4a71-a407-0615684f7461 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:33.516873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7ef4ff33-b7ab-4a71-a407-0615684f7461 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:33.520027 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c738bd-7ccc-416b-a316-0bb2573f904f x-openstack-request-id: req-d7c738bd-7ccc-416b-a316-0bb2573f904f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:33.520369 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-plugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:33.521752 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7c738bd-7ccc-416b-a316-0bb2573f904f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:33.522501 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'code': 200} Jun 30 02:59:33.579917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:33.597803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-fc7e9546-6e9b-4b99-98df-d872e7161966 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193349 Jun 30 02:59:33.695540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e611-30be-4456-88e8-6991f3b23061 req-57331241-56e4-423c-955d-08ee8df3f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.697129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e800e611-30be-4456-88e8-6991f3b23061 req-57331241-56e4-423c-955d-08ee8df3f740 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1096 time: 0.0819266 Jun 30 02:59:33.787154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e800e611-30be-4456-88e8-6991f3b23061 req-c2a9c111-0469-40a7-833d-356de0dec846 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818353 Jun 30 02:59:33.791601 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85bf154b-5264-408d-a4b2-541633786845 req-81881c0f-2e6a-496b-90cc-8b10ee08f206 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862326 Jun 30 02:59:34.272677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ab54d-5cfb-425a-a971-e27bd4f97831 req-5e95504e-d5cf-462e-8f9c-08da5b4e35ac tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.274164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-909ab54d-5cfb-425a-a971-e27bd4f97831 req-5e95504e-d5cf-462e-8f9c-08da5b4e35ac tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.3993959 Jun 30 02:59:34.319613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-909ab54d-5cfb-425a-a971-e27bd4f97831 req-1cb2e496-c3c8-49ea-8c4b-a9b90fbc342c tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/security-groups?id=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Jun 30 02:59:34.348409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:34.380401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee16a3-e854-40a8-8af5-6d108cf23445 req-3a8d4ecf-8b3a-4388-8979-e1e4aa6413ed tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.381872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98ee16a3-e854-40a8-8af5-6d108cf23445 req-3a8d4ecf-8b3a-4388-8979-e1e4aa6413ed tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.1111362 Jun 30 02:59:34.422225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98ee16a3-e854-40a8-8af5-6d108cf23445 req-4861d8be-1e95-4050-b23d-8bea313faa74 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342927 Jun 30 02:59:34.557482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-5327f46a-c134-455c-aa40-547ce09a8211 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.560213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-5327f46a-c134-455c-aa40-547ce09a8211 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.67 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 945 time: 0.0700412 Jun 30 02:59:34.708561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d9dd2-e4a2-43d0-95fc-3cb582b703e9 req-0cf79b8a-bb97-4231-a959-3de5b737bcd2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.709944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e0d9dd2-e4a2-43d0-95fc-3cb582b703e9 req-0cf79b8a-bb97-4231-a959-3de5b737bcd2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1299162 Jun 30 02:59:34.738497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Deleting port 334b684d-a05f-46b2-9613-683e7d00caa5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:34.738834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:34.807287 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e0d9dd2-e4a2-43d0-95fc-3cb582b703e9 req-90102982-8f1e-4d36-bda7-0c5f9c7ed826 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898230 Jun 30 02:59:34.873270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] For port 334b684d-a05f-46b2-9613-683e7d00caa5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=334b684d-a05f-46b2-9613-683e7d00caa5,segment=NetworkSegment(7c4da4bc-65db-4c8e-87d4-09cd86672892),segment_id=7c4da4bc-65db-4c8e-87d4-09cd86672892)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:34.874028 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:34.913197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Calling delete_port for 334b684d-a05f-46b2-9613-683e7d00caa5 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:35.082608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2295fd-3e32-490c-98eb-f61ea26a9d39 req-e95b727d-d81c-4aff-8a9b-462c922ab9f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.084447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b2295fd-3e32-490c-98eb-f61ea26a9d39 req-e95b727d-d81c-4aff-8a9b-462c922ab9f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1397054 Jun 30 02:59:35.131517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.133968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b2295fd-3e32-490c-98eb-f61ea26a9d39 req-42aeca86-139a-44bd-8a1c-c4b23515fd51 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Jun 30 02:59:35.145151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['334b684d-a05f-46b2-9613-683e7d00caa5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:35.191793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Pushing event deleted for resources: {'Port': ['ID=334b684d-a05f-46b2-9613-683e7d00caa5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:35.270971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] No DVR routers for this DVR port 334b684d-a05f-46b2-9613-683e7d00caa5 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:35.273783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.276654 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1247c893-aeb7-49c7-a962-7d73b3452e01 req-67f40f73-5633-46b7-a5b4-a1c0947782a3 tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.67 "DELETE /v2.0/ports/334b684d-a05f-46b2-9613-683e7d00caa5 HTTP/1.1" status: 204 len: 173 time: 0.7099693 Jun 30 02:59:35.277293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'name': 'network-vif-deleted', 'tag': '334b684d-a05f-46b2-9613-683e7d00caa5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:35.280408 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11b049-b6c8-4591-a320-c57a8656e7b5" -d '{"events": [{"server_uuid": "ded9dcf9-8031-4b63-bc47-3d03bb3ced32", "name": "network-vif-deleted", "tag": "334b684d-a05f-46b2-9613-683e7d00caa5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:35.336201 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d0629-a1b5-4988-bac6-b821b6cba3fb x-openstack-request-id: req-053d0629-a1b5-4988-bac6-b821b6cba3fb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:35.336902 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded9dcf9-8031-4b63-bc47-3d03bb3ced32", "name": "network-vif-deleted", "tag": "334b684d-a05f-46b2-9613-683e7d00caa5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:35.337369 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-053d0629-a1b5-4988-bac6-b821b6cba3fb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:35.337979 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded9dcf9-8031-4b63-bc47-3d03bb3ced32', 'name': 'network-vif-deleted', 'tag': '334b684d-a05f-46b2-9613-683e7d00caa5', 'status': 'completed', 'code': 200} Jun 30 02:59:35.537743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ede16a5a-6126-4e41-a104-74c49c38e090 req-591a5843-2c1e-49a4-b478-471da83c42ea tempest-TestServerAdvancedOps-2023539528 tempest-TestServerAdvancedOps-2023539528-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded9dcf9-8031-4b63-bc47-3d03bb3ced32 HTTP/1.1" status: 200 len: 210 time: 0.0411990 Jun 30 02:59:35.657584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c55af6-f9c6-44fb-93b0-e4cf820fe217 req-2892dc08-2754-4d12-a038-74d664b9318c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.665825 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27c55af6-f9c6-44fb-93b0-e4cf820fe217 req-2892dc08-2754-4d12-a038-74d664b9318c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0864608 Jun 30 02:59:35.719975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27c55af6-f9c6-44fb-93b0-e4cf820fe217 req-dcdcd8f6-0875-4bea-b8db-e4fa645bad3f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531862 Jun 30 02:59:35.750028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe136957-36e6-4d9b-82de-64a959440ada req-38c7af1c-a3f9-4e14-96b5-72a47abeef29 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.756245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe136957-36e6-4d9b-82de-64a959440ada req-38c7af1c-a3f9-4e14-96b5-72a47abeef29 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0929418 Jun 30 02:59:35.821235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe136957-36e6-4d9b-82de-64a959440ada req-c7b0b9bc-7497-45cf-9712-3d8782b643f5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572619 Jun 30 02:59:36.003097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b0d59-9783-43d4-bd05-9d83f7f30296 req-5acde96a-55a4-46fc-a51c-5367ef113f6a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.005213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc4b0d59-9783-43d4-bd05-9d83f7f30296 req-5acde96a-55a4-46fc-a51c-5367ef113f6a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.1278563 Jun 30 02:59:36.014856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:36.019637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Request body: {'floatingip': {'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:36.107549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.367567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba34af-62c5-4b5a-bf93-10ef0b46b12e req-7d63f069-6853-40fa-b06b-d8698f6ca958 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.369110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71ba34af-62c5-4b5a-bf93-10ef0b46b12e req-7d63f069-6853-40fa-b06b-d8698f6ca958 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1114233 Jun 30 02:59:36.430338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71ba34af-62c5-4b5a-bf93-10ef0b46b12e req-dc3a2940-18bc-4a6a-9b00-bece01d65f44 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550835 Jun 30 02:59:36.635501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40312) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:36.683301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Deleting subnet d0da8beb-62f7-4a8a-b58b-6160b92d8dd9 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:59:36.686566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.719286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.723473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.724062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.774875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.832238 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Floating IP 2f8158bf-f9e3-4160-8b8c-77c684d15a59 associated. External IP: 172.25.0.137, port: 804c345f-45a8-46b6-abee-ccb792252dfa. Jun 30 02:59:36.836943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.865446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.869952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d0da8beb-62f7-4a8a-b58b-6160b92d8dd9 HTTP/1.1" status: 204 len: 168 time: 0.2327623 Jun 30 02:59:36.869952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b5d7a-8133-49fc-91d7-66e257690ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0da8beb-62f7-4a8a-b58b-6160b92d8dd9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:36.874944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40314) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:36.944547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.043403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.060484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6078de44-ecb7-4c6f-8c54-073abfa5b97c']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.060723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:37.079842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4da4bc-65db-4c8e-87d4-09cd86672892') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.080368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4da4bc-65db-4c8e-87d4-09cd86672892') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.108071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.136676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.145669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:37.146257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:37.148061 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:37.193502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:37.198470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.208645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:37.209981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.216555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.219723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6078de44-ecb7-4c6f-8c54-073abfa5b97c HTTP/1.1" status: 204 len: 168 time: 0.3432052 Jun 30 02:59:37.223774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:37.236022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:37.236546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbddb63-e596-4f69-9178-0acedc40c777 admin admin] Pushing event deleted for resources: {'Network': ['ID=6078de44-ecb7-4c6f-8c54-073abfa5b97c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:37.237601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:59:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.265012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ecdf6781-46df-44a2-a2f4-0ddd8bbe2624 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "PUT /v2.0/floatingips/2f8158bf-f9e3-4160-8b8c-77c684d15a59 HTTP/1.1" status: 200 len: 991 time: 1.2487831 Jun 30 02:59:37.266982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:37.269287 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4c52f-99a9-4f23-a291-90c29f344bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:37.289053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Deleting subnet f91b523f-43df-4345-9f25-d7e9586c4fdd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:59:37.292768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.323760 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c3406-6745-45ba-8df0-0cae7ac53c78 x-openstack-request-id: req-ce7c3406-6745-45ba-8df0-0cae7ac53c78 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:37.324183 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:37.324311 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce7c3406-6745-45ba-8df0-0cae7ac53c78 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:37.325304 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'status': 'completed', 'code': 200} Jun 30 02:59:37.338351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.407803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:37.442267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.523908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-fac43cbe-4e99-4bd2-994d-9e7e10d901be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.525629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-fac43cbe-4e99-4bd2-994d-9e7e10d901be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1096 time: 0.1629987 Jun 30 02:59:37.531090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.636330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b523f-43df-4345-9f25-d7e9586c4fdd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:37.648490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.650925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bf3dddd-1341-4059-a2e2-168bca7b023e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f91b523f-43df-4345-9f25-d7e9586c4fdd HTTP/1.1" status: 204 len: 168 time: 0.4254391 Jun 30 02:59:37.654591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40338) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:37.766562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '2f8158bf-f9e3-4160-8b8c-77c684d15a59', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'mac_address': 'fa:16:3e:12:74:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:59:21Z', 'updated_at': '2021-06-30T02:59:36Z', 'revision_number': 1, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.799090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:37.808721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:37.810008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T02:59:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.817737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.827815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9821-12f1-473e-a701-e23d940afe7e req-857c3161-6781-4dd3-a061-1ee08b3dbafc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.829367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ede9821-12f1-473e-a701-e23d940afe7e req-857c3161-6781-4dd3-a061-1ee08b3dbafc tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1825137 Jun 30 02:59:37.831054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-cbee61c0-b9ea-4665-9614-75e4bb242a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.832407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-cbee61c0-b9ea-4665-9614-75e4bb242a19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.2945194 Jun 30 02:59:37.912229 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.925523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594f8657-04b1-4f73-bcfd-366b9bbd3160']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.937508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813f42cf-6a74-401c-9985-8bd56ec8829f') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.938157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813f42cf-6a74-401c-9985-8bd56ec8829f') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:37.949214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.966707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.978099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:37.978574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.982366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ede9821-12f1-473e-a701-e23d940afe7e req-ab1f3182-9f7b-42d8-9613-bc8fc2e0e717 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471529 Jun 30 02:59:37.982992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:38.032381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-1b130fcf-7c01-43ac-85f8-94199ace7e3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 999 time: 0.1724195 Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: timer() Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:38.060144 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:38.104993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.111039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.113833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/594f8657-04b1-4f73-bcfd-366b9bbd3160 HTTP/1.1" status: 204 len: 168 time: 0.4574499 Jun 30 02:59:38.142810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccde9ef-a2bc-4a39-a411-b166127b1ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=594f8657-04b1-4f73-bcfd-366b9bbd3160,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:38.154276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-c89fa0c8-98eb-4da9-9945-ac5d428aa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:38.156085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-c89fa0c8-98eb-4da9-9945-ac5d428aa7d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.1128688 Jun 30 02:59:38.247776 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-9c1cb32b-073f-42b3-bcf3-45aacb0928e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:38.249721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-9c1cb32b-073f-42b3-bcf3-45aacb0928e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859232 Jun 30 02:59:38.271705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-6ce4f268-07de-4088-963a-76e8faa977ef service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:59:38.275050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-6ce4f268-07de-4088-963a-76e8faa977ef service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112345 Jun 30 02:59:38.423165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '2f8158bf-f9e3-4160-8b8c-77c684d15a59', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'mac_address': 'fa:16:3e:12:74:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:59:21Z', 'updated_at': '2021-06-30T02:59:36Z', 'revision_number': 1, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:38.479363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40354) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:38.511031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8bc0e4-d204-4619-a928-ea9f23721090 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '2f8158bf-f9e3-4160-8b8c-77c684d15a59', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'mac_address': 'fa:16:3e:12:74:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:59:21Z', 'updated_at': '2021-06-30T02:59:36Z', 'revision_number': 1, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:38.561609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-7d2fa4b4-bbe2-4bcf-991d-594bb14f2f7b service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787583 Jun 30 02:59:38.585048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df390d6f-6768-4fd1-b402-71ffb7def5be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=593d34abba694193b8b1c8248f0b77a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043906 Jun 30 02:59:38.592779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40356) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:38.690703 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad780b63-9b2f-4846-a120-0b3618b6269d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.713273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2136771-3f5d-46bb-94ed-4947dc8f3b7e req-0a1e10d6-7d9d-4932-94f1-a35da7e01882 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:38.715777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f2136771-3f5d-46bb-94ed-4947dc8f3b7e req-0a1e10d6-7d9d-4932-94f1-a35da7e01882 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.2931683 Jun 30 02:59:38.718767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad780b63-9b2f-4846-a120-0b3618b6269d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.808697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f2136771-3f5d-46bb-94ed-4947dc8f3b7e req-7f3456bb-3b8d-488a-a6b2-57f784ab66e5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847220 Jun 30 02:59:38.809281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 334b684d-a05f-46b2-9613-683e7d00caa5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:38.816638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad780b63-9b2f-4846-a120-0b3618b6269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.819797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad780b63-9b2f-4846-a120-0b3618b6269d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.821385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ad780b63-9b2f-4846-a120-0b3618b6269d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711 HTTP/1.1" status: 204 len: 168 time: 0.2275920 Jun 30 02:59:38.832643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-70f4c52f-99a9-4f23-a291-90c29f344bdd req-03e524c4-18b5-42f4-8afc-5ea5abadb517 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455249 Jun 30 02:59:38.851371 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad780b63-9b2f-4846-a120-0b3618b6269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc0c65a-13a0-4bfd-a143-ecd3e3bdd711,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:38.942044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 334b684d-a05f-46b2-9613-683e7d00caa5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:38.942424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 334b684d-a05f-46b2-9613-683e7d00caa5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:39.033036 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee96b8f-09f4-474a-9bd2-2a9391e5d69a None None] New status for floating IP 2f8158bf-f9e3-4160-8b8c-77c684d15a59: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:59:39.353133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:39.403802 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-014c391d-8ac1-4c99-b987-1bbe15fc6110 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34b77358e9704ba981578c008eca543a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492733 Jun 30 02:59:39.406367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:39.463042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0861677-ccd0-40a7-9645-66dc6cf9821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.486573 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.499323 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0861677-ccd0-40a7-9645-66dc6cf9821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.560358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0861677-ccd0-40a7-9645-66dc6cf9821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.562989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0861677-ccd0-40a7-9645-66dc6cf9821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.564168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a0861677-ccd0-40a7-9645-66dc6cf9821b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d615b8e-9805-4cf5-a78f-e3afc9869c24 HTTP/1.1" status: 204 len: 168 time: 0.1569235 Jun 30 02:59:39.572676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0861677-ccd0-40a7-9645-66dc6cf9821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d615b8e-9805-4cf5-a78f-e3afc9869c24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:39.690628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-4801bb55-d268-4244-b132-d3dec9261329 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.692869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-4801bb55-d268-4244-b132-d3dec9261329 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/networks?id=4d548f2f-c54d-4725-817a-d94e340641e0 HTTP/1.1" status: 200 len: 814 time: 0.1455247 Jun 30 02:59:39.711837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-f987d481-fd16-47e6-b30f-9d67440131bf tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/quotas/e5b815ca892c411cae6437bf3d11ae95 HTTP/1.1" status: 200 len: 375 time: 0.0134978 Jun 30 02:59:39.754015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-a8c6bdf5-93fa-44ab-b8a4-17d0460d7a31 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5b815ca892c411cae6437bf3d11ae95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345392 Jun 30 02:59:39.872700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-8a45db04-17d6-4907-afdd-516cb9d45c40 service neutron] 10.222.0.78 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118619 Jun 30 02:59:40.003355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-f75c0be7-80d3-4b20-836d-26507e1b2c50 service neutron] 10.222.0.78 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248341 Jun 30 02:59:40.046885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f769d-4e23-4a08-b628-59b6be6cbaa2 req-07a880a9-056b-4be0-9044-05690dcd7c2d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.050942 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d9f769d-4e23-4a08-b628-59b6be6cbaa2 req-07a880a9-056b-4be0-9044-05690dcd7c2d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0910037 Jun 30 02:59:40.114777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d9f769d-4e23-4a08-b628-59b6be6cbaa2 req-cf1dfaf4-b4b3-48cb-abf6-70c6da039c3b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533268 Jun 30 02:59:40.267019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-122c96e6-d5a0-4abe-9ef8-437855e9fa05 req-b657f5fe-261e-4c89-aa55-1b7339370fce tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 210 time: 0.0545764 Jun 30 02:59:40.334100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07450e24-4ff9-44be-b577-de93564c3a46 req-d62ecdd9-cb6d-4fd7-a31e-d51e0da1d8ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.335716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07450e24-4ff9-44be-b577-de93564c3a46 req-d62ecdd9-cb6d-4fd7-a31e-d51e0da1d8ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0762174 Jun 30 02:59:40.378408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07450e24-4ff9-44be-b577-de93564c3a46 req-7920a5fd-a5e8-42ab-84c2-68f7a6f4d1e9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351553 Jun 30 02:59:40.597888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359d2a3-48e6-4756-b386-20817a1f7eb8 req-a7416c3d-5204-4501-9b75-496243d82c43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.599745 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d359d2a3-48e6-4756-b386-20817a1f7eb8 req-a7416c3d-5204-4501-9b75-496243d82c43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0987747 Jun 30 02:59:40.649208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d359d2a3-48e6-4756-b386-20817a1f7eb8 req-0f7323db-98e0-4af1-ba38-8256dfe6da61 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Jun 30 02:59:40.846937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013a986-e4ce-40ce-979f-646a2b99662c req-75ecf26a-50e8-4c31-ba34-3b2232750248 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.848699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7013a986-e4ce-40ce-979f-646a2b99662c req-75ecf26a-50e8-4c31-ba34-3b2232750248 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0777681 Jun 30 02:59:40.903491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7013a986-e4ce-40ce-979f-646a2b99662c req-ab22b4e2-0d25-4e6a-b4f4-a1eefd7cfcff tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481100 Jun 30 02:59:40.948048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.501532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9c309ca2-f6fc-49dc-a8e4-676a300770ac req-1e69399b-9710-4522-bb5a-81f0ab58c777 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 210 time: 0.0614853 Jun 30 02:59:41.529454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-99394331-30f7-4eb5-bd42-40710e3351a7 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:41.531304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-99394331-30f7-4eb5-bd42-40710e3351a7 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.67 "GET /v2.0/networks?id=4d548f2f-c54d-4725-817a-d94e340641e0 HTTP/1.1" status: 200 len: 814 time: 0.1782336 Jun 30 02:59:41.545473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Request body: {'port': {'device_id': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0', 'admin_state_up': True, 'tenant_id': 'e5b815ca892c411cae6437bf3d11ae95'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:41.685423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Made reservation on behalf of e5b815ca892c411cae6437bf3d11ae95 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:41.689067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.830717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Allocated IP 172.20.0.4 (4d548f2f-c54d-4725-817a-d94e340641e0/0fd62219-1397-4d15-ac84-892650143618/edb115a4-1a7c-42c0-84d0-165bf86bfcea) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:41.995318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.043042 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.102186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Network 4d548f2f-c54d-4725-817a-d94e340641e0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:42.105971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:42.110581 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:42.142954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Pushing event updated for resources: {'Port': ['ID=edb115a4-1a7c-42c0-84d0-165bf86bfcea,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:42.181983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.182988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.203009 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-669c2268-7fd8-4844-9caa-3b05a7849aa1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625240 Jun 30 02:59:42.219357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Request body: {'port': {'device_id': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:42.301299 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.585885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb115a4-1a7c-42c0-84d0-165bf86bfcea {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:42.593534 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.606037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Transition to ACTIVE for port object edb115a4-1a7c-42c0-84d0-165bf86bfcea will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:42.610873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.691350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Pushing event updated for resources: {'Port': ['ID=edb115a4-1a7c-42c0-84d0-165bf86bfcea,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:42.695839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fccfc3-bbce-468f-8462-6e30ac097961 req-6fcd8e16-bfea-44c8-bec6-90282981fb4a tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.697952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-47fccfc3-bbce-468f-8462-6e30ac097961 req-6fcd8e16-bfea-44c8-bec6-90282981fb4a tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 943 time: 0.0787508 Jun 30 02:59:42.746197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Attempting to bind port edb115a4-1a7c-42c0-84d0-165bf86bfcea on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:42.747459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Attempting to bind port edb115a4-1a7c-42c0-84d0-165bf86bfcea by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:42.747803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Attempting to bind port edb115a4-1a7c-42c0-84d0-165bf86bfcea on network 4d548f2f-c54d-4725-817a-d94e340641e0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:42.751654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-47fccfc3-bbce-468f-8462-6e30ac097961 req-1d5968fb-e4af-427c-8390-90aa963ebca9 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jun 30 02:59:42.752915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Port edb115a4-1a7c-42c0-84d0-165bf86bfcea on network 4d548f2f-c54d-4725-817a-d94e340641e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:42.753245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Attempting to bind port edb115a4-1a7c-42c0-84d0-165bf86bfcea on network 4d548f2f-c54d-4725-817a-d94e340641e0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:42.758960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:42.759368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Checking segment: {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:42.759891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Bound using segment: {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:42.760413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Bound port: edb115a4-1a7c-42c0-84d0-165bf86bfcea, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eaef61-29cc-4e26-821d-a251ceac0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:42.760786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.830544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] For port edb115a4-1a7c-42c0-84d0-165bf86bfcea, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:42.834603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] For port edb115a4-1a7c-42c0-84d0-165bf86bfcea, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:42.839846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.881026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.881646 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.883122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] 10.222.0.67 "PUT /v2.0/ports/edb115a4-1a7c-42c0-84d0-165bf86bfcea HTTP/1.1" status: 200 len: 1091 time: 0.6691201 Jun 30 02:59:42.885641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'tag': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:42.892264 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f6d796-8603-4956-a8b2-0b3391214b86" -d '{"events": [{"name": "network-changed", "server_uuid": "07585947-ffcd-4b3d-b145-755bd27e08e8", "tag": "edb115a4-1a7c-42c0-84d0-165bf86bfcea"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:42.919840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281234-e5ab-4eac-87fe-784991d72788 service neutron] Pushing event updated for resources: {'Port': ['ID=edb115a4-1a7c-42c0-84d0-165bf86bfcea,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:42.962497 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e30fad-c5b9-4862-9aba-a61ab85c09a0 x-openstack-request-id: req-c3e30fad-c5b9-4862-9aba-a61ab85c09a0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:42.962795 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07585947-ffcd-4b3d-b145-755bd27e08e8", "tag": "edb115a4-1a7c-42c0-84d0-165bf86bfcea", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:42.963039 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3e30fad-c5b9-4862-9aba-a61ab85c09a0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:42.963437 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'tag': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea', 'status': 'completed', 'code': 200} Jun 30 02:59:42.993869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-a6364f46-b73c-4ba4-9207-e864445b70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.995397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-a6364f46-b73c-4ba4-9207-e864445b70e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5b815ca892c411cae6437bf3d11ae95&device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 1094 time: 0.0612116 Jun 30 02:59:43.039750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-5893a767-7895-4662-b836-18c459b28be1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea HTTP/1.1" status: 200 len: 217 time: 0.0364761 Jun 30 02:59:43.096935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-7e7bd981-615e-4c71-9700-021c0b416cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.098745 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-7e7bd981-615e-4c71-9700-021c0b416cfa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fd62219-1397-4d15-ac84-892650143618 HTTP/1.1" status: 200 len: 854 time: 0.0531411 Jun 30 02:59:43.148748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-2a925255-7590-48a1-9fe7-e97628835e8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d548f2f-c54d-4725-817a-d94e340641e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327196 Jun 30 02:59:43.251464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-28c9dd29-ac08-422a-add2-ea5a382bdb54 service neutron] 10.222.0.67 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965452 Jun 30 02:59:43.352226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5d1986ef-befe-4f98-ae50-4c5fecd1ca3f req-a22f7ea5-bf3a-44f3-8c84-9f1a3149fe5f service neutron] 10.222.0.67 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930958 Jun 30 02:59:43.457300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-3eabd913-5773-4c60-91be-dc657da61905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.459222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-3eabd913-5773-4c60-91be-dc657da61905 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5b815ca892c411cae6437bf3d11ae95&device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 1094 time: 0.0614688 Jun 30 02:59:43.565108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-c026f0fd-c37c-4e09-9a28-48ab8b81a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.566732 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-c026f0fd-c37c-4e09-9a28-48ab8b81a5ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d548f2f-c54d-4725-817a-d94e340641e0 HTTP/1.1" status: 200 len: 915 time: 0.1001244 Jun 30 02:59:43.610716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-389b2a74-2da3-4f52-8b8b-2f3ccbb6e149 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea HTTP/1.1" status: 200 len: 217 time: 0.0370111 Jun 30 02:59:43.666071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-42ec4e39-c9cb-4ef2-8bf1-d81dd7a0d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.667739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-42ec4e39-c9cb-4ef2-8bf1-d81dd7a0d6f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fd62219-1397-4d15-ac84-892650143618 HTTP/1.1" status: 200 len: 854 time: 0.0503259 Jun 30 02:59:43.707003 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-45fb85e1-61ad-4263-ab70-fc377a61f4ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d548f2f-c54d-4725-817a-d94e340641e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317931 Jun 30 02:59:43.807578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-48ed9db5-80e2-4061-b8f6-fda30020afe5 service neutron] 10.222.0.67 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931082 Jun 30 02:59:43.951166 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4f6d796-8603-4956-a8b2-0b3391214b86 req-6a385cd3-ae3b-4da8-a311-48d9950cdeb4 service neutron] 10.222.0.67 "GET /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364667 Jun 30 02:59:43.976700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dfcd0-ecdd-4a4b-8437-0269abd6d97e req-874ef006-5cb9-4e96-915a-4d081cdf76d8 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.978289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a02dfcd0-ecdd-4a4b-8437-0269abd6d97e req-874ef006-5cb9-4e96-915a-4d081cdf76d8 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 943 time: 0.0954523 Jun 30 02:59:44.024108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a02dfcd0-ecdd-4a4b-8437-0269abd6d97e req-027504f1-2b25-492a-8764-fe5e23f6c23c tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Jun 30 02:59:44.843348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device edb115a4-1a7c-42c0-84d0-165bf86bfcea details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:44.947157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port edb115a4-1a7c-42c0-84d0-165bf86bfcea, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:44.961362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea', 'network_id': '4d548f2f-c54d-4725-817a-d94e340641e0', 'port_id': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea', 'mac_address': 'fa:16:3e:a2:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd62219-1397-4d15-ac84-892650143618', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:44.999145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:45.012572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb115a4-1a7c-42c0-84d0-165bf86bfcea {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:45.033301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port edb115a4-1a7c-42c0-84d0-165bf86bfcea, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:45.036934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:45.089795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=edb115a4-1a7c-42c0-84d0-165bf86bfcea,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:45.209461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc5043-820b-4f97-932c-5f03cc7b263a req-cbad2057-d87e-473a-9b37-ae6a59be0e7d tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:45.210845 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9fc5043-820b-4f97-932c-5f03cc7b263a req-cbad2057-d87e-473a-9b37-ae6a59be0e7d tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 944 time: 0.0671179 Jun 30 02:59:45.249475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9fc5043-820b-4f97-932c-5f03cc7b263a req-02c4b901-fc87-402f-9a8d-39b663985e00 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Jun 30 02:59:45.260742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['edb115a4-1a7c-42c0-84d0-165bf86bfcea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:46.452163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf0e59-4c86-40b0-9194-a89bdf4e8675 req-3a1d6505-d8e0-4c16-806f-78d6cfa61d7f tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.453736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1fcf0e59-4c86-40b0-9194-a89bdf4e8675 req-3a1d6505-d8e0-4c16-806f-78d6cfa61d7f tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 944 time: 0.0831501 Jun 30 02:59:46.521871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1fcf0e59-4c86-40b0-9194-a89bdf4e8675 req-b1e73952-e289-4a1c-8cbd-1d11c37371de tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 Jun 30 02:59:46.845126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device edb115a4-1a7c-42c0-84d0-165bf86bfcea up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:46.897614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port edb115a4-1a7c-42c0-84d0-165bf86bfcea completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:46.902057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port edb115a4-1a7c-42c0-84d0-165bf86bfcea triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:46.902564 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.990983 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.015977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:47.018603 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e226ba-89cc-435c-830f-be7ee8a78c32" -d '{"events": [{"server_uuid": "07585947-ffcd-4b3d-b145-755bd27e08e8", "name": "network-vif-plugged", "status": "completed", "tag": "edb115a4-1a7c-42c0-84d0-165bf86bfcea"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:47.034058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port edb115a4-1a7c-42c0-84d0-165bf86bfcea, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:47.039230 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.069954 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18707d4-322b-4d68-a12e-ca4c2ac7045c x-openstack-request-id: req-a18707d4-322b-4d68-a12e-ca4c2ac7045c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:47.070252 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07585947-ffcd-4b3d-b145-755bd27e08e8", "name": "network-vif-plugged", "status": "completed", "tag": "edb115a4-1a7c-42c0-84d0-165bf86bfcea", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:47.070537 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a18707d4-322b-4d68-a12e-ca4c2ac7045c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:47.071068 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea', 'code': 200} Jun 30 02:59:47.096394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=edb115a4-1a7c-42c0-84d0-165bf86bfcea,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:47.194884 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac227-76a6-44f6-abb8-d42439d4516e req-5dd13fe8-918d-4cc4-8db5-65209e4f4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.196435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-980ac227-76a6-44f6-abb8-d42439d4516e req-5dd13fe8-918d-4cc4-8db5-65209e4f4f6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 1096 time: 0.0576375 Jun 30 02:59:47.245804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-980ac227-76a6-44f6-abb8-d42439d4516e req-9e1224e4-660d-4de1-b23b-a75027bbb993 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Jun 30 02:59:47.714471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617b85-a036-462e-9852-c69c27a6dbdf req-07a6b0f6-1d0e-4ba8-8a1f-a05f49cee9b0 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.716230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f4617b85-a036-462e-9852-c69c27a6dbdf req-07a6b0f6-1d0e-4ba8-8a1f-a05f49cee9b0 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 945 time: 0.0716605 Jun 30 02:59:47.755209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f4617b85-a036-462e-9852-c69c27a6dbdf req-ee618fc9-f288-44c1-85ae-62892ea42800 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331228 Jun 30 02:59:48.892141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:48.948542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9eb6-70eb-452d-98d1-8858d2e3c8b1 req-8c980a1c-d471-4acf-a631-74a5c5309534 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:48.950143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0cc9eb6-70eb-452d-98d1-8858d2e3c8b1 req-8c980a1c-d471-4acf-a631-74a5c5309534 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 945 time: 0.0677671 Jun 30 02:59:48.989130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0cc9eb6-70eb-452d-98d1-8858d2e3c8b1 req-984ee3e1-3c04-4be6-91fa-d544ffd00a19 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Jun 30 02:59:49.032152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ab6f171c-da0b-4b7a-a494-3aee162d2d6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0e9445c28f24e00af024d63e925ece9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388357 Jun 30 02:59:49.034855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:49.091727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5d6-90cc-4336-83ed-81f6cbc3b3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.114032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5d6-90cc-4336-83ed-81f6cbc3b3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.166464 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5d6-90cc-4336-83ed-81f6cbc3b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.170173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e5d6-90cc-4336-83ed-81f6cbc3b3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.174177 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3fe7e5d6-90cc-4336-83ed-81f6cbc3b3f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc3336b5-f516-4274-a2a6-dc7e47a6fe8e HTTP/1.1" status: 204 len: 168 time: 0.1357429 Jun 30 02:59:49.180783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7e5d6-90cc-4336-83ed-81f6cbc3b3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3336b5-f516-4274-a2a6-dc7e47a6fe8e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:50.268659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 40960) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:50.376775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-565729b2-850b-4edb-9a4d-936f6f838342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.466518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-565729b2-850b-4edb-9a4d-936f6f838342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.472967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-565729b2-850b-4edb-9a4d-936f6f838342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.514798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-565729b2-850b-4edb-9a4d-936f6f838342 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=018566734a8d4daebdb6ecd65d773dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449574 Jun 30 02:59:50.515954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565729b2-850b-4edb-9a4d-936f6f838342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777516fb-9a67-444a-a2f2-0ea6f27055b1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:50.517550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 40966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:50.569475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2173e7e2-079b-4a04-b9ed-343f572c7ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.596084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2173e7e2-079b-4a04-b9ed-343f572c7ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.651948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2173e7e2-079b-4a04-b9ed-343f572c7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.656846 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2173e7e2-079b-4a04-b9ed-343f572c7ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.660494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2173e7e2-079b-4a04-b9ed-343f572c7ede admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/777516fb-9a67-444a-a2f2-0ea6f27055b1 HTTP/1.1" status: 204 len: 168 time: 0.1387048 Jun 30 02:59:50.666539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173e7e2-079b-4a04-b9ed-343f572c7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777516fb-9a67-444a-a2f2-0ea6f27055b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:53.025317 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-1922729b-7b55-4fc9-9bc3-11a5b21ea3a7 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b9de3e25896b4d3899c632e766b215aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281687 Jun 30 02:59:53.482027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-a73172c0-f10b-487e-afe0-98a6ac9f79b2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.483424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-a73172c0-f10b-487e-afe0-98a6ac9f79b2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522326 Jun 30 02:59:53.499083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-98b03ade-b9a3-4deb-99a3-f0385e290043 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/quotas/b9de3e25896b4d3899c632e766b215aa HTTP/1.1" status: 200 len: 375 time: 0.0102327 Jun 30 02:59:53.531627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-bf91080c-f681-4d06-9678-918a74a48d73 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b9de3e25896b4d3899c632e766b215aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267925 Jun 30 02:59:53.713252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4441bead-1890-4697-913e-4ce57222b71a req-3e13f4c0-52f4-4c9a-8a59-bb7f89a7a77d tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 210 time: 0.0332541 Jun 30 02:59:54.852493 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d96fb14-229e-479d-93b2-7e695116dd2e req-785388c8-9d94-421c-b881-6f2b76ec4a5f tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 210 time: 0.0299416 Jun 30 02:59:55.187928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-70bf3e91-3d58-4bce-bffc-be32fd4017f1 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b9de3e25896b4d3899c632e766b215aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306568 Jun 30 02:59:55.380479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-12858e1a-997c-422d-a109-4533c0894ea5 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.381938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-12858e1a-997c-422d-a109-4533c0894ea5 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861415 Jun 30 02:59:55.397328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Request body: {'port': {'device_id': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': 'b9de3e25896b4d3899c632e766b215aa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:55.503777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Made reservation on behalf of b9de3e25896b4d3899c632e766b215aa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:55.507549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.517029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.612795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.616961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.685410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31471d97-ced8-454f-b186-0c15d769e665,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:55.757562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Allocated IP 192.168.233.67 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/115335b9-3773-4b5b-94b8-9f1455545857) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:55.906598 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.920414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Transition to ACTIVE for port object 115335b9-3773-4b5b-94b8-9f1455545857 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:55.952937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.028369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:56.032443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:56.037122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:56.072924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Pushing event updated for resources: {'Port': ['ID=115335b9-3773-4b5b-94b8-9f1455545857,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:56.102570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.103209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.126918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362063ee-59d9-4c3a-8c05-954c1e9d23f2 req-36533517-30e4-468c-a7cd-d309dd137a0a tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.128486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-362063ee-59d9-4c3a-8c05-954c1e9d23f2 req-36533517-30e4-468c-a7cd-d309dd137a0a tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 935 time: 0.1459553 Jun 30 02:59:56.135128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3c7e0177-4f96-4e66-b87a-bf70c78bc424 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7413421 Jun 30 02:59:56.181290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-362063ee-59d9-4c3a-8c05-954c1e9d23f2 req-e2dd0927-1c3b-4f7c-8cd0-c752800ac88b tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Jun 30 02:59:56.240640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-290af7e8-fa92-4e6d-adaf-dfb95e132a06 None None] Provisioning for port 115335b9-3773-4b5b-94b8-9f1455545857 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:56.244630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-290af7e8-fa92-4e6d-adaf-dfb95e132a06 None None] Provisioning complete for port 115335b9-3773-4b5b-94b8-9f1455545857 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:56.245004 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-290af7e8-fa92-4e6d-adaf-dfb95e132a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.282966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-290af7e8-fa92-4e6d-adaf-dfb95e132a06 None None] Port 115335b9-3773-4b5b-94b8-9f1455545857 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:59:56.287298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Request body: {'port': {'device_id': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:56.361553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.932767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115335b9-3773-4b5b-94b8-9f1455545857 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:56.940479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.952864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Transition to ACTIVE for port object 115335b9-3773-4b5b-94b8-9f1455545857 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:56.956787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.030328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Pushing event updated for resources: {'Port': ['ID=115335b9-3773-4b5b-94b8-9f1455545857,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:57.082884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Attempting to bind port 115335b9-3773-4b5b-94b8-9f1455545857 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:57.083458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Attempting to bind port 115335b9-3773-4b5b-94b8-9f1455545857 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:57.083673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Attempting to bind port 115335b9-3773-4b5b-94b8-9f1455545857 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:57.088257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Port 115335b9-3773-4b5b-94b8-9f1455545857 on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:57.088579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Attempting to bind port 115335b9-3773-4b5b-94b8-9f1455545857 on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:57.094389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:57.094744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:57.095135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:57.095569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Bound port: 115335b9-3773-4b5b-94b8-9f1455545857, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:57.096188 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.164218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] For port 115335b9-3773-4b5b-94b8-9f1455545857, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:57.167266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] For port 115335b9-3773-4b5b-94b8-9f1455545857, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=115335b9-3773-4b5b-94b8-9f1455545857,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:57.173001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.209033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.210017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.211468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] 10.222.0.90 "PUT /v2.0/ports/115335b9-3773-4b5b-94b8-9f1455545857 HTTP/1.1" status: 200 len: 1095 time: 1.0606093 Jun 30 02:59:57.211959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'tag': '115335b9-3773-4b5b-94b8-9f1455545857'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:57.214247 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b7806-6823-40db-9e1e-3d5190e26820" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f97b4b-19fe-44e3-af3b-358f9f803dad", "tag": "115335b9-3773-4b5b-94b8-9f1455545857"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:57.250243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b9ac3-6f9a-4380-b37a-d243389ad920 service neutron] Pushing event updated for resources: {'Port': ['ID=115335b9-3773-4b5b-94b8-9f1455545857,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:57.300905 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19116e6c-beba-42b0-8287-bb6ca0429e11 x-openstack-request-id: req-19116e6c-beba-42b0-8287-bb6ca0429e11 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:57.301262 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f97b4b-19fe-44e3-af3b-358f9f803dad", "tag": "115335b9-3773-4b5b-94b8-9f1455545857", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:57.301569 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19116e6c-beba-42b0-8287-bb6ca0429e11 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:57.302061 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'tag': '115335b9-3773-4b5b-94b8-9f1455545857', 'status': 'completed', 'code': 200} Jun 30 02:59:57.329943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-89a3edde-4473-4bf1-be4c-73f9871ae06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.331609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-89a3edde-4473-4bf1-be4c-73f9871ae06b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b9de3e25896b4d3899c632e766b215aa&device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 1098 time: 0.0633330 Jun 30 02:59:57.406699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-7ae34f7a-e0f4-4e1a-adeb-4b8c456a88dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=115335b9-3773-4b5b-94b8-9f1455545857 HTTP/1.1" status: 200 len: 217 time: 0.0595593 Jun 30 02:59:57.479526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3d4e8ed6-13e6-482c-b467-b70dae084237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.481056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3d4e8ed6-13e6-482c-b467-b70dae084237 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0641232 Jun 30 02:59:57.489248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639bc8-fac5-4ed4-b257-c6da42653c92 req-90e1ef9f-4120-4b5b-a30b-937e3f1d6929 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.490682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac639bc8-fac5-4ed4-b257-c6da42653c92 req-90e1ef9f-4120-4b5b-a30b-937e3f1d6929 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 947 time: 0.1373665 Jun 30 02:59:57.563231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac639bc8-fac5-4ed4-b257-c6da42653c92 req-657b98e0-1ef6-49bd-a540-c9239723e984 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599279 Jun 30 02:59:57.581331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3fb12db4-e751-4ca6-b145-6f6180f61d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.582838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-3fb12db4-e751-4ca6-b145-6f6180f61d12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894001 Jun 30 02:59:57.633220 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bf03579-e82d-4351-a87c-19eea79cc957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.680852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-ae809447-3b14-4ecc-ae5d-bf8f3d2642fa service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861394 Jun 30 02:59:57.780550 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-111a9d03-a02d-4b05-a60a-01f7b9326c0d req-73b2aeec-41a8-4afa-8e41-700b9698a653 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885067 Jun 30 02:59:57.900686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-062bd7cd-042b-44a1-8f16-a7c41f8028fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.902201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-062bd7cd-042b-44a1-8f16-a7c41f8028fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b9de3e25896b4d3899c632e766b215aa&device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 1098 time: 0.0603156 Jun 30 02:59:58.007880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-145afa14-fa06-46f3-ad85-51d1cda678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.009360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-145afa14-fa06-46f3-ad85-51d1cda678c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.0913706 Jun 30 02:59:58.057031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-408df55f-5f9c-4336-bafc-46a251e0aa93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=115335b9-3773-4b5b-94b8-9f1455545857 HTTP/1.1" status: 200 len: 217 time: 0.0356054 Jun 30 02:59:58.110553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-6591b7be-b0af-4d55-abf9-6ed032e65832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.112076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-6591b7be-b0af-4d55-abf9-6ed032e65832 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0458698 Jun 30 02:59:58.180257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-c4402817-b914-4dd3-bcc7-bde8f92ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.181754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-c4402817-b914-4dd3-bcc7-bde8f92ecda0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573859 Jun 30 02:59:58.279817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-6e823151-0092-45e2-9ce0-15b9d47a36a6 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828550 Jun 30 02:59:58.380641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-df6b7806-6823-40db-9e1e-3d5190e26820 req-803164f3-c843-472a-9e3b-23a2f4c82824 service neutron] 10.222.0.90 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879686 Jun 30 02:59:58.741419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5450-0744-435a-aebb-fe6719fb4cae req-e8790815-385c-485a-b12b-2b00f82ce99a tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.742980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e7f5450-0744-435a-aebb-fe6719fb4cae req-e8790815-385c-485a-b12b-2b00f82ce99a tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 947 time: 0.0670938 Jun 30 02:59:58.782215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e7f5450-0744-435a-aebb-fe6719fb4cae req-c31b2e6b-72e3-4398-be11-80e9cf06f99d tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Jun 30 02:59:59.959827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b1263-7b31-408c-a6dd-78e25e151822 req-7ebaa05f-f8f5-48e4-bb26-3b69e21dbef0 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.961267 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-364b1263-7b31-408c-a6dd-78e25e151822 req-7ebaa05f-f8f5-48e4-bb26-3b69e21dbef0 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 947 time: 0.0660038 Jun 30 03:00:00.000858 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-364b1263-7b31-408c-a6dd-78e25e151822 req-9de957b9-3ed5-47b8-9079-c3a04b860c25 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Jun 30 03:00:00.300419 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e62d9071-c88a-47fd-b26e-41089c97b3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.545727 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.181596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30ef0-2efd-4e67-867c-e041c7b52d79 req-8a436400-8577-4c09-9f5e-53f8be9d40dd tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:01.183126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41f30ef0-2efd-4e67-867c-e041c7b52d79 req-8a436400-8577-4c09-9f5e-53f8be9d40dd tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 947 time: 0.0677431 Jun 30 03:00:01.223580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41f30ef0-2efd-4e67-867c-e041c7b52d79 req-30e44c03-5bea-4c08-b26b-ba945ec91cf8 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Jun 30 03:00:01.379112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 115335b9-3773-4b5b-94b8-9f1455545857 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:01.467730 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:01.474877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 115335b9-3773-4b5b-94b8-9f1455545857, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=115335b9-3773-4b5b-94b8-9f1455545857,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:01.486859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '115335b9-3773-4b5b-94b8-9f1455545857', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '115335b9-3773-4b5b-94b8-9f1455545857', 'mac_address': 'fa:16:3e:90:1e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:01.530010 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.543401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115335b9-3773-4b5b-94b8-9f1455545857 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:01.564095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 115335b9-3773-4b5b-94b8-9f1455545857, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=115335b9-3773-4b5b-94b8-9f1455545857,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:01.569080 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.623231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=115335b9-3773-4b5b-94b8-9f1455545857,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:01.983832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['115335b9-3773-4b5b-94b8-9f1455545857'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:02.232417 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.411787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e7609-b0f6-4d3c-93c3-164c22b23198 req-25e0d334-a961-4419-bab1-dcea5175b28d tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.413322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-400e7609-b0f6-4d3c-93c3-164c22b23198 req-25e0d334-a961-4419-bab1-dcea5175b28d tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 948 time: 0.0660830 Jun 30 03:00:02.461223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-400e7609-b0f6-4d3c-93c3-164c22b23198 req-ddf05d76-a522-494f-b907-e8dd767805fe tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Jun 30 03:00:02.472952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:02.632257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80e6367c-733d-48f3-91fc-3f36b31664d8 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3193 time: 0.1580935 Jun 30 03:00:02.637410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41104) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:02.648212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'network': {'name': 'tempest-network-smoke--1465006503', 'project_id': '2c2783b56d4846c4992554c568985189', 'port_security_enabled': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:02.721453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Made reservation on behalf of 2c2783b56d4846c4992554c568985189 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:02.725167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.753481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:02.765130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.765475 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Added segment c1b7f4c1-377d-4079-9f7a-a74794d8497a of type vlan for network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b Jun 30 03:00:02.815236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.843853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.849826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.850444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.929484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2887511 Jun 30 03:00:02.932317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:02.937170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'admin_state_up': True, 'project_id': '2c2783b56d4846c4992554c568985189', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:02.955890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Network': ['ID=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:02.962651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.963677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.964045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.964470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.965552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.966106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.966554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.966961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.967361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.967795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.968134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.968527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.968804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.969170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444d8a9-9407-4ec4-adc7-fbbebd762c80 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:02.982137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:03.024914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.162286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.358707 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.377699 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.390907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 115335b9-3773-4b5b-94b8-9f1455545857 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:03.448044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 115335b9-3773-4b5b-94b8-9f1455545857 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:03.453304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 115335b9-3773-4b5b-94b8-9f1455545857 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:03.453683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.496681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.25.0.165 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6ee2e1e0-4793-4781-a301-89192c076538) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:03.537001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.561654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115335b9-3773-4b5b-94b8-9f1455545857'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:03.564201 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bcc4ea-646f-4a9c-96cd-7f8bf4a363c8" -d '{"events": [{"server_uuid": "c6f97b4b-19fe-44e3-af3b-358f9f803dad", "name": "network-vif-plugged", "status": "completed", "tag": "115335b9-3773-4b5b-94b8-9f1455545857"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:03.580895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 115335b9-3773-4b5b-94b8-9f1455545857, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=115335b9-3773-4b5b-94b8-9f1455545857,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:03.588102 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.614042 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851021b9-c780-421c-b0b6-297c571d4467 x-openstack-request-id: req-851021b9-c780-421c-b0b6-297c571d4467 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:03.614365 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f97b4b-19fe-44e3-af3b-358f9f803dad", "name": "network-vif-plugged", "status": "completed", "tag": "115335b9-3773-4b5b-94b8-9f1455545857", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:03.614627 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-851021b9-c780-421c-b0b6-297c571d4467 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:03.615014 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115335b9-3773-4b5b-94b8-9f1455545857', 'code': 200} Jun 30 03:00:03.641014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=115335b9-3773-4b5b-94b8-9f1455545857,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:03.650720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.708715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16f2f-1ae3-4e21-9acf-284df1f8259d req-2d4e66fd-9dce-4b83-9a49-18df1a403ccb tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:03.710418 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ac16f2f-1ae3-4e21-9acf-284df1f8259d req-2d4e66fd-9dce-4b83-9a49-18df1a403ccb tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.1174068 Jun 30 03:00:03.726890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.806321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:03.820152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:03.832877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:03.839707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ac16f2f-1ae3-4e21-9acf-284df1f8259d req-c42c3adf-c13f-4238-afae-2c60c0af0851 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221743 Jun 30 03:00:03.863136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=6ee2e1e0-4793-4781-a301-89192c076538,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:03.958215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232c184-82e1-4e61-b0ff-95c3fcd598e4 req-7bd406c1-9d1c-42a4-819b-b0df8fa9d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:03.959761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2232c184-82e1-4e61-b0ff-95c3fcd598e4 req-7bd406c1-9d1c-42a4-819b-b0df8fa9d7e1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 1100 time: 0.2211659 Jun 30 03:00:04.031739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2232c184-82e1-4e61-b0ff-95c3fcd598e4 req-9f4a6264-da4b-435a-9872-58293c80ffc8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Jun 30 03:00:04.130987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.333277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.337147 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.462729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 8895a8fa-4495-4ceb-a709-60c5ba777ddb is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:00:04.577418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:04.587107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Sync routers for ids ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:04.597901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Routers {'8895a8fa-4495-4ceb-a709-60c5ba777ddb'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:04.598808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:04.603422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.604935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-192fb779-65c1-48b7-85ba-aa8bef4f2ca9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6716056 Jun 30 03:00:04.608295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41122) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:04.688749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cf501-cf80-4070-95a6-a4a2e3720fe8 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.693075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:04.693227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-978cf501-cf80-4070-95a6-a4a2e3720fe8 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=2c2783b56d4846c4992554c568985189&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0837002 Jun 30 03:00:04.719894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Set router 8895a8fa-4495-4ceb-a709-60c5ba777ddb gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:04.946566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb76663-e6be-4d0c-aaa8-ddaff63e0e82 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.950576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ccb76663-e6be-4d0c-aaa8-ddaff63e0e82 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2529690 Jun 30 03:00:04.951393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41130) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:04.995673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0da07627-9167-4027-ae25-bb12435a81f8 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431032 Jun 30 03:00:04.998762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41132) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.011463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:04Z', 'revision_number': 3, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:05.028558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1cdcf2b3-8dd4-4b64-8287-542bbdb9c30d tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=2c2783b56d4846c4992554c568985189&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285897 Jun 30 03:00:05.031418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41134) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.093374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778e1a0-e965-4950-a57d-2f1e5d8ae3a4 req-f6a21ac3-b231-4feb-8445-049da040a36b tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:05.095088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b778e1a0-e965-4950-a57d-2f1e5d8ae3a4 req-f6a21ac3-b231-4feb-8445-049da040a36b tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.0969670 Jun 30 03:00:05.146565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bd1750-d763-4952-b86f-473b64dd0398 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:05.149403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b778e1a0-e965-4950-a57d-2f1e5d8ae3a4 req-cf9f47fd-ff07-4642-b7f4-3f00466173a3 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Jun 30 03:00:05.150896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-81bd1750-d763-4952-b86f-473b64dd0398 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179235 Jun 30 03:00:05.151508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.186931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-952118e0-ab37-46cb-863f-33173c0fdc8b tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343254 Jun 30 03:00:05.188986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.194572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-454405643', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'project_id': '2c2783b56d4846c4992554c568985189', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:05.208281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Checking router: 8895a8fa-4495-4ceb-a709-60c5ba777ddb for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:05.208643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Updating router 8895a8fa-4495-4ceb-a709-60c5ba777ddb port 6ee2e1e0-4793-4781-a301-89192c076538 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:00:05.248170 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.289879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Made reservation on behalf of 2c2783b56d4846c4992554c568985189 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:05.293949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.475880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.514273 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.526593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Transition to ACTIVE for port object 6ee2e1e0-4793-4781-a301-89192c076538 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:05.534020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.540464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Subnet': ['ID=7aa583c4-3a09-4515-9987-99f4226689c4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:05.549673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Checking segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:05.550102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network hostable DHCP agents. Network: 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:05.571195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:05.591579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:05.596782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:05.598438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.600903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Attempting to bind port 6ee2e1e0-4793-4781-a301-89192c076538 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:05.601701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Attempting to bind port 6ee2e1e0-4793-4781-a301-89192c076538 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:05.602085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Attempting to bind port 6ee2e1e0-4793-4781-a301-89192c076538 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:05.606075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9470a9ef-e588-4d47-afa4-24a9263b063a None None] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:05.609097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7cdf5-e4c9-4c82-ad74-cfd07665ed3a None None] Pushing event updated for resources: {'Port': ['ID=6ee2e1e0-4793-4781-a301-89192c076538,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:05.626376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41142) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.627321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b485667a-b930-49cf-a963-49936e026c4d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4365077 Jun 30 03:00:05.656121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:05.656121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:05.656121 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.656121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:05.656121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Bound port: 6ee2e1e0-4793-4781-a301-89192c076538, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:05.656121 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.745656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] For port 6ee2e1e0-4793-4781-a301-89192c076538, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:05.750353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] For port 6ee2e1e0-4793-4781-a301-89192c076538, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6ee2e1e0-4793-4781-a301-89192c076538,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:05.756853 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.861087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Routers {'8895a8fa-4495-4ceb-a709-60c5ba777ddb'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:05.861715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:05.911498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'fixed_ips': [{'subnet_id': '7aa583c4-3a09-4515-9987-99f4226689c4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:00:05.912487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.931263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7cdf5-e4c9-4c82-ad74-cfd07665ed3a None None] Pushing event updated for resources: {'Port': ['ID=6ee2e1e0-4793-4781-a301-89192c076538,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:06.076338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] Set router 8895a8fa-4495-4ceb-a709-60c5ba777ddb gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:06.156382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.210171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Allocated IP 172.20.0.18 (49d4f954-7b9b-43b3-b3b3-92e55cc63f6b/7aa583c4-3a09-4515-9987-99f4226689c4/6fe8ca17-76c2-49e5-8295-10f906e392d5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:06.383430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e39ba-3f3f-432c-bd31-65a41d99659b req-d60fc71a-ce4d-4063-96b0-02a24a111eb2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.392613 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e96e39ba-3f3f-432c-bd31-65a41d99659b req-d60fc71a-ce4d-4063-96b0-02a24a111eb2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.0797877 Jun 30 03:00:06.419506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-116c816e-62c0-4762-a070-85dcb368162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:04Z', 'revision_number': 3, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:06.443934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e96e39ba-3f3f-432c-bd31-65a41d99659b req-ff784ead-98f6-457e-a171-e0636220594a tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jun 30 03:00:06.460625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c816e-62c0-4762-a070-85dcb368162b None None] The sync data for ids ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'] in n-d-798054-5 is: [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:04Z', 'revision_number': 3, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:06.462906 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.481454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Transition to ACTIVE for port object 6fe8ca17-76c2-49e5-8295-10f906e392d5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:06.501475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Transition to ACTIVE for port object 6fe8ca17-76c2-49e5-8295-10f906e392d5 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:06.516732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.567051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:06.573026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:06.581288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:06.612753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Pushing event updated for resources: {'Port': ['ID=6fe8ca17-76c2-49e5-8295-10f906e392d5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:06.675046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.20.0.17 (49d4f954-7b9b-43b3-b3b3-92e55cc63f6b/7aa583c4-3a09-4515-9987-99f4226689c4/7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:06.727388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Attempting to bind port 6fe8ca17-76c2-49e5-8295-10f906e392d5 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:06.727838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Attempting to bind port 6fe8ca17-76c2-49e5-8295-10f906e392d5 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:06.729958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Attempting to bind port 6fe8ca17-76c2-49e5-8295-10f906e392d5 on network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:06.738028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:06.738774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Checking segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:06.739258 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.739850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Bound using segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:06.740274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Bound port: 6fe8ca17-76c2-49e5-8295-10f906e392d5, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:06.740726 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.843343 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.861385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Transition to ACTIVE for port object 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:06.880029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] For port 6fe8ca17-76c2-49e5-8295-10f906e392d5, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:06.891688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] For port 6fe8ca17-76c2-49e5-8295-10f906e392d5, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6fe8ca17-76c2-49e5-8295-10f906e392d5,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:06.909616 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.913273 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.046142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:07.061454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cf25e-cf29-4bd5-a5f2-f00fa69aba88 None None] Pushing event updated for resources: {'Port': ['ID=6fe8ca17-76c2-49e5-8295-10f906e392d5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:07.076551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:07.078576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:07.081008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:07.131781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.270728 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122c8e2-800b-4afc-970c-55d469527b61 req-7cd44d9e-56e4-439f-be49-446588380a2e tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:07.279209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2122c8e2-800b-4afc-970c-55d469527b61 req-7cd44d9e-56e4-439f-be49-446588380a2e tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.1067336 Jun 30 03:00:07.358675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2122c8e2-800b-4afc-970c-55d469527b61 req-0a388450-4e30-4f08-b2c9-768ae9711025 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783522 Jun 30 03:00:07.481479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.897145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6fe8ca17-76c2-49e5-8295-10f906e392d5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:07.898727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.907084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.973217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6fe8ca17-76c2-49e5-8295-10f906e392d5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:07.982358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ee2e1e0-4793-4781-a301-89192c076538 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:08.045969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:08.056394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6ee2e1e0-4793-4781-a301-89192c076538 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:08.064134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6ee2e1e0-4793-4781-a301-89192c076538 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:08.065868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.066379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.167580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.174952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:08.176524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:08.195051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6ee2e1e0-4793-4781-a301-89192c076538, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6ee2e1e0-4793-4781-a301-89192c076538,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:08.200891 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.290684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6ee2e1e0-4793-4781-a301-89192c076538,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:08.339212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 8895a8fa-4495-4ceb-a709-60c5ba777ddb has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:08.373653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ebfbf-2388-4df6-ae5c-1851b75f2ec7 None None] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:08.534230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] Provisioning for port 6fe8ca17-76c2-49e5-8295-10f906e392d5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:08.542339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] Provisioning complete for port 6fe8ca17-76c2-49e5-8295-10f906e392d5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:08.543371 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.629938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fff96-a94e-41f3-b44b-ef550af1e63d req-7e450ca3-6720-45d3-977b-c346b5952cdb tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:08.632270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e04fff96-a94e-41f3-b44b-ef550af1e63d req-7e450ca3-6720-45d3-977b-c346b5952cdb tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.1193993 Jun 30 03:00:08.678567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e04fff96-a94e-41f3-b44b-ef550af1e63d req-a413cd07-02da-4021-b822-60fe84db5be2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 Jun 30 03:00:08.693613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.739277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] For port 6fe8ca17-76c2-49e5-8295-10f906e392d5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6fe8ca17-76c2-49e5-8295-10f906e392d5,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:08.757633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.831182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfd27b-1a0d-4deb-94de-c1f1da427c7c None None] Pushing event updated for resources: {'Port': ['ID=6fe8ca17-76c2-49e5-8295-10f906e392d5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:08.853195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:08.865704 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-428f6199-d8d9-4990-98d4-5c53561e248c tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "PUT /v2.0/routers/8895a8fa-4495-4ceb-a709-60c5ba777ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2318134 Jun 30 03:00:09.000374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68271430-38a8-4ebb-8078-239fd3611f62 None None] Provisioning for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:09.005830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68271430-38a8-4ebb-8078-239fd3611f62 None None] Provisioning complete for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:09.006363 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68271430-38a8-4ebb-8078-239fd3611f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.047057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-68271430-38a8-4ebb-8078-239fd3611f62 None None] Port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:09.061573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68271430-38a8-4ebb-8078-239fd3611f62 None None] Provisioning complete for port 6fe8ca17-76c2-49e5-8295-10f906e392d5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:09.062264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68271430-38a8-4ebb-8078-239fd3611f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.069037 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Sync routers for ids ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:09.079835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Routers {'8895a8fa-4495-4ceb-a709-60c5ba777ddb'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:09.080837 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:09.209984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-679e8ea9-08b2-4c64-b012-796cbc62099b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:09.218277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-679e8ea9-08b2-4c64-b012-796cbc62099b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/networks?id=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b HTTP/1.1" status: 200 len: 798 time: 0.1758652 Jun 30 03:00:09.226552 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Set router 8895a8fa-4495-4ceb-a709-60c5ba777ddb gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:09.234937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-42aa70ec-3f3a-4aaf-adc2-97304ce83e70 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/quotas/2c2783b56d4846c4992554c568985189 HTTP/1.1" status: 200 len: 375 time: 0.0159044 Jun 30 03:00:09.372070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-9a6859f7-142e-4a8e-8dbb-998fbcc07b62 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1360495 Jun 30 03:00:09.382044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9d47ccc6-a7e0-4fc5-aec8-75137c333c31 None None] Provisioning complete for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:09.382044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d47ccc6-a7e0-4fc5-aec8-75137c333c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.468777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9d47ccc6-a7e0-4fc5-aec8-75137c333c31 None None] Port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:09.473520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-dba63aa2-51b3-4727-8dfc-6423f3b6c720 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:09.480358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-dba63aa2-51b3-4727-8dfc-6423f3b6c720 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.1565793 Jun 30 03:00:09.516914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.570752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-ab8c137c-b318-473b-9bbc-8ec889c2f129 service neutron] 10.222.0.78 "GET /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595922 Jun 30 03:00:09.592374 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:07Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a', 'name': '', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:b6:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:06Z', 'updated_at': '2021-06-30T03:00:07Z', 'revision_number': 2, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:09.631534 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Checking router: 8895a8fa-4495-4ceb-a709-60c5ba777ddb for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:09.631891 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Updating router 8895a8fa-4495-4ceb-a709-60c5ba777ddb port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:00:09.653498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Deleting port 115335b9-3773-4b5b-94b8-9f1455545857 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:09.653498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.693585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-37610f4c-795d-484d-b352-29f3ad62078b service neutron] 10.222.0.78 "GET /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155922 Jun 30 03:00:09.694451 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.697776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ea1f0b98-91c8-4636-a877-8aaba1ef753e None None] Provisioning complete for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:09.698249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0b98-91c8-4636-a877-8aaba1ef753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.771899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f0b98-91c8-4636-a877-8aaba1ef753e None None] Port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:09.788333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] For port 115335b9-3773-4b5b-94b8-9f1455545857, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=115335b9-3773-4b5b-94b8-9f1455545857,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:09.788701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.814885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Calling delete_port for 115335b9-3773-4b5b-94b8-9f1455545857 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:09.884483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6fe8ca17-76c2-49e5-8295-10f906e392d5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:09.947069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6fe8ca17-76c2-49e5-8295-10f906e392d5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:09.947474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.058017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ee2e1e0-4793-4781-a301-89192c076538 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:10.076231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29be5496-3f57-4751-9793-2f27bc2fd741 req-1b7c76b3-0bd8-4f97-a356-d2bbf989da7f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 210 time: 0.0511186 Jun 30 03:00:10.101477 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.114334 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Transition to ACTIVE for port object 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:10.116588 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6ee2e1e0-4793-4781-a301-89192c076538 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:10.117014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.124070 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.248948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Attempting to bind port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:10.249322 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Attempting to bind port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:10.249688 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Attempting to bind port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a on network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:10.258754 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:10.259140 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Checking segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:10.259543 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.260172 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Bound using segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:10.260850 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Bound port: 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:10.261507 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.305948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Pushing event updated for resources: {'Port': ['ID=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:10.327132 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.327265 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.327782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.328440 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.328923 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.329536 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.330196 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.330705 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.331173 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.331640 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.332107 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.332573 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:10.369220 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] For port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:10.373599 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] For port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:10.379662 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.451396 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18823ca6-c823-40d3-8b1c-c74bb6e9fadd None None] Pushing event updated for resources: {'Port': ['ID=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:10.461879 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Routers {'8895a8fa-4495-4ceb-a709-60c5ba777ddb'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:10.462728 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:10.467569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6b8e9-946a-4bfb-92a9-ba46494f958d req-7989caa9-a6e7-4a45-a57f-24dce0b1bcd5 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:10.475354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54e6b8e9-946a-4bfb-92a9-ba46494f958d req-7989caa9-a6e7-4a45-a57f-24dce0b1bcd5 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 949 time: 0.1218445 Jun 30 03:00:10.575284 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54e6b8e9-946a-4bfb-92a9-ba46494f958d req-b9b67b6b-d2c5-4f39-b4af-5efd56fb4945 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/security-groups?id=31471d97-ced8-454f-b186-0c15d769e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989165 Jun 30 03:00:10.608136 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] Set router 8895a8fa-4495-4ceb-a709-60c5ba777ddb gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:10.613991 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.630000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['115335b9-3773-4b5b-94b8-9f1455545857'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:10.714537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Pushing event deleted for resources: {'Port': ['ID=115335b9-3773-4b5b-94b8-9f1455545857,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:10.742627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] No DVR routers for this DVR port 115335b9-3773-4b5b-94b8-9f1455545857 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:10.745843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:10.748941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b94c0bb5-b23e-498a-9d10-92e70b476b95 req-340d5fa5-ef7b-440b-a876-33f467e913e2 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.90 "DELETE /v2.0/ports/115335b9-3773-4b5b-94b8-9f1455545857 HTTP/1.1" status: 204 len: 173 time: 1.2580199 Jun 30 03:00:10.749418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'name': 'network-vif-deleted', 'tag': '115335b9-3773-4b5b-94b8-9f1455545857'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:10.752468 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b75383-3490-455b-a497-6108a373ec44" -d '{"events": [{"server_uuid": "c6f97b4b-19fe-44e3-af3b-358f9f803dad", "name": "network-vif-deleted", "tag": "115335b9-3773-4b5b-94b8-9f1455545857"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:10.957018 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:07Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a', 'name': '', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:b6:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:06Z', 'updated_at': '2021-06-30T03:00:10Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:10.971552 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.032242 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755af562-3b68-4e89-a92a-1642e035199e x-openstack-request-id: req-755af562-3b68-4e89-a92a-1642e035199e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:11.032784 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f97b4b-19fe-44e3-af3b-358f9f803dad", "name": "network-vif-deleted", "tag": "115335b9-3773-4b5b-94b8-9f1455545857", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:11.033243 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-755af562-3b68-4e89-a92a-1642e035199e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:11.033916 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f97b4b-19fe-44e3-af3b-358f9f803dad', 'name': 'network-vif-deleted', 'tag': '115335b9-3773-4b5b-94b8-9f1455545857', 'status': 'completed', 'code': 200} Jun 30 03:00:11.035850 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5fece-a0e9-4185-965d-627843f8251a None None] The sync data for ids ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'] in n-d-798054-5 is: [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:07Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a', 'name': '', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:b6:06:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:06Z', 'updated_at': '2021-06-30T03:00:10Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:11.263653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4bdae5fc-db66-45d4-b0e1-57d0c9e956d0 req-512c9af8-f3c0-4e5d-91b1-6969d92d21f6 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 210 time: 0.0388865 Jun 30 03:00:11.434426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-8899ba5b-824c-48b1-9835-efe6c86d04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.436073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-8899ba5b-824c-48b1-9835-efe6c86d04a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.0693684 Jun 30 03:00:11.476696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ab136-19ec-4110-a9b9-9aa1040a6f47 req-0560d2b7-9f53-44a4-bb7e-8e48025e0611 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.478399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6b5ab136-19ec-4110-a9b9-9aa1040a6f47 req-0560d2b7-9f53-44a4-bb7e-8e48025e0611 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0710688 Jun 30 03:00:11.520770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6b5ab136-19ec-4110-a9b9-9aa1040a6f47 req-7406138c-2783-4ffc-b625-988273bc4ca2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356970 Jun 30 03:00:11.571691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-e62738c2-5eaf-4eed-a113-7520d97be5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.573461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-e62738c2-5eaf-4eed-a113-7520d97be5d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1245019 Jun 30 03:00:11.728392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-eb232352-0dd0-478e-983f-b3aca8fe5e3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.1434739 Jun 30 03:00:11.835283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-19916dde-20d4-4f4e-a3cf-b46358628e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.837088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-19916dde-20d4-4f4e-a3cf-b46358628e32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0935853 Jun 30 03:00:11.907689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:11.948368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-203ad9f0-d720-4ed4-a8ec-9e57eac0954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.950659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-203ad9f0-d720-4ed4-a8ec-9e57eac0954f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027870 Jun 30 03:00:12.015797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b7ed067-cb33-45dc-97a0-6a74cca9fb08 req-43426750-7ea4-401a-a358-3f34317f6387 tempest-VolumesNegativeTest-582757134 tempest-VolumesNegativeTest-582757134-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f97b4b-19fe-44e3-af3b-358f9f803dad HTTP/1.1" status: 200 len: 210 time: 0.0711968 Jun 30 03:00:12.048396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-a1ff2060-73f3-486b-af3b-cc86e5844135 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:12.048396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-a1ff2060-73f3-486b-af3b-cc86e5844135 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.67 "GET /v2.0/networks?id=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b HTTP/1.1" status: 200 len: 798 time: 0.3246746 Jun 30 03:00:12.056219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Request body: {'port': {'device_id': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'admin_state_up': True, 'tenant_id': '2c2783b56d4846c4992554c568985189'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:12.060848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:12.066567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:12.066567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.139725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-131ef214-b2f4-4253-9aa5-57e768861e65 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803536 Jun 30 03:00:12.324579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Made reservation on behalf of 2c2783b56d4846c4992554c568985189 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:12.331068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.393173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0432303-17ee-4eb2-8c36-33f1898c8dea req-03da1569-fb78-490a-ba97-24da3d2ee240 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371426 Jun 30 03:00:12.463908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.476288 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-021f0b06-c0df-47fe-a2f5-eac848741982 req-87917759-01ab-4447-8153-9c9c49099258 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 210 time: 0.0416605 Jun 30 03:00:12.524676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:12.532694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.575320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Allocated IP 172.20.0.24 (49d4f954-7b9b-43b3-b3b3-92e55cc63f6b/7aa583c4-3a09-4515-9987-99f4226689c4/40faf22f-03d8-4a70-a52e-0750a7c5f4da) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:12.657775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:12.792193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.819038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Transition to ACTIVE for port object 40faf22f-03d8-4a70-a52e-0750a7c5f4da will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:12.865905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e2b4e-97d3-47c9-bfaf-6fb091ea8f3b req-71692e3d-e127-45ce-8964-78db2a50dd43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:12.867446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e3e2b4e-97d3-47c9-bfaf-6fb091ea8f3b req-71692e3d-e127-45ce-8964-78db2a50dd43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1263454 Jun 30 03:00:12.895499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.952921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:12.962983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e3e2b4e-97d3-47c9-bfaf-6fb091ea8f3b req-f0d84fcf-aa2b-410c-8c87-970e4cf08976 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870550 Jun 30 03:00:12.964084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:12.974265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:13.024389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event updated for resources: {'Port': ['ID=40faf22f-03d8-4a70-a52e-0750a7c5f4da,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:13.065925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:13.067158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.102602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-5e8262f9-ec6c-4d85-bd99-d108076ee5ab tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0503044 Jun 30 03:00:13.114630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Request body: {'port': {'device_id': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:13.218146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.356856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-321aba71-3fd9-47b8-872d-5c2f17d9d861 None None] Provisioning for port 40faf22f-03d8-4a70-a52e-0750a7c5f4da completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:13.363500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-321aba71-3fd9-47b8-872d-5c2f17d9d861 None None] Provisioning complete for port 40faf22f-03d8-4a70-a52e-0750a7c5f4da triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:13.364800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-321aba71-3fd9-47b8-872d-5c2f17d9d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.408816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-321aba71-3fd9-47b8-872d-5c2f17d9d861 None None] Port 40faf22f-03d8-4a70-a52e-0750a7c5f4da cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:13.437102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 115335b9-3773-4b5b-94b8-9f1455545857 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:13.462594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 115335b9-3773-4b5b-94b8-9f1455545857 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:13.463131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 115335b9-3773-4b5b-94b8-9f1455545857 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:13.536177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40faf22f-03d8-4a70-a52e-0750a7c5f4da {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:13.546172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.560788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Transition to ACTIVE for port object 40faf22f-03d8-4a70-a52e-0750a7c5f4da will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:13.567974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.671538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Pushing event updated for resources: {'Port': ['ID=40faf22f-03d8-4a70-a52e-0750a7c5f4da,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:13.733783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.734127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.734518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.734858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.735338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.735659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.735995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.736321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.736757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.736964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.737291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.737707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:13.828884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0935e-5138-4947-93e3-4b673e32d347 req-221b6864-614b-4c8d-9660-951d07708265 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:13.844112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fde0935e-5138-4947-93e3-4b673e32d347 req-221b6864-614b-4c8d-9660-951d07708265 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 907 time: 0.1960528 Jun 30 03:00:13.846786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Attempting to bind port 40faf22f-03d8-4a70-a52e-0750a7c5f4da on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:13.847193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Attempting to bind port 40faf22f-03d8-4a70-a52e-0750a7c5f4da by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:13.847528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Attempting to bind port 40faf22f-03d8-4a70-a52e-0750a7c5f4da on network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:13.861211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Port 40faf22f-03d8-4a70-a52e-0750a7c5f4da on network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:13.861211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Attempting to bind port 40faf22f-03d8-4a70-a52e-0750a7c5f4da on network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:13.868304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:13.868768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Checking segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:13.869032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Bound using segment: {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:13.870136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Bound port: 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b7f4c1-377d-4079-9f7a-a74794d8497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:13.870574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.875790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:13.975241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] For port 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:13.977879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:13.978406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.981338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] For port 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:13.987468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.085845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.086591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.087909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] 10.222.0.67 "PUT /v2.0/ports/40faf22f-03d8-4a70-a52e-0750a7c5f4da HTTP/1.1" status: 200 len: 1055 time: 0.9780755 Jun 30 03:00:14.088360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'tag': '40faf22f-03d8-4a70-a52e-0750a7c5f4da'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:14.102024 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60972f7-68c9-4e30-b3a2-b873d1344222" -d '{"events": [{"name": "network-changed", "server_uuid": "b07c1105-61cb-4006-9b18-1fcd1eaab3ab", "tag": "40faf22f-03d8-4a70-a52e-0750a7c5f4da"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:14.191887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b6fd2-253e-4bfc-a527-ebecc80df484 service neutron] Pushing event updated for resources: {'Port': ['ID=40faf22f-03d8-4a70-a52e-0750a7c5f4da,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:14.200376 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd2b77-c272-4755-b114-208c29bdb2cd x-openstack-request-id: req-bacd2b77-c272-4755-b114-208c29bdb2cd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:14.200686 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07c1105-61cb-4006-9b18-1fcd1eaab3ab", "tag": "40faf22f-03d8-4a70-a52e-0750a7c5f4da", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:14.200945 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bacd2b77-c272-4755-b114-208c29bdb2cd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:14.201358 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'tag': '40faf22f-03d8-4a70-a52e-0750a7c5f4da', 'status': 'completed', 'code': 200} Jun 30 03:00:14.307271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-6123ae16-0003-4213-b4fe-045afce5dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.309474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-6123ae16-0003-4213-b4fe-045afce5dd4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 1058 time: 0.1653521 Jun 30 03:00:14.340106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee34b96-0c8a-47f6-ae01-f19ba9c9da0d req-c79035a3-2820-4150-88a7-3fe540d5c51e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.341629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cee34b96-0c8a-47f6-ae01-f19ba9c9da0d req-c79035a3-2820-4150-88a7-3fe540d5c51e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1105130 Jun 30 03:00:14.373704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-ad9b09ad-b204-4569-8ff9-def628d9777b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da HTTP/1.1" status: 200 len: 217 time: 0.0517228 Jun 30 03:00:14.440327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-c75fd963-6e9c-4bba-92da-e9be2cc65dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.448663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-c75fd963-6e9c-4bba-92da-e9be2cc65dd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7aa583c4-3a09-4515-9987-99f4226689c4 HTTP/1.1" status: 200 len: 837 time: 0.0551457 Jun 30 03:00:14.488552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cee34b96-0c8a-47f6-ae01-f19ba9c9da0d req-ca832356-ebc5-4997-8402-8fa96c754765 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179628 Jun 30 03:00:14.538258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-0d84dfcd-04af-495b-b947-69e7eea50e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.539622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-0d84dfcd-04af-495b-b947-69e7eea50e19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910611 Jun 30 03:00:14.645417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-9bc52e9f-0d97-406c-b4d0-f98562b989a9 service neutron] 10.222.0.67 "GET /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980189 Jun 30 03:00:14.755662 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c94e8883-71df-4492-a445-bfd8dfeec9ee req-c0288cda-9016-4ea1-b90b-ca3e11784de8 service neutron] 10.222.0.67 "GET /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022072 Jun 30 03:00:14.866848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-f0bd85b2-a97b-42b8-8e67-7c6222b4dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.868808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-f0bd85b2-a97b-42b8-8e67-7c6222b4dde8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 1058 time: 0.0610871 Jun 30 03:00:15.008488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-cd67e502-2273-45a3-8c2c-f5a3d0001937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.010246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-cd67e502-2273-45a3-8c2c-f5a3d0001937 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b HTTP/1.1" status: 200 len: 899 time: 0.1281083 Jun 30 03:00:15.062188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d2bc-b69b-40ac-aee4-df19521a9c6f req-8f0b0e21-d5c1-40a0-b299-b9f8839d850f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.070453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-e1151487-66db-47a0-9bbb-379c209cc902 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da HTTP/1.1" status: 200 len: 217 time: 0.0475676 Jun 30 03:00:15.072638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1052d2bc-b69b-40ac-aee4-df19521a9c6f req-8f0b0e21-d5c1-40a0-b299-b9f8839d850f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 907 time: 0.0927064 Jun 30 03:00:15.132438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-f68bfe27-3f43-4ab3-84b6-33134f2a5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.133974 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-f68bfe27-3f43-4ab3-84b6-33134f2a5964 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7aa583c4-3a09-4515-9987-99f4226689c4 HTTP/1.1" status: 200 len: 837 time: 0.0546477 Jun 30 03:00:15.207530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-34b4ed31-7a40-414d-9b52-97fd1c41a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.209270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-34b4ed31-7a40-414d-9b52-97fd1c41a820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685110 Jun 30 03:00:15.320806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-b62f4f3d-d91a-4108-9d2d-0d50eff475c7 service neutron] 10.222.0.67 "GET /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044781 Jun 30 03:00:15.441883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d60972f7-68c9-4e30-b3a2-b873d1344222 req-dd4a602f-8bf3-473a-a697-c47da3ed5df4 service neutron] 10.222.0.67 "GET /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134682 Jun 30 03:00:16.291006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14e0c9-4cea-4d5d-a58f-9e481fbb6b3d req-42d915f7-232a-4c07-9638-9f7ceaca42b9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.292445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a14e0c9-4cea-4d5d-a58f-9e481fbb6b3d req-42d915f7-232a-4c07-9638-9f7ceaca42b9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 907 time: 0.0855949 Jun 30 03:00:16.963387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8fe8-c802-4e89-aa3c-f0c4310f5ac9 req-bd06dfac-bd9a-4111-94fe-916ad6a222d1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.965357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039d8fe8-c802-4e89-aa3c-f0c4310f5ac9 req-bd06dfac-bd9a-4111-94fe-916ad6a222d1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 945 time: 0.0665367 Jun 30 03:00:16.994170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 40faf22f-03d8-4a70-a52e-0750a7c5f4da details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:17.005777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-039d8fe8-c802-4e89-aa3c-f0c4310f5ac9 req-b1c193f5-62c8-4c5a-b6c6-dd483f2bc5d4 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Jun 30 03:00:17.097490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:17.109721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '40faf22f-03d8-4a70-a52e-0750a7c5f4da', 'network_id': '49d4f954-7b9b-43b3-b3b3-92e55cc63f6b', 'port_id': '40faf22f-03d8-4a70-a52e-0750a7c5f4da', 'mac_address': 'fa:16:3e:bb:63:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa583c4-3a09-4515-9987-99f4226689c4', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:17.149772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.168904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40faf22f-03d8-4a70-a52e-0750a7c5f4da {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:17.188727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:17.192911 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.243031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=40faf22f-03d8-4a70-a52e-0750a7c5f4da,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:17.483439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['40faf22f-03d8-4a70-a52e-0750a7c5f4da'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:17.488604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197a97-1f7c-412b-99a3-50329d4220b0 req-655e4446-4683-472b-b6e5-1541c5c8764f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.490262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d6197a97-1f7c-412b-99a3-50329d4220b0 req-655e4446-4683-472b-b6e5-1541c5c8764f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 908 time: 0.0726697 Jun 30 03:00:18.186301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca9d7b-131d-4292-8a70-dda18a49121b req-d3c6acdd-2a4b-4816-be7f-7d5fc9c51ef3 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.187858 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63ca9d7b-131d-4292-8a70-dda18a49121b req-d3c6acdd-2a4b-4816-be7f-7d5fc9c51ef3 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 945 time: 0.0632825 Jun 30 03:00:18.228210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63ca9d7b-131d-4292-8a70-dda18a49121b req-67f496d2-ca86-4b14-ba13-3e2e846cd2f1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/security-groups?id=e52f321f-f1f7-45ec-992d-48f69d51a115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Jun 30 03:00:18.475280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a76e5-2407-4189-8589-334209f3338b req-d9487e7d-b9cc-4bb0-abe0-2480b2736de1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.476844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-343a76e5-2407-4189-8589-334209f3338b req-d9487e7d-b9cc-4bb0-abe0-2480b2736de1 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.67 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 945 time: 0.0723004 Jun 30 03:00:18.593195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Deleting port edb115a4-1a7c-42c0-84d0-165bf86bfcea {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:18.593499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.729986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] For port edb115a4-1a7c-42c0-84d0-165bf86bfcea, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=edb115a4-1a7c-42c0-84d0-165bf86bfcea,segment=NetworkSegment(49eaef61-29cc-4e26-821d-a251ceac0247),segment_id=49eaef61-29cc-4e26-821d-a251ceac0247)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:18.730380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.749838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Calling delete_port for edb115a4-1a7c-42c0-84d0-165bf86bfcea owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:18.764455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbbeaf-a7cc-43fd-9cb8-eb7bb6e53faa req-59314ad8-b6e7-47fe-b74b-1b6ee699f2c9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.765983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3bbbeaf-a7cc-43fd-9cb8-eb7bb6e53faa req-59314ad8-b6e7-47fe-b74b-1b6ee699f2c9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 908 time: 0.1232200 Jun 30 03:00:18.823616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:18.907969 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.922037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['edb115a4-1a7c-42c0-84d0-165bf86bfcea'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:18.944713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Pushing event deleted for resources: {'Port': ['ID=edb115a4-1a7c-42c0-84d0-165bf86bfcea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:19.013415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] No DVR routers for this DVR port edb115a4-1a7c-42c0-84d0-165bf86bfcea on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:19.020263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.022419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-343a76e5-2407-4189-8589-334209f3338b req-69831cbe-90e9-476f-a04a-7b50d120be20 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.67 "DELETE /v2.0/ports/edb115a4-1a7c-42c0-84d0-165bf86bfcea HTTP/1.1" status: 204 len: 173 time: 0.5398545 Jun 30 03:00:19.022659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 40faf22f-03d8-4a70-a52e-0750a7c5f4da up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:19.022864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'name': 'network-vif-deleted', 'tag': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:19.025558 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7398e52b-6c95-4b80-a61b-c3fa54bd8235" -d '{"events": [{"server_uuid": "07585947-ffcd-4b3d-b145-755bd27e08e8", "name": "network-vif-deleted", "tag": "edb115a4-1a7c-42c0-84d0-165bf86bfcea"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:19.037811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-54cc1bbe-605a-4264-a175-a193f1e625d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9de3e25896b4d3899c632e766b215aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103457 Jun 30 03:00:19.038136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:19.068028 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1d703d-50b5-44dc-8bf5-4730c9674bbb x-openstack-request-id: req-9d1d703d-50b5-44dc-8bf5-4730c9674bbb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:19.068352 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07585947-ffcd-4b3d-b145-755bd27e08e8", "name": "network-vif-deleted", "tag": "edb115a4-1a7c-42c0-84d0-165bf86bfcea", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:19.068573 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d1d703d-50b5-44dc-8bf5-4730c9674bbb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:19.069860 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07585947-ffcd-4b3d-b145-755bd27e08e8', 'name': 'network-vif-deleted', 'tag': 'edb115a4-1a7c-42c0-84d0-165bf86bfcea', 'status': 'completed', 'code': 200} Jun 30 03:00:19.088252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 40faf22f-03d8-4a70-a52e-0750a7c5f4da completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:19.093683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 40faf22f-03d8-4a70-a52e-0750a7c5f4da triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:19.094056 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.104144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93433e15-0346-4923-a61d-b0b8ca670ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.126396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93433e15-0346-4923-a61d-b0b8ca670ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.180550 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.184579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93433e15-0346-4923-a61d-b0b8ca670ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.187160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93433e15-0346-4923-a61d-b0b8ca670ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.191513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-93433e15-0346-4923-a61d-b0b8ca670ecc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/31471d97-ced8-454f-b186-0c15d769e665 HTTP/1.1" status: 204 len: 168 time: 0.1487908 Jun 30 03:00:19.196364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433e15-0346-4923-a61d-b0b8ca670ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31471d97-ced8-454f-b186-0c15d769e665,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:19.228240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40faf22f-03d8-4a70-a52e-0750a7c5f4da'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:19.230626 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c99858-2904-4251-8957-0147e683f69b" -d '{"events": [{"server_uuid": "b07c1105-61cb-4006-9b18-1fcd1eaab3ab", "name": "network-vif-plugged", "status": "completed", "tag": "40faf22f-03d8-4a70-a52e-0750a7c5f4da"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:19.243821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:19.249347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.279788 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11114ec1-825d-45dd-af92-5cb9756c2ad0 x-openstack-request-id: req-11114ec1-825d-45dd-af92-5cb9756c2ad0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:19.280278 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c1105-61cb-4006-9b18-1fcd1eaab3ab", "name": "network-vif-plugged", "status": "completed", "tag": "40faf22f-03d8-4a70-a52e-0750a7c5f4da", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:19.280673 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11114ec1-825d-45dd-af92-5cb9756c2ad0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:19.281208 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40faf22f-03d8-4a70-a52e-0750a7c5f4da', 'code': 200} Jun 30 03:00:19.316240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=40faf22f-03d8-4a70-a52e-0750a7c5f4da,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:19.334944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.335455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.335919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.336362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.336703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.337170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.337509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.337838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.338164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.338611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.338941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.339287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:19.404543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2df698-e5a4-4bac-9548-497960e36841 req-c03adba7-d878-487f-a44f-a34a75dce5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:19.406632 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea2df698-e5a4-4bac-9548-497960e36841 req-c03adba7-d878-487f-a44f-a34a75dce5b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 1060 time: 0.0595124 Jun 30 03:00:19.418592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d15a636f-ba44-46a1-b054-2938de21579f req-185af21f-b9ed-4e65-8670-86ca2925da98 tempest-VolumesSnapshotTestJSON-626956909 tempest-VolumesSnapshotTestJSON-626956909-project] 10.222.0.78 "GET /v2.0/ports?device_id=07585947-ffcd-4b3d-b145-755bd27e08e8 HTTP/1.1" status: 200 len: 210 time: 0.0338340 Jun 30 03:00:19.949827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217253b-9de4-4a19-928a-21280db37bcf req-faa649f1-d0b9-4420-895b-a1cb94672629 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:19.951348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b217253b-9de4-4a19-928a-21280db37bcf req-faa649f1-d0b9-4420-895b-a1cb94672629 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 909 time: 0.0640655 Jun 30 03:00:20.415502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:20.559012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'network': {'name': 'tempest-network-smoke--382781582', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:20.579892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:20.583958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.596963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.707523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.711874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.748892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296dfebe-a619-4169-9731-ab477072fe4e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:20.755956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:20.765037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.765361 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Added segment ce2a7782-b10b-48b1-a847-e9a7b3820c40 of type vlan for network 80319cc2-1baf-47ef-998a-158dafb4603d Jun 30 03:00:20.817504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.849358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.855851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.856464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.920371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5006254 Jun 30 03:00:20.920558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:20.925939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'admin_state_up': True, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:20.944258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beb7c0-f0ec-4cd5-b5c3-16bc42b9f8a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Network': ['ID=80319cc2-1baf-47ef-998a-158dafb4603d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:20.956829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 80319cc2-1baf-47ef-998a-158dafb4603d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:20.960493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.961781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.022031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.041444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device edb115a4-1a7c-42c0-84d0-165bf86bfcea no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:21.064072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: edb115a4-1a7c-42c0-84d0-165bf86bfcea {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:21.064706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device edb115a4-1a7c-42c0-84d0-165bf86bfcea not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:21.202710 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.272086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7af7c5-85c6-4b3c-8c12-166c3d85b64d req-285360dd-20b5-4383-92d6-cb1e5714e991 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.273574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee7af7c5-85c6-4b3c-8c12-166c3d85b64d req-285360dd-20b5-4383-92d6-cb1e5714e991 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 909 time: 0.1746259 Jun 30 03:00:21.431105 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.453731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.476042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b492d2-c309-469c-a6cb-5823d35b5a13 req-2ddb70dd-ff23-4b6c-a434-af88df77fac9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.477847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51b492d2-c309-469c-a6cb-5823d35b5a13 req-2ddb70dd-ff23-4b6c-a434-af88df77fac9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 909 time: 0.0776007 Jun 30 03:00:21.565926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.25.0.63 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c882b4cb-8678-4e22-a983-469c17eaa977) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:21.709233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.716854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e43f-c963-4abf-86b5-177d9dad0492 req-b055b20b-c9a7-4d64-bfd9-b60de804c6df tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.718409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21d8e43f-c963-4abf-86b5-177d9dad0492 req-b055b20b-c9a7-4d64-bfd9-b60de804c6df tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 1060 time: 0.1264091 Jun 30 03:00:21.756409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.796535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:21.799373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:21.802750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:21.830867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=c882b4cb-8678-4e22-a983-469c17eaa977,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:21.934811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157aee-552f-493a-9920-7383082eca47 req-30c9950a-0ac6-45e7-8350-bee5d5b49164 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.937717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8157aee-552f-493a-9920-7383082eca47 req-30c9950a-0ac6-45e7-8350-bee5d5b49164 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1135 time: 0.0998168 Jun 30 03:00:21.977436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8157aee-552f-493a-9920-7383082eca47 req-256520fe-1fb4-4131-8f2d-bd63cd79f573 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0350492 Jun 30 03:00:22.001880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41592) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:22.079086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c1d2c-a141-432c-8685-b4c08b46d0b1 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.080867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f73c1d2c-a141-432c-8685-b4c08b46d0b1 tempest-TestSecurityGroupsBasicOps-1082299471 tempest-TestSecurityGroupsBasicOps-1082299471-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 1055 time: 0.0777388 Jun 30 03:00:22.093367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.482857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef5113-de17-4da7-8db4-eefcd9eb8c45 req-297b70f4-9d04-4d12-990c-e4383895f936 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.485110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-12ef5113-de17-4da7-8db4-eefcd9eb8c45 req-297b70f4-9d04-4d12-990c-e4383895f936 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 909 time: 0.0680518 Jun 30 03:00:22.652687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.780743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:00:22.890709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:22.902432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:22.911152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.914345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83fd8449-d2f9-41e9-8c07-2a04c08dbfd8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9908297 Jun 30 03:00:22.915468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:22.915779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:22.916500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:23.100626 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-743bed4e-b2b2-42d5-bdfe-93ebbea3329d tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ac8db0c3f2b64c86840011b8ecac9ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1840053 Jun 30 03:00:23.104131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:23.110347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:23.222112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807637ed-b254-46fe-a871-1d8f469f39a7 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.223739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-807637ed-b254-46fe-a871-1d8f469f39a7 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1186128 Jun 30 03:00:23.226464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41610) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:23.256541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-249bab3e-b1f9-431b-b8ba-241d24f425c7 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289080 Jun 30 03:00:23.259136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:23.264868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089023034', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:23.320993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 3, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:23.347401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:23.347749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Updating router 6d651dbb-c50a-43b1-a543-a357e735787c port c882b4cb-8678-4e22-a983-469c17eaa977 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:00:23.353897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:23.358032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.382413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.544647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.610767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Subnet': ['ID=313bd47d-7d32-48b9-bcaf-92eca4faebc5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:23.618117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Checking segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:23.619033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network hostable DHCP agents. Network: 80319cc2-1baf-47ef-998a-158dafb4603d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:23.640318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 80319cc2-1baf-47ef-998a-158dafb4603d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:23.651720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 80319cc2-1baf-47ef-998a-158dafb4603d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:23.657503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.658109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.669901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9dc4f-de04-4172-bb09-51afd2ada6e0 None None] Network 80319cc2-1baf-47ef-998a-158dafb4603d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:23.675092 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.678349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-338566ed-270c-4671-9fc3-cd86c3e16290 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4158492 Jun 30 03:00:23.679095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41616) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:23.719690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Transition to ACTIVE for port object c882b4cb-8678-4e22-a983-469c17eaa977 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:23.732060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.736701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9485d7-99c8-4d19-9f93-b190ec35345f req-c34efb50-c3df-4f8b-a642-2af3ddde6323 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.747262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e9485d7-99c8-4d19-9f93-b190ec35345f req-c34efb50-c3df-4f8b-a642-2af3ddde6323 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 909 time: 0.1381757 Jun 30 03:00:23.770202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-1f17aac6-5f6e-41ea-ab50-1cb681098e5d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.771719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-1f17aac6-5f6e-41ea-ab50-1cb681098e5d tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.67 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 909 time: 0.0885317 Jun 30 03:00:23.813122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f276-21c4-49c3-96e6-99e100d9e320 None None] Pushing event updated for resources: {'Port': ['ID=c882b4cb-8678-4e22-a983-469c17eaa977,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:23.819808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Attempting to bind port c882b4cb-8678-4e22-a983-469c17eaa977 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:23.820509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Attempting to bind port c882b4cb-8678-4e22-a983-469c17eaa977 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:23.820509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Attempting to bind port c882b4cb-8678-4e22-a983-469c17eaa977 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:23.852453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:23.852856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:23.853239 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.853632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:23.854103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Bound port: c882b4cb-8678-4e22-a983-469c17eaa977, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:23.854519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.892721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port 40faf22f-03d8-4a70-a52e-0750a7c5f4da {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:23.892942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.933759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-80319cc2-1baf-47ef-998a-158dafb4603d', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:00:23.934767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.945343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] For port c882b4cb-8678-4e22-a983-469c17eaa977, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:23.961552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] For port c882b4cb-8678-4e22-a983-469c17eaa977, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c882b4cb-8678-4e22-a983-469c17eaa977,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:23.969468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.005079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port 40faf22f-03d8-4a70-a52e-0750a7c5f4da, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=40faf22f-03d8-4a70-a52e-0750a7c5f4da,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:24.005447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.018823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for 40faf22f-03d8-4a70-a52e-0750a7c5f4da owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:24.100509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:24.101139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:24.122923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f276-21c4-49c3-96e6-99e100d9e320 None None] Pushing event updated for resources: {'Port': ['ID=c882b4cb-8678-4e22-a983-469c17eaa977,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.191246 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.207666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Allocated IP 172.20.0.2 (80319cc2-1baf-47ef-998a-158dafb4603d/313bd47d-7d32-48b9-bcaf-92eca4faebc5/959b2791-7338-4ca0-8d3f-932679778c3f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:24.232415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.236034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=40faf22f-03d8-4a70-a52e-0750a7c5f4da,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.307069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:24.321958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] No DVR routers for this DVR port 40faf22f-03d8-4a70-a52e-0750a7c5f4da on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:24.325627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.327966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98dab21a-a3d7-4e5a-8c7a-e1a33444e17c req-af216f2e-395e-4198-b927-49fbe77a801e tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.67 "DELETE /v2.0/ports/40faf22f-03d8-4a70-a52e-0750a7c5f4da HTTP/1.1" status: 204 len: 173 time: 0.5498631 Jun 30 03:00:24.328734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'name': 'network-vif-deleted', 'tag': '40faf22f-03d8-4a70-a52e-0750a7c5f4da'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:24.331908 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d6c554-3039-403e-a392-12e75c628861" -d '{"events": [{"server_uuid": "b07c1105-61cb-4006-9b18-1fcd1eaab3ab", "name": "network-vif-deleted", "tag": "40faf22f-03d8-4a70-a52e-0750a7c5f4da"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:24.398264 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8053cf4-3c20-45a7-94a3-e8ce28dc0251 x-openstack-request-id: req-f8053cf4-3c20-45a7-94a3-e8ce28dc0251 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:24.399038 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c1105-61cb-4006-9b18-1fcd1eaab3ab", "name": "network-vif-deleted", "tag": "40faf22f-03d8-4a70-a52e-0750a7c5f4da", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:24.399273 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8053cf4-3c20-45a7-94a3-e8ce28dc0251 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:24.399699 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c1105-61cb-4006-9b18-1fcd1eaab3ab', 'name': 'network-vif-deleted', 'tag': '40faf22f-03d8-4a70-a52e-0750a7c5f4da', 'status': 'completed', 'code': 200} Jun 30 03:00:24.577659 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.611156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Transition to ACTIVE for port object 959b2791-7338-4ca0-8d3f-932679778c3f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:24.630737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Transition to ACTIVE for port object 959b2791-7338-4ca0-8d3f-932679778c3f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:24.649230 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.697359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 3, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:24.722767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.20.0.1 (80319cc2-1baf-47ef-998a-158dafb4603d/313bd47d-7d32-48b9-bcaf-92eca4faebc5/4a877801-4a38-4051-84f4-608a7fefaad0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:24.730219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372445c-f520-451f-bd11-56d52d070e23 None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 3, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:24.743204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Network 80319cc2-1baf-47ef-998a-158dafb4603d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:24.747175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Pushing event updated for resources: {'Port': ['ID=959b2791-7338-4ca0-8d3f-932679778c3f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.749792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:24.752285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:24.826536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Attempting to bind port 959b2791-7338-4ca0-8d3f-932679778c3f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:24.828688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Attempting to bind port 959b2791-7338-4ca0-8d3f-932679778c3f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:24.829072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Attempting to bind port 959b2791-7338-4ca0-8d3f-932679778c3f on network 80319cc2-1baf-47ef-998a-158dafb4603d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:24.836605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:24.838195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Checking segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:24.838477 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.838888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Bound using segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:24.839732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Bound port: 959b2791-7338-4ca0-8d3f-932679778c3f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:24.840136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.897737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.929142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Transition to ACTIVE for port object 4a877801-4a38-4051-84f4-608a7fefaad0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:24.960452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] For port 959b2791-7338-4ca0-8d3f-932679778c3f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:24.977525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] For port 959b2791-7338-4ca0-8d3f-932679778c3f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=959b2791-7338-4ca0-8d3f-932679778c3f,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:24.986197 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.991490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.026621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-af4be20a-471f-4b54-bc5c-6949c0b8a1ff req-d4eeebc1-7ce6-4306-88fe-0a374b80793f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07c1105-61cb-4006-9b18-1fcd1eaab3ab HTTP/1.1" status: 200 len: 210 time: 0.0560379 Jun 30 03:00:25.043408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 80319cc2-1baf-47ef-998a-158dafb4603d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:25.052685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205c9df-d5bc-4e0a-b724-bd0a9e307287 None None] Pushing event updated for resources: {'Port': ['ID=959b2791-7338-4ca0-8d3f-932679778c3f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.062733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:25.067013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:25.133646 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.220567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=4a877801-4a38-4051-84f4-608a7fefaad0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.400682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.759481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.767114 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.824682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.936967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=4a877801-4a38-4051-84f4-608a7fefaad0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.971933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 959b2791-7338-4ca0-8d3f-932679778c3f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:26.007808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 80319cc2-1baf-47ef-998a-158dafb4603d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:26.009331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:26.061667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 959b2791-7338-4ca0-8d3f-932679778c3f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:26.066791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c882b4cb-8678-4e22-a983-469c17eaa977 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:26.153502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:26.156525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c882b4cb-8678-4e22-a983-469c17eaa977 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:26.166024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c882b4cb-8678-4e22-a983-469c17eaa977 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:26.166717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.169363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:26.333793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:26.343342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ad71b573-38f6-46d1-9435-825222a77d4e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "PUT /v2.0/routers/6d651dbb-c50a-43b1-a543-a357e735787c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631305 Jun 30 03:00:26.347718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41642) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:26.481892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e27de-fe57-4c19-bf08-2f2526237c94 None None] Network 80319cc2-1baf-47ef-998a-158dafb4603d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:26.594485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] Provisioning for port 959b2791-7338-4ca0-8d3f-932679778c3f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:26.623297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] Provisioning complete for port 959b2791-7338-4ca0-8d3f-932679778c3f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:26.623928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.689171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.783455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.812577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c882b4cb-8678-4e22-a983-469c17eaa977, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c882b4cb-8678-4e22-a983-469c17eaa977,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:26.845704 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.952597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.011685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c882b4cb-8678-4e22-a983-469c17eaa977,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.015997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.016486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.016966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.017437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.017902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.018389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.018861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.019324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.019785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.024803 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4b39b92a-bd16-44c5-a479-a2e9b3e0b56b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.6760640 Jun 30 03:00:27.025409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41648) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.025770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 40faf22f-03d8-4a70-a52e-0750a7c5f4da no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:27.070161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 40faf22f-03d8-4a70-a52e-0750a7c5f4da {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:27.070552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 40faf22f-03d8-4a70-a52e-0750a7c5f4da not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:27.077471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] For port 959b2791-7338-4ca0-8d3f-932679778c3f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=959b2791-7338-4ca0-8d3f-932679778c3f,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:27.098237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.098770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.099245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.099713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.100327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.101332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.102570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.103045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.103514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.111034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-739dc8f7-9a85-45fe-9ab2-24eff72202a6 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.0844171 Jun 30 03:00:27.111753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.111898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41650) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.162662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:27.163264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.206948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199a930-14b4-4273-ba77-be77fb1aa8c6 None None] Pushing event updated for resources: {'Port': ['ID=959b2791-7338-4ca0-8d3f-932679778c3f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.320631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:27.321297 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.337142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:27.341800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b66079e3-619e-46c4-b95e-8ad5f8949e3a tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.2150981 Jun 30 03:00:27.393556 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:27.405341 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:27.406239 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:27.448249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7a20bd24-43e4-4bb5-a72a-c57215b6146a None None] Provisioning complete for port 959b2791-7338-4ca0-8d3f-932679778c3f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:27.448772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a20bd24-43e4-4bb5-a72a-c57215b6146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.540077 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:27.609050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41654) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.613869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734373834', 'description': 'tempest-secgroup-smoke-734373834 description', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:27.627450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7a20bd24-43e4-4bb5-a72a-c57215b6146a None None] Provisioning for port 4a877801-4a38-4051-84f4-608a7fefaad0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:27.639906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.656892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7a20bd24-43e4-4bb5-a72a-c57215b6146a None None] Provisioning complete for port 4a877801-4a38-4051-84f4-608a7fefaad0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:27.657410 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a20bd24-43e4-4bb5-a72a-c57215b6146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.756319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.764299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26397942-6aee-4a7d-a99b-d8d7536bb2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.769243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.776754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.802215 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 2, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:27.808819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7a20bd24-43e4-4bb5-a72a-c57215b6146a None None] Port 4a877801-4a38-4051-84f4-608a7fefaad0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:27.843145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.845944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9ffe6-29b9-44e8-8988-7283d28f7277,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.850371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.854371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8c11ec7-b64f-4469-bb43-446d99849b57 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2420084 Jun 30 03:00:27.865993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41658) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.871266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '37e9ffe6-29b9-44e8-8988-7283d28f7277', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:27.913829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c882b4cb-8678-4e22-a983-469c17eaa977 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:27.945846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.006834 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:28.007188 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Updating router 6d651dbb-c50a-43b1-a543-a357e735787c port 4a877801-4a38-4051-84f4-608a7fefaad0 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:00:28.046721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46a00c13-f21d-44ab-a511-b25e4a2709d8 None None] Provisioning complete for port 4a877801-4a38-4051-84f4-608a7fefaad0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:28.047270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46a00c13-f21d-44ab-a511-b25e4a2709d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.060594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.072081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.100713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef02d0a6-8ff4-4425-810f-03b349b1947e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.103734 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.110181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.116521 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d864021b-bb53-4998-a409-1e55968cef9b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2491870 Jun 30 03:00:28.117447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41662) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:28.124197 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '37e9ffe6-29b9-44e8-8988-7283d28f7277', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:28.176038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-46a00c13-f21d-44ab-a511-b25e4a2709d8 None None] Port 4a877801-4a38-4051-84f4-608a7fefaad0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:28.187168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c882b4cb-8678-4e22-a983-469c17eaa977 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:28.187168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.195643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.321985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.331352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.358053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c9b66b2f-ba0b-47f4-b961-858e0ee963c4 None None] Provisioning complete for port 4a877801-4a38-4051-84f4-608a7fefaad0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:28.359965 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b66b2f-ba0b-47f4-b961-858e0ee963c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.368663 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566f85db-184e-4fcb-a0ff-8c4def3dcda4,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.375494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.379102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.383309 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e57980a7-9bb9-4837-81b8-ac45f256362f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646441 Jun 30 03:00:28.383942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41664) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:28.389005 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '37e9ffe6-29b9-44e8-8988-7283d28f7277', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:28.474814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 959b2791-7338-4ca0-8d3f-932679778c3f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:28.475866 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.477575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c9b66b2f-ba0b-47f4-b961-858e0ee963c4 None None] Port 4a877801-4a38-4051-84f4-608a7fefaad0 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:28.537285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 959b2791-7338-4ca0-8d3f-932679778c3f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:28.537929 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.552022 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.579788 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Transition to ACTIVE for port object 4a877801-4a38-4051-84f4-608a7fefaad0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:28.588597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.591795 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.599210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.647290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d60326a-8e78-424d-8391-0fa727cc5a94,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.660489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.661854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8506a36-17b6-4053-b803-5a653cc75faa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769563 Jun 30 03:00:28.666008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:28.671895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '37e9ffe6-29b9-44e8-8988-7283d28f7277', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:28.710529 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eccd9-81d5-4574-8a78-b8a164d5d6e5 None None] Pushing event updated for resources: {'Port': ['ID=4a877801-4a38-4051-84f4-608a7fefaad0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.738882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.784293 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Attempting to bind port 4a877801-4a38-4051-84f4-608a7fefaad0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:28.786727 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Attempting to bind port 4a877801-4a38-4051-84f4-608a7fefaad0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:28.787549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Attempting to bind port 4a877801-4a38-4051-84f4-608a7fefaad0 on network 80319cc2-1baf-47ef-998a-158dafb4603d {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:28.799613 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:28.800860 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Checking segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:28.801518 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.802386 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Bound using segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:28.802587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 8895a8fa-4495-4ceb-a709-60c5ba777ddb has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:28.803749 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Bound port: 4a877801-4a38-4051-84f4-608a7fefaad0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:28.804408 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.853456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.863906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.897962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f150aaba-62f2-442f-a00b-be37a78485eb,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.919901 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.921167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f899886c-2194-46a8-8c6c-34bc8ddc980d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2539520 Jun 30 03:00:28.926962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41668) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:28.931636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '37e9ffe6-29b9-44e8-8988-7283d28f7277', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:28.958133 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Project ac8db0c3f2b64c86840011b8ecac9ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:00:28.966779 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] For port 4a877801-4a38-4051-84f4-608a7fefaad0, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:28.974558 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] For port 4a877801-4a38-4051-84f4-608a7fefaad0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4a877801-4a38-4051-84f4-608a7fefaad0,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:28.976223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.984684 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.040721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:29.057119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] Sync routers for ids ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:29.058215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c90c0ff5-991f-4fd9-9e34-6b0255e05607 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "PUT /v2.0/routers/8895a8fa-4495-4ceb-a709-60c5ba777ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9035964 Jun 30 03:00:29.062065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41674) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.071921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] Routers {'8895a8fa-4495-4ceb-a709-60c5ba777ddb'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:29.075783 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:29.076690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.078953 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.204595 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eccd9-81d5-4574-8a78-b8a164d5d6e5 None None] Pushing event updated for resources: {'Port': ['ID=4a877801-4a38-4051-84f4-608a7fefaad0,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.253416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting subnet 7aa583c4-3a09-4515-9987-99f4226689c4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:29.257049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.291586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] Set router 8895a8fa-4495-4ceb-a709-60c5ba777ddb gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:29.303475 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:29.314226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.416076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.429301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.461743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.491422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ef85a9-da94-4dba-8af8-3cb49cd94b13,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.503476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.504564 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-992464e5-8c46-4e0c-8e5f-95980fb08412 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5766585 Jun 30 03:00:29.507548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41676) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.512259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '37e9ffe6-29b9-44e8-8988-7283d28f7277', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:29.526050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:27Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.556073 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Project ac8db0c3f2b64c86840011b8ecac9ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:00:29.563634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.564066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] Checking router: 8895a8fa-4495-4ceb-a709-60c5ba777ddb for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:29.573158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] Routers {'8895a8fa-4495-4ceb-a709-60c5ba777ddb'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:29.574339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.574497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.601733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:28Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.619112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa583c4-3a09-4515-9987-99f4226689c4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.629941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.634351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4cecfa88-c183-4fe4-9184-c4bd8b7792e5 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/subnets/7aa583c4-3a09-4515-9987-99f4226689c4 HTTP/1.1" status: 204 len: 168 time: 0.5688691 Jun 30 03:00:29.634539 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29786cca-2be0-4a22-b0dd-9b375924d625 None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:28Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:29.634700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.669646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac33ba-1122-4371-82fa-1111223f0b8d None None] Network 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:29.690548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.696518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.776136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064137ba-acae-49f1-874a-0f6546122038,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.802340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.819741 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-80bfb6a4-82af-42ea-bcfc-cffb830e4f38 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2953765 Jun 30 03:00:29.854598 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.012672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.016586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] Set router 8895a8fa-4495-4ceb-a709-60c5ba777ddb gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:30.110709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port 6ee2e1e0-4793-4781-a301-89192c076538 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:30.111073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.115842 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4a877801-4a38-4051-84f4-608a7fefaad0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:30.175226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-4a2fad17-44e2-4f33-bb32-de061810cf07 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734373834&fields=id&tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 267 time: 0.1181889 Jun 30 03:00:30.336315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port 6ee2e1e0-4793-4781-a301-89192c076538, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6ee2e1e0-4793-4781-a301-89192c076538,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:30.336668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.363690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for 6ee2e1e0-4793-4781-a301-89192c076538 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:30.403769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-2542171c-26f2-468c-94d2-d3a457fe0699 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:30.405918 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-2542171c-26f2-468c-94d2-d3a457fe0699 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/networks?id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 796 time: 0.2074277 Jun 30 03:00:30.418561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4a877801-4a38-4051-84f4-608a7fefaad0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:30.431956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-304ab6d6-9caa-4aae-987b-d0aed5601686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/quotas/ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 375 time: 0.0164495 Jun 30 03:00:30.440260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17f71508-c300-4520-ae6f-409d0c6fc85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.470986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4a877801-4a38-4051-84f4-608a7fefaad0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:30.471618 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.581486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-717b906c-cc4f-4be4-8f2e-b8d45a50ebc4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430540 Jun 30 03:00:30.647895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] DHCP port deletion for 49d4f954-7b9b-43b3-b3b3-92e55cc63f6b request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:30.654941 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.664322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:27Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:30.732780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-61c10b25-aafe-4149-a9d2-a915eb94d08e service neutron] 10.222.0.78 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385756 Jun 30 03:00:30.741689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d7275-936b-4b1f-8eb7-db869f6ee952 None None] The sync data for ids ['8895a8fa-4495-4ceb-a709-60c5ba777ddb'] in n-d-798054-5 is: [{'id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304112749', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '6ee2e1e0-4793-4781-a301-89192c076538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:02Z', 'updated_at': '2021-06-30T03:00:27Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '6ee2e1e0-4793-4781-a301-89192c076538', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8895a8fa-4495-4ceb-a709-60c5ba777ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:03Z', 'updated_at': '2021-06-30T03:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:30.752678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.788119 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.846973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 4a877801-4a38-4051-84f4-608a7fefaad0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4a877801-4a38-4051-84f4-608a7fefaad0,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:30.856236 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.871323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=6ee2e1e0-4793-4781-a301-89192c076538,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:30.905613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.909644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] Deleting port 6fe8ca17-76c2-49e5-8295-10f906e392d5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:30.910026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.944740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8a3d030c-fb1c-439e-9f39-1294ad9743b9 service neutron] 10.222.0.78 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101543 Jun 30 03:00:31.034843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.037332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.147210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=4a877801-4a38-4051-84f4-608a7fefaad0,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:31.148792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.149348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Fanout notify agent at l3_agent the message router_deleted on router 8895a8fa-4495-4ceb-a709-60c5ba777ddb {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:00:31.157062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.160529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4d6d401a-8a44-4922-b961-17adf2298f40 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/routers/8895a8fa-4495-4ceb-a709-60c5ba777ddb HTTP/1.1" status: 204 len: 168 time: 1.5225496 Jun 30 03:00:31.161347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:31.172408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] For port 6fe8ca17-76c2-49e5-8295-10f906e392d5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6fe8ca17-76c2-49e5-8295-10f906e392d5,segment=NetworkSegment(c1b7f4c1-377d-4079-9f7a-a74794d8497a),segment_id=c1b7f4c1-377d-4079-9f7a-a74794d8497a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:31.172981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.236349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] Calling delete_port for 6fe8ca17-76c2-49e5-8295-10f906e392d5 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:31.303942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.422930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fc6306-6aec-4aaa-aef4-f62cce71a861 req-97fc0a4d-72ad-45bf-9b83-6c0053dc5293 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 210 time: 0.1158531 Jun 30 03:00:31.485403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.536677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] Pushing event deleted for resources: {'Port': ['ID=6fe8ca17-76c2-49e5-8295-10f906e392d5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:31.540997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c5e63-90cf-4772-a355-098acbf664d3 None None] No DVR routers for this DVR port 6fe8ca17-76c2-49e5-8295-10f906e392d5 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:31.641624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port 6fe8ca17-76c2-49e5-8295-10f906e392d5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:31.641986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.730456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port 6fe8ca17-76c2-49e5-8295-10f906e392d5, host n-d-798054-5, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:31.730968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.754735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for 6fe8ca17-76c2-49e5-8295-10f906e392d5 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:31.758032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Port 6fe8ca17-76c2-49e5-8295-10f906e392d5 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:00:31.759690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.806420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=6fe8ca17-76c2-49e5-8295-10f906e392d5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:31.828309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] No DVR routers for this DVR port 6fe8ca17-76c2-49e5-8295-10f906e392d5 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:31.957785 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.965971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4a877801-4a38-4051-84f4-608a7fefaad0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:31.976473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d4f954-7b9b-43b3-b3b3-92e55cc63f6b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:32.004779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b7f4c1-377d-4079-9f7a-a74794d8497a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:32.005310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b7f4c1-377d-4079-9f7a-a74794d8497a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:32.023117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.046017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.055253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:32.055621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:32.060473 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:32.080538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4a877801-4a38-4051-84f4-608a7fefaad0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:32.080916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.157022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.166271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.172100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/networks/49d4f954-7b9b-43b3-b3b3-92e55cc63f6b HTTP/1.1" status: 204 len: 168 time: 1.0101075 Jun 30 03:00:32.172286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41714) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:32.187457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aa972-6fad-4efe-b4c9-0b5394b05b17 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Network': ['ID=49d4f954-7b9b-43b3-b3b3-92e55cc63f6b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:32.262988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.403365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6fe8ca17-76c2-49e5-8295-10f906e392d5 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:32.459155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6fe8ca17-76c2-49e5-8295-10f906e392d5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:32.460169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6fe8ca17-76c2-49e5-8295-10f906e392d5 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:32.462270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:32.508657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:32.509189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7abd1b31-bb49-44e8-a0c6-fbe989ea3f3a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:32.617386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port a2c564b7-9240-4390-908a-093cba0c485d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:32.617774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.655273 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c76aa4f-19ac-40ef-bab4-dc1d027be6d2 req-e493530c-32b6-4bc6-bc69-070beed6ce18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 210 time: 0.0546451 Jun 30 03:00:32.731349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.731349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.755588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for a2c564b7-9240-4390-908a-093cba0c485d owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:32.880983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-2f4ddd15-cd4e-45ea-adac-725a894ba655 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698175 Jun 30 03:00:32.993261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-e3c850fc-1a5a-4696-8480-1c4a804174cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:32.995267 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-e3c850fc-1a5a-4696-8480-1c4a804174cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.0646834 Jun 30 03:00:33.064645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.100185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=a2c564b7-9240-4390-908a-093cba0c485d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:33.127719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-dbf89902-d4f2-4f4b-9b85-d3b7d243a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:33.129209 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-dbf89902-d4f2-4f4b-9b85-d3b7d243a5f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1081274 Jun 30 03:00:33.177695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.179861 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Floating IP 3bb1edb1-3c68-4cb3-af40-82e52a036cfb disassociated (deleted). External IP: 172.25.0.55, port: abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c. Jun 30 03:00:33.201525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-2fd03bf3-6208-4a31-b7c2-b395cfc107be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.0652466 Jun 30 03:00:33.263335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-04529ad5-2f1c-43bb-a747-32b17ab7ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:33.265148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-04529ad5-2f1c-43bb-a747-32b17ab7ccbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0573590 Jun 30 03:00:33.341201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-e3ec6dd2-8713-4210-bce2-a5176d7e5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:33.342815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-e3ec6dd2-8713-4210-bce2-a5176d7e5a92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709968 Jun 30 03:00:33.517156 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-c37e25b2-8e95-41fd-8930-98aa3d9ef49c service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671307 Jun 30 03:00:33.548793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 447956c1-e1e6-451e-a0bc-2016c76adf2f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:33.777640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ee2e1e0-4793-4781-a301-89192c076538 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:33.831709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6ee2e1e0-4793-4781-a301-89192c076538 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:33.832711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ee2e1e0-4793-4781-a301-89192c076538 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:33.874996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:33.895919 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] Sync routers for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:33.907662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.911371 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:33.913254 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:33.988356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7df1232f-5c52-437c-b650-18ad60a689cd tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/floatingips/3bb1edb1-3c68-4cb3-af40-82e52a036cfb HTTP/1.1" status: 204 len: 168 time: 1.8126888 Jun 30 03:00:33.988356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:33.989952 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:34.058789 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6018732e-7e19-4730-aed8-3ce7963efc9d req-ac83118b-eac7-4350-bbf5-9219e4cdd687 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 210 time: 0.0318315 Jun 30 03:00:34.087509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-76625a61-dad5-4979-ab90-3cb77ea00383 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.088978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-76625a61-dad5-4979-ab90-3cb77ea00383 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/networks?id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 796 time: 0.6457560 Jun 30 03:00:34.148465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9380516c-5323-4920-8cac-c8ad0dbf79f6 req-6636b305-d234-4e0d-99c4-d1f023bcad99 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241326 Jun 30 03:00:34.150733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:34.169527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-b6f568ad-2d21-4269-a90b-7a7c39c0f353 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 379 time: 0.0658739 Jun 30 03:00:34.195299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'port': {'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'admin_state_up': True, 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'security_groups': ['37e9ffe6-29b9-44e8-8988-7283d28f7277']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:34.358175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.376634 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81db7a48-79e5-49dd-8284-96135e69f0d7 x-openstack-request-id: req-81db7a48-79e5-49dd-8284-96135e69f0d7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:34.377628 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:34.378089 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81db7a48-79e5-49dd-8284-96135e69f0d7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:34.378698 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'status': 'completed', 'code': 200} Jun 30 03:00:34.481400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:34.494159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.516832 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:58Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:34.538905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-56b6e70f-79c6-4836-b62e-5033321a65df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.540856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-56b6e70f-79c6-4836-b62e-5033321a65df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c2783b56d4846c4992554c568985189&device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 1135 time: 0.1285322 Jun 30 03:00:34.550019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673389-5877-4250-bc98-f28cfdba1099 req-226c9e91-7795-4ddb-a6e8-79f176fa4792 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.551495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] Checking router: 447956c1-e1e6-451e-a0bc-2016c76adf2f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:34.551700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01673389-5877-4250-bc98-f28cfdba1099 req-226c9e91-7795-4ddb-a6e8-79f176fa4792 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.0993073 Jun 30 03:00:34.561964 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:34.562836 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:34.663544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-01673389-5877-4250-bc98-f28cfdba1099 req-79a42e58-5df8-4be2-bade-793d044177c8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0926909 Jun 30 03:00:34.691172 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:34.720342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-01771cea-147d-4019-b1f4-4cf1960686bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.728116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-01771cea-147d-4019-b1f4-4cf1960686bb service neutron] 10.222.0.90 "GET /v2.0/networks?id=54178682-c4b2-4fab-8075-ac2304b5eb9c HTTP/1.1" status: 200 len: 897 time: 0.1726503 Jun 30 03:00:34.782242 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-92b0d74b-6851-4a79-bfd4-b77a80950f07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c HTTP/1.1" status: 200 len: 217 time: 0.0468340 Jun 30 03:00:34.799546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.20.0.7 (80319cc2-1baf-47ef-998a-158dafb4603d/313bd47d-7d32-48b9-bcaf-92eca4faebc5/a5ca3af1-1358-4206-ba2d-6490a4ff8bec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:34.867579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-95f06ffa-5d34-4129-9b95-2c45f4696387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.869285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-95f06ffa-5d34-4129-9b95-2c45f4696387 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7339d7-ff53-495d-aa2a-081ecb4ac388 HTTP/1.1" status: 200 len: 835 time: 0.0696926 Jun 30 03:00:34.936532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-b9da8468-78b3-4bf6-9690-08a334119cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.938135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-b9da8468-78b3-4bf6-9690-08a334119cbf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54178682-c4b2-4fab-8075-ac2304b5eb9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582166 Jun 30 03:00:34.958769 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:58Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:34.991709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.015363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Transition to ACTIVE for port object a5ca3af1-1358-4206-ba2d-6490a4ff8bec will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:35.048576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-77a20a6a-d545-41aa-b3ea-a74011533a50 service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953147 Jun 30 03:00:35.060671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.081543 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778508d5-8049-4eaa-b3cc-58fc193d02de None None] The sync data for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 is: [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '34a86332-d12f-486d-bf6c-943f315ee1fb', 'name': '', 'network_id': '54178682-c4b2-4fab-8075-ac2304b5eb9c', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'mac_address': 'fa:16:3e:5b:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:48Z', 'updated_at': '2021-06-30T02:58:58Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'subnets': [{'id': '3d7339d7-ff53-495d-aa2a-081ecb4ac388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:35.146990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:35.149259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 80319cc2-1baf-47ef-998a-158dafb4603d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:35.156771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:35.168642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:35.177104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb1a1b57-81f8-4b0f-b692-acf85114ea6b req-acd63981-fd46-459f-883d-ecec99f4a88c service neutron] 10.222.0.90 "GET /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204181 Jun 30 03:00:35.240176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:35.240858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.266371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d3be1555-2267-494f-96ee-f9e81dbb34ce tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0855892 Jun 30 03:00:35.285523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Request body: {'port': {'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:35.352859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a00c5-051b-4c0e-880d-3d6e7e0f2045 req-f50acedc-4d7b-4660-bf96-4dfe1de07ba4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:35.354425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f3a00c5-051b-4c0e-880d-3d6e7e0f2045 req-f50acedc-4d7b-4660-bf96-4dfe1de07ba4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 931 time: 0.0908258 Jun 30 03:00:35.378741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.390050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20382b-fde0-4dae-8735-f94d8a873b0a None None] New status for floating IP 3bb1edb1-3c68-4cb3-af40-82e52a036cfb: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:00:35.397997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f3a00c5-051b-4c0e-880d-3d6e7e0f2045 req-5577e655-d8a7-4a67-8f2d-32995accc859 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372627 Jun 30 03:00:35.501941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d7afe0ad-b928-4bd0-b756-49e56c55518b None None] Provisioning for port a5ca3af1-1358-4206-ba2d-6490a4ff8bec completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:35.505938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d7afe0ad-b928-4bd0-b756-49e56c55518b None None] Provisioning complete for port a5ca3af1-1358-4206-ba2d-6490a4ff8bec triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:35.506405 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7afe0ad-b928-4bd0-b756-49e56c55518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.539744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d7afe0ad-b928-4bd0-b756-49e56c55518b None None] Port a5ca3af1-1358-4206-ba2d-6490a4ff8bec cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:35.662918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ca3af1-1358-4206-ba2d-6490a4ff8bec {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:35.670943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.682471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Transition to ACTIVE for port object a5ca3af1-1358-4206-ba2d-6490a4ff8bec will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:35.686300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.736264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:35.823387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Attempting to bind port a5ca3af1-1358-4206-ba2d-6490a4ff8bec on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:35.824241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Attempting to bind port a5ca3af1-1358-4206-ba2d-6490a4ff8bec by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:35.825648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Attempting to bind port a5ca3af1-1358-4206-ba2d-6490a4ff8bec on network 80319cc2-1baf-47ef-998a-158dafb4603d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:35.869942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Port a5ca3af1-1358-4206-ba2d-6490a4ff8bec on network 80319cc2-1baf-47ef-998a-158dafb4603d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:35.871025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Attempting to bind port a5ca3af1-1358-4206-ba2d-6490a4ff8bec on network 80319cc2-1baf-47ef-998a-158dafb4603d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:35.879291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:35.879969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Checking segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:35.880575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Bound using segment: {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:35.881206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Bound port: a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2a7782-b10b-48b1-a847-e9a7b3820c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:35.881757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.983444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3da6e-fb79-4b77-8a90-b3109426f8e5 req-71c215fc-0ba1-499f-b620-feb723b5621a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:35.984969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9cd3da6e-fb79-4b77-8a90-b3109426f8e5 req-71c215fc-0ba1-499f-b620-feb723b5621a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.1562862 Jun 30 03:00:35.986200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] For port a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:35.989713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] For port a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:36.001585 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.058828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.059452 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.060852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] 10.222.0.90 "PUT /v2.0/ports/a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 200 len: 1091 time: 0.7851124 Jun 30 03:00:36.062757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:36.064899 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6529f000-f3e4-453b-a732-bcb3bd4cd23e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:36.095797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9cd3da6e-fb79-4b77-8a90-b3109426f8e5 req-46b66337-ef4b-4094-9cc3-4143fdd71145 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/security-groups?id=73acfcc8-432d-490f-9398-2c2d2ca40252&id=d9781562-bd8b-4c5b-b88e-c46e80abf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1026826 Jun 30 03:00:36.096822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62219-f0fb-496e-afa2-e9d89cd16220 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:36.149399 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db99694-d81b-4d19-894d-69c8bb2b77fe x-openstack-request-id: req-1db99694-d81b-4d19-894d-69c8bb2b77fe {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:36.149698 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:36.149949 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1db99694-d81b-4d19-894d-69c8bb2b77fe {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:36.150429 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'status': 'completed', 'code': 200} Jun 30 03:00:36.206173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-e025567a-25c6-4346-8030-962a34afc605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.207786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-e025567a-25c6-4346-8030-962a34afc605 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1094 time: 0.0678649 Jun 30 03:00:36.266483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-8b89f4a3-3b73-4387-b948-2b1bd87bf101 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 200 len: 217 time: 0.0451818 Jun 30 03:00:36.326253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d1a10569-e195-47cd-b0ff-39dec5be8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.327140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-d1a10569-e195-47cd-b0ff-39dec5be8af2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=313bd47d-7d32-48b9-bcaf-92eca4faebc5 HTTP/1.1" status: 200 len: 835 time: 0.0480719 Jun 30 03:00:36.396783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-73345072-96e4-4561-bb08-8215af9303d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.398330 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-73345072-96e4-4561-bb08-8215af9303d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80319cc2-1baf-47ef-998a-158dafb4603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596285 Jun 30 03:00:36.458538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3449-d52f-434c-8097-329d3af90b5b req-28f116e0-983b-426f-9f03-2a0827baf43b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.460693 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c22f3449-d52f-434c-8097-329d3af90b5b req-28f116e0-983b-426f-9f03-2a0827baf43b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 984 time: 0.0651159 Jun 30 03:00:36.497649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-5d2dd075-33b6-43f3-b7e8-0a93daf5f2f1 service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903754 Jun 30 03:00:36.608132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bebf1e1e-af3e-4f79-97d3-e7af4ee645fe req-cc3ff3e5-23ac-48f3-95ba-b7e2c29590ce service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952947 Jun 30 03:00:36.624246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:36.624682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.649069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eccd01-eaf1-4faf-a178-ec25830cad23 req-e3416248-53f9-4a7a-9f50-9eaedae91ab5 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.650938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66eccd01-eaf1-4faf-a178-ec25830cad23 req-e3416248-53f9-4a7a-9f50-9eaedae91ab5 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 943 time: 0.1023266 Jun 30 03:00:36.724027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-458db747-a00a-45f4-8d35-50f3e3b76627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.726186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-458db747-a00a-45f4-8d35-50f3e3b76627 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1094 time: 0.0617576 Jun 30 03:00:36.740382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66eccd01-eaf1-4faf-a178-ec25830cad23 req-c17ca924-66ad-4732-870c-9b4ca480d414 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590525 Jun 30 03:00:36.764538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:36.765238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.779483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:36.831909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-9475db4a-a270-41db-9892-e6acbea354c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.833409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-9475db4a-a270-41db-9892-e6acbea354c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 897 time: 0.0956233 Jun 30 03:00:36.885026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-3bd30bf3-8613-4100-8e21-36d6c2fe29cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 200 len: 217 time: 0.0400176 Jun 30 03:00:36.918798 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.943232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-4fe7983d-3112-4e99-a15e-92ed41921882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.944736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-4fe7983d-3112-4e99-a15e-92ed41921882 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=313bd47d-7d32-48b9-bcaf-92eca4faebc5 HTTP/1.1" status: 200 len: 835 time: 0.0487211 Jun 30 03:00:36.955533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:36.999562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] No DVR routers for this DVR port abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:37.002112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.005103 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c22f3449-d52f-434c-8097-329d3af90b5b req-52dff5cd-af4e-40fb-bb7f-b46313c212eb tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.90 "DELETE /v2.0/ports/abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c HTTP/1.1" status: 204 len: 173 time: 0.5366981 Jun 30 03:00:37.005668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'name': 'network-vif-deleted', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:37.007410 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2720f71-456b-48b5-aebc-2e08a73ccff5" -d '{"events": [{"server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "name": "network-vif-deleted", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:37.029664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-b70a2d56-3556-4683-aed6-d85856c6cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:37.031217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-b70a2d56-3556-4683-aed6-d85856c6cb0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80319cc2-1baf-47ef-998a-158dafb4603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676980 Jun 30 03:00:37.052223 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf717d0-e056-4d49-8180-312589515abe x-openstack-request-id: req-dbf717d0-e056-4d49-8180-312589515abe {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:37.052524 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee5fd32-160a-46e6-8256-e0859dd27e85", "name": "network-vif-deleted", "tag": "abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:37.052778 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbf717d0-e056-4d49-8180-312589515abe {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:37.053178 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee5fd32-160a-46e6-8256-e0859dd27e85', 'name': 'network-vif-deleted', 'tag': 'abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c', 'status': 'completed', 'code': 200} Jun 30 03:00:37.158713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-2e3b649a-a312-4510-bcb3-3f638bcbef97 service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984180 Jun 30 03:00:37.265274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6529f000-f3e4-453b-a732-bcb3bd4cd23e req-3b275434-6330-454e-848f-16f1957d6abf service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956743 Jun 30 03:00:37.296552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebdd4e6b-b416-4541-95d3-9c0952f3b979 req-db93f6fc-f426-4b91-9471-6bd2ba05f6a9 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee5fd32-160a-46e6-8256-e0859dd27e85 HTTP/1.1" status: 200 len: 210 time: 0.0326645 Jun 30 03:00:37.938527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dc0c0-883b-4799-8c3f-62607c953fa1 req-273db0b0-79ba-4d21-b24f-38096a0e46bc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:37.940075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f0dc0c0-883b-4799-8c3f-62607c953fa1 req-273db0b0-79ba-4d21-b24f-38096a0e46bc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 943 time: 0.0762641 Jun 30 03:00:37.979595 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f0dc0c0-883b-4799-8c3f-62607c953fa1 req-19cf5de3-e25c-4498-8e8b-54ec3ff73fad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340130 Jun 30 03:00:38.417256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41780) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:38.469090 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:38.478969 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18ba4add-5b2f-4b41-9c3b-76282a17297b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.503047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18ba4add-5b2f-4b41-9c3b-76282a17297b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.549522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18ba4add-5b2f-4b41-9c3b-76282a17297b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.552170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18ba4add-5b2f-4b41-9c3b-76282a17297b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.553307 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18ba4add-5b2f-4b41-9c3b-76282a17297b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/security-groups/d9781562-bd8b-4c5b-b88e-c46e80abf3b8 HTTP/1.1" status: 204 len: 168 time: 0.1353543 Jun 30 03:00:38.556208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:38.565988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba4add-5b2f-4b41-9c3b-76282a17297b tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9781562-bd8b-4c5b-b88e-c46e80abf3b8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:38.619092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1976f47-8b93-462d-a44f-44e2f54f0df8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.643404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1976f47-8b93-462d-a44f-44e2f54f0df8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.696274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1976f47-8b93-462d-a44f-44e2f54f0df8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.700009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1976f47-8b93-462d-a44f-44e2f54f0df8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.701326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d1976f47-8b93-462d-a44f-44e2f54f0df8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/security-groups/73acfcc8-432d-490f-9398-2c2d2ca40252 HTTP/1.1" status: 204 len: 168 time: 0.1441193 Jun 30 03:00:38.704390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41790) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:38.711560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976f47-8b93-462d-a44f-44e2f54f0df8 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73acfcc8-432d-490f-9398-2c2d2ca40252,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:39.183745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795f02-8a6b-4f1e-a6ac-77a1e71b7f91 req-c7ef9a16-0fbb-48d4-9bc2-f3fb347d287b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:39.185417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51795f02-8a6b-4f1e-a6ac-77a1e71b7f91 req-c7ef9a16-0fbb-48d4-9bc2-f3fb347d287b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 943 time: 0.0699122 Jun 30 03:00:39.226178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-51795f02-8a6b-4f1e-a6ac-77a1e71b7f91 req-f688e2ad-dd7d-43d5-9a4c-cb89ff78cd25 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Jun 30 03:00:39.486465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.545254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.801621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a5ca3af1-1358-4206-ba2d-6490a4ff8bec details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:39.804071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:39.840253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:39.840663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abc7c1b8-4ead-4b40-b3cf-fa55d4261b8c not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:39.939490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port 34a86332-d12f-486d-bf6c-943f315ee1fb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:39.940423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.941706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:39.954113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:39.999462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.015188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ca3af1-1358-4206-ba2d-6490a4ff8bec {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:40.038538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port 34a86332-d12f-486d-bf6c-943f315ee1fb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34a86332-d12f-486d-bf6c-943f315ee1fb,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:40.038913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.042096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:40.047171 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.052890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for 34a86332-d12f-486d-bf6c-943f315ee1fb owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:40.099954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:40.268576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.301383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=34a86332-d12f-486d-bf6c-943f315ee1fb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:40.358757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['a5ca3af1-1358-4206-ba2d-6490a4ff8bec'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:40.432538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee439-8fd5-4f03-bc1c-a75ca4f3ec38 req-1dfcd2a0-59c6-4395-a40c-e12677d46ea3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:40.435110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ffee439-8fd5-4f03-bc1c-a75ca4f3ec38 req-1dfcd2a0-59c6-4395-a40c-e12677d46ea3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 944 time: 0.0805497 Jun 30 03:00:40.502613 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ffee439-8fd5-4f03-bc1c-a75ca4f3ec38 req-d7db0952-7283-423b-8706-f9a1732a9413 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594304 Jun 30 03:00:40.582275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.900632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Router 447956c1-e1e6-451e-a0bc-2016c76adf2f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:40.937276 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.015273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:41.020256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1692b99-7dd1-4e2c-9fd6-0ac65304250f tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "PUT /v2.0/routers/447956c1-e1e6-451e-a0bc-2016c76adf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3148522 Jun 30 03:00:41.022955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41808) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:41.026164 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] Sync routers for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:41.035466 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:41.036076 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.072973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting subnet 3d7339d7-ff53-495d-aa2a-081ecb4ac388 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:41.076659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.122101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.141140 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:41.208383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.268544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.297741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7339d7-ff53-495d-aa2a-081ecb4ac388,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:41.301181 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.305236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1a324-53ae-43ed-a85a-145445b8f08c None None] Network 54178682-c4b2-4fab-8075-ac2304b5eb9c requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:41.306746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-73b7ccc7-3b30-4642-98ca-146c414e12d4 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/subnets/3d7339d7-ff53-495d-aa2a-081ecb4ac388 HTTP/1.1" status: 204 len: 168 time: 0.2826507 Jun 30 03:00:41.307551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41810) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:41.321943 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T03:00:40Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.353386 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] Checking router: 447956c1-e1e6-451e-a0bc-2016c76adf2f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:41.363909 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] Routers {'447956c1-e1e6-451e-a0bc-2016c76adf2f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:41.364682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['447956c1-e1e6-451e-a0bc-2016c76adf2f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.422162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.472696 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] Set router 447956c1-e1e6-451e-a0bc-2016c76adf2f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:41.529562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] DHCP port deletion for 54178682-c4b2-4fab-8075-ac2304b5eb9c request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:41.536192 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.581550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] Deleting port a68940a1-77ec-42a4-a375-a0fd9876be24 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:41.582048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.606073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Deleting port 42225144-0a77-47a8-afc4-7e72f57de37c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:41.606670 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.625257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a5ca3af1-1358-4206-ba2d-6490a4ff8bec up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:41.694016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] For port a68940a1-77ec-42a4-a375-a0fd9876be24, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a68940a1-77ec-42a4-a375-a0fd9876be24,segment=NetworkSegment(e514ecb1-1222-40ae-b2b3-e784306f7aaa),segment_id=e514ecb1-1222-40ae-b2b3-e784306f7aaa)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:41.694575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.695002 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T03:00:40Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.709604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] Calling delete_port for a68940a1-77ec-42a4-a375-a0fd9876be24 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:41.724302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] For port 42225144-0a77-47a8-afc4-7e72f57de37c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=42225144-0a77-47a8-afc4-7e72f57de37c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:41.724671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.728568 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0237ba2-96fa-41ad-ac9f-9aef8fd6401a None None] The sync data for ids ['447956c1-e1e6-451e-a0bc-2016c76adf2f'] in n-d-798054-5 is: [{'id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375479533', 'tenant_id': '2c2783b56d4846c4992554c568985189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:43Z', 'updated_at': '2021-06-30T03:00:40Z', 'revision_number': 5, 'project_id': '2c2783b56d4846c4992554c568985189', 'gw_port': {'id': '42225144-0a77-47a8-afc4-7e72f57de37c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447956c1-e1e6-451e-a0bc-2016c76adf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:44Z', 'updated_at': '2021-06-30T02:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:41.744090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Calling delete_port for 42225144-0a77-47a8-afc4-7e72f57de37c owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:41.763325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab480a15-9c08-46ba-a88d-90615e0175fa req-abefe75d-5ad8-4592-9710-e8cf0875655e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:41.766232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab480a15-9c08-46ba-a88d-90615e0175fa req-abefe75d-5ad8-4592-9710-e8cf0875655e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 944 time: 0.1308665 Jun 30 03:00:41.859028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab480a15-9c08-46ba-a88d-90615e0175fa req-f21e90e1-cfd5-4ab1-8375-299b75b20bff tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827146 Jun 30 03:00:41.876183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port a5ca3af1-1358-4206-ba2d-6490a4ff8bec completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:41.879881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port a5ca3af1-1358-4206-ba2d-6490a4ff8bec triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:41.880884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.994381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.004125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.025553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a68940a1-77ec-42a4-a375-a0fd9876be24 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:42.048275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Port': ['ID=42225144-0a77-47a8-afc4-7e72f57de37c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.077208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a68940a1-77ec-42a4-a375-a0fd9876be24 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:42.077375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a68940a1-77ec-42a4-a375-a0fd9876be24 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:42.080928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] No DVR routers for this DVR port a68940a1-77ec-42a4-a375-a0fd9876be24 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:42.096068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8ea3-7191-4e83-87da-6e23973547f8 None None] Pushing event deleted for resources: {'Port': ['ID=a68940a1-77ec-42a4-a375-a0fd9876be24,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.107517 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.144217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.154992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:42.156034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:42.158770 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84615dd-2edc-411f-a818-817b4c467597" -d '{"events": [{"server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:42.162101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.248072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.282828 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.285129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.304105 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b1eeb-a8b2-4608-bd0d-e018f37c2404 x-openstack-request-id: req-d38b1eeb-a8b2-4608-bd0d-e018f37c2404 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:42.304913 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:42.305380 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d38b1eeb-a8b2-4608-bd0d-e018f37c2404 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:42.306191 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'code': 200} Jun 30 03:00:42.356566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.357160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Fanout notify agent at l3_agent the message router_deleted on router 447956c1-e1e6-451e-a0bc-2016c76adf2f {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:00:42.364810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.366354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f54f4804-a183-4f68-8a6d-4e8b7b058c1a tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/routers/447956c1-e1e6-451e-a0bc-2016c76adf2f HTTP/1.1" status: 204 len: 168 time: 1.0565627 Jun 30 03:00:42.368554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41828) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:42.445352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abdb93-a16a-4828-b549-51355b79766f req-a8e1d691-a9e5-4225-8889-30dd41ee0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.447263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c6abdb93-a16a-4828-b549-51355b79766f req-a8e1d691-a9e5-4225-8889-30dd41ee0200 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1096 time: 0.0710945 Jun 30 03:00:42.461397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.487768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c6abdb93-a16a-4828-b549-51355b79766f req-83728c2a-a700-4373-823f-04aed679b058 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316846 Jun 30 03:00:42.551648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.561646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54178682-c4b2-4fab-8075-ac2304b5eb9c']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.575227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e514ecb1-1222-40ae-b2b3-e784306f7aaa') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.575556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e514ecb1-1222-40ae-b2b3-e784306f7aaa') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.584250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.598159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.603767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:42.604147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:42.608257 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:42.668653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.675753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.677530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] 10.222.0.78 "DELETE /v2.0/networks/54178682-c4b2-4fab-8075-ac2304b5eb9c HTTP/1.1" status: 204 len: 168 time: 0.3080556 Jun 30 03:00:42.690989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d726b6-92b1-4a3e-b04c-7dc440d44539 tempest-TestSecurityGroupsBasicOps-1417340595 tempest-TestSecurityGroupsBasicOps-1417340595-project] Pushing event deleted for resources: {'Network': ['ID=54178682-c4b2-4fab-8075-ac2304b5eb9c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.014970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41842) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.171038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b062c02-61f5-4450-b179-f4f204b44ff5 req-a57833fd-23fd-41ea-9894-14ac043266ca tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:43.174784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-26b21451-3698-48a6-83a7-a702430cb48a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c2783b56d4846c4992554c568985189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584258 Jun 30 03:00:43.178574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41846) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.179321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b062c02-61f5-4450-b179-f4f204b44ff5 req-a57833fd-23fd-41ea-9894-14ac043266ca tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.1874223 Jun 30 03:00:43.222452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4b062c02-61f5-4450-b179-f4f204b44ff5 req-9ecd3738-7f49-420b-903d-6567a1e4675c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421817 Jun 30 03:00:43.236880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4d4e-89ec-4c07-aa21-5285662692b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.261985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4d4e-89ec-4c07-aa21-5285662692b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.308048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4d4e-89ec-4c07-aa21-5285662692b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.316862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4d4e-89ec-4c07-aa21-5285662692b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.320408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d7ce4d4e-89ec-4c07-aa21-5285662692b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b7381b9-2e4a-4c06-884e-0fce79ea40e0 HTTP/1.1" status: 204 len: 168 time: 0.1382999 Jun 30 03:00:43.337002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce4d4e-89ec-4c07-aa21-5285662692b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7381b9-2e4a-4c06-884e-0fce79ea40e0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.633344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41854) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.648516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9782-b761-41e3-90eb-ad0d5c206f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.763862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9782-b761-41e3-90eb-ad0d5c206f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.770516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9782-b761-41e3-90eb-ad0d5c206f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.813674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a9782-b761-41e3-90eb-ad0d5c206f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83510aad-4436-43f4-a8e2-57be7f36d9ac,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.818647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc2a9782-b761-41e3-90eb-ad0d5c206f3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55a5b2616ce149c69beb7612e03a9460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843021 Jun 30 03:00:43.821234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41856) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.843917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34a86332-d12f-486d-bf6c-943f315ee1fb no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:43.879485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 34a86332-d12f-486d-bf6c-943f315ee1fb {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:43.879833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34a86332-d12f-486d-bf6c-943f315ee1fb not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:43.880251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 42225144-0a77-47a8-afc4-7e72f57de37c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:43.892429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b628b5b3-f8e1-4fe8-9f7f-5b1e565e41aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.900331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 42225144-0a77-47a8-afc4-7e72f57de37c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:43.900691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 42225144-0a77-47a8-afc4-7e72f57de37c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:43.916164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b628b5b3-f8e1-4fe8-9f7f-5b1e565e41aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.964847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b628b5b3-f8e1-4fe8-9f7f-5b1e565e41aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.967823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b628b5b3-f8e1-4fe8-9f7f-5b1e565e41aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.968912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b628b5b3-f8e1-4fe8-9f7f-5b1e565e41aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83510aad-4436-43f4-a8e2-57be7f36d9ac HTTP/1.1" status: 204 len: 168 time: 0.1466830 Jun 30 03:00:43.977790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b5b3-f8e1-4fe8-9f7f-5b1e565e41aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83510aad-4436-43f4-a8e2-57be7f36d9ac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:44.334619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:44.412735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41870) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:44.414861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-02f62f93-68b5-43c7-9766-80a4f84ee8e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc823dde50754fbba9d60d8bd95ec2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783648 Jun 30 03:00:44.452211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdd8c8-d16e-4084-b146-f4f1725bb0a3 req-57a32678-cfaf-4570-bec9-56648c97c099 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:44.455289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfbdd8c8-d16e-4084-b146-f4f1725bb0a3 req-57a32678-cfaf-4570-bec9-56648c97c099 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.0970776 Jun 30 03:00:44.477215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09e3d-cba2-4dc2-8f71-19e1fabdef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.494937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfbdd8c8-d16e-4084-b146-f4f1725bb0a3 req-34e696d5-8ad0-4f8c-8420-aceb2250880e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344276 Jun 30 03:00:44.500566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09e3d-cba2-4dc2-8f71-19e1fabdef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.551589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09e3d-cba2-4dc2-8f71-19e1fabdef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.554555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09e3d-cba2-4dc2-8f71-19e1fabdef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.558782 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0aa09e3d-cba2-4dc2-8f71-19e1fabdef03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/477e240c-e78f-4df0-851a-383b36e0fa82 HTTP/1.1" status: 204 len: 168 time: 0.1419332 Jun 30 03:00:44.565269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09e3d-cba2-4dc2-8f71-19e1fabdef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477e240c-e78f-4df0-851a-383b36e0fa82,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:44.706046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a96a4-09ab-4861-ba61-792e40a63b59 req-c0aae364-e721-4577-96a7-78da301a33df tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:44.707668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-791a96a4-09ab-4861-ba61-792e40a63b59 req-c0aae364-e721-4577-96a7-78da301a33df tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.0712056 Jun 30 03:00:44.754851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-791a96a4-09ab-4861-ba61-792e40a63b59 req-ec15364c-4369-490a-83e7-1e28dba5970d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405860 Jun 30 03:00:44.783859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:44.869004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add858cf-b245-4e3f-82be-27d854346c8a tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:44.871399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-add858cf-b245-4e3f-82be-27d854346c8a tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1091 time: 0.0864069 Jun 30 03:00:44.877322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41878) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:44.892130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:44.931008 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.058460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.232573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.25.0.34 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/cc237a4f-d047-4c5a-8fc6-667d5ba0b593) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:45.696799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.743837 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.785177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:45.794074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:45.798266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:45.801396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=cc237a4f-d047-4c5a-8fc6-667d5ba0b593,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:46.183562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.268199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.429432 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.434702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.508291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=cc237a4f-d047-4c5a-8fc6-667d5ba0b593,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:46.519551 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.631736 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Floating IP d086775c-09f6-41ee-ac4e-5eacb81c89d9 associated. External IP: 172.25.0.34, port: a5ca3af1-1358-4206-ba2d-6490a4ff8bec. Jun 30 03:00:46.863367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df0ce5-e1c3-4667-b1f0-4bafed1d9014 req-27bd1601-c619-4690-adce-b4b799dc8cb1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:46.865012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93df0ce5-e1c3-4667-b1f0-4bafed1d9014 req-27bd1601-c619-4690-adce-b4b799dc8cb1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0730464 Jun 30 03:00:46.879024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:46.919611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93df0ce5-e1c3-4667-b1f0-4bafed1d9014 req-3b770938-94f4-4f1b-af60-bedd8906b411 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471597 Jun 30 03:00:47.022775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:47.037293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:47.049286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:47.050033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:47.060628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.124598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fe3ee7c5-31b1-4970-b26f-3efbb75188d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2463369 Jun 30 03:00:47.125969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:47.127921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:47.128652 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:47.178665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b6033-c8f7-490e-9c32-ef61c05afd86 req-7fe256bc-a1d1-4f64-a244-2133ff3d87b5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.186459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-569b6033-c8f7-490e-9c32-ef61c05afd86 req-7fe256bc-a1d1-4f64-a244-2133ff3d87b5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1386678 Jun 30 03:00:47.197005 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd979c83-91c4-401d-ac82-aaa39bb8c3ad x-openstack-request-id: req-bd979c83-91c4-401d-ac82-aaa39bb8c3ad {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:47.197918 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:47.198909 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd979c83-91c4-401d-ac82-aaa39bb8c3ad {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:47.199413 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'status': 'completed', 'code': 200} Jun 30 03:00:47.232865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:47.233566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cac867e3-7295-432a-a919-5cf5dd530827 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d086775c-09f6-41ee-ac4e-5eacb81c89d9 HTTP/1.1" status: 200 len: 990 time: 0.1042240 Jun 30 03:00:47.259137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-569b6033-c8f7-490e-9c32-ef61c05afd86 req-28fcadb2-5457-4193-8de0-8571bcc7b52a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715265 Jun 30 03:00:47.301140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-b43b1811-3db3-4875-8c95-4a3fbc6f3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.302669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-b43b1811-3db3-4875-8c95-4a3fbc6f3697 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1096 time: 0.0680923 Jun 30 03:00:47.399671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-5b16685a-1adb-4dc9-b571-78a1f47eff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.401199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-5b16685a-1adb-4dc9-b571-78a1f47eff71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 897 time: 0.0880649 Jun 30 03:00:47.493075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-a9dd63c4-c650-4546-b946-95a6c55484e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 200 len: 998 time: 0.0794077 Jun 30 03:00:47.513477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:46Z', 'revision_number': 0, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:47.541698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:47.600281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:47.603457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:00:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:47.632228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-8378a639-2167-475b-8460-0b567ebc4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.633688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-8378a639-2167-475b-8460-0b567ebc4ae9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=313bd47d-7d32-48b9-bcaf-92eca4faebc5 HTTP/1.1" status: 200 len: 835 time: 0.1296372 Jun 30 03:00:47.698283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-21a223ff-e71b-48ae-945b-25b6e21f37a0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.700019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-21a223ff-e71b-48ae-945b-25b6e21f37a0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.1572256 Jun 30 03:00:47.725481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-ac19f340-68e7-4c53-9904-bcfc70c4c5f4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/quotas/e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 375 time: 0.0164838 Jun 30 03:00:47.743068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:47.749854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-cbfea9f9-125f-4cb3-8f4d-a280d0d3a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.751499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-cbfea9f9-125f-4cb3-8f4d-a280d0d3a7d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80319cc2-1baf-47ef-998a-158dafb4603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051102 Jun 30 03:00:47.873773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-b672a943-e774-45b2-94b9-eaa46aac497c service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054780 Jun 30 03:00:47.918939 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-0c80edd3-9f6b-466f-a79f-70ac5c990f55 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1852500 Jun 30 03:00:47.932475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-95365992-f23c-4d13-abd5-96b38f964be5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:00:47.933465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-95365992-f23c-4d13-abd5-96b38f964be5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051525 Jun 30 03:00:48.012831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:46Z', 'revision_number': 0, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:48.047150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552a125-a269-4dcf-b48e-fe50ec6e8f00 None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:00:25Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:46Z', 'revision_number': 0, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:48.068562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-973a83ef-b9d2-4d3f-9b10-3d4faf3dadc9 req-517d5864-44cb-4df0-9243-2dd3b74e96a2 service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781242 Jun 30 03:00:48.080796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-a69287e4-0ff6-4861-b8de-00038d168008 service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230412 Jun 30 03:00:48.208472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d968854f-fb7a-44b6-a5fb-f12a85ad9fba service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107788 Jun 30 03:00:48.237378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 41912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:48.309208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3f8a7f9e-790e-4594-b743-257905adcf09 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d086775c-09f6-41ee-ac4e-5eacb81c89d9 HTTP/1.1" status: 200 len: 990 time: 0.0690861 Jun 30 03:00:48.367887 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a17a6c-d7ba-4712-96f1-98aa96952ab8 None None] New status for floating IP d086775c-09f6-41ee-ac4e-5eacb81c89d9: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:00:48.461624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce9e84bc-553c-4c3b-bbbd-283ddfdf4bfc req-2fe7b8d7-a871-42f0-bf6c-357ca71c6a08 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 210 time: 0.0463383 Jun 30 03:00:49.140713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-0730d997-94b0-48c8-9d76-1e3f34d35cce service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718186 Jun 30 03:00:49.268261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be935a-5dbc-4927-8933-e154077984e2 req-67aa4d23-6219-4b72-8067-def6f155afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.270048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-67aa4d23-6219-4b72-8067-def6f155afac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1096 time: 0.0640972 Jun 30 03:00:49.311175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 41928) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:49.406530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-af775d44-d386-40b4-bae0-ada295d187d5 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d086775c-09f6-41ee-ac4e-5eacb81c89d9 HTTP/1.1" status: 200 len: 992 time: 0.0939360 Jun 30 03:00:49.434928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be935a-5dbc-4927-8933-e154077984e2 req-956b9ee8-ea7e-41cc-ba31-383bff6c7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.436584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-956b9ee8-ea7e-41cc-ba31-383bff6c7604 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1394041 Jun 30 03:00:49.509591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-82379252-56bf-4bf0-9811-a1d47287249a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 1001 time: 0.0617363 Jun 30 03:00:49.578066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be935a-5dbc-4927-8933-e154077984e2 req-8fd84946-a383-4573-af78-b0ebf39a21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.579432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-8fd84946-a383-4573-af78-b0ebf39a21e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0548878 Jun 30 03:00:49.655309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be935a-5dbc-4927-8933-e154077984e2 req-bffe2bd1-255e-49cc-bd44-cae26dc49e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.657017 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-bffe2bd1-255e-49cc-bd44-cae26dc49e87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657742 Jun 30 03:00:49.673203 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4970b397-7422-4f04-af76-7c71a7444265 req-5209ea2c-ca53-49b7-ba42-4297070d3b1f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 210 time: 0.0318863 Jun 30 03:00:49.766852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-272c9fee-4e8c-4847-81c9-414b4cce4493 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016130 Jun 30 03:00:49.946765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-35be935a-5dbc-4927-8933-e154077984e2 req-11154647-98a4-4d79-8b15-671f2d8d423b service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722207 Jun 30 03:00:49.957750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-90b4a998-5032-4482-aac9-cc5d574ab9db tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.959207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-90b4a998-5032-4482-aac9-cc5d574ab9db tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.1371992 Jun 30 03:00:49.971424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'port': {'device_id': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'admin_state_up': True, 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:50.099947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:50.103956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.240420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Allocated IP 172.20.0.9 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/99b9b608-1827-4f58-a6ba-8b8cd788e3a2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:50.389949 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.403057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Transition to ACTIVE for port object 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:50.437467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.449164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082', '3902329b-bdc8-425e-bbcb-f91c6effa070'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:50.484899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:50.488285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:50.494892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:50.502722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:50.552709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:50.553324 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.568856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-d1dd443b-3dc6-46d5-b67f-ada55b760eb2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014955 Jun 30 03:00:50.581536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Request body: {'port': {'device_id': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:50.670978 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.833421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cfd8248e-2c76-4d16-a36d-3fbdc9b24927 None None] Provisioning for port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:50.842611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cfd8248e-2c76-4d16-a36d-3fbdc9b24927 None None] Provisioning complete for port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:50.843262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfd8248e-2c76-4d16-a36d-3fbdc9b24927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.877288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565855a7-1c38-4c47-87c0-800bcef0d245 req-76a792eb-f6cf-485e-9dbd-f40f92be32f3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:50.880030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-565855a7-1c38-4c47-87c0-800bcef0d245 req-76a792eb-f6cf-485e-9dbd-f40f92be32f3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 931 time: 0.0792918 Jun 30 03:00:50.883279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8248e-2c76-4d16-a36d-3fbdc9b24927 None None] Port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:00:50.931505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-565855a7-1c38-4c47-87c0-800bcef0d245 req-3a1c82d3-6803-402c-ae7a-1dc4795b71d1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Jun 30 03:00:50.991188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:50.999083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.011226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Transition to ACTIVE for port object 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:51.015512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.063598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Pushing event updated for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:51.142197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Attempting to bind port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:51.142579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Attempting to bind port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:51.142892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Attempting to bind port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:51.148515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:51.148911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Attempting to bind port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:51.156000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:51.156346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:51.156862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:51.157300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Bound port: 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:51.157658 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.232552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:51.235850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:51.241650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.280263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.280752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.282221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] 10.222.0.67 "PUT /v2.0/ports/99b9b608-1827-4f58-a6ba-8b8cd788e3a2 HTTP/1.1" status: 200 len: 1091 time: 0.7053125 Jun 30 03:00:51.282565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:51.284805 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55b134-5fbb-4006-b417-ce6859847255" -d '{"events": [{"name": "network-changed", "server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:51.326286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23914c21-b54d-4e14-9121-e151f2dea95d service neutron] Pushing event updated for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:51.348383 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe8556-784d-48d7-b216-2e73425d8ec8 x-openstack-request-id: req-15fe8556-784d-48d7-b216-2e73425d8ec8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:51.348678 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:51.348931 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15fe8556-784d-48d7-b216-2e73425d8ec8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:51.349324 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2', 'status': 'completed', 'code': 200} Jun 30 03:00:51.403750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-139c06ce-177e-45ea-9bc8-1c39cb78ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.405913 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-139c06ce-177e-45ea-9bc8-1c39cb78ed40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 1094 time: 0.0674832 Jun 30 03:00:51.452548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-63ac1461-17bd-4871-86d8-3d83d54a93f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2 HTTP/1.1" status: 200 len: 217 time: 0.0389922 Jun 30 03:00:51.509309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-52815611-4f83-45b0-9961-bec15a27571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.511487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-52815611-4f83-45b0-9961-bec15a27571b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0524848 Jun 30 03:00:51.574727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-54648b5f-f1ae-4432-95a1-fabfeb25e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.576093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-54648b5f-f1ae-4432-95a1-fabfeb25e984 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588205 Jun 30 03:00:51.669015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-bdfd7061-90c0-4f3d-b597-8b8f7db6d341 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Jun 30 03:00:51.768844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a57186-8ef2-42bd-841e-41bdab6f2758 req-aad2a466-6f71-40c6-b326-10631286ff35 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927062 Jun 30 03:00:51.864781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55b134-5fbb-4006-b417-ce6859847255 req-90fe7e98-a931-4975-b924-32cd53ef5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.866248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-90fe7e98-a931-4975-b924-32cd53ef5a93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 1094 time: 0.0541151 Jun 30 03:00:51.961107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55b134-5fbb-4006-b417-ce6859847255 req-f2ce246a-0468-4aeb-b23c-8f066d37477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.962790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-f2ce246a-0468-4aeb-b23c-8f066d37477e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.0904658 Jun 30 03:00:52.007362 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-79290811-7a34-4751-b46a-e533f03dfaa3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2 HTTP/1.1" status: 200 len: 217 time: 0.0380356 Jun 30 03:00:52.062781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55b134-5fbb-4006-b417-ce6859847255 req-5da99622-3739-49e1-a6e2-8c31812dad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:52.064762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-5da99622-3739-49e1-a6e2-8c31812dad7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0502594 Jun 30 03:00:52.192273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a278-d6e5-4991-aa87-d91c487ce8d1 req-ba6ad327-b380-445b-a2cf-a662a6eadd0b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:52.193771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7361a278-d6e5-4991-aa87-d91c487ce8d1 req-ba6ad327-b380-445b-a2cf-a662a6eadd0b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 943 time: 0.1097937 Jun 30 03:00:52.199115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55b134-5fbb-4006-b417-ce6859847255 req-150f74df-1363-4f73-b99d-38dead124744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:52.200495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-150f74df-1363-4f73-b99d-38dead124744 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287735 Jun 30 03:00:52.674975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-4a6e1d02-50af-43a3-bac4-fd25228ad63a service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656999 Jun 30 03:00:52.679821 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7361a278-d6e5-4991-aa87-d91c487ce8d1 req-b21e0ca1-44f6-41f5-a962-e05c5109fd2b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769671 Jun 30 03:00:52.765736 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec55b134-5fbb-4006-b417-ce6859847255 req-652e9221-dbc8-479d-af6e-0812903c6f88 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841258 Jun 30 03:00:53.136977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:53.238361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:53.249368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2', 'mac_address': 'fa:16:3e:3a:20:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:53.286365 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.299209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:53.317733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:53.321244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.367132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:53.543305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['99b9b608-1827-4f58-a6ba-8b8cd788e3a2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:54.044858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e12d6-fdef-471d-87e7-285d96c09b0e req-6a8fd0b2-6f18-4af1-ac4a-ba28ebbee069 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:54.046343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c86e12d6-fdef-471d-87e7-285d96c09b0e req-6a8fd0b2-6f18-4af1-ac4a-ba28ebbee069 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 944 time: 0.0625441 Jun 30 03:00:54.086214 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c86e12d6-fdef-471d-87e7-285d96c09b0e req-bfaea970-295d-43db-b391-a57523986949 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Jun 30 03:00:55.145114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:55.193629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:55.197672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:55.198038 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.265772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361eb0-3a3c-4596-8acf-3c06356878f0 req-590652ef-7952-45f2-afad-c86074203a12 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:55.267383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d361eb0-3a3c-4596-8acf-3c06356878f0 req-590652ef-7952-45f2-afad-c86074203a12 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 944 time: 0.0660944 Jun 30 03:00:55.284755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.308318 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d361eb0-3a3c-4596-8acf-3c06356878f0 req-415b576c-a0b6-4b2c-a73a-f6564407526a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Jun 30 03:00:55.308550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:55.310921 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fc58d-d277-4c21-b6f2-246dacd74038" -d '{"events": [{"server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "name": "network-vif-plugged", "status": "completed", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:55.326508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:55.333162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.361189 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc930b9-e90b-44d0-8477-26978a7dac8d x-openstack-request-id: req-5bc930b9-e90b-44d0-8477-26978a7dac8d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:55.361485 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "name": "network-vif-plugged", "status": "completed", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:55.361761 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5bc930b9-e90b-44d0-8477-26978a7dac8d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:55.362153 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2', 'code': 200} Jun 30 03:00:55.387813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:55.477585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713983-af7d-4f49-9f1c-39c2fc844ad4 req-47602458-f32a-47d1-a48e-8ba7555b7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:55.479092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b713983-af7d-4f49-9f1c-39c2fc844ad4 req-47602458-f32a-47d1-a48e-8ba7555b7298 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 1096 time: 0.0570557 Jun 30 03:00:55.514797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b713983-af7d-4f49-9f1c-39c2fc844ad4 req-8b0e9884-f50a-4fc1-aebe-8923c04b283a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294223 Jun 30 03:00:56.493878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c17e1-44b1-4fba-891a-6307cc9322fa req-dff22df8-aed2-4421-ab47-b9de344b5c86 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:56.495463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a2c17e1-44b1-4fba-891a-6307cc9322fa req-dff22df8-aed2-4421-ab47-b9de344b5c86 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 945 time: 0.0663400 Jun 30 03:00:56.548372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a2c17e1-44b1-4fba-891a-6307cc9322fa req-bd504919-bad1-4f19-b458-46e8a7f818d1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Jun 30 03:00:56.735622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-efb32c4b-be95-42f0-ab4b-8654453cbe0e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 267 time: 0.0651665 Jun 30 03:00:56.805907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-453cb725-dc44-428f-aa27-059bfb94c671 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:56.807433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-453cb725-dc44-428f-aa27-059bfb94c671 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 945 time: 0.0704343 Jun 30 03:00:56.819347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'port': {'security_groups': []}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:56.908668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.068617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:57.099281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.103801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.115238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082', '3902329b-bdc8-425e-bbcb-f91c6effa070', '99b9b608-1827-4f58-a6ba-8b8cd788e3a2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:57.146161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.146832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.148247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e066d29-cde3-4333-82aa-d6bb6d8f3720 req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "PUT /v2.0/ports/99b9b608-1827-4f58-a6ba-8b8cd788e3a2 HTTP/1.1" status: 200 len: 904 time: 0.3337083 Jun 30 03:00:57.154298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:57.156683 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16527ca9-9e29-46a7-9975-fe1a40ca3740" -d '{"events": [{"name": "network-changed", "server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:57.208884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49c2d6-85a3-49fe-a11d-59f778ff18d7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:57.237016 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cfc37d-2b1e-462c-b953-5667802b70dc x-openstack-request-id: req-73cfc37d-2b1e-462c-b953-5667802b70dc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:57.237311 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:57.237566 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73cfc37d-2b1e-462c-b953-5667802b70dc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:57.237968 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2', 'status': 'completed', 'code': 200} Jun 30 03:00:57.245352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['99b9b608-1827-4f58-a6ba-8b8cd788e3a2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:57.331471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-393a01cd-ba11-46b7-83eb-396d8cec1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.333131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-393a01cd-ba11-46b7-83eb-396d8cec1a17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 1058 time: 0.0902164 Jun 30 03:00:57.441061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abdc6c-92bf-486c-83e9-fe5e9ef63918 req-09d716ad-e48e-4f6c-bc3e-2b40623bb899 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.442658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4abdc6c-92bf-486c-83e9-fe5e9ef63918 req-09d716ad-e48e-4f6c-bc3e-2b40623bb899 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 907 time: 0.1423953 Jun 30 03:00:57.468307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-e8fbf754-af38-4386-95c7-5f3f7cbe8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.469722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-e8fbf754-af38-4386-95c7-5f3f7cbe8af2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1287065 Jun 30 03:00:57.520095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-46f4583c-d1b1-4d20-922c-634a822b727a None None] Provisioning complete for port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:57.520873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46f4583c-d1b1-4d20-922c-634a822b727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.529560 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-93a67680-a62c-4004-aa58-8402462aa9d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2 HTTP/1.1" status: 200 len: 217 time: 0.0530958 Jun 30 03:00:57.631832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-9a19320e-b377-41c1-9814-8f95d91cb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.634339 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-9a19320e-b377-41c1-9814-8f95d91cb9e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0927622 Jun 30 03:00:57.670275 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-079e0059-fc26-48a6-9005-964c1ea3d15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.748602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f67635-ae6a-4225-8fa9-3a32d2549b5a req-53db9b50-739f-4f73-9656-32ee7851e619 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.750343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8f67635-ae6a-4225-8fa9-3a32d2549b5a req-53db9b50-739f-4f73-9656-32ee7851e619 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1413815 Jun 30 03:00:57.756177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-9c45c96f-cd8e-47c3-bf50-8edcde4bd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.757644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-9c45c96f-cd8e-47c3-bf50-8edcde4bd474 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855365 Jun 30 03:00:57.845451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8f67635-ae6a-4225-8fa9-3a32d2549b5a req-916f8fa2-018f-4a01-b613-db49cf4c92b6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868323 Jun 30 03:00:57.886902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-d0453974-7eea-4a3b-bd94-651bfd622605 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211934 Jun 30 03:00:57.990746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16527ca9-9e29-46a7-9975-fe1a40ca3740 req-72fef292-a198-4ba4-b9ce-fcc1f118d5d1 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966337 Jun 30 03:00:58.048537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69ae8-b50e-4a8e-bb7b-00d7f2fdbbc7 req-78a3f140-800e-4477-9cfe-4b28f8e995bb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:58.049925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8cb69ae8-b50e-4a8e-bb7b-00d7f2fdbbc7 req-78a3f140-800e-4477-9cfe-4b28f8e995bb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0720687 Jun 30 03:00:58.087554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8cb69ae8-b50e-4a8e-bb7b-00d7f2fdbbc7 req-d229416f-cae0-4896-b0a1-af1afa58e1d3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jun 30 03:00:58.316568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-81896505-8cb3-43f3-9961-35a86c7b6a9b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:58.318020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-81896505-8cb3-43f3-9961-35a86c7b6a9b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.0999458 Jun 30 03:00:58.333225 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-ac493b80-521b-40cb-b0e2-eeecd57cdeff tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/quotas/e39157fe73f1421d883f9c8d9976dd13 HTTP/1.1" status: 200 len: 375 time: 0.0097883 Jun 30 03:00:58.408708 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-f19e1eeb-79bc-4755-83c4-4549e4559178 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0703619 Jun 30 03:00:58.503412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-1268f629-9d52-4059-b7e1-eb6212bc1811 service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882041 Jun 30 03:00:58.593210 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-eb82657b-0bc3-4322-b0f3-92adc2838d42 service neutron] 10.222.0.78 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840390 Jun 30 03:00:58.791180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a01dda40-31c2-4be2-b1be-785f533c63fd req-f9e9067a-1d37-4e31-9f6f-2479c769c909 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 210 time: 0.0540679 Jun 30 03:00:59.931525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f4e6fd1-0c2c-475f-84cd-447a4495ecb2 req-42a0271a-cb6d-48bc-beef-1d3c1e2dc4cb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 210 time: 0.0314755 Jun 30 03:01:00.129250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-74b8530d-2c93-4582-b010-f85ad10a45a1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:00.130937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-74b8530d-2c93-4582-b010-f85ad10a45a1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.90 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 812 time: 0.1217260 Jun 30 03:01:00.156185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Request body: {'port': {'device_id': '031f9918-3af4-452e-b688-f718204ae375', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'admin_state_up': True, 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:00.280641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Made reservation on behalf of e39157fe73f1421d883f9c8d9976dd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:00.284595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.301445 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44db7bab-a4d9-4144-b5ac-399cbb98bd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.423441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Allocated IP 172.20.0.8 (1a68a7ad-e803-4f66-9cc9-a8b8a7628c21/57bd3dd1-5da0-4607-b070-ba482ab1e6e5/d19c366b-947e-4b04-9e17-9a3385b1ea04) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:00.554339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.577064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.590902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Transition to ACTIVE for port object d19c366b-947e-4b04-9e17-9a3385b1ea04 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:00.623746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.635832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082', '3902329b-bdc8-425e-bbcb-f91c6effa070'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:00.671431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:00.677274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:00.682204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:00.687053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:00.736577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:00.737261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.757603 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-de317d1d-d3b4-4605-841c-77adcb20cb83 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063249 Jun 30 03:01:00.776086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Request body: {'port': {'device_id': '031f9918-3af4-452e-b688-f718204ae375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:00.873074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.031713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3cf46da8-397e-41ff-8984-d24085353d79 None None] Provisioning for port d19c366b-947e-4b04-9e17-9a3385b1ea04 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:01.037073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3cf46da8-397e-41ff-8984-d24085353d79 None None] Provisioning complete for port d19c366b-947e-4b04-9e17-9a3385b1ea04 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:01.037635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cf46da8-397e-41ff-8984-d24085353d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.092738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3cf46da8-397e-41ff-8984-d24085353d79 None None] Port d19c366b-947e-4b04-9e17-9a3385b1ea04 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:01.274383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924361fd-b6fe-47dd-b4ea-3cdb427281c2 req-56c81872-9d31-4bf8-b6cc-61fc6436616d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.276461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-924361fd-b6fe-47dd-b4ea-3cdb427281c2 req-56c81872-9d31-4bf8-b6cc-61fc6436616d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 931 time: 0.1380577 Jun 30 03:01:01.349953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19c366b-947e-4b04-9e17-9a3385b1ea04 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:01.360738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.365797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-924361fd-b6fe-47dd-b4ea-3cdb427281c2 req-528d5e44-5695-405d-b441-5b7dec915ed7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802829 Jun 30 03:01:01.377470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Transition to ACTIVE for port object d19c366b-947e-4b04-9e17-9a3385b1ea04 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:01.381695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.440562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:01.525330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Attempting to bind port d19c366b-947e-4b04-9e17-9a3385b1ea04 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:01.525710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Attempting to bind port d19c366b-947e-4b04-9e17-9a3385b1ea04 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:01.526001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Attempting to bind port d19c366b-947e-4b04-9e17-9a3385b1ea04 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:01.532054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Port d19c366b-947e-4b04-9e17-9a3385b1ea04 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:01:01.532381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Attempting to bind port d19c366b-947e-4b04-9e17-9a3385b1ea04 on network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:01.537312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:01.537797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Checking segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:01.538604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Bound using segment: {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:01.539232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Bound port: d19c366b-947e-4b04-9e17-9a3385b1ea04, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2b7fbe-627e-4608-b0cf-2020a8666120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:01.539596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.610850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:01.613950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:01.619595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.659011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.659754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.661355 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] 10.222.0.90 "PUT /v2.0/ports/d19c366b-947e-4b04-9e17-9a3385b1ea04 HTTP/1.1" status: 200 len: 1091 time: 0.8921833 Jun 30 03:01:01.661873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:01.664710 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a792ef-2f54-466b-a897-d7164ddad7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:01.697076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9c981-1e3b-47a3-8355-01ecf7a83264 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:01.716716 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea9bb7-a4b8-4660-8e10-12ed48a51401 x-openstack-request-id: req-d8ea9bb7-a4b8-4660-8e10-12ed48a51401 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:01.717012 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:01.717268 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8ea9bb7-a4b8-4660-8e10-12ed48a51401 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:01.717676 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'status': 'completed', 'code': 200} Jun 30 03:01:01.790014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-4697624e-f42c-480f-804f-a346cc85a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.791778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-4697624e-f42c-480f-804f-a346cc85a8e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 1094 time: 0.0611315 Jun 30 03:01:01.852391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-9facc38f-1346-4923-9884-b5b6e743435f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04 HTTP/1.1" status: 200 len: 217 time: 0.0407605 Jun 30 03:01:01.924099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-c27b12ca-87d5-49b1-ae2a-5891f9fbb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.925564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-c27b12ca-87d5-49b1-ae2a-5891f9fbb219 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0449634 Jun 30 03:01:01.989691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-fab8d287-5477-487c-9435-4e5a879ccdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.991229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-fab8d287-5477-487c-9435-4e5a879ccdc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542612 Jun 30 03:01:02.107256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-ec7364df-c381-4d48-95ef-275939589cc5 service neutron] 10.222.0.90 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037614 Jun 30 03:01:02.207991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-536e2b4a-b5a9-49b6-93cf-3806fc95d760 req-44d73f44-d3a6-4832-a9a1-e85dd2ed6d30 service neutron] 10.222.0.90 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890770 Jun 30 03:01:02.243306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.330460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-5e66fbdd-a1ba-4a8e-9e57-f5098014fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.331990 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-5e66fbdd-a1ba-4a8e-9e57-f5098014fc22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 1094 time: 0.0610211 Jun 30 03:01:02.433239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-ad8b80ef-4f5c-4e34-82e7-2eb573cd409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.435551 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-ad8b80ef-4f5c-4e34-82e7-2eb573cd409b service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.0936804 Jun 30 03:01:02.505992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-583fca45-db6a-429b-8a34-9794f6837741 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Jun 30 03:01:02.573892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ca54e-d74c-4813-a9ac-2a76e18818ef req-0ccff85d-c4b0-4127-a9a2-1abf21abbe53 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.575936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-974badd4-5eb6-451d-a85e-2b3db676f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.576078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257ca54e-d74c-4813-a9ac-2a76e18818ef req-0ccff85d-c4b0-4127-a9a2-1abf21abbe53 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 943 time: 0.0717626 Jun 30 03:01:02.577620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-974badd4-5eb6-451d-a85e-2b3db676f84c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0603840 Jun 30 03:01:02.619460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-257ca54e-d74c-4813-a9ac-2a76e18818ef req-a281be13-b4dd-4e33-b02b-997cee38b8a4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Jun 30 03:01:02.644236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-f1956153-d902-4b7b-927f-8b55ce79d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.645759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-f1956153-d902-4b7b-927f-8b55ce79d112 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564618 Jun 30 03:01:02.745004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-abb63718-2389-4219-acd3-0b6720e6b390 service neutron] 10.222.0.90 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 Jun 30 03:01:02.843494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77a792ef-2f54-466b-a897-d7164ddad7ad req-6b5469aa-e92a-4f1c-9413-391291731b94 service neutron] 10.222.0.90 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870740 Jun 30 03:01:03.700354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d19c366b-947e-4b04-9e17-9a3385b1ea04 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:03.814633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece1ae6-dd80-4d9b-9598-306619bd029d req-4d6a6451-0f2f-4d69-a5df-f01e97482b5e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:03.816312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ece1ae6-dd80-4d9b-9598-306619bd029d req-4d6a6451-0f2f-4d69-a5df-f01e97482b5e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 943 time: 0.0769708 Jun 30 03:01:03.834423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:03.847784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'mac_address': 'fa:16:3e:7c:7f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:03.861935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ece1ae6-dd80-4d9b-9598-306619bd029d req-60f0be21-c5b5-4bb0-8215-c2d48ecfe366 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jun 30 03:01:03.888612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.901903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19c366b-947e-4b04-9e17-9a3385b1ea04 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:03.922987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:03.928404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.979370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:04.219636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['d19c366b-947e-4b04-9e17-9a3385b1ea04'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:04.357884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.040039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193856f9-5553-404c-bebf-235837cbb161 req-d36e3be9-3cbc-4676-b955-208429e9538e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:05.041494 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-193856f9-5553-404c-bebf-235837cbb161 req-d36e3be9-3cbc-4676-b955-208429e9538e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 944 time: 0.0673707 Jun 30 03:01:05.079374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-193856f9-5553-404c-bebf-235837cbb161 req-8c05acb6-7018-402b-8b95-c52a28c261cf tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Jun 30 03:01:05.712372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d19c366b-947e-4b04-9e17-9a3385b1ea04 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:05.764381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port d19c366b-947e-4b04-9e17-9a3385b1ea04 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:05.769147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port d19c366b-947e-4b04-9e17-9a3385b1ea04 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:05.769592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.013227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.037328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:06.039751 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb414b98-0f29-42e3-8e45-c7cc4fbb814a" -d '{"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-plugged", "status": "completed", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:06.055664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:06.061373 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.090506 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41638441-f7c3-4927-93d4-2682760dac62 x-openstack-request-id: req-41638441-f7c3-4927-93d4-2682760dac62 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:06.090898 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-plugged", "status": "completed", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:06.091236 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41638441-f7c3-4927-93d4-2682760dac62 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:06.091652 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'code': 200} Jun 30 03:01:06.120427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:06.290936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a21d03-32eb-4094-8d6f-c1372c0e16e5 req-be5fe307-f20f-4bca-970d-bdf5140e73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:06.293159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04a21d03-32eb-4094-8d6f-c1372c0e16e5 req-be5fe307-f20f-4bca-970d-bdf5140e73fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 1096 time: 0.1085358 Jun 30 03:01:06.309418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23651db8-0702-4107-8d53-c1c2b6ae1450 req-bfd94b9d-6d78-4076-875c-3f5dd82b3333 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:06.311262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23651db8-0702-4107-8d53-c1c2b6ae1450 req-bfd94b9d-6d78-4076-875c-3f5dd82b3333 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0901568 Jun 30 03:01:06.370104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04a21d03-32eb-4094-8d6f-c1372c0e16e5 req-37c16a8b-f9b9-43a7-b69d-a64084608a41 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578592 Jun 30 03:01:06.376204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23651db8-0702-4107-8d53-c1c2b6ae1450 req-804c4717-8426-4bd0-941b-514ca3a7fcd5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 Jun 30 03:01:07.559374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42116) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:07.562429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ddfb-22f6-49c3-adab-8a8fbfe0eef1 req-f544d8d1-cc3e-4df4-8184-38516dff02d0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:07.563998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e841ddfb-22f6-49c3-adab-8a8fbfe0eef1 req-f544d8d1-cc3e-4df4-8184-38516dff02d0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0706787 Jun 30 03:01:07.607933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e841ddfb-22f6-49c3-adab-8a8fbfe0eef1 req-4452545f-9d03-44e3-b423-6b63b2d6db71 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376904 Jun 30 03:01:07.804259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Deleting subnet 0fd62219-1397-4d15-ac84-892650143618 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:07.807332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.841767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.883395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.943565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.971477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd62219-1397-4d15-ac84-892650143618,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:07.974510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.977817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0fd62219-1397-4d15-ac84-892650143618 HTTP/1.1" status: 204 len: 168 time: 0.4157534 Jun 30 03:01:07.978830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:07.987671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.988023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.988380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.988830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.989408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.989745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.990072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.990418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.990747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.991069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.991391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:07.991719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213470fb-95bf-4342-b72e-028911d6c746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:08.062475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.140656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.150328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d548f2f-c54d-4725-817a-d94e340641e0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:08.161250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eaef61-29cc-4e26-821d-a251ceac0247') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:08.161548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eaef61-29cc-4e26-821d-a251ceac0247') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:08.170867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.185299 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.192418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:08.192777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:08.194439 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:08.253366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.258798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.260652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] 10.222.0.78 "DELETE /v2.0/networks/4d548f2f-c54d-4725-817a-d94e340641e0 HTTP/1.1" status: 204 len: 168 time: 0.2807283 Jun 30 03:01:08.272654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75808fd6-bf72-43b6-b1db-dd4349f23edc admin admin] Pushing event deleted for resources: {'Network': ['ID=4d548f2f-c54d-4725-817a-d94e340641e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.376507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:08.416642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0322eec3-12c6-45ff-9a4e-cbf2d47964ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5b815ca892c411cae6437bf3d11ae95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389342 Jun 30 03:01:08.419311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:08.470685 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e589-3b48-4b91-97fb-d1099b3eb944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.492367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e589-3b48-4b91-97fb-d1099b3eb944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.536854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e589-3b48-4b91-97fb-d1099b3eb944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.539474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e589-3b48-4b91-97fb-d1099b3eb944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.540619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6ec4e589-3b48-4b91-97fb-d1099b3eb944 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e52f321f-f1f7-45ec-992d-48f69d51a115 HTTP/1.1" status: 204 len: 168 time: 0.1203818 Jun 30 03:01:08.550736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4e589-3b48-4b91-97fb-d1099b3eb944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f321f-f1f7-45ec-992d-48f69d51a115,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.790975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa10590-efc4-44bf-8f2a-aacf4da54da2 req-73840f42-7a16-4f5d-9cb2-4ed6e677a705 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:08.792541 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8aa10590-efc4-44bf-8f2a-aacf4da54da2 req-73840f42-7a16-4f5d-9cb2-4ed6e677a705 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0705845 Jun 30 03:01:08.831599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8aa10590-efc4-44bf-8f2a-aacf4da54da2 req-6ca0bbc9-1835-4b65-82e2-4fe632af87af tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Jun 30 03:01:09.199919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cc85b-242c-46fb-8e0f-a872e8448e41 req-e81ca037-6964-4b71-a8eb-c3b77b029c6e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:09.201419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-827cc85b-242c-46fb-8e0f-a872e8448e41 req-e81ca037-6964-4b71-a8eb-c3b77b029c6e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0669909 Jun 30 03:01:09.237164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:09.248400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-827cc85b-242c-46fb-8e0f-a872e8448e41 req-97f1f97b-e0b0-4f9e-8273-8a38bece1de0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Jun 30 03:01:09.340784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-953676924-network', 'tenant_id': '804df440562a45608c4ca8862c64fd74'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:09.362711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Made reservation on behalf of 804df440562a45608c4ca8862c64fd74 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:09.365035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.373600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.463167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.467595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.487932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.494665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:09.505493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6363374a-ebb0-441b-bf9f-bf7245ce1814,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:09.510288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.510653 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Added segment 537c61c3-a5e5-40c0-95da-509db3e9b535 of type vlan for network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe Jun 30 03:01:09.552399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.580494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.581441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:09.582008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.634546 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3963072 Jun 30 03:01:09.637698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42162) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:09.642974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0c3e0-ddc5-43a0-a682-aed14d536039 admin admin] Pushing event updated for resources: {'Network': ['ID=2109cdaa-2aa0-42eb-9caf-59dad51d13fe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:09.645341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Request body: {'subnet': {'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-953676924-subnet', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:09.654330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:09.667443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Made reservation on behalf of 804df440562a45608c4ca8862c64fd74 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:09.670897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.838100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.891402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c3e706-4401-4daf-8b6c-e8979d1b659e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:09.903328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Checking segment: {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:09.903708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Network hostable DHCP agents. Network: 2109cdaa-2aa0-42eb-9caf-59dad51d13fe, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:09.919858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:09.928578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 2109cdaa-2aa0-42eb-9caf-59dad51d13fe) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:09.932507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:09.933083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.938676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08644f-b593-42a7-b26a-a83a2bff2f7f None None] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:09.947072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d7682310-de86-433e-917e-6812799d8e12 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3066249 Jun 30 03:01:09.950261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42164) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:09.954962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:09.975790 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.977759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.036328 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.087644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'fixed_ips': [{'subnet_id': '98c3e706-4401-4daf-8b6c-e8979d1b659e'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:10.088604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.194462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.235116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Allocated IP 172.20.0.2 (2109cdaa-2aa0-42eb-9caf-59dad51d13fe/98c3e706-4401-4daf-8b6c-e8979d1b659e/d103ff92-8291-44bd-a7bf-da8542de4226) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:10.390931 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.400726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Transition to ACTIVE for port object d103ff92-8291-44bd-a7bf-da8542de4226 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:10.411001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.420702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Transition to ACTIVE for port object d103ff92-8291-44bd-a7bf-da8542de4226 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:10.427622 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.432988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.440030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e772bb-788d-4fd3-afc3-e7286c493ea1 req-b555b6f3-0b9e-4d91-8100-4a22700e0829 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:10.447110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59e772bb-788d-4fd3-afc3-e7286c493ea1 req-b555b6f3-0b9e-4d91-8100-4a22700e0829 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0785265 Jun 30 03:01:10.461557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:10.464591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:10.468832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:10.494905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59e772bb-788d-4fd3-afc3-e7286c493ea1 req-93b1acb1-f26e-43d7-8011-40b3dfa49c8d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Jun 30 03:01:10.505938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Pushing event updated for resources: {'Port': ['ID=d103ff92-8291-44bd-a7bf-da8542de4226,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:10.547754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Attempting to bind port d103ff92-8291-44bd-a7bf-da8542de4226 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:10.548056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Attempting to bind port d103ff92-8291-44bd-a7bf-da8542de4226 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:10.548696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Attempting to bind port d103ff92-8291-44bd-a7bf-da8542de4226 on network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:10.549943 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Allocated IP 172.25.0.154 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6b2f948e-d9d6-4963-a0ce-9591f704ca57) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:10.553555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:10.553930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Checking segment: {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:10.554353 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.554754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Bound using segment: {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:10.555237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Bound port: d103ff92-8291-44bd-a7bf-da8542de4226, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:10.555591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.619852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] For port d103ff92-8291-44bd-a7bf-da8542de4226, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:10.624822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] For port d103ff92-8291-44bd-a7bf-da8542de4226, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d103ff92-8291-44bd-a7bf-da8542de4226,segment=NetworkSegment(537c61c3-a5e5-40c0-95da-509db3e9b535),segment_id=537c61c3-a5e5-40c0-95da-509db3e9b535)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:10.628870 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.689765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.692863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf986d-f770-496c-881a-ca2795ad55b3 None None] Pushing event updated for resources: {'Port': ['ID=d103ff92-8291-44bd-a7bf-da8542de4226,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:10.740412 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.782338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:10.789866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:10.792258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:10.795566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Pushing event updated for resources: {'Port': ['ID=6b2f948e-d9d6-4963-a0ce-9591f704ca57,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:10.942887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.126790 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.129315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10f77e-c865-40a5-b0a9-73b4473fe742 req-5c6b28ae-619b-4188-ba78-601bf1584c43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:11.130923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa10f77e-c865-40a5-b0a9-73b4473fe742 req-5c6b28ae-619b-4188-ba78-601bf1584c43 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0647824 Jun 30 03:01:11.168110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa10f77e-c865-40a5-b0a9-73b4473fe742 req-0df42a56-5a7b-4b0a-968d-6dec1710038e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jun 30 03:01:11.327387 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.464279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Router 7a33e177-52f3-45fc-8e62-a448287f592b is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:01:11.581097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:11.593376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Sync routers for ids ['7a33e177-52f3-45fc-8e62-a448287f592b'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:11.600694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.602137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fcab54f4-220e-458e-8fd1-1496723323cc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6507769 Jun 30 03:01:11.604837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.608203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Routers {'7a33e177-52f3-45fc-8e62-a448287f592b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:11.609039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7a33e177-52f3-45fc-8e62-a448287f592b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:11.727408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d66011-08c8-4154-b267-cba57edadb4a None None] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:11.776623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d19c366b-947e-4b04-9e17-9a3385b1ea04 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:11.810120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Set router 7a33e177-52f3-45fc-8e62-a448287f592b gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:11.838500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9df193f2-4d10-40cc-b9eb-846420e26a03 None None] Provisioning for port d103ff92-8291-44bd-a7bf-da8542de4226 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:11.874837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d103ff92-8291-44bd-a7bf-da8542de4226 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:12.073198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.117243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:12.130229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d103ff92-8291-44bd-a7bf-da8542de4226 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:12.142546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'port_id': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'mac_address': 'fa:16:3e:7c:7f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:12.163411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d103ff92-8291-44bd-a7bf-da8542de4226 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:12.163789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.273063 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.285828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Allocated IP 172.20.0.1 (2109cdaa-2aa0-42eb-9caf-59dad51d13fe/98c3e706-4401-4daf-8b6c-e8979d1b659e/b2d65759-2c22-4a2a-a13a-7d118e980894) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:12.303738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d19c366b-947e-4b04-9e17-9a3385b1ea04 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:12.326763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:11Z', 'revision_number': 3, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:12.386215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:12.387774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Checking router: 7a33e177-52f3-45fc-8e62-a448287f592b for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:12.388137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Updating router 7a33e177-52f3-45fc-8e62-a448287f592b port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:01:12.413361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36f3df-2a50-47e4-9276-51b58fd6892e req-5b3bc610-f37d-4a42-b6ee-751de9d0a0aa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:12.414910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd36f3df-2a50-47e4-9276-51b58fd6892e req-5b3bc610-f37d-4a42-b6ee-751de9d0a0aa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1265717 Jun 30 03:01:12.415125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.450097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.477627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.489330 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.495977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd36f3df-2a50-47e4-9276-51b58fd6892e req-37af31bd-054f-494c-8919-6ac295e05152 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725458 Jun 30 03:01:12.517223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Transition to ACTIVE for port object b2d65759-2c22-4a2a-a13a-7d118e980894 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:12.548161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port d103ff92-8291-44bd-a7bf-da8542de4226, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d103ff92-8291-44bd-a7bf-da8542de4226,segment=NetworkSegment(537c61c3-a5e5-40c0-95da-509db3e9b535),segment_id=537c61c3-a5e5-40c0-95da-509db3e9b535)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:12.549162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.559601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['d19c366b-947e-4b04-9e17-9a3385b1ea04'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:12.569887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.574377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.620602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:12.623664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:12.629311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:12.665390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Pushing event updated for resources: {'Port': ['ID=b2d65759-2c22-4a2a-a13a-7d118e980894,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.686993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.745350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=d103ff92-8291-44bd-a7bf-da8542de4226,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.812542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ec870136-e412-42da-9482-817f7edc1a9c None None] Provisioning complete for port d103ff92-8291-44bd-a7bf-da8542de4226 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:12.812921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec870136-e412-42da-9482-817f7edc1a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.830126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.191048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.213462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Transition to ACTIVE for port object 6b2f948e-d9d6-4963-a0ce-9591f704ca57 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:13.223128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.282054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Attempting to bind port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:13.282456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Attempting to bind port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:13.282827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Attempting to bind port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:13.284804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898bbb6-8a64-4787-9803-d54ecff98b5d None None] Pushing event updated for resources: {'Port': ['ID=6b2f948e-d9d6-4963-a0ce-9591f704ca57,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:13.291141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:13.291670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:13.291984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.292299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:13.292832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Bound port: 6b2f948e-d9d6-4963-a0ce-9591f704ca57, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:13.293282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.335556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.341334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.354526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7ad6ea8d-8307-41f5-b21c-14cf75612df2 None None] Provisioning for port b2d65759-2c22-4a2a-a13a-7d118e980894 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:13.356864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] For port 6b2f948e-d9d6-4963-a0ce-9591f704ca57, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:13.361020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] For port 6b2f948e-d9d6-4963-a0ce-9591f704ca57, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6b2f948e-d9d6-4963-a0ce-9591f704ca57,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:13.363097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7ad6ea8d-8307-41f5-b21c-14cf75612df2 None None] Provisioning complete for port b2d65759-2c22-4a2a-a13a-7d118e980894 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:13.363404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ea8d-8307-41f5-b21c-14cf75612df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.366846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.411025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.413643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Pushing event updated for resources: {'Port': ['ID=b2d65759-2c22-4a2a-a13a-7d118e980894,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:13.440405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6ea8d-8307-41f5-b21c-14cf75612df2 None None] Port b2d65759-2c22-4a2a-a13a-7d118e980894 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:13.459698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Routers {'7a33e177-52f3-45fc-8e62-a448287f592b'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:13.460335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7a33e177-52f3-45fc-8e62-a448287f592b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:13.466004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898bbb6-8a64-4787-9803-d54ecff98b5d None None] Pushing event updated for resources: {'Port': ['ID=6b2f948e-d9d6-4963-a0ce-9591f704ca57,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:13.510611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:13.514616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:13.620209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] Set router 7a33e177-52f3-45fc-8e62-a448287f592b gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:13.717265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Router 7a33e177-52f3-45fc-8e62-a448287f592b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:13.770403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d19c366b-947e-4b04-9e17-9a3385b1ea04 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:13.799016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0a3ed-eb32-4ad5-8a20-d2bece876ad8 req-e5e6bc2c-5b88-4bc2-9157-c5d5bc44823d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:13.800556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ef0a3ed-eb32-4ad5-8a20-d2bece876ad8 req-e5e6bc2c-5b88-4bc2-9157-c5d5bc44823d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 944 time: 0.1298599 Jun 30 03:01:13.850572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d103ff92-8291-44bd-a7bf-da8542de4226 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:13.886210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:13.890801 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3ef0a3ed-eb32-4ad5-8a20-d2bece876ad8 req-04a89a9b-a15c-4856-a188-ac456e80f4a0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Jun 30 03:01:13.903542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e308e2ec-ed2a-449b-b947-ce24e9a8bfda admin admin] 10.222.0.78 "PUT /v2.0/routers/7a33e177-52f3-45fc-8e62-a448287f592b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973394 Jun 30 03:01:13.916083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port d19c366b-947e-4b04-9e17-9a3385b1ea04 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:13.916461 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.959865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ae4becdb-6144-452e-9ab7-d04e32845dbf None None] Provisioning complete for port b2d65759-2c22-4a2a-a13a-7d118e980894 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:13.960235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae4becdb-6144-452e-9ab7-d04e32845dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.025699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ae4becdb-6144-452e-9ab7-d04e32845dbf None None] Port b2d65759-2c22-4a2a-a13a-7d118e980894 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:14.031973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d103ff92-8291-44bd-a7bf-da8542de4226 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:14.032347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.060996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:12Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b2d65759-2c22-4a2a-a13a-7d118e980894', 'name': '', 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'mac_address': 'fa:16:3e:c0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:12Z', 'updated_at': '2021-06-30T03:01:13Z', 'revision_number': 2, 'project_id': '804df440562a45608c4ca8862c64fd74', 'subnets': [{'id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:14.111086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bdfc1-7692-4e10-9939-f1987677049e None None] The sync data for ids ['7a33e177-52f3-45fc-8e62-a448287f592b'] in n-d-798054-5 is: [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:12Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b2d65759-2c22-4a2a-a13a-7d118e980894', 'name': '', 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'mac_address': 'fa:16:3e:c0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:12Z', 'updated_at': '2021-06-30T03:01:13Z', 'revision_number': 2, 'project_id': '804df440562a45608c4ca8862c64fd74', 'subnets': [{'id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:14.140968 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.201853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:14.204161 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7945f627-3921-4295-a6a1-f42994cef26a" -d '{"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-plugged", "status": "completed", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:14.226963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:14.235438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.271002 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0bb6a9-16fe-4e59-95f5-d170b9b6d14e x-openstack-request-id: req-8f0bb6a9-16fe-4e59-95f5-d170b9b6d14e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:14.271372 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-plugged", "status": "completed", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:14.271591 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f0bb6a9-16fe-4e59-95f5-d170b9b6d14e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:14.272050 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'code': 200} Jun 30 03:01:14.306519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:14.438060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:14.443109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1210209286-network', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:14.472372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Made reservation on behalf of 071b94764f5f4992a968b59a5e4e8d9e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:14.475079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.485669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.588460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.593725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.622059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:14.632493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410de23-926b-4423-9687-e05a957e2c11,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:14.642516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.642865 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Added segment a8a18c1e-d133-4aee-badf-4c7fbb2f0684 of type vlan for network 59496e1f-244f-424b-80fa-c6895c2005f2 Jun 30 03:01:14.645148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.645506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.645855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.646205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.646593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.646933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.647259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.647590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.647920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.648247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.648573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.648896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:14.704204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.743986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.745407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.746856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.816991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3777816 Jun 30 03:01:14.819822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42228) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:14.825631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Request body: {'subnet': {'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1210209286-subnet', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:14.826669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c304958-dda8-4a08-aaf7-5c734aa3deee admin admin] Pushing event updated for resources: {'Network': ['ID=59496e1f-244f-424b-80fa-c6895c2005f2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:14.838683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 59496e1f-244f-424b-80fa-c6895c2005f2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:14.860917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Made reservation on behalf of 071b94764f5f4992a968b59a5e4e8d9e for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:14.863628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.149595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.220194 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:15.243020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Checking segment: {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:15.243445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Network hostable DHCP agents. Network: 59496e1f-244f-424b-80fa-c6895c2005f2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:15.259385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f55da-81f2-4bf6-86a6-dc59534b2655 req-327dcff5-aaba-4431-92c9-a257ed64089a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.267769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-942f55da-81f2-4bf6-86a6-dc59534b2655 req-327dcff5-aaba-4431-92c9-a257ed64089a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1874261 Jun 30 03:01:15.312931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Network 59496e1f-244f-424b-80fa-c6895c2005f2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:15.334020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-942f55da-81f2-4bf6-86a6-dc59534b2655 req-40e4eed4-083e-4529-a4ed-06adafa28a7d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Jun 30 03:01:15.343788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 59496e1f-244f-424b-80fa-c6895c2005f2) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:15.365497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17604888-c5ae-4b99-a3bc-96391fc56c7d None None] Network 59496e1f-244f-424b-80fa-c6895c2005f2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:15.380497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.381266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.419680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-52a2e508-4528-4542-a3f1-13fffd68a06e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5977664 Jun 30 03:01:15.421947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42246) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:15.426293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:15.474478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:15.477841 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.479092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.557796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.618242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-59496e1f-244f-424b-80fa-c6895c2005f2', 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'fixed_ips': [{'subnet_id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:15.619125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.837146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Allocated IP 172.20.0.2 (59496e1f-244f-424b-80fa-c6895c2005f2/bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4/92004b0a-9f8a-4597-bae2-c4d015c239b4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:16.040016 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.053558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6b2f948e-d9d6-4963-a0ce-9591f704ca57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:16.060820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Transition to ACTIVE for port object 92004b0a-9f8a-4597-bae2-c4d015c239b4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:16.110478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Transition to ACTIVE for port object 92004b0a-9f8a-4597-bae2-c4d015c239b4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:16.125072 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.160496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.161713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:16.176395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:16.177204 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.180792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Network 59496e1f-244f-424b-80fa-c6895c2005f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:16.210421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:16.225084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:16.229895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Pushing event updated for resources: {'Port': ['ID=92004b0a-9f8a-4597-bae2-c4d015c239b4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.316742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Attempting to bind port 92004b0a-9f8a-4597-bae2-c4d015c239b4 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:16.316928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Attempting to bind port 92004b0a-9f8a-4597-bae2-c4d015c239b4 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:16.317297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Attempting to bind port 92004b0a-9f8a-4597-bae2-c4d015c239b4 on network 59496e1f-244f-424b-80fa-c6895c2005f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:16.323987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:16.324872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Checking segment: {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:16.325285 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.325686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Bound using segment: {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:16.326168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Bound port: 92004b0a-9f8a-4597-bae2-c4d015c239b4, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:16.327093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.412500 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.423200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.450198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.453288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6b2f948e-d9d6-4963-a0ce-9591f704ca57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6b2f948e-d9d6-4963-a0ce-9591f704ca57,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:16.458412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] For port 92004b0a-9f8a-4597-bae2-c4d015c239b4, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:16.462219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] For port 92004b0a-9f8a-4597-bae2-c4d015c239b4, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=92004b0a-9f8a-4597-bae2-c4d015c239b4,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:16.466277 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.476263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.570793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6b2f948e-d9d6-4963-a0ce-9591f704ca57,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.658204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a9384-6fea-4166-b65a-a36acbb195c7 req-9bf01cee-db08-416d-9fc8-d2626117d2d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:16.659917 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-320a9384-6fea-4166-b65a-a36acbb195c7 req-9bf01cee-db08-416d-9fc8-d2626117d2d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1512599 Jun 30 03:01:16.671543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c8b89-1c24-4ed3-a21f-11d888341ce4 None None] Pushing event updated for resources: {'Port': ['ID=92004b0a-9f8a-4597-bae2-c4d015c239b4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.703271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Allocated IP 172.25.0.125 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/360c7ebe-956f-4f38-af7b-aadee85eb81a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:16.751090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-320a9384-6fea-4166-b65a-a36acbb195c7 req-2ab86b76-7320-435c-8303-62e5c92ea4c4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839667 Jun 30 03:01:16.908937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.958423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.009814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:17.015221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:17.022524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:17.079456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Pushing event updated for resources: {'Port': ['ID=360c7ebe-956f-4f38-af7b-aadee85eb81a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.352932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.587843 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Sync routers for ids ['7a33e177-52f3-45fc-8e62-a448287f592b'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:17.604600 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Routers {'7a33e177-52f3-45fc-8e62-a448287f592b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:17.605862 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7a33e177-52f3-45fc-8e62-a448287f592b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:17.647474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.770869 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Set router 7a33e177-52f3-45fc-8e62-a448287f592b gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:17.848030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Router d3d910b2-e107-42a3-ad04-cca7fb44f1ce is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:01:17.971156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ec1aa-40aa-4326-a214-f2946cafc1b7 None None] Network 59496e1f-244f-424b-80fa-c6895c2005f2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:18.069953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:18.094436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Sync routers for ids ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:18.109767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d13602-34ec-4acc-825f-8325669bba73 req-a926f346-f694-4f59-9e46-51389071f77e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:18.111438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92d13602-34ec-4acc-825f-8325669bba73 req-a926f346-f694-4f59-9e46-51389071f77e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1040535 Jun 30 03:01:18.112341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.113435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5d913bd5-0c97-4263-8c62-6f1a294a1921 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6905212 Jun 30 03:01:18.115426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b04e16c-e213-473e-b2fc-9020518ec0ad None None] Provisioning for port 92004b0a-9f8a-4597-bae2-c4d015c239b4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:18.116239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:18.117733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6b2f948e-d9d6-4963-a0ce-9591f704ca57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:18.153896 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:12Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b2d65759-2c22-4a2a-a13a-7d118e980894', 'name': '', 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'mac_address': 'fa:16:3e:c0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:12Z', 'updated_at': '2021-06-30T03:01:13Z', 'revision_number': 2, 'project_id': '804df440562a45608c4ca8862c64fd74', 'subnets': [{'id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:18.193437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Routers {'d3d910b2-e107-42a3-ad04-cca7fb44f1ce'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:18.194101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:18.208030 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Checking router: 7a33e177-52f3-45fc-8e62-a448287f592b for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:18.208398 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Updating router 7a33e177-52f3-45fc-8e62-a448287f592b port b2d65759-2c22-4a2a-a13a-7d118e980894 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:01:18.211030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92d13602-34ec-4acc-825f-8325669bba73 req-7513bb48-2ad4-407d-a3eb-68e13cd8c82c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846984 Jun 30 03:01:18.281035 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.705061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Set router d3d910b2-e107-42a3-ad04-cca7fb44f1ce gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:18.756251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.764155 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.776447 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Transition to ACTIVE for port object b2d65759-2c22-4a2a-a13a-7d118e980894 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:18.786998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:18.787401 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.792361 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.895872 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Pushing event updated for resources: {'Port': ['ID=b2d65759-2c22-4a2a-a13a-7d118e980894,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:18.923610 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.924431 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.925116 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.925848 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.926415 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.926952 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.927657 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.939506 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.940425 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.940970 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.941507 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.942090 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:18.975182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Allocated IP 172.20.0.1 (59496e1f-244f-424b-80fa-c6895c2005f2/bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4/773b930a-5ddc-4c1f-93e2-1b77dc8b74e1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:18.991779 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Attempting to bind port b2d65759-2c22-4a2a-a13a-7d118e980894 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:18.992325 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Attempting to bind port b2d65759-2c22-4a2a-a13a-7d118e980894 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:18.994587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Attempting to bind port b2d65759-2c22-4a2a-a13a-7d118e980894 on network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:19.001064 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:19.003538 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Checking segment: {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:19.003968 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.004495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Bound using segment: {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:19.006547 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Bound port: b2d65759-2c22-4a2a-a13a-7d118e980894, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537c61c3-a5e5-40c0-95da-509db3e9b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:19.007416 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.064639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 92004b0a-9f8a-4597-bae2-c4d015c239b4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:19.177561 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] For port b2d65759-2c22-4a2a-a13a-7d118e980894, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:19.182279 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] For port b2d65759-2c22-4a2a-a13a-7d118e980894, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b2d65759-2c22-4a2a-a13a-7d118e980894,segment=NetworkSegment(537c61c3-a5e5-40c0-95da-509db3e9b535),segment_id=537c61c3-a5e5-40c0-95da-509db3e9b535)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:19.184798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 92004b0a-9f8a-4597-bae2-c4d015c239b4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:19.193531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 92004b0a-9f8a-4597-bae2-c4d015c239b4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:19.193907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.197126 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.214601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.260551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:17Z', 'revision_number': 3, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:19.260886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Transition to ACTIVE for port object 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:19.310352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Checking router: d3d910b2-e107-42a3-ad04-cca7fb44f1ce for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:19.312639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Updating router d3d910b2-e107-42a3-ad04-cca7fb44f1ce port 360c7ebe-956f-4f38-af7b-aadee85eb81a binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:01:19.380333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.426683 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aef56d-5723-42ef-b374-9ab6d99c1686 None None] Pushing event updated for resources: {'Port': ['ID=b2d65759-2c22-4a2a-a13a-7d118e980894,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.441594 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Routers {'7a33e177-52f3-45fc-8e62-a448287f592b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:19.442288 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7a33e177-52f3-45fc-8e62-a448287f592b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:19.445125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.459856 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.479243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Network 59496e1f-244f-424b-80fa-c6895c2005f2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:19.485471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:19.503118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:19.579273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Pushing event updated for resources: {'Port': ['ID=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.633313 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] Set router 7a33e177-52f3-45fc-8e62-a448287f592b gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:19.658676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.746360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fa320-aaba-4264-a052-54b63b9e04bc req-70417f11-de73-4e16-9ba3-a83a58b66055 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:19.757232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a6fa320-aaba-4264-a052-54b63b9e04bc req-70417f11-de73-4e16-9ba3-a83a58b66055 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.2540195 Jun 30 03:01:19.904783 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1a6fa320-aaba-4264-a052-54b63b9e04bc req-9c5dc67f-0a0a-4701-be7e-d57895b6d37b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415093 Jun 30 03:01:19.991210 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:12Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b2d65759-2c22-4a2a-a13a-7d118e980894', 'name': '', 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'mac_address': 'fa:16:3e:c0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:12Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'subnets': [{'id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:20.008353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6bc58e95-db6e-48b4-854e-064a846d041e None None] Provisioning complete for port 92004b0a-9f8a-4597-bae2-c4d015c239b4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:20.008729 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6bc58e95-db6e-48b4-854e-064a846d041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.021471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 92004b0a-9f8a-4597-bae2-c4d015c239b4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=92004b0a-9f8a-4597-bae2-c4d015c239b4,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:20.028471 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63105f6d-9445-427e-8cd2-a692246467d1 None None] The sync data for ids ['7a33e177-52f3-45fc-8e62-a448287f592b'] in n-d-798054-5 is: [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:12Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'b2d65759-2c22-4a2a-a13a-7d118e980894', 'name': '', 'network_id': '2109cdaa-2aa0-42eb-9caf-59dad51d13fe', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'mac_address': 'fa:16:3e:c0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:12Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '804df440562a45608c4ca8862c64fd74', 'subnets': [{'id': '98c3e706-4401-4daf-8b6c-e8979d1b659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:20.092789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.114156 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.115333 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.173165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Transition to ACTIVE for port object 360c7ebe-956f-4f38-af7b-aadee85eb81a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:20.217190 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.259878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=92004b0a-9f8a-4597-bae2-c4d015c239b4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.278662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b2d65759-2c22-4a2a-a13a-7d118e980894 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:20.330323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.330685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.331021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.331362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.331695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.332027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.332356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.332683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.333008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.333330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.333653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.333975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:20.384193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bd41f-c7e6-454e-8710-a01429edf8c3 None None] Pushing event updated for resources: {'Port': ['ID=360c7ebe-956f-4f38-af7b-aadee85eb81a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.387356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Attempting to bind port 360c7ebe-956f-4f38-af7b-aadee85eb81a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:20.387734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Attempting to bind port 360c7ebe-956f-4f38-af7b-aadee85eb81a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:20.388475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Attempting to bind port 360c7ebe-956f-4f38-af7b-aadee85eb81a on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:20.393715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b2d65759-2c22-4a2a-a13a-7d118e980894 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:20.401475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.405631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:20.406080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:20.409233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.413758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.414271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:20.414840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Bound port: 360c7ebe-956f-4f38-af7b-aadee85eb81a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:20.415250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.463413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.496799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] For port 360c7ebe-956f-4f38-af7b-aadee85eb81a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:20.509786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] For port 360c7ebe-956f-4f38-af7b-aadee85eb81a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=360c7ebe-956f-4f38-af7b-aadee85eb81a,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:20.513156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b2d65759-2c22-4a2a-a13a-7d118e980894 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:20.513683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.578000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.579557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Pushing event updated for resources: {'Port': ['ID=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.594388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Provisioning complete for port b2d65759-2c22-4a2a-a13a-7d118e980894 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:20.594870 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.672598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Network 59496e1f-244f-424b-80fa-c6895c2005f2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:20.674565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:20.849902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Router d3d910b2-e107-42a3-ad04-cca7fb44f1ce has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:20.868654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Routers {'d3d910b2-e107-42a3-ad04-cca7fb44f1ce'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:20.873051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:20.875212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.969863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bd41f-c7e6-454e-8710-a01429edf8c3 None None] Pushing event updated for resources: {'Port': ['ID=360c7ebe-956f-4f38-af7b-aadee85eb81a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.025056 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.048464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:21.054228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a1684343-8a25-4403-9088-79c2574ea715 admin admin] 10.222.0.78 "PUT /v2.0/routers/d3d910b2-e107-42a3-ad04-cca7fb44f1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9369223 Jun 30 03:01:21.187403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port b2d65759-2c22-4a2a-a13a-7d118e980894, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b2d65759-2c22-4a2a-a13a-7d118e980894,segment=NetworkSegment(537c61c3-a5e5-40c0-95da-509db3e9b535),segment_id=537c61c3-a5e5-40c0-95da-509db3e9b535)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:21.208860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.381183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=b2d65759-2c22-4a2a-a13a-7d118e980894,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.381401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086770bd-82f6-4734-9436-85032567800c req-09aa08d2-2448-4d11-906a-13a4d2bda8c9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:21.382976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-086770bd-82f6-4734-9436-85032567800c req-09aa08d2-2448-4d11-906a-13a4d2bda8c9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1429441 Jun 30 03:01:21.387117 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:21.387837 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:21.405237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] Set router d3d910b2-e107-42a3-ad04-cca7fb44f1ce gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:21.446454 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-086770bd-82f6-4734-9436-85032567800c req-c9f47e2d-c378-41b1-b1e8-3671a997a02d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Jun 30 03:01:21.727750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80df576f-b890-4972-8fb6-46806100e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '773b930a-5ddc-4c1f-93e2-1b77dc8b74e1', 'name': '', 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'mac_address': 'fa:16:3e:16:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:18Z', 'updated_at': '2021-06-30T03:01:20Z', 'revision_number': 2, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'subnets': [{'id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:21.756695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df576f-b890-4972-8fb6-46806100e178 None None] The sync data for ids ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'] in n-d-798054-5 is: [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '773b930a-5ddc-4c1f-93e2-1b77dc8b74e1', 'name': '', 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'mac_address': 'fa:16:3e:16:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:18Z', 'updated_at': '2021-06-30T03:01:20Z', 'revision_number': 2, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'subnets': [{'id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:22.001107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Provisioning for port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:22.005380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Provisioning complete for port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:22.005800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.056094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c46fe-41b0-4b0e-9523-6e692c69781c None None] Port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:22.184676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f885b20b-e92c-431c-a921-33c6f7a9eadf None None] Provisioning complete for port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:22.185342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f885b20b-e92c-431c-a921-33c6f7a9eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.254806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 92004b0a-9f8a-4597-bae2-c4d015c239b4 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:22.297390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f885b20b-e92c-431c-a921-33c6f7a9eadf None None] Port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:22.336337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 92004b0a-9f8a-4597-bae2-c4d015c239b4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:22.336719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.461417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b2d65759-2c22-4a2a-a13a-7d118e980894 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:22.562002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b2d65759-2c22-4a2a-a13a-7d118e980894 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:22.562406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.697001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:22.849018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beda3f-72f3-43fa-a103-c145c71f4550 req-86459f44-5401-42a4-9727-6a19014c732f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:22.850777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e4beda3f-72f3-43fa-a103-c145c71f4550 req-86459f44-5401-42a4-9727-6a19014c732f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1987896 Jun 30 03:01:22.941606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e4beda3f-72f3-43fa-a103-c145c71f4550 req-0a6a08fd-6805-4f16-87a3-1ebcd848b8d8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758827 Jun 30 03:01:23.295751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.628956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Deleting port b2d65759-2c22-4a2a-a13a-7d118e980894 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:23.629292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.753179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] For port b2d65759-2c22-4a2a-a13a-7d118e980894, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b2d65759-2c22-4a2a-a13a-7d118e980894,segment=NetworkSegment(537c61c3-a5e5-40c0-95da-509db3e9b535),segment_id=537c61c3-a5e5-40c0-95da-509db3e9b535)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:23.753847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.771658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Calling delete_port for b2d65759-2c22-4a2a-a13a-7d118e980894 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:24.015816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.039477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d65759-2c22-4a2a-a13a-7d118e980894,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:24.265208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef80645-ab8d-40ae-829d-100b0682ed46 req-059fbee1-e6bd-41b8-8022-842d2b25dfc4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.283526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cef80645-ab8d-40ae-829d-100b0682ed46 req-059fbee1-e6bd-41b8-8022-842d2b25dfc4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1656635 Jun 30 03:01:24.355949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cef80645-ab8d-40ae-829d-100b0682ed46 req-ac724697-7b8c-4ff2-8fd0-e22fcf0ab704 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706940 Jun 30 03:01:24.417268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 360c7ebe-956f-4f38-af7b-aadee85eb81a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:24.479484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 360c7ebe-956f-4f38-af7b-aadee85eb81a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:24.484795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 360c7ebe-956f-4f38-af7b-aadee85eb81a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:24.485179 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.571582 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.594552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 360c7ebe-956f-4f38-af7b-aadee85eb81a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=360c7ebe-956f-4f38-af7b-aadee85eb81a,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:24.599222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.697400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=360c7ebe-956f-4f38-af7b-aadee85eb81a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:24.746466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.026426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Router 7a33e177-52f3-45fc-8e62-a448287f592b has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:25.169528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:25.183663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5256ca9-73e7-48b7-a4ce-fafb69d27c23 admin admin] 10.222.0.78 "PUT /v2.0/routers/7a33e177-52f3-45fc-8e62-a448287f592b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4849615 Jun 30 03:01:25.184222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42340) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:25.186998 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] Sync routers for ids ['7a33e177-52f3-45fc-8e62-a448287f592b'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:25.205186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Sync routers for ids ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:25.214207 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] Routers {'7a33e177-52f3-45fc-8e62-a448287f592b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:25.215832 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7a33e177-52f3-45fc-8e62-a448287f592b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.216435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Routers {'d3d910b2-e107-42a3-ad04-cca7fb44f1ce'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:25.217054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.362031 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] Set router 7a33e177-52f3-45fc-8e62-a448287f592b gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:25.369164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.518424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.614287 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:23Z', 'revision_number': 5, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port': {'id': '6b2f948e-d9d6-4963-a0ce-9591f704ca57', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:10Z', 'updated_at': '2021-06-30T03:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.666936 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] Checking router: 7a33e177-52f3-45fc-8e62-a448287f592b for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:25.667693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Set router d3d910b2-e107-42a3-ad04-cca7fb44f1ce gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:25.679602 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] Routers {'7a33e177-52f3-45fc-8e62-a448287f592b'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:25.682753 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7a33e177-52f3-45fc-8e62-a448287f592b'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.693073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Deleting port 6b2f948e-d9d6-4963-a0ce-9591f704ca57 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:25.693815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.766392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9086777-0322-4b5b-adbd-f0250a07d2f0 req-6751bcf9-23bd-4ca7-91af-43076e43b814 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:25.768212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9086777-0322-4b5b-adbd-f0250a07d2f0 req-6751bcf9-23bd-4ca7-91af-43076e43b814 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1893504 Jun 30 03:01:25.787895 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] Set router 7a33e177-52f3-45fc-8e62-a448287f592b gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:25.832597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9086777-0322-4b5b-adbd-f0250a07d2f0 req-96708fde-7931-4b33-8c96-2b496cbe35e0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576701 Jun 30 03:01:25.871975 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:25Z', 'revision_number': 6, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.877517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] For port 6b2f948e-d9d6-4963-a0ce-9591f704ca57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6b2f948e-d9d6-4963-a0ce-9591f704ca57,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:25.879054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.893249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Calling delete_port for 6b2f948e-d9d6-4963-a0ce-9591f704ca57 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:25.901643 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851e0c-c2a2-4c52-8596-b9858b371a97 None None] The sync data for ids ['7a33e177-52f3-45fc-8e62-a448287f592b'] in n-d-798054-5 is: [{'id': '7a33e177-52f3-45fc-8e62-a448287f592b', 'name': 'tempest-TestAggregatesBasicOps-953676924-router', 'tenant_id': '804df440562a45608c4ca8862c64fd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:09Z', 'updated_at': '2021-06-30T03:01:25Z', 'revision_number': 6, 'project_id': '804df440562a45608c4ca8862c64fd74', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:25.921163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '773b930a-5ddc-4c1f-93e2-1b77dc8b74e1', 'name': '', 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'mac_address': 'fa:16:3e:16:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:18Z', 'updated_at': '2021-06-30T03:01:20Z', 'revision_number': 2, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'subnets': [{'id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.953802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Checking router: d3d910b2-e107-42a3-ad04-cca7fb44f1ce for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:25.954280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Updating router d3d910b2-e107-42a3-ad04-cca7fb44f1ce port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:01:25.997790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.134392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.172313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2f948e-d9d6-4963-a0ce-9591f704ca57,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.250515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.363469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.368163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.405059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.451111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.452044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a33e177-52f3-45fc-8e62-a448287f592b {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:01:26.456262 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.457674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0e1813a-7968-4a4d-9808-567a4de90d7b admin admin] 10.222.0.78 "DELETE /v2.0/routers/7a33e177-52f3-45fc-8e62-a448287f592b HTTP/1.1" status: 204 len: 168 time: 1.2720752 Jun 30 03:01:26.459924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:26.460435 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Transition to ACTIVE for port object 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:26.469696 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.531494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Deleting subnet 98c3e706-4401-4daf-8b6c-e8979d1b659e {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:26.534832 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.546583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 360c7ebe-956f-4f38-af7b-aadee85eb81a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:26.579556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.595205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3cb2d-122e-45ec-8b2c-4e3f54e3736f None None] Pushing event updated for resources: {'Port': ['ID=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.676162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 360c7ebe-956f-4f38-af7b-aadee85eb81a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:26.676854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.706058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.779764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Attempting to bind port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:26.780391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Attempting to bind port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:26.780992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Attempting to bind port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 on network 59496e1f-244f-424b-80fa-c6895c2005f2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:26.787656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:26.788559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Checking segment: {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:26.789208 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.789811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Bound using segment: {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:26.790537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Bound port: 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:26.791150 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.803153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.881921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c3e706-4401-4daf-8b6c-e8979d1b659e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.896616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.899850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-35ce498d-c347-4e78-906a-3a69851deca9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/98c3e706-4401-4daf-8b6c-e8979d1b659e HTTP/1.1" status: 204 len: 168 time: 0.4376006 Jun 30 03:01:26.901417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:26.912237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105ba62-d9e9-4636-8874-b67c1d574453 None None] Network 2109cdaa-2aa0-42eb-9caf-59dad51d13fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:26.944295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b2d65759-2c22-4a2a-a13a-7d118e980894 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:26.999590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] For port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:27.011014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: b2d65759-2c22-4a2a-a13a-7d118e980894 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:27.012343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b2d65759-2c22-4a2a-a13a-7d118e980894 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:27.013180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.035603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] For port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:27.050175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.094056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Deleting port d103ff92-8291-44bd-a7bf-da8542de4226 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:27.094773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.110072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3cb2d-122e-45ec-8b2c-4e3f54e3736f None None] Pushing event updated for resources: {'Port': ['ID=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.141788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312f816-c515-4d0c-a667-749edc2b9b20 req-31ba528d-0ace-4391-9301-d4f41d6cfae1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:27.143691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8312f816-c515-4d0c-a667-749edc2b9b20 req-31ba528d-0ace-4391-9301-d4f41d6cfae1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1479905 Jun 30 03:01:27.192990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] For port d103ff92-8291-44bd-a7bf-da8542de4226, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d103ff92-8291-44bd-a7bf-da8542de4226,segment=NetworkSegment(537c61c3-a5e5-40c0-95da-509db3e9b535),segment_id=537c61c3-a5e5-40c0-95da-509db3e9b535)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:27.193360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.212390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8312f816-c515-4d0c-a667-749edc2b9b20 req-644422f6-7731-4b13-80bb-9aac68e354ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Jun 30 03:01:27.224457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Calling delete_port for d103ff92-8291-44bd-a7bf-da8542de4226 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:27.227968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Routers {'d3d910b2-e107-42a3-ad04-cca7fb44f1ce'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:27.228672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:27.411870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] Set router d3d910b2-e107-42a3-ad04-cca7fb44f1ce gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:27.445864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.474390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d103ff92-8291-44bd-a7bf-da8542de4226,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.481853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] No DVR routers for this DVR port d103ff92-8291-44bd-a7bf-da8542de4226 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:27.528139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356e05b-024c-47b4-b2da-9b7492834fb9 None None] DHCP port deletion for 2109cdaa-2aa0-42eb-9caf-59dad51d13fe request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:27.576966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.591784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2109cdaa-2aa0-42eb-9caf-59dad51d13fe']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:27.614375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537c61c3-a5e5-40c0-95da-509db3e9b535') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:27.614827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537c61c3-a5e5-40c0-95da-509db3e9b535') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:27.628402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.649444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.663820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:27.664874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:27.669596 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:27.693249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1de5764-d532-4695-be1e-5f08e4a5b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.727859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '773b930a-5ddc-4c1f-93e2-1b77dc8b74e1', 'name': '', 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'mac_address': 'fa:16:3e:16:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:18Z', 'updated_at': '2021-06-30T03:01:26Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'subnets': [{'id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:27.738846 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.744213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.750043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2109cdaa-2aa0-42eb-9caf-59dad51d13fe HTTP/1.1" status: 204 len: 168 time: 0.8439610 Jun 30 03:01:27.750043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:27.806244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc005f-c6fd-4a10-a35e-01ce08ae3b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=2109cdaa-2aa0-42eb-9caf-59dad51d13fe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.820179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41ce0-34ba-4a83-9d8e-9fb44c834f72 None None] The sync data for ids ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'] in n-d-798054-5 is: [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:19Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '773b930a-5ddc-4c1f-93e2-1b77dc8b74e1', 'name': '', 'network_id': '59496e1f-244f-424b-80fa-c6895c2005f2', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'mac_address': 'fa:16:3e:16:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:18Z', 'updated_at': '2021-06-30T03:01:26Z', 'revision_number': 4, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'subnets': [{'id': 'bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:28.278169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:28.322824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.398880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:28.404322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:28.404745 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.543751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0d57a-e268-46bd-9b90-970ba9b7982b req-e72caac1-0c53-4a20-988c-2d966e031e8c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:28.545215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-10f0d57a-e268-46bd-9b90-970ba9b7982b req-e72caac1-0c53-4a20-988c-2d966e031e8c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1366508 Jun 30 03:01:28.566921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.595098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-10f0d57a-e268-46bd-9b90-970ba9b7982b req-2ee552dd-9ddd-46f7-85bc-8e696d5548d3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Jun 30 03:01:28.619656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:28.644604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.730912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:28.736875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6b2f948e-d9d6-4963-a0ce-9591f704ca57 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:28.784792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6b2f948e-d9d6-4963-a0ce-9591f704ca57 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:28.785330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6b2f948e-d9d6-4963-a0ce-9591f704ca57 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:28.785862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d103ff92-8291-44bd-a7bf-da8542de4226 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:28.799445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Deleting port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:28.800063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.811751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d103ff92-8291-44bd-a7bf-da8542de4226 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:28.811751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d103ff92-8291-44bd-a7bf-da8542de4226 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:28.909293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] For port 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:28.909760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.926648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Calling delete_port for 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:29.143180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.176304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Pushing event deleted for resources: {'Port': ['ID=773b930a-5ddc-4c1f-93e2-1b77dc8b74e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:29.394990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.638027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Router d3d910b2-e107-42a3-ad04-cca7fb44f1ce has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:29.759998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:29.769490 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] Sync routers for ids ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:29.771327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f50b622a-8848-4e20-89c0-f034d7bc1942 admin admin] 10.222.0.78 "PUT /v2.0/routers/d3d910b2-e107-42a3-ad04-cca7fb44f1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203395 Jun 30 03:01:29.773763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42378) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:29.780287 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] Routers {'d3d910b2-e107-42a3-ad04-cca7fb44f1ce'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:29.780986 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.841600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e61838-9a29-41e9-9a47-d89f98e89c1d req-6d2db91c-71dd-42c9-9ff1-69b6c46904ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:29.843136 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e61838-9a29-41e9-9a47-d89f98e89c1d req-6d2db91c-71dd-42c9-9ff1-69b6c46904ea tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1159937 Jun 30 03:01:29.888812 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] Set router d3d910b2-e107-42a3-ad04-cca7fb44f1ce gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:29.924430 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e61838-9a29-41e9-9a47-d89f98e89c1d req-7ae35129-db3e-47c0-9f98-ed7f58e9c572 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Jun 30 03:01:29.927259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.036051 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.088575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Deleting port 360c7ebe-956f-4f38-af7b-aadee85eb81a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:30.088919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.182727 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:29Z', 'revision_number': 5, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port': {'id': '360c7ebe-956f-4f38-af7b-aadee85eb81a', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:16Z', 'updated_at': '2021-06-30T03:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:30.196120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] For port 360c7ebe-956f-4f38-af7b-aadee85eb81a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=360c7ebe-956f-4f38-af7b-aadee85eb81a,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:30.196533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.211525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Calling delete_port for 360c7ebe-956f-4f38-af7b-aadee85eb81a owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:30.219894 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] Checking router: d3d910b2-e107-42a3-ad04-cca7fb44f1ce for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:30.228503 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] Routers {'d3d910b2-e107-42a3-ad04-cca7fb44f1ce'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:30.229256 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:30.308916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45388a91-8427-4e74-a5a4-ec21fbdf5335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.320166 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] Set router d3d910b2-e107-42a3-ad04-cca7fb44f1ce gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:30.373622 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:30Z', 'revision_number': 6, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:30.391948 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.403865 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b9664-379e-4ff5-af50-2493954d2249 None None] The sync data for ids ['d3d910b2-e107-42a3-ad04-cca7fb44f1ce'] in n-d-798054-5 is: [{'id': 'd3d910b2-e107-42a3-ad04-cca7fb44f1ce', 'name': 'tempest-TestAggregatesBasicOps-1210209286-router', 'tenant_id': '071b94764f5f4992a968b59a5e4e8d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:01:15Z', 'updated_at': '2021-06-30T03:01:30Z', 'revision_number': 6, 'project_id': '071b94764f5f4992a968b59a5e4e8d9e', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:30.419640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Pushing event deleted for resources: {'Port': ['ID=360c7ebe-956f-4f38-af7b-aadee85eb81a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.486993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.507757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-fb937d28-ba39-4386-8e2f-8476b65f43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.509325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-fb937d28-ba39-4386-8e2f-8476b65f43f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 1096 time: 0.0573626 Jun 30 03:01:30.548777 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.582182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.584325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.603130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-19bf8d69-3308-4009-a3dc-3d402ef30170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.604630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-19bf8d69-3308-4009-a3dc-3d402ef30170 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.0885563 Jun 30 03:01:30.632739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.633381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d910b2-e107-42a3-ad04-cca7fb44f1ce {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:01:30.642122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.643244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c979f965-268c-4335-b095-c541abf8090f admin admin] 10.222.0.78 "DELETE /v2.0/routers/d3d910b2-e107-42a3-ad04-cca7fb44f1ce HTTP/1.1" status: 204 len: 168 time: 0.8685474 Jun 30 03:01:30.645645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42386) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.675292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-da62ee1f-16c0-43ed-bfd5-121e384f5ff2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04 HTTP/1.1" status: 200 len: 217 time: 0.0472205 Jun 30 03:01:30.693448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Deleting subnet bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:30.696408 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.728037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-6df953df-3307-4829-a460-6d02470ee89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.729531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-6df953df-3307-4829-a460-6d02470ee89a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0464678 Jun 30 03:01:30.731991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.798402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-66316f69-840e-4ac2-bb61-960285fd291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.802410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-66316f69-840e-4ac2-bb61-960285fd291c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574229 Jun 30 03:01:30.822488 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.885158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.910437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.915145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-e1b1f6d7-ea64-4c75-a881-0d60cd9385c6 service neutron] 10.222.0.90 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966341 Jun 30 03:01:30.917516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.919400 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7038961c-43bc-4213-8302-a0097bda7557 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bb14e6fa-4ae1-4b18-90e1-381ab8d6cbf4 HTTP/1.1" status: 204 len: 168 time: 0.2728095 Jun 30 03:01:30.921821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42388) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.924282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c09d9-57a6-44cd-88f5-c5a8b82dab2c None None] Network 59496e1f-244f-424b-80fa-c6895c2005f2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:31.020558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.026513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b133b4a5-0a45-49ae-88c5-0d01d8502a44 req-2004c036-03d6-4338-94f5-60ab027f6100 service neutron] 10.222.0.90 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999656 Jun 30 03:01:31.085083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Deleting port 92004b0a-9f8a-4597-bae2-c4d015c239b4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:31.085426 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.172974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] DHCP port deletion for 59496e1f-244f-424b-80fa-c6895c2005f2 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:31.184774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] For port 92004b0a-9f8a-4597-bae2-c4d015c239b4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=92004b0a-9f8a-4597-bae2-c4d015c239b4,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:31.185142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.200964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Calling delete_port for 92004b0a-9f8a-4597-bae2-c4d015c239b4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:31.224891 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] Deleting port 92004b0a-9f8a-4597-bae2-c4d015c239b4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:31.225450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.263281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9921b0-8837-4d25-9242-03e075af1416 req-7186326a-bba6-4ce5-a27a-15a1f9b429f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.264848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c9921b0-8837-4d25-9242-03e075af1416 req-7186326a-bba6-4ce5-a27a-15a1f9b429f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.1665733 Jun 30 03:01:31.303190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] For port 92004b0a-9f8a-4597-bae2-c4d015c239b4, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=92004b0a-9f8a-4597-bae2-c4d015c239b4,segment=NetworkSegment(a8a18c1e-d133-4aee-badf-4c7fbb2f0684),segment_id=a8a18c1e-d133-4aee-badf-4c7fbb2f0684)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:31.303581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.319191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] Calling delete_port for 92004b0a-9f8a-4597-bae2-c4d015c239b4 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:31.335158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0c9921b0-8837-4d25-9242-03e075af1416 req-b121258e-47e2-4cc2-8526-c2e22c91baeb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Jun 30 03:01:31.346597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.377306 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Pushing event deleted for resources: {'Port': ['ID=92004b0a-9f8a-4597-bae2-c4d015c239b4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:31.382226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] No DVR routers for this DVR port 92004b0a-9f8a-4597-bae2-c4d015c239b4 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:31.412790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.444393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] Pushing event deleted for resources: {'Port': ['ID=92004b0a-9f8a-4597-bae2-c4d015c239b4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:31.449528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a9b9f-5996-4c6c-a8b8-eb918f6ec9ba None None] No DVR routers for this DVR port 92004b0a-9f8a-4597-bae2-c4d015c239b4 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:31.786301 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.796377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59496e1f-244f-424b-80fa-c6895c2005f2']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:31.805825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:31.806133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a18c1e-d133-4aee-badf-4c7fbb2f0684') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:31.815350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.828793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.834820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:31.835205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:31.837299 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:31.893052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.899239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.901216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] 10.222.0.78 "DELETE /v2.0/networks/59496e1f-244f-424b-80fa-c6895c2005f2 HTTP/1.1" status: 204 len: 168 time: 0.9782889 Jun 30 03:01:31.912378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7b52e-47bb-4798-97c1-906ae81c5908 admin admin] Pushing event deleted for resources: {'Network': ['ID=59496e1f-244f-424b-80fa-c6895c2005f2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.074557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42396) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.114168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7b1d4e7f-5845-46fb-9c36-b776c4e4f990 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=804df440562a45608c4ca8862c64fd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384498 Jun 30 03:01:32.116692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42398) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.166648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-578da94d-02be-4a5d-829f-50cabbe58316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.190231 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-578da94d-02be-4a5d-829f-50cabbe58316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.204311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 360c7ebe-956f-4f38-af7b-aadee85eb81a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:32.228953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 360c7ebe-956f-4f38-af7b-aadee85eb81a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:32.230231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 360c7ebe-956f-4f38-af7b-aadee85eb81a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:32.230231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:32.246715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-578da94d-02be-4a5d-829f-50cabbe58316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.249600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-578da94d-02be-4a5d-829f-50cabbe58316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.250835 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-578da94d-02be-4a5d-829f-50cabbe58316 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6363374a-ebb0-441b-bf9f-bf7245ce1814 HTTP/1.1" status: 204 len: 168 time: 0.1332195 Jun 30 03:01:32.255312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:32.255521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 773b930a-5ddc-4c1f-93e2-1b77dc8b74e1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:32.256054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 92004b0a-9f8a-4597-bae2-c4d015c239b4 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:32.260112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da94d-02be-4a5d-829f-50cabbe58316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6363374a-ebb0-441b-bf9f-bf7245ce1814,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.281370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 92004b0a-9f8a-4597-bae2-c4d015c239b4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:32.281711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 92004b0a-9f8a-4597-bae2-c4d015c239b4 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:32.286950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.547598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e14072-8512-46db-a246-8ee89b13e2b6 req-e6bcfe15-b391-4803-9cb7-71bcefa84f3b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.549091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9e14072-8512-46db-a246-8ee89b13e2b6 req-e6bcfe15-b391-4803-9cb7-71bcefa84f3b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0830367 Jun 30 03:01:32.595847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9e14072-8512-46db-a246-8ee89b13e2b6 req-d295f0ac-96ac-4a19-968c-b3a8071e5e81 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Jun 30 03:01:32.641022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42408) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.684415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4ad328aa-6ae4-4456-803c-924deebee049 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=071b94764f5f4992a968b59a5e4e8d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421398 Jun 30 03:01:32.687009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42410) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.749253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc91ed9-0776-4ab4-bec6-c80aa5b6f25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.773094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc91ed9-0776-4ab4-bec6-c80aa5b6f25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.819656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc91ed9-0776-4ab4-bec6-c80aa5b6f25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.822170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc91ed9-0776-4ab4-bec6-c80aa5b6f25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.823391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5dc91ed9-0776-4ab4-bec6-c80aa5b6f25d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5410de23-926b-4423-9687-e05a957e2c11 HTTP/1.1" status: 204 len: 168 time: 0.1354887 Jun 30 03:01:32.832082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc91ed9-0776-4ab4-bec6-c80aa5b6f25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410de23-926b-4423-9687-e05a957e2c11,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:33.780174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed704-0fb3-4c30-8796-bb6adb9913c8 req-81d2a1e7-dee4-4b4e-b28a-b8f9c33324e8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.781667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-374ed704-0fb3-4c30-8796-bb6adb9913c8 req-81d2a1e7-dee4-4b4e-b28a-b8f9c33324e8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 945 time: 0.0719185 Jun 30 03:01:33.818996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-374ed704-0fb3-4c30-8796-bb6adb9913c8 req-b9d7976f-54ff-4446-ae2e-71aab0100a3c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jun 30 03:01:33.819878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d19c366b-947e-4b04-9e17-9a3385b1ea04 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:33.900413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.922567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-964b8511-d29f-4e75-9b34-ea42ca78e06e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533466 Jun 30 03:01:33.923134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:33.925158 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9478879e-c6c5-43bd-8afa-564e109ad941" -d '{"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-unplugged", "status": "completed", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:33.938621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:33.943138 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.971628 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef76a64b-8fca-4e67-8efc-4415da94729f x-openstack-request-id: req-ef76a64b-8fca-4e67-8efc-4415da94729f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:33.971924 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-unplugged", "status": "completed", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:33.972475 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef76a64b-8fca-4e67-8efc-4415da94729f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:33.972876 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'code': 200} Jun 30 03:01:33.996515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:34.002951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-1c61b99a-41b6-47f4-8b10-6a52dc6697e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.004523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-1c61b99a-41b6-47f4-8b10-6a52dc6697e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 1097 time: 0.0596700 Jun 30 03:01:34.116213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-c26dba84-b0bc-4f6f-9d02-3b9f2d5878a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.117723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-c26dba84-b0bc-4f6f-9d02-3b9f2d5878a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.0920527 Jun 30 03:01:34.163239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-5b3a9d96-aabe-4073-a768-1a5d5423d0f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177f66bd-b42f-42ec-b086-f175b6140082 HTTP/1.1" status: 200 len: 217 time: 0.0394299 Jun 30 03:01:34.227117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-cb05cdb9-d2a2-4f28-ae7f-460ac1a7560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.228645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-cb05cdb9-d2a2-4f28-ae7f-460ac1a7560e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0595720 Jun 30 03:01:34.285547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-11008830-c7d7-4df5-8c22-591f1a949c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.286992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-11008830-c7d7-4df5-8c22-591f1a949c8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522511 Jun 30 03:01:34.341207 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.380962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-8ba3d572-228e-4eef-b6c7-0e86e89e6f63 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874076 Jun 30 03:01:34.468681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5f2b29c-3a76-4840-a19a-5051ed666869 req-5ecc409d-f6b7-4c57-974c-5479bbd2f86d service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817289 Jun 30 03:01:34.997901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7e57-7fdd-406e-8a65-5db8c5002e31 req-99a83ad5-9ecf-478d-9962-8c3b3a4a4332 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.999414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c8a7e57-7fdd-406e-8a65-5db8c5002e31 req-99a83ad5-9ecf-478d-9962-8c3b3a4a4332 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 943 time: 0.0639985 Jun 30 03:01:35.037066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c8a7e57-7fdd-406e-8a65-5db8c5002e31 req-bc78368c-2a92-42ea-a107-cd28a75c2d9a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jun 30 03:01:35.212922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18e79-ff9b-4927-9106-8a82c95afe5e req-bc1c9d88-6183-436a-86be-43442acf02fa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.214474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ada18e79-ff9b-4927-9106-8a82c95afe5e req-bc1c9d88-6183-436a-86be-43442acf02fa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0675950 Jun 30 03:01:35.253144 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ada18e79-ff9b-4927-9106-8a82c95afe5e req-434132d9-71a1-4584-a128-ddefc8f93944 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Jun 30 03:01:35.438239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85866242-5cf6-404e-836f-f483bfbd2d45 req-c18d1d5d-3175-49cc-8bfa-fda38a72d053 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.439753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85866242-5cf6-404e-836f-f483bfbd2d45 req-c18d1d5d-3175-49cc-8bfa-fda38a72d053 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0683954 Jun 30 03:01:35.478151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-85866242-5cf6-404e-836f-f483bfbd2d45 req-32caa754-92ff-410d-b52f-27b5f312f739 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Jun 30 03:01:35.826660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b921bfb-ea27-4916-9c04-0129eea9b13b req-59415a8c-bdcd-455b-9110-baa7ef65a199 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.828178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b921bfb-ea27-4916-9c04-0129eea9b13b req-59415a8c-bdcd-455b-9110-baa7ef65a199 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0687127 Jun 30 03:01:35.867837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b921bfb-ea27-4916-9c04-0129eea9b13b req-53e9f8c4-3b32-43eb-94d7-5e4fe34a69b3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340414 Jun 30 03:01:36.641692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.732157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa4233-4f7c-429b-be0c-dd47c11d8d27 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:36.732671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa4233-4f7c-429b-be0c-dd47c11d8d27 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:36.733170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa4233-4f7c-429b-be0c-dd47c11d8d27 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:36.735355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d7fa4233-4f7c-429b-be0c-dd47c11d8d27 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=ac8db0c3f2b64c86840011b8ecac9ef2&network_id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 2969 time: 0.0921440 Jun 30 03:01:37.044012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c9c1-d24e-4236-8c9e-5b64b373ec39 req-fcc1414b-a455-4f23-b83a-dca4938f8aaf tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:37.045438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ee1c9c1-d24e-4236-8c9e-5b64b373ec39 req-fcc1414b-a455-4f23-b83a-dca4938f8aaf tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0645502 Jun 30 03:01:37.082300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ee1c9c1-d24e-4236-8c9e-5b64b373ec39 req-6f496894-b4b9-441f-9dd8-910c86006174 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Jun 30 03:01:37.837216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device d19c366b-947e-4b04-9e17-9a3385b1ea04 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:38.265713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254ec20-8ad1-4de7-8392-5fc839db4fa6 req-1f58d802-f9bd-4b00-adf1-6489b27e49f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:38.267225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6254ec20-8ad1-4de7-8392-5fc839db4fa6 req-1f58d802-f9bd-4b00-adf1-6489b27e49f6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0695233 Jun 30 03:01:38.305812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6254ec20-8ad1-4de7-8392-5fc839db4fa6 req-95c9c0de-f915-40b0-a8fd-a60bb2c05545 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Jun 30 03:01:38.505662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fb069-adc9-47f5-8ead-4f6512086220 req-af98ee5d-27be-4516-8538-90f1922b67a6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:38.507174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e0fb069-adc9-47f5-8ead-4f6512086220 req-af98ee5d-27be-4516-8538-90f1922b67a6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0632737 Jun 30 03:01:38.545317 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e0fb069-adc9-47f5-8ead-4f6512086220 req-df2e6be7-56a2-46e5-ae05-0b00e5d11f4c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Jun 30 03:01:38.801902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:38.852295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5347381-8dcc-4d57-94da-b82ee112b549 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:38.853808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5347381-8dcc-4d57-94da-b82ee112b549 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 814 time: 0.0508783 Jun 30 03:01:39.489877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca713b28-c402-446a-8f1c-b58c922c9f60 req-f7bf6bd7-d85d-4e7f-91af-51a1ad31d122 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.491422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.491914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca713b28-c402-446a-8f1c-b58c922c9f60 req-f7bf6bd7-d85d-4e7f-91af-51a1ad31d122 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0704584 Jun 30 03:01:39.532219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca713b28-c402-446a-8f1c-b58c922c9f60 req-2f57a29d-3f44-4906-8107-4a3c98973e55 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341794 Jun 30 03:01:39.689653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42492) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:39.694873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'network': {'name': 'tempest-network-smoke--2144337844', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:39.716470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:39.720469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.742114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3177-3680-47a8-afa0-a6245bc7e38d req-6909d88b-d38f-4b29-a5e6-4569f545911a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.743638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-084b3177-3680-47a8-afa0-a6245bc7e38d req-6909d88b-d38f-4b29-a5e6-4569f545911a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0702240 Jun 30 03:01:39.744844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:39.755386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.755716 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Added segment 9dbb17d7-238b-402d-86be-b122179c0b2e of type vlan for network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 Jun 30 03:01:39.783124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-084b3177-3680-47a8-afa0-a6245bc7e38d req-9631e336-a584-47eb-9c21-28819a2718cd tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330863 Jun 30 03:01:39.796489 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.827116 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.832578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.833185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.893304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2023442 Jun 30 03:01:39.896343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:39.900938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a3714-d21d-4b38-9f6a-bccb1f2f9de6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Network': ['ID=725fa11f-dcd3-4d9e-b904-bedf058bc8a8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:39.912389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:39.966052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0e9bb-33e9-4d9a-8ee0-625c4c74f10f tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.967299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-96f0e9bb-33e9-4d9a-8ee0-625c4c74f10f tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ac8db0c3f2b64c86840011b8ecac9ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0699639 Jun 30 03:01:39.969954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.060694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef39685-63da-4608-bb30-2294cf5fff6f tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.062213 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cef39685-63da-4608-bb30-2294cf5fff6f tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910323 Jun 30 03:01:40.065085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.093637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e68a802-6d2b-4e07-9d90-5f58d4a2d47b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274723 Jun 30 03:01:40.096264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.124590 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9c22cfd4-a201-49de-abdc-6d695e60b4a9 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ac8db0c3f2b64c86840011b8ecac9ef2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270092 Jun 30 03:01:40.126873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42502) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.211657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327993f0-9153-43d5-880b-4b39b89f81a2 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.213043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-327993f0-9153-43d5-880b-4b39b89f81a2 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851882 Jun 30 03:01:40.216331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42504) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.243583 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8b1c37fb-d596-4608-aa0c-d090dc0c6a84 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262609 Jun 30 03:01:40.245912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42506) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.250796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534115341', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:40.340543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:40.344776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.522146 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.583521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Subnet': ['ID=8df9511f-f1d5-477c-a2db-271c54803fdb,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:40.592156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Checking segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:40.592499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network hostable DHCP agents. Network: 725fa11f-dcd3-4d9e-b904-bedf058bc8a8, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:40.612469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:40.621120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 725fa11f-dcd3-4d9e-b904-bedf058bc8a8) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:40.626146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.626765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.631671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa1c7f-baab-473b-a224-fe75772d7a8e None None] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:40.645615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3d2ac4c9-f310-43fa-b83c-5d2948ed64ad tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3960822 Jun 30 03:01:40.739737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477d19f-763c-4e70-bb7b-5b7356e5bffe req-84cab58f-5130-4ff2-a43c-28cc6236ae9e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.741464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6477d19f-763c-4e70-bb7b-5b7356e5bffe req-84cab58f-5130-4ff2-a43c-28cc6236ae9e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0750322 Jun 30 03:01:40.785343 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6477d19f-763c-4e70-bb7b-5b7356e5bffe req-81ccd8c9-effa-4688-a33e-53922c71fc52 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360553 Jun 30 03:01:40.790986 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ips': [{'subnet_id': '8df9511f-f1d5-477c-a2db-271c54803fdb'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:40.791675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.877060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.883085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384005640', 'description': 'tempest-secgroup-smoke-384005640 description', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:40.912328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.986460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5b93-603f-4a89-9800-d6d3b4e28826 req-a4257d69-e2ca-4066-9856-d4b9f1066bfc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.988477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f9b5b93-603f-4a89-9800-d6d3b4e28826 req-a4257d69-e2ca-4066-9856-d4b9f1066bfc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0806329 Jun 30 03:01:41.008815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.013522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.037984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f9b5b93-603f-4a89-9800-d6d3b4e28826 req-9351ad90-95eb-461d-88a3-0e58fdcdf794 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432465 Jun 30 03:01:41.048078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.053036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42516) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.054927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1766775 Jun 30 03:01:41.066752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': 'bec9c63d-2797-40bd-9716-17936ed9f7d2', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.066993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46767-f621-4385-9f7c-06df134b5ec8 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec9c63d-2797-40bd-9716-17936ed9f7d2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.088584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.105228 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.114034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Allocated IP 172.20.0.18 (725fa11f-dcd3-4d9e-b904-bedf058bc8a8/8df9511f-f1d5-477c-a2db-271c54803fdb/d38a0c9a-a7b1-4c43-b34d-95706f2c1b17) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:41.143654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.148769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.167901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5743cb72-d665-4219-ae8d-659ac46f563c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.175189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.176448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-27106f1c-fbb3-4b14-8a23-b7f98ddf421e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224105 Jun 30 03:01:41.179157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42518) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.183807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': 'bec9c63d-2797-40bd-9716-17936ed9f7d2', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.210216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.266641 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.271787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.275479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Transition to ACTIVE for port object d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:41.275749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.291629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Transition to ACTIVE for port object d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:41.294635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4d4516-3184-4e53-bb24-a66084e25a14,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.297923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.298100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.299182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-77623a58-6618-492c-8105-9fd3dcffa62d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190598 Jun 30 03:01:41.301950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42520) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.306952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': 'bec9c63d-2797-40bd-9716-17936ed9f7d2', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.333800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.338614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:41.342086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:41.345062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:41.359444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Pushing event updated for resources: {'Port': ['ID=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.395312 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.399479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.411310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Attempting to bind port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:41.411689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Attempting to bind port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:41.412054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Attempting to bind port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 on network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:41.416950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:41.417332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Checking segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:41.417739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.418134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Bound using segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:41.419179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Bound port: d38a0c9a-a7b1-4c43-b34d-95706f2c1b17, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:41.419318 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.419901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9121838f-9672-4144-9733-d4957830a516,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.427713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.428931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f527c392-6775-442f-b91c-3889c24e6c2e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258731 Jun 30 03:01:41.431861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.436792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': 'bec9c63d-2797-40bd-9716-17936ed9f7d2', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.463404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.492104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] For port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:41.496461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] For port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:41.501878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.537778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.542432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.568904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c2f353-fc4c-4cfa-b1da-b4f599d3d660,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.584644 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.586725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-560d8c9b-c385-4ceb-9576-18a9c3d50512 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534798 Jun 30 03:01:41.588141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683a153-5494-4dfd-8be7-3323a1801bd2 None None] Pushing event updated for resources: {'Port': ['ID=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.589569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.595382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': 'bec9c63d-2797-40bd-9716-17936ed9f7d2', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.620875 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Project ac8db0c3f2b64c86840011b8ecac9ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:01:41.626664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.691170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.695326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.714167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeef61c3-e6de-40e8-ac2b-449af2354aa1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.721336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.727433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42526) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.727897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9d5e178-b4d9-42cf-aaad-d0c22dba2fbf tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353986 Jun 30 03:01:41.731980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': 'bec9c63d-2797-40bd-9716-17936ed9f7d2', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.771433 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Project ac8db0c3f2b64c86840011b8ecac9ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:01:41.776368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.846366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.851858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.874361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fab72bb-107b-4348-af19-fa4f8ecee350,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.880663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.886351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea36c1b6-7eb9-4a15-9a84-536edbf73115 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551950 Jun 30 03:01:41.976121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1983d0b-4bb4-4c35-bf45-7501da25b4f9 req-c23d405c-4696-4b20-88ba-10761d0ebae7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:41.977673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1983d0b-4bb4-4c35-bf45-7501da25b4f9 req-c23d405c-4696-4b20-88ba-10761d0ebae7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0644474 Jun 30 03:01:42.018846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1983d0b-4bb4-4c35-bf45-7501da25b4f9 req-acab2c4e-fa7c-426e-b211-9f850287e2d5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350027 Jun 30 03:01:42.081595 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-b76ebbef-249b-4f58-9efc-61ab8fbb220f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384005640&fields=id&tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 267 time: 0.0334661 Jun 30 03:01:42.206348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-dc441ae9-094a-4896-b450-7d918f3272be tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:42.207953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-dc441ae9-094a-4896-b450-7d918f3272be tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/networks?id=725fa11f-dcd3-4d9e-b904-bedf058bc8a8 HTTP/1.1" status: 200 len: 797 time: 0.1200750 Jun 30 03:01:42.225085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-d1d183be-c701-4970-83e9-944fb588e5d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/quotas/ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 375 time: 0.0115545 Jun 30 03:01:42.238152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642a244-f360-4962-8803-1aaf90b95a36 req-ec983bc9-d0ad-4c2d-916d-b4f440f866e8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:42.241153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6642a244-f360-4962-8803-1aaf90b95a36 req-ec983bc9-d0ad-4c2d-916d-b4f440f866e8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0817041 Jun 30 03:01:42.251896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:42.286862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6642a244-f360-4962-8803-1aaf90b95a36 req-76dc373e-5591-4316-99ab-2dee25b1981c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 Jun 30 03:01:42.314444 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-bdaad4d6-4d79-47b5-95bb-1e54d255a0ab tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0819798 Jun 30 03:01:42.316454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:42.420456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-feb61418-d0fc-4245-a325-cd4ad2c7f97e service neutron] 10.222.0.78 "GET /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913093 Jun 30 03:01:42.513027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-60cec217-cda3-4ca5-aaa0-e23c7ade9a30 service neutron] 10.222.0.78 "GET /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862775 Jun 30 03:01:42.546735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf988c-7811-4f82-8edf-4a520f55ff7d None None] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:42.685672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] Provisioning for port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:42.691222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] Provisioning complete for port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:42.691679 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.710363 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e098f237-3c6c-45f1-b088-b4ed10dbc819 req-df341ed6-db05-4ef5-9bf4-171996bf3809 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Jun 30 03:01:42.810555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.845168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] For port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:42.849873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.903651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ce94-9e60-49e9-8cfe-459fff820bcf None None] Pushing event updated for resources: {'Port': ['ID=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:43.072206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c00abca1-1f7b-4cfb-a01b-2dad744e56be None None] Provisioning complete for port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:43.072558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c00abca1-1f7b-4cfb-a01b-2dad744e56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.230601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985909-3caa-429c-a09f-49a33b0d78ef req-2f7703ab-1a35-4ecc-a102-9a1da8024b73 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:43.232155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0985909-3caa-429c-a09f-49a33b0d78ef req-2f7703ab-1a35-4ecc-a102-9a1da8024b73 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0747492 Jun 30 03:01:43.271405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c0985909-3caa-429c-a09f-49a33b0d78ef req-23b863cb-0f80-429f-b8f1-094d6a6ca878 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334253 Jun 30 03:01:43.482698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea442f-e2f4-43c0-97b0-c420d888a118 req-5d02c6dd-3507-4afe-b953-9d660615196d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:43.484069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7fea442f-e2f4-43c0-97b0-c420d888a118 req-5d02c6dd-3507-4afe-b953-9d660615196d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0745978 Jun 30 03:01:43.523366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7fea442f-e2f4-43c0-97b0-c420d888a118 req-5c4862f1-2939-4217-b103-dc1b9ce7988e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336215 Jun 30 03:01:43.864532 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c742e824-1541-4e88-bcc5-35d1511d4a51 req-6df0022a-514b-40d4-ac70-8e9e1fca3900 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 210 time: 0.0290172 Jun 30 03:01:44.159723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-c3b54d34-d1e5-4c65-9aff-f0b0abb1c7dd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.161387 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-c3b54d34-d1e5-4c65-9aff-f0b0abb1c7dd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/networks?id=725fa11f-dcd3-4d9e-b904-bedf058bc8a8 HTTP/1.1" status: 200 len: 797 time: 0.1164963 Jun 30 03:01:44.203051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:44.225424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ea0d751b-0793-423f-a496-df4c63082a82 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 471 time: 0.0387907 Jun 30 03:01:44.236296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'port': {'device_id': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'admin_state_up': True, 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'security_groups': ['bec9c63d-2797-40bd-9716-17936ed9f7d2']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:44.252714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:44.253119 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.354342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:44.358516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.708796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeb554-a23a-4b61-b8f6-9327dca64f3e req-dd16354a-680f-4337-b1b0-79dc1a0735bc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.710371 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9caeb554-a23a-4b61-b8f6-9327dca64f3e req-dd16354a-680f-4337-b1b0-79dc1a0735bc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0676184 Jun 30 03:01:44.754270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9caeb554-a23a-4b61-b8f6-9327dca64f3e req-bb5c2dba-7ecb-47ed-8ccb-a3c0d397aa48 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379224 Jun 30 03:01:44.875904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.20.0.21 (725fa11f-dcd3-4d9e-b904-bedf058bc8a8/8df9511f-f1d5-477c-a2db-271c54803fdb/fa0c4b62-dde9-45d0-a1af-f2244ec9585d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:44.884440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e265da-9e01-4c20-bba4-757390c9a249 req-41dab893-c7a1-4d1c-88e3-e98e7cf9b2d1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.885930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7e265da-9e01-4c20-bba4-757390c9a249 req-41dab893-c7a1-4d1c-88e3-e98e7cf9b2d1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.4703372 Jun 30 03:01:44.953339 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7e265da-9e01-4c20-bba4-757390c9a249 req-b876a97c-bdd9-4cd4-af7c-8903ed15c5e2 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584531 Jun 30 03:01:45.018348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc68dd00-a1c5-4b9d-8659-d33b04b44e61 req-f2bb90a7-dd5b-4fff-8c06-dc811d563a00 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 210 time: 0.0331922 Jun 30 03:01:45.063621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.080017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Transition to ACTIVE for port object fa0c4b62-dde9-45d0-a1af-f2244ec9585d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:45.118114 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.166448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:45.171970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:45.176494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:45.180646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.238506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:45.239158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.255436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-ca1fc365-f6fc-489e-870c-8ee85111095e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0230410 Jun 30 03:01:45.269637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Request body: {'port': {'device_id': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:45.346720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.403126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5264d28a-ed34-453b-a1ba-b7946a3ad16b None None] Provisioning for port fa0c4b62-dde9-45d0-a1af-f2244ec9585d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:45.406987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5264d28a-ed34-453b-a1ba-b7946a3ad16b None None] Provisioning complete for port fa0c4b62-dde9-45d0-a1af-f2244ec9585d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:45.407365 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5264d28a-ed34-453b-a1ba-b7946a3ad16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.445613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5264d28a-ed34-453b-a1ba-b7946a3ad16b None None] Port fa0c4b62-dde9-45d0-a1af-f2244ec9585d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:45.613557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0c4b62-dde9-45d0-a1af-f2244ec9585d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:45.620725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.632622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Transition to ACTIVE for port object fa0c4b62-dde9-45d0-a1af-f2244ec9585d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:45.636565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.692079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Pushing event updated for resources: {'Port': ['ID=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.765281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Attempting to bind port fa0c4b62-dde9-45d0-a1af-f2244ec9585d on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:45.765624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Attempting to bind port fa0c4b62-dde9-45d0-a1af-f2244ec9585d by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:45.765957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Attempting to bind port fa0c4b62-dde9-45d0-a1af-f2244ec9585d on network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:45.770639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Port fa0c4b62-dde9-45d0-a1af-f2244ec9585d on network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:01:45.770962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Attempting to bind port fa0c4b62-dde9-45d0-a1af-f2244ec9585d on network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:45.775823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:45.776164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Checking segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:45.776550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Bound using segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:45.776983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Bound port: fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:45.777342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.848866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] For port fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:45.852029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] For port fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:45.858019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.901976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:45.902782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.904670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] 10.222.0.90 "PUT /v2.0/ports/fa0c4b62-dde9-45d0-a1af-f2244ec9585d HTTP/1.1" status: 200 len: 1092 time: 0.6393909 Jun 30 03:01:45.924841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'tag': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:45.927419 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd3816-813c-4d7a-87d9-3df88a4bcac0" -d '{"events": [{"name": "network-changed", "server_uuid": "e71f3781-0d61-4fde-926d-5a3811fd1584", "tag": "fa0c4b62-dde9-45d0-a1af-f2244ec9585d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:45.964667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bc2ae-74e0-4cbd-bde5-11ea5f947a7d service neutron] Pushing event updated for resources: {'Port': ['ID=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.978831 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc0918-7326-4c10-abe1-7f314a28cb46 x-openstack-request-id: req-0efc0918-7326-4c10-abe1-7f314a28cb46 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:45.979115 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71f3781-0d61-4fde-926d-5a3811fd1584", "tag": "fa0c4b62-dde9-45d0-a1af-f2244ec9585d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:45.979363 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0efc0918-7326-4c10-abe1-7f314a28cb46 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:45.979748 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'tag': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d', 'status': 'completed', 'code': 200} Jun 30 03:01:46.003470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2f400-db01-4f2d-bc8e-ee0cb835353a req-6916b1d4-bad5-4d10-a6ab-90a65bdf47d6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.005088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43e2f400-db01-4f2d-bc8e-ee0cb835353a req-6916b1d4-bad5-4d10-a6ab-90a65bdf47d6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.1221189 Jun 30 03:01:46.089132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43e2f400-db01-4f2d-bc8e-ee0cb835353a req-dd6b19e6-1898-4a9a-8307-322f33e83c5a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748394 Jun 30 03:01:46.111557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-e6e050d5-e784-4c12-85de-791e6552c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.113063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-e6e050d5-e784-4c12-85de-791e6552c62e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 1095 time: 0.0969732 Jun 30 03:01:46.168417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-5a2782d8-117f-4790-b49c-6021ef492b10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d HTTP/1.1" status: 200 len: 217 time: 0.0424280 Jun 30 03:01:46.185367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51852d21-05be-4e5b-9ac3-37a9b42772ec req-390e457c-60aa-4c11-a812-99bfdc5d8db5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.187540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51852d21-05be-4e5b-9ac3-37a9b42772ec req-390e457c-60aa-4c11-a812-99bfdc5d8db5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0808103 Jun 30 03:01:46.230411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51852d21-05be-4e5b-9ac3-37a9b42772ec req-32a07e72-a3fe-4840-8021-7876cea2f94c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370679 Jun 30 03:01:46.257127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-c4953d22-0aa5-4ee8-a883-d163a33d09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.258618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-c4953d22-0aa5-4ee8-a883-d163a33d09e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8df9511f-f1d5-477c-a2db-271c54803fdb HTTP/1.1" status: 200 len: 837 time: 0.0819917 Jun 30 03:01:46.323357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a11cfe-5e2d-4cd9-b427-e91aba3bb0da req-f189c2a2-fca6-42d0-9e8e-6afa4202936e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.324867 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7a11cfe-5e2d-4cd9-b427-e91aba3bb0da req-f189c2a2-fca6-42d0-9e8e-6afa4202936e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 944 time: 0.1064949 Jun 30 03:01:46.355123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-b8307c45-49f5-4f74-80ef-ca52ec263d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.357165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-b8307c45-49f5-4f74-80ef-ca52ec263d08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=725fa11f-dcd3-4d9e-b904-bedf058bc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905859 Jun 30 03:01:46.389891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7a11cfe-5e2d-4cd9-b427-e91aba3bb0da req-72286b0d-4d1d-40d6-874f-15ebf1573bf0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589769 Jun 30 03:01:46.466584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-d29cfc7d-e3a5-4d24-97b9-b57d151a263b service neutron] 10.222.0.90 "GET /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991583 Jun 30 03:01:46.651151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b4a48a7-446d-4c4b-86e1-39446b19a5ef req-6325707a-f2a9-421c-ac47-a25beb460cfe service neutron] 10.222.0.90 "GET /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779821 Jun 30 03:01:46.671991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0c53-d110-4965-a54d-d9d99900d074 req-64926b20-88a4-44c9-980a-1979a8e6e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.673476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-64926b20-88a4-44c9-980a-1979a8e6e37d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.1501925 Jun 30 03:01:46.681606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fdb94-a74a-4ea0-8292-f72f2c363a82 req-16739303-7da3-416e-af67-386bc17c1eb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.683728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-147fdb94-a74a-4ea0-8292-f72f2c363a82 req-16739303-7da3-416e-af67-386bc17c1eb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1229146 Jun 30 03:01:46.814676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-147fdb94-a74a-4ea0-8292-f72f2c363a82 req-db7ba82c-17bd-401c-a4c2-67329bf465c1 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213779 Jun 30 03:01:46.836817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0c53-d110-4965-a54d-d9d99900d074 req-c653da36-6cc4-4262-9fae-1aabab0a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.838283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-c653da36-6cc4-4262-9fae-1aabab0a4f17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.1534886 Jun 30 03:01:46.852991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-e4491cc6-3b90-4f91-894a-61f12a7ef99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.854421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-e4491cc6-3b90-4f91-894a-61f12a7ef99e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 1095 time: 0.1216736 Jun 30 03:01:46.952889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-a71879b7-42f2-4ef6-8cb6-cb67d6988e0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.1084044 Jun 30 03:01:47.017035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-bf4b4276-5b93-4faf-9f29-8a31fad52d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.018504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-bf4b4276-5b93-4faf-9f29-8a31fad52d7a service neutron] 10.222.0.90 "GET /v2.0/networks?id=725fa11f-dcd3-4d9e-b904-bedf058bc8a8 HTTP/1.1" status: 200 len: 898 time: 0.1368759 Jun 30 03:01:47.023684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0c53-d110-4965-a54d-d9d99900d074 req-4f54d43d-b1eb-47a8-b571-08d810c492c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.025000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-4f54d43d-b1eb-47a8-b571-08d810c492c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0645871 Jun 30 03:01:47.070884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-bd28a1db-9916-4b40-b40e-f02b2169b8d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d HTTP/1.1" status: 200 len: 217 time: 0.0449023 Jun 30 03:01:47.137747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-1e752c67-5427-45a0-9a56-7ba09e506b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.139311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-1e752c67-5427-45a0-9a56-7ba09e506b92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8df9511f-f1d5-477c-a2db-271c54803fdb HTTP/1.1" status: 200 len: 837 time: 0.0529199 Jun 30 03:01:47.159898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0c53-d110-4965-a54d-d9d99900d074 req-d0b986ff-3edc-4031-942f-221cda179e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.161332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-d0b986ff-3edc-4031-942f-221cda179e80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285479 Jun 30 03:01:47.273849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-a5611a3f-4d12-4363-bbee-ebf08fbd54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.275356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-a5611a3f-4d12-4363-bbee-ebf08fbd54e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=725fa11f-dcd3-4d9e-b904-bedf058bc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255643 Jun 30 03:01:47.286169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee52103-a11a-43a6-a2f0-4f949a30cbcc req-32b16ca3-f6a5-413e-bc53-a6e349f77723 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.287679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aee52103-a11a-43a6-a2f0-4f949a30cbcc req-32b16ca3-f6a5-413e-bc53-a6e349f77723 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0666728 Jun 30 03:01:47.293074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-ad6316c7-afa7-449b-9c93-7b0cf25c0b7d service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131139 Jun 30 03:01:47.325184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aee52103-a11a-43a6-a2f0-4f949a30cbcc req-af885b5b-197c-414b-a18a-c1edd7ee5d6b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Jun 30 03:01:47.436820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-95ced1a8-de51-4183-8bde-3070b2776dc4 service neutron] 10.222.0.90 "GET /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517997 Jun 30 03:01:47.441847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-080f0c53-d110-4965-a54d-d9d99900d074 req-36c59e6b-4250-4249-b7e0-241fb9369ee3 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376042 Jun 30 03:01:47.562137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afbd3816-813c-4d7a-87d9-3df88a4bcac0 req-1ac51e2c-286e-45bd-ae57-12911fbf190a service neutron] 10.222.0.90 "GET /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179271 Jun 30 03:01:47.593711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b525-7298-4ae0-abaf-4fda5a814a73 req-a8058b8e-d3ab-417a-ade6-dfab9b84dc1c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.595198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5cc1b525-7298-4ae0-abaf-4fda5a814a73 req-a8058b8e-d3ab-417a-ade6-dfab9b84dc1c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 944 time: 0.0784538 Jun 30 03:01:47.634673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5cc1b525-7298-4ae0-abaf-4fda5a814a73 req-bd2b5d1d-cfaa-4b19-9b6f-756760124056 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Jun 30 03:01:47.992354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c859d7-94ad-4f99-9ad3-f4a83d162a9e req-c08333e7-1026-4811-9fce-c0290dc7d080 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.993838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40c859d7-94ad-4f99-9ad3-f4a83d162a9e req-c08333e7-1026-4811-9fce-c0290dc7d080 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0670161 Jun 30 03:01:48.035809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40c859d7-94ad-4f99-9ad3-f4a83d162a9e req-03eab64e-4e75-4fef-895a-8c7b3b140023 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354450 Jun 30 03:01:48.508936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ba1f1-c89d-49f3-b19a-60833e5f8dd7 req-24cc0a08-a1dc-4638-9141-afc7737c0ef4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:48.510503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-841ba1f1-c89d-49f3-b19a-60833e5f8dd7 req-24cc0a08-a1dc-4638-9141-afc7737c0ef4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0690775 Jun 30 03:01:48.548447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-841ba1f1-c89d-49f3-b19a-60833e5f8dd7 req-bfcdc999-3bdc-4962-90b4-7886e1d59f24 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310414 Jun 30 03:01:48.812768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd172125-7c85-45e2-a015-9074b686b30a req-19a39c7e-7292-495b-acf0-c897c8144c13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:48.814350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd172125-7c85-45e2-a015-9074b686b30a req-19a39c7e-7292-495b-acf0-c897c8144c13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 944 time: 0.0709834 Jun 30 03:01:48.851922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bd172125-7c85-45e2-a015-9074b686b30a req-26cc1219-8374-417c-a051-80e646be919a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Jun 30 03:01:49.141286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-1331b3c3-4dc2-4a09-b71d-37a916485605 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524628 Jun 30 03:01:49.251660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad999d2d-ed28-4d67-89ac-301cf7ec18aa req-857ddcf6-a40b-4680-ab47-fbaf5601dbf6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.253132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad999d2d-ed28-4d67-89ac-301cf7ec18aa req-857ddcf6-a40b-4680-ab47-fbaf5601dbf6 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1036460 Jun 30 03:01:49.266797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-788fcc7f-d551-4031-bc75-38a22a3aa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.268191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-788fcc7f-d551-4031-bc75-38a22a3aa65b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1096 time: 0.0890417 Jun 30 03:01:49.310570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ad999d2d-ed28-4d67-89ac-301cf7ec18aa req-5a5f9bf9-9fbf-41d4-953e-794bca05f751 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514996 Jun 30 03:01:49.386532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-9d8c9e35-6757-4bb8-b2c3-5ca3bf9681dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.388825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-9d8c9e35-6757-4bb8-b2c3-5ca3bf9681dc service neutron] 10.222.0.90 "GET /v2.0/networks?id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 897 time: 0.0905130 Jun 30 03:01:49.458867 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-1be421b7-77d8-4356-ad93-48e33bd66aed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 200 len: 1000 time: 0.0626836 Jun 30 03:01:49.482572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6c6b7-75f7-498f-9c39-c5e2060c64e0 req-1135f878-285b-4c98-a81e-798fb89f956f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.484058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e6c6b7-75f7-498f-9c39-c5e2060c64e0 req-1135f878-285b-4c98-a81e-798fb89f956f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0631611 Jun 30 03:01:49.511706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-6786e631-b433-4aa9-91bf-51780651c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.513949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-6786e631-b433-4aa9-91bf-51780651c810 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=313bd47d-7d32-48b9-bcaf-92eca4faebc5 HTTP/1.1" status: 200 len: 835 time: 0.0446148 Jun 30 03:01:49.525870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-93e6c6b7-75f7-498f-9c39-c5e2060c64e0 req-e29f5620-926a-492e-9334-df21e3681a90 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362837 Jun 30 03:01:49.576240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-fe5d14f6-9426-42b8-a398-1b3270c64214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.578086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-fe5d14f6-9426-42b8-a398-1b3270c64214 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80319cc2-1baf-47ef-998a-158dafb4603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557969 Jun 30 03:01:49.728512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-26214d41-72a9-45cb-8a7e-fed72a60457a service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409338 Jun 30 03:01:49.743808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aebee-b937-44e8-b911-311fc87549a5 req-1404aa43-f3f5-43c3-ab69-a47142c011d0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.745383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0aebee-b937-44e8-b911-311fc87549a5 req-1404aa43-f3f5-43c3-ab69-a47142c011d0 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.1019182 Jun 30 03:01:49.838863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0aebee-b937-44e8-b911-311fc87549a5 req-3f196553-d8bd-4ba5-9a81-c62ca72b97d4 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846744 Jun 30 03:01:49.868330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fa0c4b62-dde9-45d0-a1af-f2244ec9585d details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:49.869869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99944e02-de94-4597-af5a-65b02ae50fd4 req-a0b83cbc-1e57-4677-8701-47ec64012373 service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235042 Jun 30 03:01:49.927806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddd107-5e1e-4741-bb38-ab56b4ca4b4b req-27dce5b4-af0f-44fb-83f9-e7ec6230be89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:49.929415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0eddd107-5e1e-4741-bb38-ab56b4ca4b4b req-27dce5b4-af0f-44fb-83f9-e7ec6230be89 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0700619 Jun 30 03:01:49.969098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0eddd107-5e1e-4741-bb38-ab56b4ca4b4b req-f26095ea-444c-4b36-ae76-e3a626bbb1e1 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333731 Jun 30 03:01:49.973874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:49.987547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'port_id': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d', 'mac_address': 'fa:16:3e:25:82:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:50.031687 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.045065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0c4b62-dde9-45d0-a1af-f2244ec9585d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:50.066457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:50.071157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.137941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.150212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7fe0a-4456-46fd-a7d2-322e8d9eadc9 req-1dc84c46-65d0-48f4-9419-eba45ddb8df7 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:50.151732 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ad7fe0a-4456-46fd-a7d2-322e8d9eadc9 req-1dc84c46-65d0-48f4-9419-eba45ddb8df7 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 945 time: 0.0708523 Jun 30 03:01:50.193226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ad7fe0a-4456-46fd-a7d2-322e8d9eadc9 req-3c95f579-ff2f-40aa-805c-b758c7bb9e8e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338457 Jun 30 03:01:50.260348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d5e4-14e5-4f15-aac0-49eb68736027 req-3dc6e766-906c-44fd-8937-f0055c8c5983 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:50.261833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7132d5e4-14e5-4f15-aac0-49eb68736027 req-3dc6e766-906c-44fd-8937-f0055c8c5983 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0642953 Jun 30 03:01:50.301343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7132d5e4-14e5-4f15-aac0-49eb68736027 req-2f4f8118-e029-4714-8fcb-d660746965fd tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330973 Jun 30 03:01:50.465774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['fa0c4b62-dde9-45d0-a1af-f2244ec9585d'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:51.154743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2abc4a-ccdc-4fe3-808f-f5a867b6ff15 req-e856c662-6df0-410e-8e44-fe852da35edc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.156207 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b2abc4a-ccdc-4fe3-808f-f5a867b6ff15 req-e856c662-6df0-410e-8e44-fe852da35edc tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0667253 Jun 30 03:01:51.193498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b2abc4a-ccdc-4fe3-808f-f5a867b6ff15 req-181065dd-17b9-4826-8c93-eb510c50278e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Jun 30 03:01:51.372706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597c3e-f14a-4bf7-bd9c-ddf9ff7bbe24 req-4a8418f9-66f4-429c-916e-f44f9fbd8f41 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.374272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7597c3e-f14a-4bf7-bd9c-ddf9ff7bbe24 req-4a8418f9-66f4-429c-916e-f44f9fbd8f41 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 945 time: 0.0688446 Jun 30 03:01:51.415350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7597c3e-f14a-4bf7-bd9c-ddf9ff7bbe24 req-cf567976-35a6-4661-a8a7-d65f463dde62 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349097 Jun 30 03:01:51.486698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b533f23-40f3-49a7-b48d-291413699080 req-a7f07f27-b378-45e2-9f9f-fa35d044b8de tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.488175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b533f23-40f3-49a7-b48d-291413699080 req-a7f07f27-b378-45e2-9f9f-fa35d044b8de tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0645223 Jun 30 03:01:51.526134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b533f23-40f3-49a7-b48d-291413699080 req-d85f14ab-4a9a-45d8-bdbe-4c8906b15c3c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Jun 30 03:01:51.867521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:51.871013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-a1e8cc29-9723-4eb2-aa06-c36e67f51461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.873259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-a1e8cc29-9723-4eb2-aa06-c36e67f51461 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e39157fe73f1421d883f9c8d9976dd13&device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 1095 time: 0.0612295 Jun 30 03:01:51.876055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fa0c4b62-dde9-45d0-a1af-f2244ec9585d up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:51.897902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b44fd-59c0-4275-8336-a75a3ce53e82 req-cb67973f-a9b4-4d28-a4a4-fe4aa3444986 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.899504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-244b44fd-59c0-4275-8336-a75a3ce53e82 req-cb67973f-a9b4-4d28-a4a4-fe4aa3444986 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0710404 Jun 30 03:01:51.968955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-244b44fd-59c0-4275-8336-a75a3ce53e82 req-7facb28c-02ef-496f-8c84-540d141abecb tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622768 Jun 30 03:01:51.977298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-e71dce2c-5bef-4a1f-84ff-8172020eaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.979021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-e71dce2c-5bef-4a1f-84ff-8172020eaa9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 200 len: 913 time: 0.0995259 Jun 30 03:01:51.999757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port fa0c4b62-dde9-45d0-a1af-f2244ec9585d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:52.011682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port fa0c4b62-dde9-45d0-a1af-f2244ec9585d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:52.012086 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.050887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:52.064056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '804c345f-45a8-46b6-abee-ccb792252dfa', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa', 'mac_address': 'fa:16:3e:12:74:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:52.075454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-1956f447-da5b-477a-8c60-ac407b3d831c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 200 len: 999 time: 0.0906143 Jun 30 03:01:52.146371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-84e7b698-f62a-4b38-9ce8-8042760630aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:52.146601 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.146723 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-84e7b698-f62a-4b38-9ce8-8042760630aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 200 len: 851 time: 0.0650764 Jun 30 03:01:52.196350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:52.210068 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.219356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-492e104c-1d35-4851-98e8-6003d3a23b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:52.220855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-492e104c-1d35-4851-98e8-6003d3a23b2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663195 Jun 30 03:01:52.248626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:52.251240 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6743dc2e-043d-4048-963c-1593650edde8" -d '{"events": [{"server_uuid": "e71f3781-0d61-4fde-926d-5a3811fd1584", "name": "network-vif-plugged", "status": "completed", "tag": "fa0c4b62-dde9-45d0-a1af-f2244ec9585d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:52.255331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:52.268907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:52.270298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.339303 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1ecb07-a729-4423-9a48-963951e5f7cd x-openstack-request-id: req-aa1ecb07-a729-4423-9a48-963951e5f7cd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:52.339576 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71f3781-0d61-4fde-926d-5a3811fd1584", "name": "network-vif-plugged", "status": "completed", "tag": "fa0c4b62-dde9-45d0-a1af-f2244ec9585d", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:52.339836 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa1ecb07-a729-4423-9a48-963951e5f7cd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:52.340859 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d', 'code': 200} Jun 30 03:01:52.342733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.350265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.409104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.424778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['804c345f-45a8-46b6-abee-ccb792252dfa'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:52.477866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:52.517258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-03cad172-8e2f-497e-8ea8-251e045d04b4 service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800250 Jun 30 03:01:52.691110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013292-5d00-4de0-a74b-cb9b010bb9cf req-58a7d3fe-2446-430a-8c2e-a87f4ca1f24d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:52.700877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-95013292-5d00-4de0-a74b-cb9b010bb9cf req-58a7d3fe-2446-430a-8c2e-a87f4ca1f24d tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.1006541 Jun 30 03:01:52.752380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-95013292-5d00-4de0-a74b-cb9b010bb9cf req-bbfe3c69-f6a7-4cf9-bb92-d60109670d33 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501142 Jun 30 03:01:52.991383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12402ae4-7d28-476b-b638-4e9eff4a927d req-8ed1b6bf-93db-4a31-bd85-885f9bb9ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:52.992733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12402ae4-7d28-476b-b638-4e9eff4a927d req-8ed1b6bf-93db-4a31-bd85-885f9bb9ef4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 1097 time: 0.5398545 Jun 30 03:01:53.003027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b2d3a-54ff-4122-81a1-e4e791198fe2 req-d6622172-b9a0-4132-83e5-d6c55790b4a3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:53.004177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-794b2d3a-54ff-4122-81a1-e4e791198fe2 req-d6622172-b9a0-4132-83e5-d6c55790b4a3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.6346877 Jun 30 03:01:53.082440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbaf4801-ac33-4a63-8f90-00a87e823e90 req-06e33ba4-fdc9-49c1-a99f-b73709eacd5c service neutron] 10.222.0.67 "GET /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549157 Jun 30 03:01:53.086007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12402ae4-7d28-476b-b638-4e9eff4a927d req-95dde136-6778-4cf2-88f5-1bf74824b1d6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808988 Jun 30 03:01:53.095742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-794b2d3a-54ff-4122-81a1-e4e791198fe2 req-99da2045-9401-4a92-a83f-027c09c83c0c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810039 Jun 30 03:01:53.185856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272e14-4f55-490a-b7b2-ddbf69287073 req-c059be7d-254e-459c-8624-40bba1dc71f5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:53.187406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e272e14-4f55-490a-b7b2-ddbf69287073 req-c059be7d-254e-459c-8624-40bba1dc71f5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0758982 Jun 30 03:01:53.230116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e272e14-4f55-490a-b7b2-ddbf69287073 req-5225899b-47f0-4076-afc2-2a6a0494cfc9 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360827 Jun 30 03:01:53.884338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:53.942640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342671c5-689a-4fbd-95bd-7f9466a94d92 req-050b3ef1-7317-4c77-9799-102b30add7f6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:53.944057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-342671c5-689a-4fbd-95bd-7f9466a94d92 req-050b3ef1-7317-4c77-9799-102b30add7f6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.0805683 Jun 30 03:01:53.961442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 804c345f-45a8-46b6-abee-ccb792252dfa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:53.961875 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.991606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-342671c5-689a-4fbd-95bd-7f9466a94d92 req-889b61ca-cccd-419c-87aa-02a0bfcab509 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410182 Jun 30 03:01:54.066723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.100680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:54.106612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.194254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:54.341216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303339c-6486-4179-9520-e8acc9c196fb req-a2f4404b-2456-4619-bc2d-8b5da0dc7e19 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:54.341904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:54.344192 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8226fbd5-3350-4ee7-bea9-0b926556b8ce" -d '{"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-plugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:54.348414 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7303339c-6486-4179-9520-e8acc9c196fb req-a2f4404b-2456-4619-bc2d-8b5da0dc7e19 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0873089 Jun 30 03:01:54.397924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7303339c-6486-4179-9520-e8acc9c196fb req-3e6cbb5c-cde1-49b0-a16b-bc849ee1e938 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Jun 30 03:01:54.459862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d2032-f3fe-4a2d-8234-ca9293445fd6 req-c7d3fe20-47c7-434c-ae63-856d05a74518 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:54.461445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f32d2032-f3fe-4a2d-8234-ca9293445fd6 req-c7d3fe20-47c7-434c-ae63-856d05a74518 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0856414 Jun 30 03:01:54.463671 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe11703-54c5-4486-b2b9-ad28bf93bad4 x-openstack-request-id: req-dfe11703-54c5-4486-b2b9-ad28bf93bad4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:54.463967 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-plugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:54.464238 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfe11703-54c5-4486-b2b9-ad28bf93bad4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:54.464647 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'code': 200} Jun 30 03:01:54.505153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f32d2032-f3fe-4a2d-8234-ca9293445fd6 req-7f011bf8-92b8-4c46-970f-1e4db69e13ce tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356107 Jun 30 03:01:54.699096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47058f1f-2c20-4349-b784-0fdb11796bee req-f5a989e2-f4e8-412d-a59e-17dccc463465 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:54.700631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47058f1f-2c20-4349-b784-0fdb11796bee req-f5a989e2-f4e8-412d-a59e-17dccc463465 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0723259 Jun 30 03:01:54.752066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-47058f1f-2c20-4349-b784-0fdb11796bee req-4ea522c9-2516-4ce8-8b97-f7675131d8db tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454218 Jun 30 03:01:55.196285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7346be-c92c-46b6-85a0-29b9d3cfa816 req-52512c4d-fcf5-4686-9742-9d9153dcf615 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:55.197910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7346be-c92c-46b6-85a0-29b9d3cfa816 req-52512c4d-fcf5-4686-9742-9d9153dcf615 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.0713339 Jun 30 03:01:55.251563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7346be-c92c-46b6-85a0-29b9d3cfa816 req-ba78d65b-2301-4469-8ff1-1a4a9c97a72a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472920 Jun 30 03:01:55.446852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f622fd-ebf0-468f-98c5-c62729db8cbb req-9acfceab-2930-4f56-801b-da9185bb2640 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:55.449241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9f622fd-ebf0-468f-98c5-c62729db8cbb req-9acfceab-2930-4f56-801b-da9185bb2640 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.0807168 Jun 30 03:01:55.500937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d9f622fd-ebf0-468f-98c5-c62729db8cbb req-890dfed7-beda-4dbf-a3e8-dee5ac0d2e80 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Jun 30 03:01:55.702602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1f59-db0d-473a-be18-7b84ac2ba523 req-084de365-bfca-4ad4-bc9c-f1d66e8d8e7a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:55.709951 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-963b1f59-db0d-473a-be18-7b84ac2ba523 req-084de365-bfca-4ad4-bc9c-f1d66e8d8e7a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0959330 Jun 30 03:01:55.718457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-aeaa71a4-10bd-4333-910f-b5b4d492f911 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:55.720747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-aeaa71a4-10bd-4333-910f-b5b4d492f911 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=031f9918-3af4-452e-b688-f718204ae375 HTTP/1.1" status: 200 len: 943 time: 0.0972717 Jun 30 03:01:55.769519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-963b1f59-db0d-473a-be18-7b84ac2ba523 req-48bdc03d-678e-4fd0-8de1-1a5878b8f0f9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582869 Jun 30 03:01:55.876173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Deleting port d19c366b-947e-4b04-9e17-9a3385b1ea04 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:55.876526 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.998701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] For port d19c366b-947e-4b04-9e17-9a3385b1ea04, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=d19c366b-947e-4b04-9e17-9a3385b1ea04,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:55.999419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.015068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Calling delete_port for d19c366b-947e-4b04-9e17-9a3385b1ea04 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:56.166933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.180242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082', '3902329b-bdc8-425e-bbcb-f91c6effa070'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:56.207043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'Port': ['ID=d19c366b-947e-4b04-9e17-9a3385b1ea04,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.259079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] No DVR routers for this DVR port d19c366b-947e-4b04-9e17-9a3385b1ea04 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:56.261856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.271470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bbf90827-2975-4f28-aaed-35d0f078a71c req-3d6b9b40-79f2-4f4e-898e-2315e5d6f33c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "DELETE /v2.0/ports/d19c366b-947e-4b04-9e17-9a3385b1ea04 HTTP/1.1" status: 204 len: 173 time: 0.5399122 Jun 30 03:01:56.271991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-deleted', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:56.274382 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6eb7cd-5110-437f-bbb6-f425afbc8a53" -d '{"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-deleted", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:56.343398 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cba9ab-413f-40f4-80a3-53553ca113b5 x-openstack-request-id: req-18cba9ab-413f-40f4-80a3-53553ca113b5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:56.343722 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f9918-3af4-452e-b688-f718204ae375", "name": "network-vif-deleted", "tag": "d19c366b-947e-4b04-9e17-9a3385b1ea04", "status": "failed", "code": 422}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:56.343962 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18cba9ab-413f-40f4-80a3-53553ca113b5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:56.344369 n-d-798054-5 neutron-server[93821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '031f9918-3af4-452e-b688-f718204ae375', 'name': 'network-vif-deleted', 'tag': 'd19c366b-947e-4b04-9e17-9a3385b1ea04', 'status': 'failed', 'code': 422} returned with failed status Jun 30 03:01:56.994319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206135be-b2fb-4bb3-ad73-53c7f1a11ba6 req-bd4ea1e1-cc10-46b5-a1a5-00d12b927845 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:56.996011 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-206135be-b2fb-4bb3-ad73-53c7f1a11ba6 req-bd4ea1e1-cc10-46b5-a1a5-00d12b927845 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0890725 Jun 30 03:01:57.046943 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-206135be-b2fb-4bb3-ad73-53c7f1a11ba6 req-f0ca1f84-27cc-4ba1-beed-cfa6981c798a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Jun 30 03:01:57.223890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.229004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9a330-d982-4013-83f3-3ea5f7cfb755 req-d05bc40f-8810-4c75-9070-7320112d4409 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:57.239552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efd9a330-d982-4013-83f3-3ea5f7cfb755 req-d05bc40f-8810-4c75-9070-7320112d4409 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 907 time: 0.0833144 Jun 30 03:01:57.654858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f267a08a-cee8-45fe-b1b0-f87771ce813f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.725840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.039237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.20.0.17 (725fa11f-dcd3-4d9e-b904-bedf058bc8a8/8df9511f-f1d5-477c-a2db-271c54803fdb/2ffb1e67-4bdf-4531-9321-675e73665d57) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:58.182100 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.230585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Transition to ACTIVE for port object 2ffb1e67-4bdf-4531-9321-675e73665d57 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:58.317167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba45d-cc90-4b75-a889-1d3b02e78185 req-c30526ea-7d87-4283-bf4e-32580d387577 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:58.320254 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78bba45d-cc90-4b75-a889-1d3b02e78185 req-c30526ea-7d87-4283-bf4e-32580d387577 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.1332886 Jun 30 03:01:58.334190 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.415068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78bba45d-cc90-4b75-a889-1d3b02e78185 req-c03a3926-3206-4f72-b0c7-fe3b36a5a951 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883379 Jun 30 03:01:58.417043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:58.420962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:58.433026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:58.459638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f75b68-1a27-4ff4-b760-62e7b2b94d12 req-acf15e95-9f79-4eab-aed5-c149e3048b73 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:58.461331 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38f75b68-1a27-4ff4-b760-62e7b2b94d12 req-acf15e95-9f79-4eab-aed5-c149e3048b73 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 907 time: 0.0930433 Jun 30 03:01:58.532695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=2ffb1e67-4bdf-4531-9321-675e73665d57,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.542059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.641475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697704af-7102-4c4f-9de2-c36a925612c9 req-0595129d-c888-43c4-95ce-017a2f782248 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:58.644371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-697704af-7102-4c4f-9de2-c36a925612c9 req-0595129d-c888-43c4-95ce-017a2f782248 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 907 time: 0.1623666 Jun 30 03:01:58.721728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-16c084fe-8481-4a3c-816b-5dae3ab18a5e None None] Provisioning for port 2ffb1e67-4bdf-4531-9321-675e73665d57 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:58.728338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-16c084fe-8481-4a3c-816b-5dae3ab18a5e None None] Provisioning complete for port 2ffb1e67-4bdf-4531-9321-675e73665d57 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:58.729085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16c084fe-8481-4a3c-816b-5dae3ab18a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.774400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-16c084fe-8481-4a3c-816b-5dae3ab18a5e None None] Port 2ffb1e67-4bdf-4531-9321-675e73665d57 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:58.830926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.852043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Deleting port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:58.852380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.057580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] For port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:59.058258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.080293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Calling delete_port for 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:59.360044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.366937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.395556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.589281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.592412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] No DVR routers for this DVR port 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:59.611307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=2ffb1e67-4bdf-4531-9321-675e73665d57,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.661997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.664056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-697704af-7102-4c4f-9de2-c36a925612c9 req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "DELETE /v2.0/ports/99b9b608-1827-4f58-a6ba-8b8cd788e3a2 HTTP/1.1" status: 204 len: 173 time: 0.9862022 Jun 30 03:01:59.664516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'name': 'network-vif-deleted', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:59.668338 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2abd32-0dd7-4a0b-bf94-cd138210805f" -d '{"events": [{"server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "name": "network-vif-deleted", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:59.721540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54d069c1-0f1f-418e-aec1-a5283e431e9e req-548ec749-c361-4c66-b519-22c06add7dc8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c HTTP/1.1" status: 200 len: 210 time: 0.0356834 Jun 30 03:01:59.761279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58378852-3181-4acd-8c32-009038672167 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'Port': ['ID=99b9b608-1827-4f58-a6ba-8b8cd788e3a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.834279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:59.838154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:59.859393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a433a-a312-41f9-81b3-b7f9511b2da4 req-6d22daa3-83e5-45b9-99ee-f4a77dc08243 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.861128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e49a433a-a312-41f9-81b3-b7f9511b2da4 req-6d22daa3-83e5-45b9-99ee-f4a77dc08243 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.2731614 Jun 30 03:01:59.910720 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917493c5-8e73-4dda-85e5-4692272845d3 x-openstack-request-id: req-917493c5-8e73-4dda-85e5-4692272845d3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:59.911478 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c", "name": "network-vif-deleted", "tag": "99b9b608-1827-4f58-a6ba-8b8cd788e3a2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:59.912755 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-917493c5-8e73-4dda-85e5-4692272845d3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:59.912755 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25e7fc0-cfb9-42c3-8cf5-5ea1dab9175c', 'name': 'network-vif-deleted', 'tag': '99b9b608-1827-4f58-a6ba-8b8cd788e3a2', 'status': 'completed', 'code': 200} Jun 30 03:02:00.071112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e49a433a-a312-41f9-81b3-b7f9511b2da4 req-d211031c-5cce-4116-beab-3c7c6d58a71e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574714 Jun 30 03:02:00.088409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:00.218813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-25c6ad27-0ed1-4ffa-9b8e-a8353a40ecc4 None None] Provisioning complete for port 2ffb1e67-4bdf-4531-9321-675e73665d57 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:00.219381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25c6ad27-0ed1-4ffa-9b8e-a8353a40ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.260080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:00.270733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-25c6ad27-0ed1-4ffa-9b8e-a8353a40ecc4 None None] Port 2ffb1e67-4bdf-4531-9321-675e73665d57 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:00.277231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dd3db85d-676c-4c5d-a4aa-c4bb6b5158e6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "PUT /v2.0/routers/6d651dbb-c50a-43b1-a543-a357e735787c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0521188 Jun 30 03:02:00.295260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:00.320055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:00.320702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:01:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:00.461145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ba390f4-d817-4840-9f82-fc914b66e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.483130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:00.599356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.775690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:01:58Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:48Z', 'revision_number': 1, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffb1e67-4bdf-4531-9321-675e73665d57', 'name': '', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:e9:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:57Z', 'updated_at': '2021-06-30T03:01:59Z', 'revision_number': 2, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:00.807198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:00.807604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Updating router 6d651dbb-c50a-43b1-a543-a357e735787c port 2ffb1e67-4bdf-4531-9321-675e73665d57 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:00.846402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.189580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.201413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Transition to ACTIVE for port object 2ffb1e67-4bdf-4531-9321-675e73665d57 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:01.208766 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.362894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d071f6-e62b-4226-bdb1-0f638cdb660f req-984faae0-5cef-4394-97e5-f8b3a2c62ef4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:01.365254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6d071f6-e62b-4226-bdb1-0f638cdb660f req-984faae0-5cef-4394-97e5-f8b3a2c62ef4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.1157269 Jun 30 03:02:01.369864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321d012-58fa-4101-8a1c-94dd26a2ef52 None None] Pushing event updated for resources: {'Port': ['ID=2ffb1e67-4bdf-4531-9321-675e73665d57,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:01.388450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Attempting to bind port 2ffb1e67-4bdf-4531-9321-675e73665d57 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:01.389348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Attempting to bind port 2ffb1e67-4bdf-4531-9321-675e73665d57 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:01.389722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Attempting to bind port 2ffb1e67-4bdf-4531-9321-675e73665d57 on network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:01.398192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:01.398604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Checking segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:01.399013 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.399409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Bound using segment: {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:01.400466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Bound port: 2ffb1e67-4bdf-4531-9321-675e73665d57, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb17d7-238b-402d-86be-b122179c0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:01.400466 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.433319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6d071f6-e62b-4226-bdb1-0f638cdb660f req-8257a95f-5bca-4d4f-a912-940c08422fe9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589399 Jun 30 03:02:01.458016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574a067-ec4b-45e6-9d90-535cbe9fb548 req-365eb257-7843-4a86-8ed4-bdac64f39056 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:01.468464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e574a067-ec4b-45e6-9d90-535cbe9fb548 req-365eb257-7843-4a86-8ed4-bdac64f39056 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 945 time: 0.1509299 Jun 30 03:02:01.500886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:01.527284 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e574a067-ec4b-45e6-9d90-535cbe9fb548 req-2b7b802e-8d47-4856-bd38-5a895ab4660a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579133 Jun 30 03:02:01.717662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:01.718266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 99b9b608-1827-4f58-a6ba-8b8cd788e3a2 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:01.721976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] For port 2ffb1e67-4bdf-4531-9321-675e73665d57, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:01.742290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] For port 2ffb1e67-4bdf-4531-9321-675e73665d57, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2ffb1e67-4bdf-4531-9321-675e73665d57,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:01.751173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.821368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:01.822016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:01.863088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321d012-58fa-4101-8a1c-94dd26a2ef52 None None] Pushing event updated for resources: {'Port': ['ID=2ffb1e67-4bdf-4531-9321-675e73665d57,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:01.961493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:02.255974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:01:58Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:48Z', 'revision_number': 1, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffb1e67-4bdf-4531-9321-675e73665d57', 'name': '', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:e9:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:57Z', 'updated_at': '2021-06-30T03:02:01Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:02.259377 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.284707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177f79d-7db4-43dd-8d37-2c3f14c01f4b None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:01:58Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:48Z', 'revision_number': 1, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffb1e67-4bdf-4531-9321-675e73665d57', 'name': '', 'network_id': '725fa11f-dcd3-4d9e-b904-bedf058bc8a8', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:e9:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:01:57Z', 'updated_at': '2021-06-30T03:02:01Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '8df9511f-f1d5-477c-a2db-271c54803fdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:02.700994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-4167b49a-ff9d-47dd-8ec9-a96564c3f708 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:02.703289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-4167b49a-ff9d-47dd-8ec9-a96564c3f708 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 945 time: 0.1533887 Jun 30 03:02:02.723516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce884384-bd7e-46cb-9908-49d00103c26f req-fd82df29-212b-4c83-8181-1b060d695536 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:02.730475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce884384-bd7e-46cb-9908-49d00103c26f req-fd82df29-212b-4c83-8181-1b060d695536 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0976627 Jun 30 03:02:02.771419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce884384-bd7e-46cb-9908-49d00103c26f req-0cb9136d-d8c0-48af-ae82-4dcc08e82862 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Jun 30 03:02:02.881192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994b2df-66ab-4da9-83c1-01da715b47b3 req-80094b0c-6d75-439f-ac48-06c93c5170d5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:02.882983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8994b2df-66ab-4da9-83c1-01da715b47b3 req-80094b0c-6d75-439f-ac48-06c93c5170d5 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5251620-d448-41db-94e5-92ac24551b5d HTTP/1.1" status: 200 len: 945 time: 0.1294754 Jun 30 03:02:02.920787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Deleting port 3902329b-bdc8-425e-bbcb-f91c6effa070 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:02.922157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.990093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8994b2df-66ab-4da9-83c1-01da715b47b3 req-fe737dec-2698-465c-a26e-490c2ade104a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942543 Jun 30 03:02:03.054980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] For port 3902329b-bdc8-425e-bbcb-f91c6effa070, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3902329b-bdc8-425e-bbcb-f91c6effa070,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:03.055403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.069853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Calling delete_port for 3902329b-bdc8-425e-bbcb-f91c6effa070 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:03.212101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.223102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082', '3902329b-bdc8-425e-bbcb-f91c6effa070'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:03.245084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'Port': ['ID=3902329b-bdc8-425e-bbcb-f91c6effa070,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:03.290615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] No DVR routers for this DVR port 3902329b-bdc8-425e-bbcb-f91c6effa070 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:03.293706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.295756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cfc67dd3-707b-414f-9f53-24ed14c7ed71 req-ec963c4d-f64f-48ab-a4c9-5dd3b8b35fc7 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "DELETE /v2.0/ports/3902329b-bdc8-425e-bbcb-f91c6effa070 HTTP/1.1" status: 204 len: 173 time: 0.5859704 Jun 30 03:02:03.296192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5251620-d448-41db-94e5-92ac24551b5d', 'name': 'network-vif-deleted', 'tag': '3902329b-bdc8-425e-bbcb-f91c6effa070'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:03.298509 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26498eb2-21a7-4b07-bbd4-4883889260ad" -d '{"events": [{"server_uuid": "c5251620-d448-41db-94e5-92ac24551b5d", "name": "network-vif-deleted", "tag": "3902329b-bdc8-425e-bbcb-f91c6effa070"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:03.338528 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63f1991-1346-4fbd-aec9-9d1918268d71 x-openstack-request-id: req-d63f1991-1346-4fbd-aec9-9d1918268d71 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:03.338842 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5251620-d448-41db-94e5-92ac24551b5d", "name": "network-vif-deleted", "tag": "3902329b-bdc8-425e-bbcb-f91c6effa070", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:03.339433 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d63f1991-1346-4fbd-aec9-9d1918268d71 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:03.340335 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5251620-d448-41db-94e5-92ac24551b5d', 'name': 'network-vif-deleted', 'tag': '3902329b-bdc8-425e-bbcb-f91c6effa070', 'status': 'completed', 'code': 200} Jun 30 03:02:03.835227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-bae153b2-2ca5-4f59-98d8-afffe09bcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:03.836629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-bae153b2-2ca5-4f59-98d8-afffe09bcea4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1096 time: 0.0548007 Jun 30 03:02:03.979206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-ee39a3e9-01b6-47cb-90c4-32fdfa45fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:03.980482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-ee39a3e9-01b6-47cb-90c4-32fdfa45fc7e service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1351593 Jun 30 03:02:03.997701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f01b-9e40-4b50-9c3b-88b5b483ee03 req-2c401c39-1521-4cd7-9df3-603dda65e32a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:03.999166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ad2f01b-9e40-4b50-9c3b-88b5b483ee03 req-2c401c39-1521-4cd7-9df3-603dda65e32a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.1024854 Jun 30 03:02:04.088061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ad2f01b-9e40-4b50-9c3b-88b5b483ee03 req-97b51a0a-e88c-4c7e-893e-bbf5a7c048e4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822384 Jun 30 03:02:04.089783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-439bfdda-f21d-49d0-bed2-d101fc1801f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 1001 time: 0.0897722 Jun 30 03:02:04.143366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-dafcd880-3892-4187-8073-c008c63e7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.144832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-dafcd880-3892-4187-8073-c008c63e7f12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0463917 Jun 30 03:02:04.215887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-cf41330d-d772-46bc-be90-a9255b1166be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.217395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-cf41330d-d772-46bc-be90-a9255b1166be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592389 Jun 30 03:02:04.249862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2ffb1e67-4bdf-4531-9321-675e73665d57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:04.300267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 2ffb1e67-4bdf-4531-9321-675e73665d57 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:04.304674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2ffb1e67-4bdf-4531-9321-675e73665d57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:04.305230 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.325020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-8a0879a9-4072-4fa1-9078-3912bfe71a02 service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969651 Jun 30 03:02:04.352605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.399803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.430924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c0d463-23f8-43dd-ad28-ea509f3de215 req-c5ff7f56-1a8d-4b02-a868-7714cbea5fdd service neutron] 10.222.0.90 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986221 Jun 30 03:02:04.436327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 2ffb1e67-4bdf-4531-9321-675e73665d57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2ffb1e67-4bdf-4531-9321-675e73665d57,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:04.441428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.493012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=2ffb1e67-4bdf-4531-9321-675e73665d57,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:04.498147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda445a-195c-4b43-838e-fd423a69c0c0 req-cae83ffa-723b-4e99-8667-a94966236602 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.499699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2dda445a-195c-4b43-838e-fd423a69c0c0 req-cae83ffa-723b-4e99-8667-a94966236602 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.0712888 Jun 30 03:02:04.537059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2dda445a-195c-4b43-838e-fd423a69c0c0 req-a21ab906-32ed-45e8-b93c-f8adf5adf35f tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Jun 30 03:02:05.268930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff632c-6a8c-448b-bcd1-9333912a60a5 req-0592302c-1e68-40be-9a10-157dbd8512e5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:05.270460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38ff632c-6a8c-448b-bcd1-9333912a60a5 req-0592302c-1e68-40be-9a10-157dbd8512e5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0636101 Jun 30 03:02:05.307517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38ff632c-6a8c-448b-bcd1-9333912a60a5 req-82da9361-e0d4-4fe0-a3af-d4aee4a44370 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jun 30 03:02:05.533148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3902329b-bdc8-425e-bbcb-f91c6effa070 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:05.553936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 3902329b-bdc8-425e-bbcb-f91c6effa070 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:05.554278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3902329b-bdc8-425e-bbcb-f91c6effa070 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:05.739315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286e42-c85e-445d-9177-711e6037f04b req-53857dd6-2738-4fb9-9339-3b0e48b0c21a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:05.740778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63286e42-c85e-445d-9177-711e6037f04b req-53857dd6-2738-4fb9-9339-3b0e48b0c21a tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1137218 Jun 30 03:02:05.762225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84104a-55fe-470a-8e85-872450478947 req-4f470b51-1316-439b-8c5e-d4f5a7779bb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:05.764197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b84104a-55fe-470a-8e85-872450478947 req-4f470b51-1316-439b-8c5e-d4f5a7779bb3 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcea1b98-9b00-443e-baac-c1354ce648ab HTTP/1.1" status: 200 len: 946 time: 0.1006029 Jun 30 03:02:05.852738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b84104a-55fe-470a-8e85-872450478947 req-c4d757d8-dd91-4b30-8f3b-988c80699a1b tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a242601-d0ad-4946-9b81-44249cb45368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 Jun 30 03:02:05.882438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Deleting port 177f66bd-b42f-42ec-b086-f175b6140082 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:05.882918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.937669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:05.975736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] For port 177f66bd-b42f-42ec-b086-f175b6140082, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=177f66bd-b42f-42ec-b086-f175b6140082,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:05.976437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.990687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Calling delete_port for 177f66bd-b42f-42ec-b086-f175b6140082 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:06.012724 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.036112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:06.038561 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a55fe3-270b-4569-a8d0-c626dd525899" -d '{"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-unplugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:06.056295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:06.063909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.100826 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b493ad86-b422-42c1-9be9-506fe3572e29 x-openstack-request-id: req-b493ad86-b422-42c1-9be9-506fe3572e29 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:06.101219 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-unplugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:06.101536 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b493ad86-b422-42c1-9be9-506fe3572e29 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:06.101989 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'code': 200} Jun 30 03:02:06.128818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:06.140492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.152911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['177f66bd-b42f-42ec-b086-f175b6140082'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:06.175354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'Port': ['ID=177f66bd-b42f-42ec-b086-f175b6140082,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:06.230647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] No DVR routers for this DVR port 177f66bd-b42f-42ec-b086-f175b6140082 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:06.233754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.236806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63286e42-c85e-445d-9177-711e6037f04b req-e21b1208-fc66-4d9e-aec5-fc2122f909ca tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "DELETE /v2.0/ports/177f66bd-b42f-42ec-b086-f175b6140082 HTTP/1.1" status: 204 len: 173 time: 0.4890933 Jun 30 03:02:06.236806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'name': 'network-vif-deleted', 'tag': '177f66bd-b42f-42ec-b086-f175b6140082'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:06.240950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2ffb1e67-4bdf-4531-9321-675e73665d57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:06.242838 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e68c6-a4b0-4321-a90a-193a2e558268" -d '{"events": [{"server_uuid": "bcea1b98-9b00-443e-baac-c1354ce648ab", "name": "network-vif-deleted", "tag": "177f66bd-b42f-42ec-b086-f175b6140082"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:06.288070 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ebcb1-c52f-442f-a94b-f34e832d0e13 x-openstack-request-id: req-7f7ebcb1-c52f-442f-a94b-f34e832d0e13 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:06.288414 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcea1b98-9b00-443e-baac-c1354ce648ab", "name": "network-vif-deleted", "tag": "177f66bd-b42f-42ec-b086-f175b6140082", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:06.288924 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f7ebcb1-c52f-442f-a94b-f34e832d0e13 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:06.289521 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcea1b98-9b00-443e-baac-c1354ce648ab', 'name': 'network-vif-deleted', 'tag': '177f66bd-b42f-42ec-b086-f175b6140082', 'status': 'completed', 'code': 200} Jun 30 03:02:06.298497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 2ffb1e67-4bdf-4531-9321-675e73665d57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:06.299014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.521607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b5fbd-af76-46b1-aa44-0fdd5624ba34 req-108929bb-4207-4996-ba9d-f8e52c11f49b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.523125 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f8b5fbd-af76-46b1-aa44-0fdd5624ba34 req-108929bb-4207-4996-ba9d-f8e52c11f49b tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.0702958 Jun 30 03:02:06.562974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f8b5fbd-af76-46b1-aa44-0fdd5624ba34 req-03cb085d-9c4e-4d56-8b8b-041b9e312e0d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342169 Jun 30 03:02:07.321008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20571db8-d0e0-40ba-a5a7-3bd2f8336f56 req-bba5d6a2-d8d4-467a-be0a-4232d3a6e0d8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:07.322511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20571db8-d0e0-40ba-a5a7-3bd2f8336f56 req-bba5d6a2-d8d4-467a-be0a-4232d3a6e0d8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0628819 Jun 30 03:02:07.360376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20571db8-d0e0-40ba-a5a7-3bd2f8336f56 req-32ee7589-a94d-4056-8337-c816f885d882 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Jun 30 03:02:07.746058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392835b-330f-4eed-9600-5b5e8141a50f req-d85f3c61-8ee9-44a8-9914-9eba9a7d998c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:07.747607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c392835b-330f-4eed-9600-5b5e8141a50f req-d85f3c61-8ee9-44a8-9914-9eba9a7d998c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.0653136 Jun 30 03:02:07.785789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c392835b-330f-4eed-9600-5b5e8141a50f req-d6b1730a-5441-4bce-84f1-6471764223e5 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325105 Jun 30 03:02:08.537658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309be91-8f41-4db2-83df-851ed99f358e req-ae785dbf-170f-46b8-99d2-f1dd4b5cf5be tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.539249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5309be91-8f41-4db2-83df-851ed99f358e req-ae785dbf-170f-46b8-99d2-f1dd4b5cf5be tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0668206 Jun 30 03:02:08.578400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5309be91-8f41-4db2-83df-851ed99f358e req-03e2c82f-2e0b-4cf6-9892-a6b53f8c5f3e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Jun 30 03:02:08.877491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17272f-a7a5-41cf-8331-75ef449936e0 req-f7fc2106-7d44-47ee-a506-69c8c92771b9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.879037 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d17272f-a7a5-41cf-8331-75ef449936e0 req-f7fc2106-7d44-47ee-a506-69c8c92771b9 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.0677452 Jun 30 03:02:08.917712 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9d17272f-a7a5-41cf-8331-75ef449936e0 req-c2503917-149d-4225-8920-dc3f86063643 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Jun 30 03:02:09.043383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-e40ea577-1ddb-490e-a2e4-7c190d74d3c5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507634 Jun 30 03:02:09.195110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-e58e2bbc-d2b2-4d15-972a-8d6cddbcb991 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.196975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-e58e2bbc-d2b2-4d15-972a-8d6cddbcb991 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0687532 Jun 30 03:02:09.301697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Deleting port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:09.301993 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.394678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] For port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:09.395044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.507644 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.564143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:09.669870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 177f66bd-b42f-42ec-b086-f175b6140082 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:09.692275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 177f66bd-b42f-42ec-b086-f175b6140082 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:09.692627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 177f66bd-b42f-42ec-b086-f175b6140082 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:09.771924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d746389-701c-4eb5-b484-321d14252a62 req-a995a95a-55b5-4d95-9923-8f28e038179c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.773322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d746389-701c-4eb5-b484-321d14252a62 req-a995a95a-55b5-4d95-9923-8f28e038179c tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 944 time: 0.0685837 Jun 30 03:02:09.816541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1d746389-701c-4eb5-b484-321d14252a62 req-3cfc6ab4-a0b6-45ec-9b5d-c4e12abc1c86 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c483613-ebe2-48fc-bc4c-7304520080d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368140 Jun 30 03:02:09.896103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-09a3312a-d571-4c31-b327-3816f5f050dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.897658 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-09a3312a-d571-4c31-b327-3816f5f050dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba&tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74 HTTP/1.1" status: 200 len: 1094 time: 0.0684230 Jun 30 03:02:09.908462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:09.923228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.923799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.923918 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Floating IP d7a5bb90-ac25-4891-a79c-078217057996 disassociated. External IP: 172.25.0.101, port: f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2. Jun 30 03:02:09.924218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Calling delete_port for f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:09.979081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:09.988574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.111571 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.145236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'Port': ['ID=f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.209447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576e3f9-dd0a-4fb9-bd4b-e1adf1a93bed req-326988a8-d41a-4d56-80e0-89136b8b41e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:10.211157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a576e3f9-dd0a-4fb9-bd4b-e1adf1a93bed req-326988a8-d41a-4d56-80e0-89136b8b41e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 943 time: 0.1577671 Jun 30 03:02:10.215373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:10.258664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:10.294234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:10.297473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a576e3f9-dd0a-4fb9-bd4b-e1adf1a93bed req-2e73a3bc-2e24-4605-b3dc-bd1b95da882f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756502 Jun 30 03:02:10.303033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.314047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:10.318102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Transition to ACTIVE for port object 804c345f-45a8-46b6-abee-ccb792252dfa will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:10.323928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.434505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.438510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:10.453890 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] Sync routers for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:10.456930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.457353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.457767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.458172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.458606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.459043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.459507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.459939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.460368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.460797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.461224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.461661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:10.467904 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:10.468780 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:10.493905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] No DVR routers for this DVR port f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:10.497286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.500312 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.67 "DELETE /v2.0/ports/f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2 HTTP/1.1" status: 204 len: 173 time: 1.2986317 Jun 30 03:02:10.501124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-deleted', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:10.503702 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796620fc-6d8a-4f35-ace3-2b7feaf2decc" -d '{"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-deleted", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:10.528950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] No DVR routers for this DVR port 804c345f-45a8-46b6-abee-ccb792252dfa on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:10.561581 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fdb8d5-c045-498a-bf99-d106f4888b56 x-openstack-request-id: req-b7fdb8d5-c045-498a-bf99-d106f4888b56 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:10.562083 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5481098-cf39-4d45-9add-46ce8dbab978", "name": "network-vif-deleted", "tag": "f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:10.562432 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7fdb8d5-c045-498a-bf99-d106f4888b56 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:10.562891 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5481098-cf39-4d45-9add-46ce8dbab978', 'name': 'network-vif-deleted', 'tag': 'f4d431cd-5a4c-4ad0-a6cb-c709cd56d9f2', 'status': 'completed', 'code': 200} Jun 30 03:02:10.623796 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:10.689994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:10.690357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:10.690696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:10.695032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Port 804c345f-45a8-46b6-abee-ccb792252dfa on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:10.695346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Attempting to bind port 804c345f-45a8-46b6-abee-ccb792252dfa on network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:10.701116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:10.701456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Checking segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:10.701837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Bound using segment: {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:10.702263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Bound port: 804c345f-45a8-46b6-abee-ccb792252dfa, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380016cf-2f1c-49bd-bc84-69408f040427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:10.702845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.770937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:10.774862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:10.779920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.815350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:10.815984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.817643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] 10.222.0.67 "PUT /v2.0/ports/804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 1091 time: 0.9132459 Jun 30 03:02:10.818093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:10.820439 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a12df8c-34e9-4ebc-945c-e31af1868308" -d '{"events": [{"name": "network-changed", "server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:10.857525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:10.877253 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e67e-8547-463a-ba6f-e107308f5820 service neutron] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.893631 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] Checking router: 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:10.902209 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6dc060-7398-48c3-96df-c3af03e30d0e x-openstack-request-id: req-0d6dc060-7398-48c3-96df-c3af03e30d0e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:10.902483 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:10.902707 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:10.903122 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d6dc060-7398-48c3-96df-c3af03e30d0e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:10.903720 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'status': 'completed', 'code': 200} Jun 30 03:02:10.904008 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:10.924649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-225ae767-52bd-4f99-8d0d-414853487c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:10.926734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-225ae767-52bd-4f99-8d0d-414853487c15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1095 time: 0.0827498 Jun 30 03:02:10.976446 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.031572 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:11.105423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30066bc8-b07a-488c-90d3-9f416f9cbd74 req-54c6a610-ad66-4bc3-abd6-77707536496e tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5481098-cf39-4d45-9add-46ce8dbab978 HTTP/1.1" status: 200 len: 210 time: 0.0309892 Jun 30 03:02:11.107613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-b0e9b475-b67c-4ea0-8fea-7f73916a90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.108996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-b0e9b475-b67c-4ea0-8fea-7f73916a90db service neutron] 10.222.0.67 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1536171 Jun 30 03:02:11.203297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-1647557a-355b-486d-a1b2-346fde6bb6d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 999 time: 0.0856020 Jun 30 03:02:11.253142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-2c54cd9e-b502-4b18-8d88-9908e26ecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.254637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-2c54cd9e-b502-4b18-8d88-9908e26ecb01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0456679 Jun 30 03:02:11.265961 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:11.292859 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec4b76-ffe6-4a47-bda4-74d1956e00b3 None None] The sync data for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 is: [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 4, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcc48343-c635-4786-86e1-04a8ec493eed', 'name': '', 'network_id': '1a68a7ad-e803-4f66-9cc9-a8b8a7628c21', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'mac_address': 'fa:16:3e:8d:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:52Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'subnets': [{'id': '57bd3dd1-5da0-4607-b070-ba482ab1e6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:11.315060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-407160c8-2a6f-4d8e-afd9-3a523c08e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.316552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-407160c8-2a6f-4d8e-afd9-3a523c08e47c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556636 Jun 30 03:02:11.416161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-87820e1f-a3dc-469f-9193-8897448341d2 service neutron] 10.222.0.67 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931678 Jun 30 03:02:11.499128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ac1f-b290-4554-940b-3ef146a08ab4 req-1f265533-7d83-47da-bfe7-34823898567f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.506431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cbc9ac1f-b290-4554-940b-3ef146a08ab4 req-1f265533-7d83-47da-bfe7-34823898567f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.0735800 Jun 30 03:02:11.511942 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-e0846c95-f777-4418-8df1-0bbe0c28c54f service neutron] 10.222.0.67 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900385 Jun 30 03:02:11.544930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa2c90-3b74-4d29-a7b4-ae9fdd2e189d None None] New status for floating IP d7a5bb90-ac25-4891-a79c-078217057996: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:02:11.546083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cbc9ac1f-b290-4554-940b-3ef146a08ab4 req-4758908f-a915-48e3-a134-8968a072d432 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Jun 30 03:02:11.620798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-451ec5f7-2a89-4920-929e-8b91e921d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.622681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-451ec5f7-2a89-4920-929e-8b91e921d3ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1095 time: 0.0592473 Jun 30 03:02:11.726613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-0ca97fdf-56bb-40e9-9fb7-c56e5c455577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.728161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-0ca97fdf-56bb-40e9-9fb7-c56e5c455577 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 200 len: 917 time: 0.1000311 Jun 30 03:02:11.795048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-1625fca7-32b7-4a7b-b3b2-62cd3eb783d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 200 len: 999 time: 0.0609577 Jun 30 03:02:11.865503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-64f397cb-b36b-4f3a-984d-bbc5ba09844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.867168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-64f397cb-b36b-4f3a-984d-bbc5ba09844a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 200 len: 855 time: 0.0668392 Jun 30 03:02:12.239109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:12.299079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230111ad-e6b7-45a1-b7f6-bf85d500324d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.323199 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230111ad-e6b7-45a1-b7f6-bf85d500324d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.371700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230111ad-e6b7-45a1-b7f6-bf85d500324d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.374942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-230111ad-e6b7-45a1-b7f6-bf85d500324d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.378655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-230111ad-e6b7-45a1-b7f6-bf85d500324d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "DELETE /v2.0/security-groups/8c483613-ebe2-48fc-bc4c-7304520080d1 HTTP/1.1" status: 204 len: 168 time: 0.1384399 Jun 30 03:02:12.378814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42890) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:12.388455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230111ad-e6b7-45a1-b7f6-bf85d500324d tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c483613-ebe2-48fc-bc4c-7304520080d1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.393017 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-6725418c-3d56-45ec-a9ea-d579b46d7fe8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] show failed (client error): The resource could not be found. Jun 30 03:02:12.394059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6725418c-3d56-45ec-a9ea-d579b46d7fe8 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "GET /v2.0/security-groups/8c483613-ebe2-48fc-bc4c-7304520080d1 HTTP/1.1" status: 404 len: 347 time: 0.0143478 Jun 30 03:02:12.396708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42892) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:12.531080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Deleting port e7318558-8670-4da5-929c-751027528c58 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:12.531415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.621463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.622740 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.642097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Calling delete_port for e7318558-8670-4da5-929c-751027528c58 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:12.798335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d865a-0ce2-464e-9220-5d45ca4793ab req-47ae3cac-42c7-4542-87bc-7c217082c76f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:12.799903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-270d865a-0ce2-464e-9220-5d45ca4793ab req-47ae3cac-42c7-4542-87bc-7c217082c76f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.0987470 Jun 30 03:02:12.868418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.874039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-270d865a-0ce2-464e-9220-5d45ca4793ab req-af5b8823-0e01-457e-b381-0f94fdd8d7e0 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511947 Jun 30 03:02:12.904914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Pushing event deleted for resources: {'Port': ['ID=e7318558-8670-4da5-929c-751027528c58,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.967734 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.970475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.971674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dbc7c4c9-9e59-4f90-a63f-b5badf1a5efa tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] 10.222.0.78 "DELETE /v2.0/floatingips/d7a5bb90-ac25-4891-a79c-078217057996 HTTP/1.1" status: 204 len: 168 time: 0.5738583 Jun 30 03:02:12.974824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42896) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:13.843007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.086629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b85301-bb76-4d00-93b8-42e0498722b5 req-4d335ab0-36d0-47eb-b9d7-a98f6402076e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.088277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91b85301-bb76-4d00-93b8-42e0498722b5 req-4d335ab0-36d0-47eb-b9d7-a98f6402076e tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.0849874 Jun 30 03:02:14.132738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91b85301-bb76-4d00-93b8-42e0498722b5 req-6fdba666-b34b-4195-a61f-0fbc11701e9d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372815 Jun 30 03:02:14.163214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Deleting port bcc48343-c635-4786-86e1-04a8ec493eed {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:14.163600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.246024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] For port bcc48343-c635-4786-86e1-04a8ec493eed, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bcc48343-c635-4786-86e1-04a8ec493eed,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:14.247142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.261136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Calling delete_port for bcc48343-c635-4786-86e1-04a8ec493eed owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:14.467708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.494073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc48343-c635-4786-86e1-04a8ec493eed,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:14.708814 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.940372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:15.059783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:15.067915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7256fd80-e8ea-4f8f-80d1-02d5ee212803 admin admin] 10.222.0.78 "PUT /v2.0/routers/1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0917053 Jun 30 03:02:15.070107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42906) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:15.072589 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] Sync routers for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:15.083545 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:15.084165 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.183712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.196342 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:15.305831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.424381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Deleting port c9c27d47-743a-4626-a177-b0cfec33c14f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:15.424644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.478047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1d1ec-fb60-4ce4-ab63-00bbb266fa13 req-3badaa96-80b9-48cf-ad1a-716a53ca8b48 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:15.479920 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bdf1d1ec-fb60-4ce4-ab63-00bbb266fa13 req-3badaa96-80b9-48cf-ad1a-716a53ca8b48 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.1650503 Jun 30 03:02:15.508299 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T03:02:14Z', 'revision_number': 5, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port': {'id': 'c9c27d47-743a-4626-a177-b0cfec33c14f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.539209 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] Checking router: 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:15.545344 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bdf1d1ec-fb60-4ce4-ab63-00bbb266fa13 req-b0a8bbed-65dc-4f68-9a78-36a11bf8a949 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586848 Jun 30 03:02:15.549427 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] Routers {'1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:15.550199 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.558867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] For port c9c27d47-743a-4626-a177-b0cfec33c14f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c9c27d47-743a-4626-a177-b0cfec33c14f,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:15.560094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.580234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Calling delete_port for c9c27d47-743a-4626-a177-b0cfec33c14f owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:15.668454 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] Set router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:15.767611 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T03:02:15Z', 'revision_number': 6, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.801259 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfe577-0a62-4653-b0ea-3cb4f4d6c1c9 None None] The sync data for ids ['1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f'] in n-d-798054-5 is: [{'id': '1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f', 'name': 'tempest-ServerActionsTestJSON-1077701987-router', 'tenant_id': 'e39157fe73f1421d883f9c8d9976dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:42Z', 'updated_at': '2021-06-30T03:02:15Z', 'revision_number': 6, 'project_id': 'e39157fe73f1421d883f9c8d9976dd13', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:15.825330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.852966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c27d47-743a-4626-a177-b0cfec33c14f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:15.922500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.018874 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.020930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.063619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.064131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:16.068744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.069802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c812256d-b57d-4e3d-a65f-5ca97c8f6546 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1b9ccd2b-6c60-4580-9ffc-4873a63e6e3f HTTP/1.1" status: 204 len: 168 time: 0.9983044 Jun 30 03:02:16.072387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42910) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:16.126791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Deleting subnet 57bd3dd1-5da0-4607-b070-ba482ab1e6e5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:16.129970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.178870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.274660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.351923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.376909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bd3dd1-5da0-4607-b070-ba482ab1e6e5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:16.383562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.389233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c05d1db-844e-408e-ab1d-249e9c0ae542 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/57bd3dd1-5da0-4607-b070-ba482ab1e6e5 HTTP/1.1" status: 204 len: 168 time: 0.3123333 Jun 30 03:02:16.389675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:16.397727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16377ff1-0f20-4055-bcc0-87944b1c9a3e None None] Network 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:16.472304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.532590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Deleting port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:16.533065 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.620320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] For port e6bf77ce-9b3a-4d77-ac9e-138d4196b779, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,segment=NetworkSegment(ff2b7fbe-627e-4608-b0cf-2020a8666120),segment_id=ff2b7fbe-627e-4608-b0cf-2020a8666120)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:16.620756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.644129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Calling delete_port for e6bf77ce-9b3a-4d77-ac9e-138d4196b779 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:16.673110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] DHCP port deletion for 1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:16.725797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcc48343-c635-4786-86e1-04a8ec493eed no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:16.759386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: bcc48343-c635-4786-86e1-04a8ec493eed {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:16.759386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcc48343-c635-4786-86e1-04a8ec493eed not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:16.778899 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.819733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:16.821368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Deleting port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:16.821758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.822459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] No DVR routers for this DVR port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:16.837962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b4099-7be4-4988-81e4-f28833d0c0d7 req-c24314c1-ce5e-4a69-b5cb-7678aa834611 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.845512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d3b4099-7be4-4988-81e4-f28833d0c0d7 req-c24314c1-ce5e-4a69-b5cb-7678aa834611 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.1146817 Jun 30 03:02:16.912170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d3b4099-7be4-4988-81e4-f28833d0c0d7 req-811e27a5-5268-4859-9c78-88b3e69fa472 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656271 Jun 30 03:02:16.950788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.962054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a68a7ad-e803-4f66-9cc9-a8b8a7628c21']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:16.976846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] For port e6bf77ce-9b3a-4d77-ac9e-138d4196b779, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:16.977245 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.981774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2b7fbe-627e-4608-b0cf-2020a8666120') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:16.982177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2b7fbe-627e-4608-b0cf-2020a8666120') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:16.993941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.998866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Calling delete_port for e6bf77ce-9b3a-4d77-ac9e-138d4196b779 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:17.002552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:02:17.004214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.014614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.020856 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:17.021476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:17.032330 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:17.045050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] No DVR routers for this DVR port e6bf77ce-9b3a-4d77-ac9e-138d4196b779 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:17.046430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cbb91-4f6a-43e4-9bc9-84850b1e2525 None None] Pushing event deleted for resources: {'Port': ['ID=e6bf77ce-9b3a-4d77-ac9e-138d4196b779,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.101384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.112858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.115070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1a68a7ad-e803-4f66-9cc9-a8b8a7628c21 HTTP/1.1" status: 204 len: 168 time: 0.7245932 Jun 30 03:02:17.133134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e87ecb-1ffb-4f58-bd81-9df8ded492c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a68a7ad-e803-4f66-9cc9-a8b8a7628c21,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.270807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:17.320197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23b22260-1660-46c5-b897-e903990a5f9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e39157fe73f1421d883f9c8d9976dd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457351 Jun 30 03:02:17.320543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42922) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:17.377797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40c6f5e-c698-4844-a5d5-2a52af0569e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.404843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40c6f5e-c698-4844-a5d5-2a52af0569e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.454925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40c6f5e-c698-4844-a5d5-2a52af0569e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.457542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40c6f5e-c698-4844-a5d5-2a52af0569e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.458728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e40c6f5e-c698-4844-a5d5-2a52af0569e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a242601-d0ad-4946-9b81-44249cb45368 HTTP/1.1" status: 204 len: 168 time: 0.1372015 Jun 30 03:02:17.473673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c6f5e-c698-4844-a5d5-2a52af0569e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a242601-d0ad-4946-9b81-44249cb45368,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:18.144965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e4bb8-063f-40e7-b2ec-853095373ac9 req-b75aed2c-3430-4fd3-ac41-3f8a9a0e7550 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.146553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b2e4bb8-063f-40e7-b2ec-853095373ac9 req-b75aed2c-3430-4fd3-ac41-3f8a9a0e7550 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.0933743 Jun 30 03:02:18.205504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b2e4bb8-063f-40e7-b2ec-853095373ac9 req-1d68df77-2581-4ca7-990b-16badfdd8848 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498829 Jun 30 03:02:18.260436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c9c27d47-743a-4626-a177-b0cfec33c14f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:18.288639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c9c27d47-743a-4626-a177-b0cfec33c14f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:18.289190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c9c27d47-743a-4626-a177-b0cfec33c14f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:18.289808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6bf77ce-9b3a-4d77-ac9e-138d4196b779 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:18.311152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e6bf77ce-9b3a-4d77-ac9e-138d4196b779 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:18.311946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e6bf77ce-9b3a-4d77-ac9e-138d4196b779 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:18.607607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42954) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:18.722151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a66-a90d-49ec-96ee-725cea5bfe18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.821985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a66-a90d-49ec-96ee-725cea5bfe18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.828105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a66-a90d-49ec-96ee-725cea5bfe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.873847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:18.874433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b1d57a66-a90d-49ec-96ee-725cea5bfe18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb8277deb7b74710bb155c1a4c12c111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651036 Jun 30 03:02:18.874832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d57a66-a90d-49ec-96ee-725cea5bfe18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6827c7-ec1d-4cdd-8b10-f3a714054a27,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:18.938960 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.962266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.012932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.016201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.020109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f6827c7-ec1d-4cdd-8b10-f3a714054a27 HTTP/1.1" status: 204 len: 168 time: 0.1422939 Jun 30 03:02:19.026297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6827c7-ec1d-4cdd-8b10-f3a714054a27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:19.035442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.035796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.036143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.036483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.036818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.037150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.037480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.037809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.038392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.038931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.039261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.039589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2504f54-0a65-4be2-976f-f79d17b6e72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:19.443813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e7aa-3ec8-415b-a8a2-90bed6a2c10c req-71e62ad0-730e-4fcd-95da-ac28cd333a94 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.452089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8706e7aa-3ec8-415b-a8a2-90bed6a2c10c req-71e62ad0-730e-4fcd-95da-ac28cd333a94 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.0855975 Jun 30 03:02:19.519384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8706e7aa-3ec8-415b-a8a2-90bed6a2c10c req-f1f39806-f148-4f92-9440-1e70e9de3fdf tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658059 Jun 30 03:02:19.743475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 42984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:19.845666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-943051401-network', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:19.868533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Made reservation on behalf of 349fb92de9804ebf88ecf046ee22f099 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:19.870967 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.880175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.981761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.985633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.011806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:20.021434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af847ea-539a-49a4-aba7-5276d3889f74,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.030607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.030723 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Added segment 88f606a1-b7ef-463c-8c24-c2d6435f2466 of type vlan for network 6595a532-f2b3-494a-a731-bfdbb1832923 Jun 30 03:02:20.072756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.103986 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.105116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:20.105721 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.160221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4155412 Jun 30 03:02:20.163229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42988) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:20.170858 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Request body: {'subnet': {'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-943051401-subnet', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:20.174807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c0d8f-8d94-4d00-8042-bef54676ab14 admin admin] Pushing event updated for resources: {'Network': ['ID=6595a532-f2b3-494a-a731-bfdbb1832923,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.186847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 6595a532-f2b3-494a-a731-bfdbb1832923 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:20.201268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Made reservation on behalf of 349fb92de9804ebf88ecf046ee22f099 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:20.204009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.395733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.462772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Pushing event updated for resources: {'Subnet': ['ID=807c1f58-c0bc-4698-85a6-16be2f7078e4,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.473827 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Checking segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:20.474188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Network hostable DHCP agents. Network: 6595a532-f2b3-494a-a731-bfdbb1832923, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:20.493851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:20.505229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 6595a532-f2b3-494a-a731-bfdbb1832923) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:20.517994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:20.518690 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.520482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7fab33-3420-4a34-a2db-47de33372a19 None None] Network 6595a532-f2b3-494a-a731-bfdbb1832923 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:20.536925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c507dbf6-2d3e-4372-b8b1-e786a674941d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3724601 Jun 30 03:02:20.539740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 42990) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:20.544713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:20.573999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.575399 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.669411 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.714518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-6595a532-f2b3-494a-a731-bfdbb1832923', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:20.715510 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.755939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d94729-be95-4a76-b903-55cf62c4a71a req-9ad26de6-7c8b-43eb-b101-7f2202ae7d1a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:20.767489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9d94729-be95-4a76-b903-55cf62c4a71a req-9ad26de6-7c8b-43eb-b101-7f2202ae7d1a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.1211147 Jun 30 03:02:20.835417 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9d94729-be95-4a76-b903-55cf62c4a71a req-f383fc64-4fad-403c-8f3a-a8d4dffadd12 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613844 Jun 30 03:02:20.901429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Allocated IP 172.20.0.2 (6595a532-f2b3-494a-a731-bfdbb1832923/807c1f58-c0bc-4698-85a6-16be2f7078e4/6d17002d-d8f5-42ae-ad9e-04ca3fe79c57) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:21.140832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.152543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Transition to ACTIVE for port object 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:21.169271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Transition to ACTIVE for port object 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:21.178219 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.203275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.226177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Pushing event updated for resources: {'Port': ['ID=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:21.240962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.241309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.241646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.241981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.242334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.242675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.243004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.243329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.243658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.243982 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.244303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.244626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:21.249681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:21.251219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:21.253958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:21.313608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Attempting to bind port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:21.314017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Attempting to bind port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:21.314390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Attempting to bind port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 on network 6595a532-f2b3-494a-a731-bfdbb1832923 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:21.319333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:21.319712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Checking segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:21.320119 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.320517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Bound using segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:21.320983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Bound port: 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:21.321368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.408362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] For port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:21.414439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] For port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:21.443430 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.460425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.485788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.518810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152df15f-ad4c-4f89-a2bc-4f9b5bf46750 None None] Pushing event updated for resources: {'Port': ['ID=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:21.623122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Allocated IP 172.25.0.113 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/0557fc24-3f3c-41f4-bfd0-05b42762a80f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:21.770419 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.813899 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.862114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:21.864958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:21.867296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:21.895176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Pushing event updated for resources: {'Port': ['ID=0557fc24-3f3c-41f4-bfd0-05b42762a80f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:22.122349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba6eaf-6f5b-4a3c-af89-f91ff54dd5e0 req-bf3f2940-5fd8-42c6-9b7d-064c4c032dec tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:22.123835 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3ba6eaf-6f5b-4a3c-af89-f91ff54dd5e0 req-bf3f2940-5fd8-42c6-9b7d-064c4c032dec tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.1418443 Jun 30 03:02:22.226400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.230349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a3ba6eaf-6f5b-4a3c-af89-f91ff54dd5e0 req-3671c265-2134-4d33-8396-d9e28be7a8f8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788372 Jun 30 03:02:22.287845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:22.350641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:22.355280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-d8b24b85-b5c3-4814-8ed6-f6ef841be71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:22.357004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-d8b24b85-b5c3-4814-8ed6-f6ef841be71b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12ec059a-cdf8-4a9d-88f5-f22b0a577295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704650 Jun 30 03:02:22.521684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89c3c6-35c4-4895-be9c-edaf9a0637ff None None] Network 6595a532-f2b3-494a-a731-bfdbb1832923 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:22.534979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-dbf66ea6-9ed8-44f7-9ca3-2b1b7e3e0a87 service neutron] 10.222.0.67 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709521 Jun 30 03:02:22.535928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.650344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] Provisioning for port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:22.673070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] Provisioning complete for port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:22.673338 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.719031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0a12df8c-34e9-4ebc-945c-e31af1868308 req-31997f0d-f46a-4c20-9cb5-b78be728181c service neutron] 10.222.0.67 "GET /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761799 Jun 30 03:02:22.749374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:22.776246 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.812345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] For port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:22.816859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.865769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:22.869233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855a7c-2475-4f11-84ba-3a4ae382e409 None None] Pushing event updated for resources: {'Port': ['ID=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:22.875590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:22.884729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.886149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5647d711-4aca-4417-b65d-8b94f2bf2629 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3454621 Jun 30 03:02:22.887716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:22.888349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:22.889468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43000) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:23.157540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ca180d78-5922-487f-92c5-18defc15acad None None] Provisioning complete for port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:23.157911 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca180d78-5922-487f-92c5-18defc15acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.182989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:23.326619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.415114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:22Z', 'revision_number': 3, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:23.439743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df754ee-63a1-4f12-9e5f-4076b190cc47 req-6042d6dd-9bb6-4359-b7fa-84f7dbc10938 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:23.441258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8df754ee-63a1-4f12-9e5f-4076b190cc47 req-6042d6dd-9bb6-4359-b7fa-84f7dbc10938 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 944 time: 0.0756993 Jun 30 03:02:23.442506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:23.442859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Updating router 26f80f29-1ed7-4f70-9a32-68ec0f383acf port 0557fc24-3f3c-41f4-bfd0-05b42762a80f binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:23.477508 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.490868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8df754ee-63a1-4f12-9e5f-4076b190cc47 req-cf867d08-e09b-46d5-abc9-40f0b876974a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Jun 30 03:02:23.546714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Allocated IP 172.20.0.1 (6595a532-f2b3-494a-a731-bfdbb1832923/807c1f58-c0bc-4698-85a6-16be2f7078e4/f446b820-3732-4668-896a-4c81a763ada2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:23.625527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:23.649538 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.664224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Transition to ACTIVE for port object f446b820-3732-4668-896a-4c81a763ada2 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:23.700094 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.742339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:23.747158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:23.753605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:23.776196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f446b820-3732-4668-896a-4c81a763ada2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.782206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:23.798201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.819063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '804c345f-45a8-46b6-abee-ccb792252dfa', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'port_id': '804c345f-45a8-46b6-abee-ccb792252dfa', 'mac_address': 'fa:16:3e:12:74:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:23.856762 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.874567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Transition to ACTIVE for port object 0557fc24-3f3c-41f4-bfd0-05b42762a80f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:23.883694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.893257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.907649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:23.952049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.970174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:23.971310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Attempting to bind port 0557fc24-3f3c-41f4-bfd0-05b42762a80f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:23.971682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Attempting to bind port 0557fc24-3f3c-41f4-bfd0-05b42762a80f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:23.972046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Attempting to bind port 0557fc24-3f3c-41f4-bfd0-05b42762a80f on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:23.974613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024f2c-2f80-4bbc-83ad-e219271f79b0 None None] Pushing event updated for resources: {'Port': ['ID=0557fc24-3f3c-41f4-bfd0-05b42762a80f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.977850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.984829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:23.985215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:23.985623 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.986159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:23.986542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Bound port: 0557fc24-3f3c-41f4-bfd0-05b42762a80f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:23.986899 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.069664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d77f6ffa-8a8c-42f4-9d17-2cbd1c50d240 None None] Provisioning for port f446b820-3732-4668-896a-4c81a763ada2 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:24.083908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d77f6ffa-8a8c-42f4-9d17-2cbd1c50d240 None None] Provisioning complete for port f446b820-3732-4668-896a-4c81a763ada2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:24.084279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d77f6ffa-8a8c-42f4-9d17-2cbd1c50d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.088257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.116034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] For port 0557fc24-3f3c-41f4-bfd0-05b42762a80f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:24.124928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.128815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.132613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] For port 0557fc24-3f3c-41f4-bfd0-05b42762a80f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0557fc24-3f3c-41f4-bfd0-05b42762a80f,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:24.140349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.146512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d77f6ffa-8a8c-42f4-9d17-2cbd1c50d240 None None] Port f446b820-3732-4668-896a-4c81a763ada2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:24.180666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['804c345f-45a8-46b6-abee-ccb792252dfa'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:24.196303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f446b820-3732-4668-896a-4c81a763ada2,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.199519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.242364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:24.243003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:24.247388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024f2c-2f80-4bbc-83ad-e219271f79b0 None None] Pushing event updated for resources: {'Port': ['ID=0557fc24-3f3c-41f4-bfd0-05b42762a80f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.280923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:24.302203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:24.303518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:24.427479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:24.432060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:24.469951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:24.470347 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.547383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:24.553469 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6bf99338-5545-4eb6-b5ca-44a2eb22cfc1 admin admin] 10.222.0.78 "PUT /v2.0/routers/26f80f29-1ed7-4f70-9a32-68ec0f383acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6628289 Jun 30 03:02:24.627635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-655dadce-a1de-4572-987a-d6bc87e1a606 None None] Provisioning complete for port f446b820-3732-4668-896a-4c81a763ada2 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:24.628017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-655dadce-a1de-4572-987a-d6bc87e1a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.697552 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c190ed4-a7b0-4cde-9089-0a4cacbb0d4b req-786b08c7-ae31-4b07-926a-46625b8f6aca tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:24.699111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c190ed4-a7b0-4cde-9089-0a4cacbb0d4b req-786b08c7-ae31-4b07-926a-46625b8f6aca tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 945 time: 0.0794520 Jun 30 03:02:24.701107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-655dadce-a1de-4572-987a-d6bc87e1a606 None None] Port f446b820-3732-4668-896a-4c81a763ada2 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:24.741579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c190ed4-a7b0-4cde-9089-0a4cacbb0d4b req-95f0d737-d2ea-4629-9d7f-14fe8a39d3c4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351388 Jun 30 03:02:24.795132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 2, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:24.826101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18ecc-094c-4f21-a061-b88e04e485b1 None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 2, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:25.256510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.261140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606143716', 'description': 'tempest-description--879762095'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:25.284541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.374555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.378805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.405927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.410265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1496239 Jun 30 03:02:25.410479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.414923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'security_group_rule': {'security_group_id': 'faf44f10-015e-4207-bb53-20b81fc2b961', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:25.416524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9125e9-e1d1-4a45-9e56-b6ea2c37398e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf44f10-015e-4207-bb53-20b81fc2b961,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.474621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.532336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.536845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.554045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361e8533-7ea1-4b71-aa6f-557be832be70,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.565650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.567487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0d4f1596-ec3e-4989-b47a-ae47fe6b9e13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562436 Jun 30 03:02:25.570662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.576432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'security_group_rule': {'security_group_id': 'faf44f10-015e-4207-bb53-20b81fc2b961', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:25.604582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.633659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:25.676235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.680588 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.687306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 804c345f-45a8-46b6-abee-ccb792252dfa completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:25.692066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 804c345f-45a8-46b6-abee-ccb792252dfa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:25.692639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.701102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a8aef6-4df4-4c7d-8fea-fe87cedd5525,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.709859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.711323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-51169163-8739-423f-8977-c40599fe1c74 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395686 Jun 30 03:02:25.714418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.719879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:25.748344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.778138 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.805680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:25.808372 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfff6ec-d7df-460f-be12-6d352f2bf7d2" -d '{"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-plugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:25.853887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:25.861348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.877259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.881009 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982fa318-6086-4381-9ef9-784fc306b834 x-openstack-request-id: req-982fa318-6086-4381-9ef9-784fc306b834 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:25.881421 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-plugged", "status": "completed", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:25.881791 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-982fa318-6086-4381-9ef9-784fc306b834 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:25.882329 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'code': 200} Jun 30 03:02:25.943270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=12']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.051946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad46f-7a51-427b-bfa6-0a359527a7b8 req-0953e989-3459-40c6-87d8-4cee4b8d697f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:26.053582 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f65ad46f-7a51-427b-bfa6-0a359527a7b8 req-0953e989-3459-40c6-87d8-4cee4b8d697f tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 946 time: 0.1675158 Jun 30 03:02:26.100305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Allocated IP 172.25.0.98 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/be024df1-951f-48c5-972a-d1ede168ba81) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:26.130053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f65ad46f-7a51-427b-bfa6-0a359527a7b8 req-be1c66ab-8ff9-482a-937d-49a7a1134ee4 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695112 Jun 30 03:02:26.181522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a8e8b-1987-4df4-bb27-d6afa4d13f90 req-6162d248-2157-4b5d-a44c-34efe5dd696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:26.183477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b75a8e8b-1987-4df4-bb27-d6afa4d13f90 req-6162d248-2157-4b5d-a44c-34efe5dd696f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 1097 time: 0.1739795 Jun 30 03:02:26.233576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b75a8e8b-1987-4df4-bb27-d6afa4d13f90 req-97b8f077-5d36-48ad-8c50-5b2bea446261 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444751 Jun 30 03:02:26.260047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0557fc24-3f3c-41f4-bfd0-05b42762a80f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:26.268972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.311079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0557fc24-3f3c-41f4-bfd0-05b42762a80f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:26.312774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.315072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0557fc24-3f3c-41f4-bfd0-05b42762a80f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:26.315455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.350941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:26.353720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:26.358415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:26.389584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'Port': ['ID=be024df1-951f-48c5-972a-d1ede168ba81,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.405571 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.428219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 0557fc24-3f3c-41f4-bfd0-05b42762a80f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0557fc24-3f3c-41f4-bfd0-05b42762a80f,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:26.432388 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.457279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.483245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=0557fc24-3f3c-41f4-bfd0-05b42762a80f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.501796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.654651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.659648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.725692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'Port': ['ID=be024df1-951f-48c5-972a-d1ede168ba81,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.739084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.753398 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.754552 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-828c868c-7dc3-43fd-b83e-909e9ac49fc0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0382841 Jun 30 03:02:26.905542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-4762901b-89bf-4725-b5ae-a71ec0ab1309 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--606143716&fields=id&tenant_id=349fb92de9804ebf88ecf046ee22f099 HTTP/1.1" status: 200 len: 267 time: 0.0428932 Jun 30 03:02:26.927631 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:26.937837 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:26.938515 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:27.028101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-44a6b1d3-b25d-4576-82a1-e42e983bf452 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:27.029609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-44a6b1d3-b25d-4576-82a1-e42e983bf452 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 810 time: 0.1170285 Jun 30 03:02:27.047386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-c7a99e39-bb5d-4265-88df-97e8ebb78ec7 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/quotas/349fb92de9804ebf88ecf046ee22f099 HTTP/1.1" status: 200 len: 375 time: 0.0109921 Jun 30 03:02:27.057412 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:27.126666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-6c5e601d-1d7c-4116-8a54-21531a6204a3 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729949 Jun 30 03:02:27.239579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-0e3a20e5-3c51-491e-9adf-1b40c945ca8e service neutron] 10.222.0.78 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975418 Jun 30 03:02:27.306925 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 2, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:27.336493 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:27.337039 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Updating router 26f80f29-1ed7-4f70-9a32-68ec0f383acf port f446b820-3732-4668-896a-4c81a763ada2 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:27.371114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-a5ad65af-e199-4736-b6f8-12e55cea1b43 service neutron] 10.222.0.78 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250124 Jun 30 03:02:27.379979 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.611086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-123203a9-73f6-4a2f-8c10-767748e673c9 req-51f99c2e-7c96-4e63-94f2-d4a4a087ff4b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 210 time: 0.0462434 Jun 30 03:02:27.660943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5a84-d4de-46f7-8fb9-4a26f08159a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.749860 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.769823 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Transition to ACTIVE for port object f446b820-3732-4668-896a-4c81a763ada2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:27.779869 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.862701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a9b8-25fa-4e20-8aa5-69d16feff704 req-ff5eee35-7930-4b64-8892-8c01b6f88aeb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:27.864936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da24a9b8-25fa-4e20-8aa5-69d16feff704 req-ff5eee35-7930-4b64-8892-8c01b6f88aeb tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 946 time: 0.5605202 Jun 30 03:02:27.916964 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Pushing event updated for resources: {'Port': ['ID=f446b820-3732-4668-896a-4c81a763ada2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:27.921705 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Attempting to bind port f446b820-3732-4668-896a-4c81a763ada2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:27.922283 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Attempting to bind port f446b820-3732-4668-896a-4c81a763ada2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:27.922927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Attempting to bind port f446b820-3732-4668-896a-4c81a763ada2 on network 6595a532-f2b3-494a-a731-bfdbb1832923 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:27.931798 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.932862 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.933194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.934022 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.934283 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.934679 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.934838 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.935064 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.935447 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.935699 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.936193 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.936514 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:27.941026 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:27.941387 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Checking segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:27.941959 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.942534 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Bound using segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:27.943185 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Bound port: f446b820-3732-4668-896a-4c81a763ada2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:27.943841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da24a9b8-25fa-4e20-8aa5-69d16feff704 req-d6e362ae-dcb4-48a9-9e7f-98a7ddc96d66 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633795 Jun 30 03:02:27.953008 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.037478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] For port f446b820-3732-4668-896a-4c81a763ada2, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:28.041063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] For port f446b820-3732-4668-896a-4c81a763ada2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f446b820-3732-4668-896a-4c81a763ada2,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:28.048190 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.104649 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:28.105289 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:28.111544 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e881e4-52c5-48e0-ac83-3b85d9cb964e None None] Pushing event updated for resources: {'Port': ['ID=f446b820-3732-4668-896a-4c81a763ada2,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:28.232135 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:28.300032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0557fc24-3f3c-41f4-bfd0-05b42762a80f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:28.354185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0557fc24-3f3c-41f4-bfd0-05b42762a80f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:28.354529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.451113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f446b820-3732-4668-896a-4c81a763ada2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:28.463128 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:28.495058 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ef88d-f062-4cf9-b061-ddbf04c0d64f None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:28.499962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f446b820-3732-4668-896a-4c81a763ada2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:28.504088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f446b820-3732-4668-896a-4c81a763ada2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:28.504468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.585075 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.618604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f446b820-3732-4668-896a-4c81a763ada2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f446b820-3732-4668-896a-4c81a763ada2,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:28.624442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.686525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f446b820-3732-4668-896a-4c81a763ada2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:28.763919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-573f3386-4e67-4341-b5ff-245b56041f0b req-f2badd4b-942c-4cde-bcb5-72ba45e46dd1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 210 time: 0.0316765 Jun 30 03:02:28.958660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-97ce3ec8-2e7f-45c0-80a5-2bd0c6592029 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:28.960092 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-97ce3ec8-2e7f-45c0-80a5-2bd0c6592029 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 810 time: 0.1246579 Jun 30 03:02:29.016091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-21e71cf6-b859-4c1c-9e05-48cf5ff5bbef tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349fb92de9804ebf88ecf046ee22f099 HTTP/1.1" status: 200 len: 379 time: 0.0470185 Jun 30 03:02:29.024919 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'port': {'device_id': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'admin_state_up': True, 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'security_groups': ['faf44f10-015e-4207-bb53-20b81fc2b961']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:29.184307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Made reservation on behalf of 349fb92de9804ebf88ecf046ee22f099 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:29.187928 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.196993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c1444-7865-45fa-b28d-ce10088c5a02 req-1f191e32-ddbd-4f37-b701-439fd3e3ba43 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:29.198496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d2c1444-7865-45fa-b28d-ce10088c5a02 req-1f191e32-ddbd-4f37-b701-439fd3e3ba43 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 946 time: 0.1138582 Jun 30 03:02:29.286039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d2c1444-7865-45fa-b28d-ce10088c5a02 req-adbc2bca-1502-4314-a738-f0f90267ab8a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783842 Jun 30 03:02:29.349726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Allocated IP 172.20.0.13 (6595a532-f2b3-494a-a731-bfdbb1832923/807c1f58-c0bc-4698-85a6-16be2f7078e4/82634b36-d2e4-4624-a333-5dd669efcf57) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:29.477099 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:02:29.490673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.503493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Transition to ACTIVE for port object 82634b36-d2e4-4624-a333-5dd669efcf57 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:29.535575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.579069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:29.582121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:29.587854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:29.616870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'Port': ['ID=82634b36-d2e4-4624-a333-5dd669efcf57,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:29.646375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:29.646997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.665350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-9a883c67-5c1b-44c0-a79a-c9e61c8a9ba6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442053 Jun 30 03:02:29.680854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Request body: {'port': {'device_id': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:29.756246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.841342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68614998-0dff-47fd-aa2f-345af6971521 None None] Provisioning for port 82634b36-d2e4-4624-a333-5dd669efcf57 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:29.845563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-68614998-0dff-47fd-aa2f-345af6971521 None None] Provisioning complete for port 82634b36-d2e4-4624-a333-5dd669efcf57 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:29.847612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68614998-0dff-47fd-aa2f-345af6971521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.885077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-68614998-0dff-47fd-aa2f-345af6971521 None None] Port 82634b36-d2e4-4624-a333-5dd669efcf57 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:29.959794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d5899-4672-4ff6-8ea0-604a635029df req-bad7dcb0-7cb1-47d6-8a13-5df49bd850f5 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:29.961299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff3d5899-4672-4ff6-8ea0-604a635029df req-bad7dcb0-7cb1-47d6-8a13-5df49bd850f5 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 932 time: 0.0682850 Jun 30 03:02:30.000420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff3d5899-4672-4ff6-8ea0-604a635029df req-6046035b-6d8e-4ae8-8e5b-1ad4e7b97635 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Jun 30 03:02:30.034592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82634b36-d2e4-4624-a333-5dd669efcf57 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:30.042252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.054293 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Transition to ACTIVE for port object 82634b36-d2e4-4624-a333-5dd669efcf57 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:30.058198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.129262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Pushing event updated for resources: {'Port': ['ID=82634b36-d2e4-4624-a333-5dd669efcf57,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:30.183534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Attempting to bind port 82634b36-d2e4-4624-a333-5dd669efcf57 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:30.184549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Attempting to bind port 82634b36-d2e4-4624-a333-5dd669efcf57 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:30.184986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Attempting to bind port 82634b36-d2e4-4624-a333-5dd669efcf57 on network 6595a532-f2b3-494a-a731-bfdbb1832923 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:30.193681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Port 82634b36-d2e4-4624-a333-5dd669efcf57 on network 6595a532-f2b3-494a-a731-bfdbb1832923 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:30.194124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Attempting to bind port 82634b36-d2e4-4624-a333-5dd669efcf57 on network 6595a532-f2b3-494a-a731-bfdbb1832923 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:30.200786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:30.201357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Checking segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:30.201846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Bound using segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:30.202421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Bound port: 82634b36-d2e4-4624-a333-5dd669efcf57, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:30.202882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.250664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f446b820-3732-4668-896a-4c81a763ada2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:30.279573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] For port 82634b36-d2e4-4624-a333-5dd669efcf57, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:30.283092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] For port 82634b36-d2e4-4624-a333-5dd669efcf57, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82634b36-d2e4-4624-a333-5dd669efcf57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:30.291612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.321362 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e6d4b1-6ee6-4127-bb0b-1f4fe9011b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.327192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f446b820-3732-4668-896a-4c81a763ada2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:30.327192 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.327952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:30.328566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.329936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] 10.222.0.67 "PUT /v2.0/ports/82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 1092 time: 0.6536751 Jun 30 03:02:30.330396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:30.332688 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409dda61-647e-4a2b-8e9e-04cbd54091ef" -d '{"events": [{"name": "network-changed", "server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:30.363743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4d1c6-3803-4e3e-8408-dd88da0dcc81 service neutron] Pushing event updated for resources: {'Port': ['ID=82634b36-d2e4-4624-a333-5dd669efcf57,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:30.397182 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49527be5-819e-4be4-be8d-c9a8bf123c95 x-openstack-request-id: req-49527be5-819e-4be4-be8d-c9a8bf123c95 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:30.397576 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:30.397901 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49527be5-819e-4be4-be8d-c9a8bf123c95 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:30.398403 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57', 'status': 'completed', 'code': 200} Jun 30 03:02:30.454072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-e42af389-3ace-4e72-a70f-78c85b8885df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:30.455735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-e42af389-3ace-4e72-a70f-78c85b8885df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1095 time: 0.0701277 Jun 30 03:02:30.505403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-a3e7e2e3-f76a-49f6-bc70-eb84cca5f48f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 217 time: 0.0419869 Jun 30 03:02:30.563707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-ce5e8e70-25da-4b51-970d-3e368aed254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:30.564329 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.566267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-ce5e8e70-25da-4b51-970d-3e368aed254b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0542414 Jun 30 03:02:30.606115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43102) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:30.681983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db884-99bc-4108-bf80-3023403d2794 req-e4823a3d-7af4-4dad-a40c-ebe83b82d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:30.683514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-e4823a3d-7af4-4dad-a40c-ebe83b82d85a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116502 Jun 30 03:02:30.856601 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-04118d46-682f-4b7c-88c2-6346a18b1642 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471829 Jun 30 03:02:31.015616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-765db884-99bc-4108-bf80-3023403d2794 req-0317c7af-7cc9-4cc3-a6ba-4928ec3714c4 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306813 Jun 30 03:02:31.153503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-a25cf423-4183-4881-970c-45f7aab4479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.155073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-a25cf423-4183-4881-970c-45f7aab4479e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1095 time: 0.0918572 Jun 30 03:02:31.182539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0024-284c-4f96-9510-d876281c71b0 req-bbb4b4c2-7a84-4089-8cc7-1bb016d5b54b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.184096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-000e0024-284c-4f96-9510-d876281c71b0 req-bbb4b4c2-7a84-4089-8cc7-1bb016d5b54b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 944 time: 0.0677421 Jun 30 03:02:31.223965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-000e0024-284c-4f96-9510-d876281c71b0 req-416a6354-218f-4ba6-b404-5020ec4c5ce0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336444 Jun 30 03:02:31.227390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.303863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-54334e29-0f7e-409c-b16a-3836b804a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.305387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-54334e29-0f7e-409c-b16a-3836b804a6e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.1433687 Jun 30 03:02:31.370700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-096d101a-2d9b-49e8-978e-20cc0fa08c0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 217 time: 0.0396161 Jun 30 03:02:31.474885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-3ab6e9c7-d3e6-4298-83d7-fb40e9b50d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.476295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-3ab6e9c7-d3e6-4298-83d7-fb40e9b50d7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0970347 Jun 30 03:02:31.608056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-91d5d17e-f5aa-46d8-ba75-e40064d75e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.609538 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-91d5d17e-f5aa-46d8-ba75-e40064d75e78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190875 Jun 30 03:02:31.801437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-ea34bc03-63a2-4967-8c86-71c95c05e48f service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837060 Jun 30 03:02:31.876717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port 2ffb1e67-4bdf-4531-9321-675e73665d57 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:31.877058 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.958445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-409dda61-647e-4a2b-8e9e-04cbd54091ef req-7c4ad4d5-21eb-4919-8cdb-29965fa0282c service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478367 Jun 30 03:02:31.992376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port 2ffb1e67-4bdf-4531-9321-675e73665d57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=2ffb1e67-4bdf-4531-9321-675e73665d57,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:31.992736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.007167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for 2ffb1e67-4bdf-4531-9321-675e73665d57 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:32.200567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.228922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=2ffb1e67-4bdf-4531-9321-675e73665d57,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:32.249792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.822190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.846118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07552b5d-2b75-412b-aa1b-f1fdc179fbe4 req-9a618d55-86ad-4578-a673-2fefb1a649c6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:32.848253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07552b5d-2b75-412b-aa1b-f1fdc179fbe4 req-9a618d55-86ad-4578-a673-2fefb1a649c6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 944 time: 0.4792986 Jun 30 03:02:32.955787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-07552b5d-2b75-412b-aa1b-f1fdc179fbe4 req-5858b78e-d677-4544-90e8-7aa2efd11c40 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755525 Jun 30 03:02:33.082671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:33.192814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:33.198325 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-33cf2789-3f2f-4010-8022-ec54854690cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "PUT /v2.0/routers/6d651dbb-c50a-43b1-a543-a357e735787c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5908380 Jun 30 03:02:33.203268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:33.213503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:33.214531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.329369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:33.578647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:32Z', 'revision_number': 6, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:48Z', 'revision_number': 1, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.596095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75df6-f16f-401c-9c66-bdcad656aedb req-1433d595-1e09-4d0b-8bdc-a66ef851e104 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:33.597672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74a75df6-f16f-401c-9c66-bdcad656aedb req-1433d595-1e09-4d0b-8bdc-a66ef851e104 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.0692065 Jun 30 03:02:33.607317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:33.615927 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:33.616542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.638736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74a75df6-f16f-401c-9c66-bdcad656aedb req-7240bf6d-739d-4c81-a47d-6a690d377096 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347674 Jun 30 03:02:33.676979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82634b36-d2e4-4624-a333-5dd669efcf57 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:33.790371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:33.902258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 82634b36-d2e4-4624-a333-5dd669efcf57, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82634b36-d2e4-4624-a333-5dd669efcf57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:33.923644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '82634b36-d2e4-4624-a333-5dd669efcf57', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'port_id': '82634b36-d2e4-4624-a333-5dd669efcf57', 'mac_address': 'fa:16:3e:c7:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:34.021164 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.047760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82634b36-d2e4-4624-a333-5dd669efcf57 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:34.094512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 82634b36-d2e4-4624-a333-5dd669efcf57, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82634b36-d2e4-4624-a333-5dd669efcf57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:34.099889 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.136519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace4731-9983-4c8e-a9ce-9a2ff394a2b9 req-6098561c-af64-45a7-bd91-c7a572451bba tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.138298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ace4731-9983-4c8e-a9ce-9a2ff394a2b9 req-6098561c-af64-45a7-bd91-c7a572451bba tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 944 time: 0.0667741 Jun 30 03:02:34.162289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=82634b36-d2e4-4624-a333-5dd669efcf57,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:34.173602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:32Z', 'revision_number': 6, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:48Z', 'revision_number': 1, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:34.183476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5ace4731-9983-4c8e-a9ce-9a2ff394a2b9 req-c0eb7fd2-99f4-4782-a457-3774620b8d33 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396340 Jun 30 03:02:34.201594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3380509-e1ec-4540-9e5e-6d265d9c97b0 None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:32Z', 'revision_number': 6, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd086775c-09f6-41ee-ac4e-5eacb81c89d9', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'port_id': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'mac_address': 'fa:16:3e:d7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:46Z', 'updated_at': '2021-06-30T03:00:48Z', 'revision_number': 1, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:34.296682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['82634b36-d2e4-4624-a333-5dd669efcf57'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:34.357243 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.817444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccf6ea-e457-41a7-8743-1cb261d02b27 req-3a33b732-39a6-4720-a901-fbdd00448d98 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.818867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40ccf6ea-e457-41a7-8743-1cb261d02b27 req-3a33b732-39a6-4720-a901-fbdd00448d98 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.0636637 Jun 30 03:02:34.857590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-40ccf6ea-e457-41a7-8743-1cb261d02b27 req-fc701807-3b25-4e92-82f7-d987fc0dfcc9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331552 Jun 30 03:02:35.365127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0fd9c-a566-404b-bf82-7d626a0fce32 req-034c4e70-98a3-4896-ac68-cc584b9430af tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:35.366657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fd0fd9c-a566-404b-bf82-7d626a0fce32 req-034c4e70-98a3-4896-ac68-cc584b9430af tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 945 time: 0.0663409 Jun 30 03:02:35.405791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fd0fd9c-a566-404b-bf82-7d626a0fce32 req-c93907f9-eeb5-4722-b437-fbd7f081a1fd tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331640 Jun 30 03:02:35.678136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82634b36-d2e4-4624-a333-5dd669efcf57 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:35.726994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 82634b36-d2e4-4624-a333-5dd669efcf57 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:35.730851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 82634b36-d2e4-4624-a333-5dd669efcf57 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:35.731233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.744520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-6574c41e-0e12-44f7-96e1-da97d59db9a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:35.746138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-6574c41e-0e12-44f7-96e1-da97d59db9a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.0640416 Jun 30 03:02:35.809253 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.832274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:35.834688 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2099f846-15fd-438f-b7a7-ac298ef9e454" -d '{"events": [{"server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "name": "network-vif-plugged", "status": "completed", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:35.848124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 82634b36-d2e4-4624-a333-5dd669efcf57, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82634b36-d2e4-4624-a333-5dd669efcf57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:35.853023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.859791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port fa0c4b62-dde9-45d0-a1af-f2244ec9585d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:35.860154 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.881380 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72035001-a417-498f-99ce-b6747ef79649 x-openstack-request-id: req-72035001-a417-498f-99ce-b6747ef79649 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:35.883980 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "name": "network-vif-plugged", "status": "completed", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:35.883980 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72035001-a417-498f-99ce-b6747ef79649 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:35.883980 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57', 'code': 200} Jun 30 03:02:35.916358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=82634b36-d2e4-4624-a333-5dd669efcf57,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:35.966467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port fa0c4b62-dde9-45d0-a1af-f2244ec9585d, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:35.966835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.980230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for fa0c4b62-dde9-45d0-a1af-f2244ec9585d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:36.002135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed399a-bdf6-49ca-8bf4-42a676016fa6 req-8f6b989d-e37f-42ab-823e-671fec7d21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.003646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7ed399a-bdf6-49ca-8bf4-42a676016fa6 req-8f6b989d-e37f-42ab-823e-671fec7d21d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.0555270 Jun 30 03:02:36.041726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7ed399a-bdf6-49ca-8bf4-42a676016fa6 req-8183299c-7a36-48bf-896e-3c8f15cca87d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Jun 30 03:02:36.112942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd6ef-37b1-4c0f-b8d0-cc4e8c39c838 req-82491df5-5c6f-4010-a127-c07bccffc5a6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.114475 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d82fd6ef-37b1-4c0f-b8d0-cc4e8c39c838 req-82491df5-5c6f-4010-a127-c07bccffc5a6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=e71f3781-0d61-4fde-926d-5a3811fd1584 HTTP/1.1" status: 200 len: 946 time: 0.1228812 Jun 30 03:02:36.193256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2ffb1e67-4bdf-4531-9321-675e73665d57 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:36.193841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d82fd6ef-37b1-4c0f-b8d0-cc4e8c39c838 req-ba69ac28-d865-4208-8a77-af807b658159 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=bec9c63d-2797-40bd-9716-17936ed9f7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703950 Jun 30 03:02:36.199171 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.219476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 2ffb1e67-4bdf-4531-9321-675e73665d57 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:36.219860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 2ffb1e67-4bdf-4531-9321-675e73665d57 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:36.257700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=fa0c4b62-dde9-45d0-a1af-f2244ec9585d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.278624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] No DVR routers for this DVR port fa0c4b62-dde9-45d0-a1af-f2244ec9585d on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:36.281159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.283227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4627e46-ff2b-46d7-a8d7-3795daf32da5 req-93c03cbb-46f6-4ffa-814b-c27c39a88b88 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "DELETE /v2.0/ports/fa0c4b62-dde9-45d0-a1af-f2244ec9585d HTTP/1.1" status: 204 len: 173 time: 0.5250268 Jun 30 03:02:36.283670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'name': 'network-vif-deleted', 'tag': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:36.285936 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2096d48f-2310-43dd-aa6d-0e1fcd966204" -d '{"events": [{"server_uuid": "e71f3781-0d61-4fde-926d-5a3811fd1584", "name": "network-vif-deleted", "tag": "fa0c4b62-dde9-45d0-a1af-f2244ec9585d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:36.324018 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93ae3ce-76e8-45cf-b632-a94fc519a80a x-openstack-request-id: req-f93ae3ce-76e8-45cf-b632-a94fc519a80a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:36.324897 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71f3781-0d61-4fde-926d-5a3811fd1584", "name": "network-vif-deleted", "tag": "fa0c4b62-dde9-45d0-a1af-f2244ec9585d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:36.325316 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f93ae3ce-76e8-45cf-b632-a94fc519a80a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:36.325963 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71f3781-0d61-4fde-926d-5a3811fd1584', 'name': 'network-vif-deleted', 'tag': 'fa0c4b62-dde9-45d0-a1af-f2244ec9585d', 'status': 'completed', 'code': 200} Jun 30 03:02:36.597213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3fce0-4d7c-4fab-bf1b-9502aacdb47a req-fcb5ab42-bc2a-4fe8-8ce0-0c4ca15f7eda tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.599080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02d3fce0-4d7c-4fab-bf1b-9502aacdb47a req-fcb5ab42-bc2a-4fe8-8ce0-0c4ca15f7eda tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0663736 Jun 30 03:02:36.643703 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02d3fce0-4d7c-4fab-bf1b-9502aacdb47a req-095c6f25-57ff-4e95-95e8-db0beb1ed636 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388148 Jun 30 03:02:37.295422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43128) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:37.354294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8567-089e-426c-b553-a6c90461ae6a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.379947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8567-089e-426c-b553-a6c90461ae6a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.439625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8567-089e-426c-b553-a6c90461ae6a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.442496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8567-089e-426c-b553-a6c90461ae6a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.443680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ecdd8567-089e-426c-b553-a6c90461ae6a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/security-groups/bec9c63d-2797-40bd-9716-17936ed9f7d2 HTTP/1.1" status: 204 len: 168 time: 0.1472728 Jun 30 03:02:37.453411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd8567-089e-426c-b553-a6c90461ae6a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec9c63d-2797-40bd-9716-17936ed9f7d2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:37.476127 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43132) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:37.527174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting subnet 8df9511f-f1d5-477c-a2db-271c54803fdb {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:37.530652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.573002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.657124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.717714 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.746692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Subnet': ['ID=8df9511f-f1d5-477c-a2db-271c54803fdb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:37.748873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.753192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-53433607-f5d8-4f8a-be78-b4d512417ad2 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/subnets/8df9511f-f1d5-477c-a2db-271c54803fdb HTTP/1.1" status: 204 len: 168 time: 0.2736123 Jun 30 03:02:37.753918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:37.754652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed296a-fee8-40a9-b777-b37236e0d151 None None] Network 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:37.832368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2b0a-352e-4b26-9d32-588db710d946 req-5b2bc786-5db2-4785-912a-f762bf81f627 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:37.834006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f9c2b0a-352e-4b26-9d32-588db710d946 req-5b2bc786-5db2-4785-912a-f762bf81f627 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0711756 Jun 30 03:02:37.834704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.877890 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f9c2b0a-352e-4b26-9d32-588db710d946 req-93100b07-ecfe-443f-a955-982025ca5a77 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377142 Jun 30 03:02:37.909474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:37.909909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.984915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] DHCP port deletion for 725fa11f-dcd3-4d9e-b904-bedf058bc8a8 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:37.988332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:37.988857 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.027127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:38.031834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] Deleting port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:38.032214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.099318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] For port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,segment=NetworkSegment(9dbb17d7-238b-402d-86be-b122179c0b2e),segment_id=9dbb17d7-238b-402d-86be-b122179c0b2e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:38.099717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.112191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] Calling delete_port for d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:38.120741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943790f-c62d-429c-b744-69132b84439d req-ec55f9bb-650e-4c67-924b-5e90adfaa2f2 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:38.122936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d943790f-c62d-429c-b744-69132b84439d req-ec55f9bb-650e-4c67-924b-5e90adfaa2f2 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.1313696 Jun 30 03:02:38.131510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:38.136513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'floatingip': {'port_id': '82634b36-d2e4-4624-a333-5dd669efcf57'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:38.148417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.176250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.181876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.182244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] No DVR routers for this DVR port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:38.185887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fa0c4b62-dde9-45d0-a1af-f2244ec9585d no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:38.188713 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:02:38.219175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: fa0c4b62-dde9-45d0-a1af-f2244ec9585d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:38.219687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fa0c4b62-dde9-45d0-a1af-f2244ec9585d not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:38.221652 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.240053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] No DVR routers for this DVR port d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:38.262071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a56de-fd65-4424-8bdd-2fad1082a72a None None] Pushing event deleted for resources: {'Port': ['ID=d38a0c9a-a7b1-4c43-b34d-95706f2c1b17,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.287908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.297944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:38.303835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725fa11f-dcd3-4d9e-b904-bedf058bc8a8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:38.319041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbb17d7-238b-402d-86be-b122179c0b2e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:38.319353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbb17d7-238b-402d-86be-b122179c0b2e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:38.319580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:38.319989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d38a0c9a-a7b1-4c43-b34d-95706f2c1b17 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:38.329858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.344866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.351070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:38.351461 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:38.354484 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:38.416612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.426936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.428453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/networks/725fa11f-dcd3-4d9e-b904-bedf058bc8a8 HTTP/1.1" status: 204 len: 168 time: 0.6737049 Jun 30 03:02:38.433406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43142) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:38.438879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a42b9-ae3b-4f46-b2e3-c1b6d9edf228 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Network': ['ID=725fa11f-dcd3-4d9e-b904-bedf058bc8a8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.938636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port cc237a4f-d047-4c5a-8fc6-667d5ba0b593 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:38.938904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.953827 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.981738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.340161 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.340659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.358679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for cc237a4f-d047-4c5a-8fc6-667d5ba0b593 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:39.360849 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Floating IP b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd associated. External IP: 172.25.0.98, port: 82634b36-d2e4-4624-a333-5dd669efcf57. Jun 30 03:02:39.526321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.703810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:39.705435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.736339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=cc237a4f-d047-4c5a-8fc6-667d5ba0b593,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:39.868256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.868590 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Floating IP d086775c-09f6-41ee-ac4e-5eacb81c89d9 disassociated (deleted). External IP: 172.25.0.34, port: a5ca3af1-1358-4206-ba2d-6490a4ff8bec. Jun 30 03:02:39.928771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:39.934860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.938498 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:39.947622 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:39.948392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.009980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1cd20670-8625-4263-8cbb-d5ca4eef49ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "PUT /v2.0/floatingips/b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd HTTP/1.1" status: 200 len: 991 time: 1.8773258 Jun 30 03:02:40.012548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:40.015002 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e7716f-c773-468b-aaff-5f70756efa84" -d '{"events": [{"name": "network-changed", "server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:40.062222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:40.063236 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28de79e-f6ee-459e-8d13-7d4970799859 x-openstack-request-id: req-f28de79e-f6ee-459e-8d13-7d4970799859 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:40.063523 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:40.063813 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f28de79e-f6ee-459e-8d13-7d4970799859 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:40.064153 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57', 'status': 'completed', 'code': 200} Jun 30 03:02:40.175887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:40.198114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-c17d33f0-5b73-4f44-9979-b9e6557f3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:40.200609 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-c17d33f0-5b73-4f44-9979-b9e6557f3179 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.0888610 Jun 30 03:02:40.365880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:40.369811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.373318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-a8d963db-cdf7-4f0e-afa0-87a30ed15ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:40.374806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-a8d963db-cdf7-4f0e-afa0-87a30ed15ff1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.1447189 Jun 30 03:02:40.376493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48715208-f815-4979-8c56-67522d05d058 None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:40.384016 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'port_id': '82634b36-d2e4-4624-a333-5dd669efcf57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'mac_address': 'fa:16:3e:c7:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:38Z', 'revision_number': 1, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.385346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:40.386170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.414729 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:40.424240 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:40.424930 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.453062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-210dab3f-6692-4f8a-a37d-c27b550c8210 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/floatingips/d086775c-09f6-41ee-ac4e-5eacb81c89d9 HTTP/1.1" status: 204 len: 168 time: 2.0156233 Jun 30 03:02:40.468265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-4e0b750a-8d41-4496-a067-889db1cf0a65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 999 time: 0.0759919 Jun 30 03:02:40.502379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:40.522539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-9e9ae183-d1d0-4e12-8ce9-2e63cda4c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:40.524303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-9e9ae183-d1d0-4e12-8ce9-2e63cda4c7e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0477359 Jun 30 03:02:40.573849 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:40.594828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-fc1e647b-b8c2-40d0-bfec-6e21fc6e4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:40.596764 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-fc1e647b-b8c2-40d0-bfec-6e21fc6e4bc2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647306 Jun 30 03:02:40.741037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-d32d339e-845b-4585-8950-eae7d0228541 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329913 Jun 30 03:02:40.851478 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'port_id': '82634b36-d2e4-4624-a333-5dd669efcf57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'mac_address': 'fa:16:3e:c7:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:38Z', 'revision_number': 1, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.881587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18d765-4d00-4dd0-94f7-58d4668f9132 None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'port_id': '82634b36-d2e4-4624-a333-5dd669efcf57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'mac_address': 'fa:16:3e:c7:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:38Z', 'revision_number': 1, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:40.894598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2e7716f-c773-468b-aaff-5f70756efa84 req-7e65fcf0-bcb3-4bfc-b629-c7ef4129b8c5 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369166 Jun 30 03:02:40.909806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:32Z', 'revision_number': 6, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.924251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72495-15a6-46d5-bbac-d6bfc44c3428 req-56d0e985-a6ec-4436-b955-0a470dd231a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:40.925800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9af72495-15a6-46d5-bbac-d6bfc44c3428 req-56d0e985-a6ec-4436-b955-0a470dd231a4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.1110189 Jun 30 03:02:40.943190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48715208-f815-4979-8c56-67522d05d058 None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:40.952109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:40.952732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.974253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9af72495-15a6-46d5-bbac-d6bfc44c3428 req-bd755265-438d-4c6e-b069-9c4dfc73bc78 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411901 Jun 30 03:02:41.015484 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.080817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:41.112806 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c4aee-d28f-45db-8452-aceb92238738 None None] New status for floating IP b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:02:41.312589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48715208-f815-4979-8c56-67522d05d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:32Z', 'revision_number': 6, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:41.349043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48715208-f815-4979-8c56-67522d05d058 None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:32Z', 'revision_number': 6, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '4a877801-4a38-4051-84f4-608a7fefaad0', 'name': '', 'network_id': '80319cc2-1baf-47ef-998a-158dafb4603d', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:8a:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:24Z', 'updated_at': '2021-06-30T03:00:30Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': '313bd47d-7d32-48b9-bcaf-92eca4faebc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:41.575535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d078e-bae3-4293-a786-179545651a51 None None] New status for floating IP d086775c-09f6-41ee-ac4e-5eacb81c89d9: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:02:42.064916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:42.067354 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98054c47-1e24-4978-8e87-1d06402e5d71" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:42.104527 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da2ea72-34b3-4be9-8fef-23505b2cdc5d x-openstack-request-id: req-1da2ea72-34b3-4be9-8fef-23505b2cdc5d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:42.104832 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:42.105090 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1da2ea72-34b3-4be9-8fef-23505b2cdc5d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:42.105537 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'status': 'completed', 'code': 200} Jun 30 03:02:42.170934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124b2c2-c1f5-4db3-8b73-edc64ccc7eb4 req-893b96b4-ba3b-4366-a9a2-5f8b8795781e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:42.172440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a124b2c2-c1f5-4db3-8b73-edc64ccc7eb4 req-893b96b4-ba3b-4366-a9a2-5f8b8795781e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.0660942 Jun 30 03:02:42.192617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-b1bda3e4-21c2-4eb7-b5b6-a86c3a142591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:42.194150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-b1bda3e4-21c2-4eb7-b5b6-a86c3a142591 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 1096 time: 0.0563231 Jun 30 03:02:42.212378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a124b2c2-c1f5-4db3-8b73-edc64ccc7eb4 req-ba22136f-f845-4bab-9791-f7c603ba8160 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340838 Jun 30 03:02:42.303319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-9ca83f04-2546-4b40-94c3-0fae08d18367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:42.304790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-9ca83f04-2546-4b40-94c3-0fae08d18367 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 200 len: 897 time: 0.0942502 Jun 30 03:02:42.356168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-e0c53c3c-9dd0-4477-8cb0-7bc92fe36913 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 200 len: 217 time: 0.0348504 Jun 30 03:02:42.409986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-8b9562c7-0911-447e-aea9-e3f61511eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:42.411452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-8b9562c7-0911-447e-aea9-e3f61511eb62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=313bd47d-7d32-48b9-bcaf-92eca4faebc5 HTTP/1.1" status: 200 len: 835 time: 0.0478232 Jun 30 03:02:42.479674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-4ff814eb-c49a-4ea0-a5a9-0bf38ee04f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:42.481846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-4ff814eb-c49a-4ea0-a5a9-0bf38ee04f0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80319cc2-1baf-47ef-998a-158dafb4603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530889 Jun 30 03:02:42.579806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-e4833a7c-5910-4871-bfb9-1dd9487aebfb service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810204 Jun 30 03:02:42.681669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98054c47-1e24-4978-8e87-1d06402e5d71 req-864d77f7-c5dd-4831-8436-a559ab8d7f11 service neutron] 10.222.0.90 "GET /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893478 Jun 30 03:02:43.139507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-5bda604e-8939-48cf-96e3-396706353445 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:43.140978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-5bda604e-8939-48cf-96e3-396706353445 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.0638580 Jun 30 03:02:43.251140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port a5ca3af1-1358-4206-ba2d-6490a4ff8bec {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:43.251671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.342288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port a5ca3af1-1358-4206-ba2d-6490a4ff8bec, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:43.342708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.355626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for a5ca3af1-1358-4206-ba2d-6490a4ff8bec owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:43.392782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80c1c-36fd-4872-84d1-a4a7c3abcb3f req-1c14e22f-1f62-46be-963d-30a39cd30700 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:43.394413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7d80c1c-36fd-4872-84d1-a4a7c3abcb3f req-1c14e22f-1f62-46be-963d-30a39cd30700 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd09253-6bed-44c1-b2c0-d50cfe61d89c HTTP/1.1" status: 200 len: 945 time: 0.0662906 Jun 30 03:02:43.438934 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7d80c1c-36fd-4872-84d1-a4a7c3abcb3f req-e49ef1cd-9cf6-43f6-b71c-94212218c8a6 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=37e9ffe6-29b9-44e8-8988-7283d28f7277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384717 Jun 30 03:02:43.493232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.522862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=a5ca3af1-1358-4206-ba2d-6490a4ff8bec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:43.571796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] No DVR routers for this DVR port a5ca3af1-1358-4206-ba2d-6490a4ff8bec on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:43.575253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.577287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a68e91ee-66e4-4ac9-82e6-10dc208e5e4f req-83f73310-62aa-46dd-a417-0d0a6fc5436e tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "DELETE /v2.0/ports/a5ca3af1-1358-4206-ba2d-6490a4ff8bec HTTP/1.1" status: 204 len: 173 time: 0.4269841 Jun 30 03:02:43.577786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'name': 'network-vif-deleted', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:43.580086 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32958caf-c52d-4834-82f9-0b08e117dce2" -d '{"events": [{"server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "name": "network-vif-deleted", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:43.618539 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed47869d-b348-4418-b088-a8c7fbcae2c5 x-openstack-request-id: req-ed47869d-b348-4418-b088-a8c7fbcae2c5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:43.618831 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd09253-6bed-44c1-b2c0-d50cfe61d89c", "name": "network-vif-deleted", "tag": "a5ca3af1-1358-4206-ba2d-6490a4ff8bec", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:43.619082 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed47869d-b348-4418-b088-a8c7fbcae2c5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:43.619504 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd09253-6bed-44c1-b2c0-d50cfe61d89c', 'name': 'network-vif-deleted', 'tag': 'a5ca3af1-1358-4206-ba2d-6490a4ff8bec', 'status': 'completed', 'code': 200} Jun 30 03:02:44.536808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43174) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:44.597682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61dc9c5d-1e4f-41d2-b9a3-7a09bec027a9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.623762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61dc9c5d-1e4f-41d2-b9a3-7a09bec027a9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.686447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61dc9c5d-1e4f-41d2-b9a3-7a09bec027a9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.689127 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61dc9c5d-1e4f-41d2-b9a3-7a09bec027a9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.690294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61dc9c5d-1e4f-41d2-b9a3-7a09bec027a9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/security-groups/37e9ffe6-29b9-44e8-8988-7283d28f7277 HTTP/1.1" status: 204 len: 168 time: 0.1524422 Jun 30 03:02:44.699542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc9c5d-1e4f-41d2-b9a3-7a09bec027a9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9ffe6-29b9-44e8-8988-7283d28f7277,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:44.720018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43178) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.340681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.616567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port 4a877801-4a38-4051-84f4-608a7fefaad0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:45.617250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.724443 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port 4a877801-4a38-4051-84f4-608a7fefaad0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4a877801-4a38-4051-84f4-608a7fefaad0,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:45.724805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.737843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for 4a877801-4a38-4051-84f4-608a7fefaad0 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:45.918559 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.949680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=4a877801-4a38-4051-84f4-608a7fefaad0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:46.128199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.202826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a5ca3af1-1358-4206-ba2d-6490a4ff8bec no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:46.228365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: a5ca3af1-1358-4206-ba2d-6490a4ff8bec {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:46.228772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device a5ca3af1-1358-4206-ba2d-6490a4ff8bec not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:46.356643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 6d651dbb-c50a-43b1-a543-a357e735787c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:46.471729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:46.477113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8256353d-166f-4008-8812-9111154fc0fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "PUT /v2.0/routers/6d651dbb-c50a-43b1-a543-a357e735787c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560489 Jun 30 03:02:46.479778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43182) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:46.481291 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] Sync routers for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:46.490251 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:46.490952 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.531076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting subnet 313bd47d-7d32-48b9-bcaf-92eca4faebc5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:46.534111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.574954 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.596394 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:46.671195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.734020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.762802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Subnet': ['ID=313bd47d-7d32-48b9-bcaf-92eca4faebc5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:46.766590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.771220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:46.771757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7095f801-0947-4041-aab2-148f953c4215 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/subnets/313bd47d-7d32-48b9-bcaf-92eca4faebc5 HTTP/1.1" status: 204 len: 168 time: 0.2905295 Jun 30 03:02:46.780230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3a07e-f736-4a14-871f-a5d908c4fb8c None None] Network 80319cc2-1baf-47ef-998a-158dafb4603d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:46.785123 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:45Z', 'revision_number': 7, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.811410 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] Checking router: 6d651dbb-c50a-43b1-a543-a357e735787c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:46.819768 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] Routers {'6d651dbb-c50a-43b1-a543-a357e735787c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:46.820389 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6d651dbb-c50a-43b1-a543-a357e735787c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.885537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.927278 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] Set router 6d651dbb-c50a-43b1-a543-a357e735787c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:46.981470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] DHCP port deletion for 80319cc2-1baf-47ef-998a-158dafb4603d request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:47.000379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.035851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] Deleting port 959b2791-7338-4ca0-8d3f-932679778c3f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:47.036240 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.057012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port c882b4cb-8678-4e22-a983-469c17eaa977 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:47.057668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.098142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] For port 959b2791-7338-4ca0-8d3f-932679778c3f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=959b2791-7338-4ca0-8d3f-932679778c3f,segment=NetworkSegment(ce2a7782-b10b-48b1-a847-e9a7b3820c40),segment_id=ce2a7782-b10b-48b1-a847-e9a7b3820c40)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:47.098575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.112102 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:45Z', 'revision_number': 7, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:47.112827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] Calling delete_port for 959b2791-7338-4ca0-8d3f-932679778c3f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:47.138455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port c882b4cb-8678-4e22-a983-469c17eaa977, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c882b4cb-8678-4e22-a983-469c17eaa977,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:47.138844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.153638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for c882b4cb-8678-4e22-a983-469c17eaa977 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:47.197516 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.223914 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236db5f-2332-464e-98de-9589c1aa9e78 None None] The sync data for ids ['6d651dbb-c50a-43b1-a543-a357e735787c'] in n-d-798054-5 is: [{'id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'name': 'tempest-TestNetworkBasicOps-router-1118161505', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:00:20Z', 'updated_at': '2021-06-30T03:02:45Z', 'revision_number': 7, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': 'c882b4cb-8678-4e22-a983-469c17eaa977', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d651dbb-c50a-43b1-a543-a357e735787c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:00:21Z', 'updated_at': '2021-06-30T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:47.225383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] Pushing event deleted for resources: {'Port': ['ID=959b2791-7338-4ca0-8d3f-932679778c3f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:47.227234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48238fe-73a7-40f6-b908-448c87974538 None None] No DVR routers for this DVR port 959b2791-7338-4ca0-8d3f-932679778c3f on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:47.336016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.365078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=c882b4cb-8678-4e22-a983-469c17eaa977,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:47.424662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.514769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.516946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.563463 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.563463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Fanout notify agent at l3_agent the message router_deleted on router 6d651dbb-c50a-43b1-a543-a357e735787c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:47.571657 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.572765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4420c707-f26c-48c6-ae48-cdf1ed65fe18 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/routers/6d651dbb-c50a-43b1-a543-a357e735787c HTTP/1.1" status: 204 len: 168 time: 0.7998381 Jun 30 03:02:47.575725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.656889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.750970 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.760597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80319cc2-1baf-47ef-998a-158dafb4603d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:47.770980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2a7782-b10b-48b1-a847-e9a7b3820c40') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:47.771207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2a7782-b10b-48b1-a847-e9a7b3820c40') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:47.780787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.795719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.802209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:47.802730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:47.806078 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:47.869022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.875096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.882148 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/networks/80319cc2-1baf-47ef-998a-158dafb4603d HTTP/1.1" status: 204 len: 168 time: 0.3053710 Jun 30 03:02:47.901950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f016c8-df25-49d2-afa6-f92ce45f0b61 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Network': ['ID=80319cc2-1baf-47ef-998a-158dafb4603d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:47.905627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43192) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.914611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'network': {'name': 'tempest-network-smoke--1100940259', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:47.942529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:47.946239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.972441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:47.983315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.983660 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Added segment 4ad0c2b3-1b23-47ec-b409-0c277ae68603 of type vlan for network 6c495609-2132-4a51-9f2e-9b8770e61823 Jun 30 03:02:48.038108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.071749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.077439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:48.078020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.153797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2434149 Jun 30 03:02:48.156647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.161375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-782050125', 'admin_state_up': True, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:48.185588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83151cc8-e836-4c60-820b-a3674654696b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Network': ['ID=6c495609-2132-4a51-9f2e-9b8770e61823,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:48.187104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.188602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.195940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 6c495609-2132-4a51-9f2e-9b8770e61823 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:48.273034 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.328707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 959b2791-7338-4ca0-8d3f-932679778c3f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:48.349578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 959b2791-7338-4ca0-8d3f-932679778c3f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:48.349924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 959b2791-7338-4ca0-8d3f-932679778c3f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:48.350366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4a877801-4a38-4051-84f4-608a7fefaad0 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:48.373913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 4a877801-4a38-4051-84f4-608a7fefaad0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:48.374258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4a877801-4a38-4051-84f4-608a7fefaad0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:48.374696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c882b4cb-8678-4e22-a983-469c17eaa977 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:48.393673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c882b4cb-8678-4e22-a983-469c17eaa977 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:48.394019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c882b4cb-8678-4e22-a983-469c17eaa977 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:48.753084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.948625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.967939 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.076290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.25.0.76 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/500fcecb-9b1e-4e1c-a763-ceb66fbffa37) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:49.176542 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.215546 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.255552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:49.259857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:49.266202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:49.271545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:49.511636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.710864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.834973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 16f35d54-4579-4399-b928-5211e20cf622 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:49.941057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:49.950771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Sync routers for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:49.960067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:49.960682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:49.960883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.963063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58a67e63-e24b-4ab6-ac91-346aea403641 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8045039 Jun 30 03:02:49.965921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.003720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1cece7bd-4d56-433e-8c00-01db9960d7c0 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ac8db0c3f2b64c86840011b8ecac9ef2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341580 Jun 30 03:02:50.003924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.077045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:50.094796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f9da48-e14d-4b73-a155-c3fedf661329 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.098258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-63f9da48-e14d-4b73-a155-c3fedf661329 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915992 Jun 30 03:02:50.099410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.128130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-83c4ff12-7abf-4175-ac4a-ef047b248a33 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276155 Jun 30 03:02:50.130605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.135904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-161033891', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:50.229033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:50.233144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.260427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:49Z', 'revision_number': 3, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:50.286724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Checking router: 16f35d54-4579-4399-b928-5211e20cf622 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:50.287077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Updating router 16f35d54-4579-4399-b928-5211e20cf622 port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:50.329237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.423522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.486236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Subnet': ['ID=a1150f69-8012-4f4a-88da-c7fadc438b48,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.496705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Checking segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:50.497180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network hostable DHCP agents. Network: 6c495609-2132-4a51-9f2e-9b8770e61823, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:50.514562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 6c495609-2132-4a51-9f2e-9b8770e61823 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:50.523682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 6c495609-2132-4a51-9f2e-9b8770e61823) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:50.528402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.529596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.533534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9d2a9-8bec-4dce-afdb-90a1f258bddf None None] Network 6c495609-2132-4a51-9f2e-9b8770e61823 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:50.544637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c64b2f11-c0e6-4582-8703-702601883686 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126575 Jun 30 03:02:50.547440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.637612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.655585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Transition to ACTIVE for port object 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:50.667619 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.752026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396078-6f59-45ea-9913-bda1accbd149 None None] Pushing event updated for resources: {'Port': ['ID=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.754287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Attempting to bind port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:50.754684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Attempting to bind port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:50.755042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Attempting to bind port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:50.766841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:50.767218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:50.767627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.768021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:50.768499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Bound port: 500fcecb-9b1e-4e1c-a763-ceb66fbffa37, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:50.768882 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.809710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-6c495609-2132-4a51-9f2e-9b8770e61823', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:50.810586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.900196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] For port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:50.918590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] For port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:50.925864 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.984748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.025921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:51.026578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:51.035860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396078-6f59-45ea-9913-bda1accbd149 None None] Pushing event updated for resources: {'Port': ['ID=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.071181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Allocated IP 172.20.0.2 (6c495609-2132-4a51-9f2e-9b8770e61823/a1150f69-8012-4f4a-88da-c7fadc438b48/d8a691a5-9d43-44f8-9219-441cf5af75fc) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:51.364361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:51.544122 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.559110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Transition to ACTIVE for port object d8a691a5-9d43-44f8-9219-441cf5af75fc will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:51.592673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Transition to ACTIVE for port object d8a691a5-9d43-44f8-9219-441cf5af75fc will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:51.600270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.646423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Network 6c495609-2132-4a51-9f2e-9b8770e61823 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:51.655778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.20.0.1 (6c495609-2132-4a51-9f2e-9b8770e61823/a1150f69-8012-4f4a-88da-c7fadc438b48/78c65716-2ac9-4a2e-8867-9fd58a553576) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:51.658065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:51.661645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:51.664279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Pushing event updated for resources: {'Port': ['ID=d8a691a5-9d43-44f8-9219-441cf5af75fc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.702217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:49Z', 'revision_number': 3, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:51.748566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb62f332-806f-48ae-8138-f6f36bf4b2d9 None None] The sync data for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 is: [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:49Z', 'revision_number': 3, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:51.758293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Attempting to bind port d8a691a5-9d43-44f8-9219-441cf5af75fc on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:51.759200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Attempting to bind port d8a691a5-9d43-44f8-9219-441cf5af75fc by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:51.759331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Attempting to bind port d8a691a5-9d43-44f8-9219-441cf5af75fc on network 6c495609-2132-4a51-9f2e-9b8770e61823 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:51.765145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:51.765773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Checking segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:51.765898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.766294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Bound using segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:51.766788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Bound port: d8a691a5-9d43-44f8-9219-441cf5af75fc, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:51.767172 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.774976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.789969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Transition to ACTIVE for port object 78c65716-2ac9-4a2e-8867-9fd58a553576 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:51.825008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.839302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] For port d8a691a5-9d43-44f8-9219-441cf5af75fc, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:51.843246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] For port d8a691a5-9d43-44f8-9219-441cf5af75fc, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d8a691a5-9d43-44f8-9219-441cf5af75fc,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:51.848527 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.870376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 6c495609-2132-4a51-9f2e-9b8770e61823 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:51.874030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:51.878458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:51.909755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31e137-8e80-4d32-be03-ea4e9e14e40f None None] Pushing event updated for resources: {'Port': ['ID=d8a691a5-9d43-44f8-9219-441cf5af75fc,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.927939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=78c65716-2ac9-4a2e-8867-9fd58a553576,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.950159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.161532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.397315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d8a691a5-9d43-44f8-9219-441cf5af75fc up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:52.453007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d8a691a5-9d43-44f8-9219-441cf5af75fc completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:52.459895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:52.511609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:52.517098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:52.517470 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.557307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.566210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.604744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.626371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:52.639304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.654419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=78c65716-2ac9-4a2e-8867-9fd58a553576,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:52.659322 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.697859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:52.770606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 6c495609-2132-4a51-9f2e-9b8770e61823 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:52.772238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:52.899289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 16f35d54-4579-4399-b928-5211e20cf622 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:53.017363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:53.022788 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-60900baa-e641-48bc-a77c-ee61cb411bd3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "PUT /v2.0/routers/16f35d54-4579-4399-b928-5211e20cf622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743562 Jun 30 03:02:53.025408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:53.060705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f028c50-e8f3-4ea4-9700-b87ea77bfe1b None None] Network 6c495609-2132-4a51-9f2e-9b8770e61823 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:53.118619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] Provisioning for port d8a691a5-9d43-44f8-9219-441cf5af75fc completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:53.127355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] Provisioning complete for port d8a691a5-9d43-44f8-9219-441cf5af75fc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:53.127800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.203475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.204110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.204625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.205121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.205587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.206050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.207830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-24ed201a-c637-4abe-886f-122a1078450b tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1814468 Jun 30 03:02:53.211589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:53.281611 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.327964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] For port d8a691a5-9d43-44f8-9219-441cf5af75fc, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d8a691a5-9d43-44f8-9219-441cf5af75fc,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:53.334717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.404044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a9794-7bbc-41a5-87ed-4caa9f90dd23 None None] Pushing event updated for resources: {'Port': ['ID=d8a691a5-9d43-44f8-9219-441cf5af75fc,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.645113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.645604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.646084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.646675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.647225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.647610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:53.652754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43222) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:53.658761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0f98bf0d-d839-4604-ae87-67958a72c373 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.4453712 Jun 30 03:02:53.661951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f713cecc-dce8-469c-9b07-166809c2dcb1 None None] Provisioning for port 78c65716-2ac9-4a2e-8867-9fd58a553576 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:53.667420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f713cecc-dce8-469c-9b07-166809c2dcb1 None None] Provisioning complete for port 78c65716-2ac9-4a2e-8867-9fd58a553576 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:53.669118 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f713cecc-dce8-469c-9b07-166809c2dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.705098 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Sync routers for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:53.716049 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:53.716991 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:53.718117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f713cecc-dce8-469c-9b07-166809c2dcb1 None None] Port 78c65716-2ac9-4a2e-8867-9fd58a553576 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:53.731766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f713cecc-dce8-469c-9b07-166809c2dcb1 None None] Provisioning complete for port d8a691a5-9d43-44f8-9219-441cf5af75fc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:53.732088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f713cecc-dce8-469c-9b07-166809c2dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.843064 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:53.957230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a794c848-efc1-470b-8eea-473fb0df9f55 None None] Provisioning complete for port 78c65716-2ac9-4a2e-8867-9fd58a553576 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:53.957615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a794c848-efc1-470b-8eea-473fb0df9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.001510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a794c848-efc1-470b-8eea-473fb0df9f55 None None] Port 78c65716-2ac9-4a2e-8867-9fd58a553576 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:54.071302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 2, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.101658 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Checking router: 16f35d54-4579-4399-b928-5211e20cf622 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:54.102012 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Updating router 16f35d54-4579-4399-b928-5211e20cf622 port 78c65716-2ac9-4a2e-8867-9fd58a553576 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:54.125167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e8a770b7-8ec0-4779-a8a1-8bd618a5d71c None None] Provisioning complete for port 78c65716-2ac9-4a2e-8867-9fd58a553576 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:54.125545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8a770b7-8ec0-4779-a8a1-8bd618a5d71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.138712 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.163114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e8a770b7-8ec0-4779-a8a1-8bd618a5d71c None None] Port 78c65716-2ac9-4a2e-8867-9fd58a553576 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:54.207054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-248fe974-89fb-4c42-9d26-2fa46c147555 tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.5530436 Jun 30 03:02:54.268718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d8a691a5-9d43-44f8-9219-441cf5af75fc up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:54.322344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d8a691a5-9d43-44f8-9219-441cf5af75fc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:54.322803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.405864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:54.411746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43226) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:54.416417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110337734', 'description': 'tempest-secgroup-smoke-2110337734 description', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:54.416658 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.427878 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Transition to ACTIVE for port object 78c65716-2ac9-4a2e-8867-9fd58a553576 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:54.436366 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.439932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.459650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:54.460086 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.488331 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6051c3-3a1e-4922-b484-7841d6140ae2 None None] Pushing event updated for resources: {'Port': ['ID=78c65716-2ac9-4a2e-8867-9fd58a553576,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.533856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.537507 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.573536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.576212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634471 Jun 30 03:02:54.577478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56171ecf-f18b-46d4-a3b0-9e695ebc626a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa28fa-5757-430d-99b1-a17302597813,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.579842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:54.585779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '11aa28fa-5757-430d-99b1-a17302597813', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:54.589431 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Attempting to bind port 78c65716-2ac9-4a2e-8867-9fd58a553576 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:54.590536 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Attempting to bind port 78c65716-2ac9-4a2e-8867-9fd58a553576 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:54.591228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Attempting to bind port 78c65716-2ac9-4a2e-8867-9fd58a553576 on network 6c495609-2132-4a51-9f2e-9b8770e61823 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:54.597777 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:54.598430 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Checking segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:54.598830 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.599266 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Bound using segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:54.599734 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Bound port: 78c65716-2ac9-4a2e-8867-9fd58a553576, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:54.600402 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.631181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.682433 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] For port 78c65716-2ac9-4a2e-8867-9fd58a553576, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:54.687318 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] For port 78c65716-2ac9-4a2e-8867-9fd58a553576, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=78c65716-2ac9-4a2e-8867-9fd58a553576,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:54.692418 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.704940 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.709155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.725763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3e13b8-8451-4762-862a-1dd97fe7ffdb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.739377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.743436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-11d0507f-c5e7-42ae-833d-d4388a142517 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592519 Jun 30 03:02:54.743923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43232) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:54.749971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '11aa28fa-5757-430d-99b1-a17302597813', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:54.765017 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:54.765017 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:02:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.766708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6051c3-3a1e-4922-b484-7841d6140ae2 None None] Pushing event updated for resources: {'Port': ['ID=78c65716-2ac9-4a2e-8867-9fd58a553576,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.790774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.859909 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.864978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.883800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c27b468-41b5-4d3f-ae9e-9c3576bd8f51,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.893333 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.898519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:54.898702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3d2e283c-9815-4ee6-8d57-24289766185a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536169 Jun 30 03:02:54.903733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:54.907515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '11aa28fa-5757-430d-99b1-a17302597813', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:54.943023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.006682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.012116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.034810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fa4b8f-4f57-42e3-8e88-c47bb32150f5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:55.047095 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.048372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8ea56a9-1069-4be1-8006-5bb240c341d0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477768 Jun 30 03:02:55.051138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:55.055567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '11aa28fa-5757-430d-99b1-a17302597813', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:55.082488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.114503 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:54Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:55.142119 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.145302 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20da06-e4df-4e65-a5f5-80eb6738b00c None None] The sync data for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 is: [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:54Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:55.146896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.167168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011683fb-8b2d-40f9-919f-76c449b3dbd7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:55.171577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.172932 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e43453b2-55f9-40ca-bc54-5d70b5bdeca0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207974 Jun 30 03:02:55.176046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43238) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:55.180881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '11aa28fa-5757-430d-99b1-a17302597813', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:55.226929 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Project ac8db0c3f2b64c86840011b8ecac9ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:02:55.232319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.302509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.306691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.333438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f66fd5c-0282-44d5-ac7f-e876155dd204,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:55.340835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.342125 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78cfcead-2de6-4f3d-a052-213633562503 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649275 Jun 30 03:02:55.345219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:55.350575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'security_group_rule': {'security_group_id': '11aa28fa-5757-430d-99b1-a17302597813', 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:55.373362 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Project ac8db0c3f2b64c86840011b8ecac9ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:02:55.378654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.442089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.446398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.466227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a122539-b510-4156-b2cc-8bc5226e84d7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:55.474194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.475525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d09c1124-26bc-46cc-844e-a7847a3ef54b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290631 Jun 30 03:02:55.692623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-7fa81a94-548b-4125-92a1-19b4d655d77c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110337734&fields=id&tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 267 time: 0.0550835 Jun 30 03:02:55.807664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3be62048-ff7d-49bf-980f-3542352d569f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:55.809868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3be62048-ff7d-49bf-980f-3542352d569f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/networks?id=6c495609-2132-4a51-9f2e-9b8770e61823 HTTP/1.1" status: 200 len: 797 time: 0.1108844 Jun 30 03:02:55.825531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-2f4c73f5-aa82-443f-95c0-9aff5f60bff4 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/quotas/ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 375 time: 0.0102122 Jun 30 03:02:55.940306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-ac1c344b-cefa-4864-a59c-776d6c3cf55b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092734 Jun 30 03:02:55.959524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-f21fcc79-346d-4b4b-be3b-b49d95e3a82f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:02:55.960672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-f21fcc79-346d-4b4b-be3b-b49d95e3a82f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057290 Jun 30 03:02:56.059084 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-a3c3296b-bac5-4234-a2dd-bdc695f2b92a service neutron] 10.222.0.78 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912502 Jun 30 03:02:56.157716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-67cca9f7-f47c-4c6a-9268-4dd341f5e7cd service neutron] 10.222.0.78 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927148 Jun 30 03:02:56.287194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78c65716-2ac9-4a2e-8867-9fd58a553576 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:56.336067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92943378-babb-4255-8e3f-a5408775dd41 req-01c012b1-0a10-4d92-9a5e-23d6310da505 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 210 time: 0.0300617 Jun 30 03:02:56.340025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 78c65716-2ac9-4a2e-8867-9fd58a553576 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:56.344478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 78c65716-2ac9-4a2e-8867-9fd58a553576 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:56.344916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.423336 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.456017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 78c65716-2ac9-4a2e-8867-9fd58a553576, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=78c65716-2ac9-4a2e-8867-9fd58a553576,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:56.460694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.515705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=78c65716-2ac9-4a2e-8867-9fd58a553576,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:57.492478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-acc21d5b-be4f-41b6-ba50-6ae08b84c415 req-166c4b35-098f-4617-b374-a0b820d2ac5b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 210 time: 0.0363081 Jun 30 03:02:57.500944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-f70eda70-3a3d-413e-8331-6a085e0cbe03 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:57.502466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-f70eda70-3a3d-413e-8331-6a085e0cbe03 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/networks?id=6c495609-2132-4a51-9f2e-9b8770e61823 HTTP/1.1" status: 200 len: 797 time: 0.1399810 Jun 30 03:02:57.551599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-ba496e8b-6607-4a00-8847-8d027585a612 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2 HTTP/1.1" status: 200 len: 380 time: 0.0397353 Jun 30 03:02:57.561864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'port': {'device_id': '8456a430-252a-4f42-81cb-8113bb188df3', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'admin_state_up': True, 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'security_groups': ['11aa28fa-5757-430d-99b1-a17302597813']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:57.652431 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ac56eaf-c6c1-45bc-9180-a8a9d0ce1e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.679273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Made reservation on behalf of ac8db0c3f2b64c86840011b8ecac9ef2 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:57.682912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.809886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.20.0.7 (6c495609-2132-4a51-9f2e-9b8770e61823/a1150f69-8012-4f4a-88da-c7fadc438b48/131ade7d-cb57-462c-a418-7afb0246ad7b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:57.952835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.967096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Transition to ACTIVE for port object 131ade7d-cb57-462c-a418-7afb0246ad7b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:58.000601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.040564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 6c495609-2132-4a51-9f2e-9b8770e61823 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:58.044274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:58.048127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:58.080505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=131ade7d-cb57-462c-a418-7afb0246ad7b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:58.107242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:58.107868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.123505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-3f5c264f-df27-48a4-8f33-2e742d070990 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660353 Jun 30 03:02:58.135647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Request body: {'port': {'device_id': '8456a430-252a-4f42-81cb-8113bb188df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:58.217332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.252030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0dc3e77b-2b49-40f6-90bd-079c8771d33a None None] Provisioning for port 131ade7d-cb57-462c-a418-7afb0246ad7b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:58.256457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0dc3e77b-2b49-40f6-90bd-079c8771d33a None None] Provisioning complete for port 131ade7d-cb57-462c-a418-7afb0246ad7b triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:58.256960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dc3e77b-2b49-40f6-90bd-079c8771d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.278186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78c65716-2ac9-4a2e-8867-9fd58a553576 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:58.316693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3e77b-2b49-40f6-90bd-079c8771d33a None None] Port 131ade7d-cb57-462c-a418-7afb0246ad7b cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:58.335824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 78c65716-2ac9-4a2e-8867-9fd58a553576 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:58.336299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.488865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131ade7d-cb57-462c-a418-7afb0246ad7b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:58.496319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.507843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Transition to ACTIVE for port object 131ade7d-cb57-462c-a418-7afb0246ad7b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:58.512666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.563169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Pushing event updated for resources: {'Port': ['ID=131ade7d-cb57-462c-a418-7afb0246ad7b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:58.680297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Attempting to bind port 131ade7d-cb57-462c-a418-7afb0246ad7b on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:58.680704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Attempting to bind port 131ade7d-cb57-462c-a418-7afb0246ad7b by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:58.680954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Attempting to bind port 131ade7d-cb57-462c-a418-7afb0246ad7b on network 6c495609-2132-4a51-9f2e-9b8770e61823 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:58.688347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Port 131ade7d-cb57-462c-a418-7afb0246ad7b on network 6c495609-2132-4a51-9f2e-9b8770e61823 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:58.688675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Attempting to bind port 131ade7d-cb57-462c-a418-7afb0246ad7b on network 6c495609-2132-4a51-9f2e-9b8770e61823 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:58.696299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:58.696643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Checking segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:58.697030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Bound using segment: {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:58.697467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Bound port: 131ade7d-cb57-462c-a418-7afb0246ad7b, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad0c2b3-1b23-47ec-b409-0c277ae68603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:58.697830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.723271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043143-a753-4281-9df8-b0bc8c99bc21 req-93731fbc-768a-4b8a-9203-50041ec63cda tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:58.725311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e043143-a753-4281-9df8-b0bc8c99bc21 req-93731fbc-768a-4b8a-9203-50041ec63cda tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 943 time: 0.1067302 Jun 30 03:02:58.810246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e043143-a753-4281-9df8-b0bc8c99bc21 req-6577d8e0-4279-4c6c-8474-87d1b3d3b0cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604603 Jun 30 03:02:58.814449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] For port 131ade7d-cb57-462c-a418-7afb0246ad7b, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:58.817794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] For port 131ade7d-cb57-462c-a418-7afb0246ad7b, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=131ade7d-cb57-462c-a418-7afb0246ad7b,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:58.822005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.859329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:58.859895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.861260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] 10.222.0.90 "PUT /v2.0/ports/131ade7d-cb57-462c-a418-7afb0246ad7b HTTP/1.1" status: 200 len: 1091 time: 0.7300448 Jun 30 03:02:58.861695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:58.864010 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79a9083-9cb5-47fa-a0b1-754fd04997e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:58.888855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318388c0-54a9-4f8f-9d10-93f2061f75cf service neutron] Pushing event updated for resources: {'Port': ['ID=131ade7d-cb57-462c-a418-7afb0246ad7b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:58.909706 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3b56f7-0bc7-46e3-a676-9b8f4b392910 x-openstack-request-id: req-2e3b56f7-0bc7-46e3-a676-9b8f4b392910 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:58.910544 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:58.910800 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e3b56f7-0bc7-46e3-a676-9b8f4b392910 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:58.911208 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'status': 'completed', 'code': 200} Jun 30 03:02:58.974798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-5d2c7dd7-4ea3-40e7-95d7-508af49ab1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:58.976347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-5d2c7dd7-4ea3-40e7-95d7-508af49ab1e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 1094 time: 0.0579057 Jun 30 03:02:59.025495 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-67d28228-39a9-492b-a4c9-4ca1e5d40f21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=131ade7d-cb57-462c-a418-7afb0246ad7b HTTP/1.1" status: 200 len: 217 time: 0.0409827 Jun 30 03:02:59.084050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-f7e62b5f-7572-48c9-a8a1-fb682e6a045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.084527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-f7e62b5f-7572-48c9-a8a1-fb682e6a045c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1150f69-8012-4f4a-88da-c7fadc438b48 HTTP/1.1" status: 200 len: 834 time: 0.0518320 Jun 30 03:02:59.141990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-7230897b-6a41-4b81-98c2-5aa5cb6dbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.143431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-7230897b-6a41-4b81-98c2-5aa5cb6dbca1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c495609-2132-4a51-9f2e-9b8770e61823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523181 Jun 30 03:02:59.237394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-37f89643-5ffe-4330-9068-2ebd510d16ba service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Jun 30 03:02:59.327445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21dc8a95-62e4-4a6d-b496-7d7cb7723ab4 req-b0345ccb-fb91-4a75-b10a-7551b7374608 service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826306 Jun 30 03:02:59.428332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-714a928b-2eab-4053-95a2-7c784f61d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.429836 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-714a928b-2eab-4053-95a2-7c784f61d3e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 1094 time: 0.0528820 Jun 30 03:02:59.522595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-b28f259b-10d8-48b0-91c8-69461a31150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.524070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-b28f259b-10d8-48b0-91c8-69461a31150c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c495609-2132-4a51-9f2e-9b8770e61823 HTTP/1.1" status: 200 len: 898 time: 0.0876670 Jun 30 03:02:59.568055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-0cc9ef20-959a-4548-8f55-19a818afe07f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=131ade7d-cb57-462c-a418-7afb0246ad7b HTTP/1.1" status: 200 len: 217 time: 0.0351796 Jun 30 03:02:59.623104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-1830b087-9dd7-476f-bec3-d79aa7247601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.624437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-1830b087-9dd7-476f-bec3-d79aa7247601 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1150f69-8012-4f4a-88da-c7fadc438b48 HTTP/1.1" status: 200 len: 834 time: 0.0476890 Jun 30 03:02:59.685074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-b823330c-19a1-45fd-bdcc-d19a032fcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.686606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-b823330c-19a1-45fd-bdcc-d19a032fcef1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c495609-2132-4a51-9f2e-9b8770e61823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538940 Jun 30 03:02:59.776735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-65dd381f-0874-498d-8e54-a66db4f8c4d3 service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829453 Jun 30 03:02:59.871302 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d79a9083-9cb5-47fa-a0b1-754fd04997e1 req-d904c357-ddf7-4855-a476-a90105372ca3 service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Jun 30 03:02:59.988686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f9d5c-4db1-4649-a379-6e2f57cb20ae req-b87a2a2e-58cf-46ed-8a14-9c3bccb34bac tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.990073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c4f9d5c-4db1-4649-a379-6e2f57cb20ae req-b87a2a2e-58cf-46ed-8a14-9c3bccb34bac tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 943 time: 0.0673673 Jun 30 03:03:00.027911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8c4f9d5c-4db1-4649-a379-6e2f57cb20ae req-c281bfb6-1904-4e46-bd9e-8fecae8eab26 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Jun 30 03:03:00.304139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3088c6ce-0805-4f37-a239-09157e3b746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.556908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.202151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b492-b042-4ddd-bbd6-05ea973916ea req-2bf8d387-606c-47b5-be9e-a1ebf4d567cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:01.204521 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4114b492-b042-4ddd-bbd6-05ea973916ea req-2bf8d387-606c-47b5-be9e-a1ebf4d567cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 943 time: 0.0664499 Jun 30 03:03:01.242434 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4114b492-b042-4ddd-bbd6-05ea973916ea req-b9cacccb-268d-4b18-afc4-a436a0aaa952 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Jun 30 03:03:02.218847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5361bd-3538-4f03-8648-f660ca311dbb req-04f002dc-fbc9-4805-8b5c-abcbf7cead52 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:02.220332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e5361bd-3538-4f03-8648-f660ca311dbb req-04f002dc-fbc9-4805-8b5c-abcbf7cead52 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 946 time: 0.0699983 Jun 30 03:03:02.248379 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.251134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 131ade7d-cb57-462c-a418-7afb0246ad7b details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:03:02.261134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7e5361bd-3538-4f03-8648-f660ca311dbb req-f354a426-65d3-4347-9c45-eaec2ad337b3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348334 Jun 30 03:03:02.351562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 131ade7d-cb57-462c-a418-7afb0246ad7b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=131ade7d-cb57-462c-a418-7afb0246ad7b,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:02.364302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'port_id': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'mac_address': 'fa:16:3e:2a:cb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:03:02.405158 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.419037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131ade7d-cb57-462c-a418-7afb0246ad7b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:03:02.424059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820b757-7425-47fa-8a60-cd18c4bf60d9 req-3a568e15-aaca-4409-81e0-598eb4ecb08f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:02.425565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d820b757-7425-47fa-8a60-cd18c4bf60d9 req-3a568e15-aaca-4409-81e0-598eb4ecb08f tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 943 time: 0.0677059 Jun 30 03:03:02.438604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 131ade7d-cb57-462c-a418-7afb0246ad7b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=131ade7d-cb57-462c-a418-7afb0246ad7b,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:02.442646 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.465664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d820b757-7425-47fa-8a60-cd18c4bf60d9 req-e771cd57-8038-40b5-b0cf-14aba93aaa94 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341978 Jun 30 03:03:02.491987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=131ade7d-cb57-462c-a418-7afb0246ad7b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:02.700571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['131ade7d-cb57-462c-a418-7afb0246ad7b'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:03:03.450799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974419ff-768f-49af-8411-b1d533f9bbdb req-c397c977-229e-4497-922c-080626781eda tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:03.452326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-974419ff-768f-49af-8411-b1d533f9bbdb req-c397c977-229e-4497-922c-080626781eda tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 946 time: 0.0694053 Jun 30 03:03:03.491966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-974419ff-768f-49af-8411-b1d533f9bbdb req-8dbe7c03-f675-4edb-a5b3-70838fa2440d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336571 Jun 30 03:03:03.502061 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-7f91e6a8-f43c-416a-8f01-cb6acd3ba3c8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:03.503631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-7f91e6a8-f43c-416a-8f01-cb6acd3ba3c8 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 946 time: 0.0759127 Jun 30 03:03:03.653921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Deleting port 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:03.654264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.728807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536dda3-6004-4f7c-925e-528f8dadea80 req-c49d039d-0be3-4f11-8880-dbf6dcf55382 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:03.730709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5536dda3-6004-4f7c-925e-528f8dadea80 req-c49d039d-0be3-4f11-8880-dbf6dcf55382 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 944 time: 0.1426628 Jun 30 03:03:03.790558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] For port 804c345f-45a8-46b6-abee-ccb792252dfa, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=804c345f-45a8-46b6-abee-ccb792252dfa,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:03.790910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.801716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5536dda3-6004-4f7c-925e-528f8dadea80 req-92ece471-3a1b-4dd5-b3b7-eba920a59535 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650403 Jun 30 03:03:04.011754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.012397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.012720 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Floating IP 2f8158bf-f9e3-4160-8b8c-77c684d15a59 disassociated. External IP: 172.25.0.137, port: 804c345f-45a8-46b6-abee-ccb792252dfa. Jun 30 03:03:04.013064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Calling delete_port for 804c345f-45a8-46b6-abee-ccb792252dfa owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:04.138615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.167319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event deleted for resources: {'Port': ['ID=804c345f-45a8-46b6-abee-ccb792252dfa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.255896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 131ade7d-cb57-462c-a418-7afb0246ad7b up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:03:04.284641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:03:04.303226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 131ade7d-cb57-462c-a418-7afb0246ad7b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:03:04.306923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 131ade7d-cb57-462c-a418-7afb0246ad7b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:04.307306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.358254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.397969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:04.398725 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.411577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:04.431581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:04.433891 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6b515-fa1a-4c37-b966-c0cda51fdad4" -d '{"events": [{"server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "name": "network-vif-plugged", "status": "completed", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:04.444932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:04.445684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.446480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] No DVR routers for this DVR port 804c345f-45a8-46b6-abee-ccb792252dfa on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:04.450085 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.451278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 131ade7d-cb57-462c-a418-7afb0246ad7b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=131ade7d-cb57-462c-a418-7afb0246ad7b,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:04.452534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e82f43d-1e51-4429-86da-ccfbeafb63f3 req-5fd3cc19-e68b-4b18-b297-d5822ba3f30a tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.67 "DELETE /v2.0/ports/804c345f-45a8-46b6-abee-ccb792252dfa HTTP/1.1" status: 204 len: 173 time: 0.9432480 Jun 30 03:03:04.453037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-deleted', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:04.455653 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8057e86c-0789-449e-b7b9-4cdcb50ed486" -d '{"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-deleted", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:04.501028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.508140 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e9dff-21bd-4ff8-bf44-369ea3707475 x-openstack-request-id: req-382e9dff-21bd-4ff8-bf44-369ea3707475 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:04.508667 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5280a7c-6701-4f44-9e90-7dafe39ffcba", "name": "network-vif-deleted", "tag": "804c345f-45a8-46b6-abee-ccb792252dfa", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:04.508667 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-382e9dff-21bd-4ff8-bf44-369ea3707475 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:04.509713 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5280a7c-6701-4f44-9e90-7dafe39ffcba', 'name': 'network-vif-deleted', 'tag': '804c345f-45a8-46b6-abee-ccb792252dfa', 'status': 'completed', 'code': 200} Jun 30 03:03:04.512365 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7331ae1-efaf-4639-a127-11c1125ebf0e x-openstack-request-id: req-d7331ae1-efaf-4639-a127-11c1125ebf0e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:04.512657 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "name": "network-vif-plugged", "status": "completed", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:04.512956 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7331ae1-efaf-4639-a127-11c1125ebf0e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:04.513301 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'code': 200} Jun 30 03:03:04.621101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=131ade7d-cb57-462c-a418-7afb0246ad7b,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.647533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:04.760691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3177db-2b10-4b07-90f6-fb0ddf259156 req-63f3fb3c-2500-42a6-a9f6-420d075fd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:04.762425 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9f698b6-52f3-49dc-8222-61d2f33ae96f req-6bf1c672-a29e-4736-8592-f9234836388d tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5280a7c-6701-4f44-9e90-7dafe39ffcba HTTP/1.1" status: 200 len: 210 time: 0.0526440 Jun 30 03:03:04.764705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c3177db-2b10-4b07-90f6-fb0ddf259156 req-63f3fb3c-2500-42a6-a9f6-420d075fd4f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 1096 time: 0.1067579 Jun 30 03:03:04.803386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c3177db-2b10-4b07-90f6-fb0ddf259156 req-af8e73c0-f0f7-4e65-b5d4-3539b88b03b0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292571 Jun 30 03:03:04.911324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.939276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:04.947653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:04.948247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.985511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b24bef-1382-4c1a-8b5a-2bcb212d4453 req-cfdeb696-d7cc-4150-afe3-06e5ea2fea0b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:04.987166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23b24bef-1382-4c1a-8b5a-2bcb212d4453 req-cfdeb696-d7cc-4150-afe3-06e5ea2fea0b tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 945 time: 0.0697362 Jun 30 03:03:05.026963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-23b24bef-1382-4c1a-8b5a-2bcb212d4453 req-b292f31d-1479-4751-ad24-6522ab4aac84 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340164 Jun 30 03:03:05.234135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:05.429750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:05.458879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58141e03-03d5-452f-9209-16a43dd8a7e3 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd54f4d9e-0785-485a-8ceb-768dd32b1c1e', 'name': '', 'network_id': '12ec059a-cdf8-4a9d-88f5-f22b0a577295', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'mac_address': 'fa:16:3e:8a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:16Z', 'updated_at': '2021-06-30T02:54:31Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'subnets': [{'id': '1071943a-2ee3-4da3-a3b4-00deebf90fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:05.680885 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbaf454-bd0b-4a11-bc20-0ad08ac45127 None None] New status for floating IP 2f8158bf-f9e3-4160-8b8c-77c684d15a59: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:03:05.890908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43326) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:05.946084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8827b1a8-14de-4a43-94df-a59609b087f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.969460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8827b1a8-14de-4a43-94df-a59609b087f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.016409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8827b1a8-14de-4a43-94df-a59609b087f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.019151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8827b1a8-14de-4a43-94df-a59609b087f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.020306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8827b1a8-14de-4a43-94df-a59609b087f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "DELETE /v2.0/security-groups/f3abf9d0-9a58-47c6-afe5-e70e84d0eabd HTTP/1.1" status: 204 len: 168 time: 0.1283834 Jun 30 03:03:06.023086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:06.030681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b1a8-14de-4a43-94df-a59609b087f6 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3abf9d0-9a58-47c6-afe5-e70e84d0eabd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:06.043953 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6739b49e-328d-47e8-8681-fe8adb948e2c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] show failed (client error): The resource could not be found. Jun 30 03:03:06.045176 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6739b49e-328d-47e8-8681-fe8adb948e2c tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "GET /v2.0/security-groups/f3abf9d0-9a58-47c6-afe5-e70e84d0eabd HTTP/1.1" status: 404 len: 347 time: 0.0208817 Jun 30 03:03:06.048193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:06.235710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83ec8-20ad-4228-9d9f-5d0c7e84fc88 req-6e737e2e-8509-4f97-a641-5ff6fdc532e3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:06.237189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e83ec8-20ad-4228-9d9f-5d0c7e84fc88 req-6e737e2e-8509-4f97-a641-5ff6fdc532e3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 945 time: 0.0945899 Jun 30 03:03:06.251045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Deleting port 217f6575-680f-4074-84b5-b5251fadcd6f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:06.251383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.319614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e83ec8-20ad-4228-9d9f-5d0c7e84fc88 req-d32b6cb6-1949-46da-b7db-c666692c64a1 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764210 Jun 30 03:03:06.348902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.349226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.362183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Calling delete_port for 217f6575-680f-4074-84b5-b5251fadcd6f owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:06.477332 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:06.509347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.517626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84f69-d63e-482f-93bc-ec997de97b49 req-80d4f304-5153-47ae-bf2f-ff6fe584a926 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:06.523106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fa84f69-d63e-482f-93bc-ec997de97b49 req-80d4f304-5153-47ae-bf2f-ff6fe584a926 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 945 time: 0.0810044 Jun 30 03:03:06.541079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Pushing event deleted for resources: {'Port': ['ID=217f6575-680f-4074-84b5-b5251fadcd6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:06.566896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fa84f69-d63e-482f-93bc-ec997de97b49 req-c7d9cea8-df5d-427b-9e67-ddc87c98a7f9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410578 Jun 30 03:03:06.596862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:06.608666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.611566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.615380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f150490a-81e2-437a-9733-1f3582179ba3 tempest-AttachVolumeShelveTestJSON-824743509 tempest-AttachVolumeShelveTestJSON-824743509-project] 10.222.0.78 "DELETE /v2.0/floatingips/2f8158bf-f9e3-4160-8b8c-77c684d15a59 HTTP/1.1" status: 204 len: 168 time: 0.5632396 Jun 30 03:03:06.655210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5cab4c-9766-4b7c-9a48-323cc1a9ccdc tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:06.659455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cd5cab4c-9766-4b7c-9a48-323cc1a9ccdc tempest-TestNetworkBasicOps-768588185 tempest-TestNetworkBasicOps-768588185-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 1091 time: 0.0589507 Jun 30 03:03:06.659688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43338) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:06.664781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:06.689830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.802893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.915738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Allocated IP 172.25.0.25 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c24c9535-7378-4e75-8835-42c6e999a1b9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:07.026193 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.065468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.104100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:07.107185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:07.112936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:07.134980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=c24c9535-7378-4e75-8835-42c6e999a1b9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:07.496110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.572809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.733321 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.739412 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.789083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:07.814815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 804c345f-45a8-46b6-abee-ccb792252dfa {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:07.815501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 804c345f-45a8-46b6-abee-ccb792252dfa not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:07.818770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event updated for resources: {'Port': ['ID=c24c9535-7378-4e75-8835-42c6e999a1b9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:07.831155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.938976 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Floating IP d174b072-8bc9-4d3e-b611-f09d98415c37 associated. External IP: 172.25.0.25, port: 131ade7d-cb57-462c-a418-7afb0246ad7b. Jun 30 03:03:08.151375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 16f35d54-4579-4399-b928-5211e20cf622 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:03:08.265132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:08.275034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] Sync routers for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:08.281785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.285386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:08.286408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:08.325362 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c47b3b76-f7b2-41a6-a895-54474f88158c tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6644065 Jun 30 03:03:08.325950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:08.328066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:08.328553 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f90d49f-8de7-426d-b116-4fd00b6616cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:08.368313 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1170fd4-a391-4380-992a-5ffe3c12eecc x-openstack-request-id: req-d1170fd4-a391-4380-992a-5ffe3c12eecc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:08.368832 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:08.369293 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1170fd4-a391-4380-992a-5ffe3c12eecc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:08.369873 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'status': 'completed', 'code': 200} Jun 30 03:03:08.404788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:08.406175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-006af142-d6c8-4b64-b030-90dea59c0b93 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d174b072-8bc9-4d3e-b611-f09d98415c37 HTTP/1.1" status: 200 len: 990 time: 0.0755966 Jun 30 03:03:08.462622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-3f02fa7a-8fb2-4e0c-8648-a1344ab0de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:08.464198 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-3f02fa7a-8fb2-4e0c-8648-a1344ab0de23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 1096 time: 0.0570030 Jun 30 03:03:08.562665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-ea6cb78f-3773-4348-ac4e-c00d87403a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:08.564610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-ea6cb78f-3773-4348-ac4e-c00d87403a6d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c495609-2132-4a51-9f2e-9b8770e61823 HTTP/1.1" status: 200 len: 898 time: 0.0891564 Jun 30 03:03:08.639149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd174b072-8bc9-4d3e-b611-f09d98415c37', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '16f35d54-4579-4399-b928-5211e20cf622', 'port_id': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'mac_address': 'fa:16:3e:2a:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8456a430-252a-4f42-81cb-8113bb188df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:03:07Z', 'updated_at': '2021-06-30T03:03:07Z', 'revision_number': 0, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:56Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:08.643368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-3b611ffb-7bea-4853-bddf-8e5da0c0f383 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=131ade7d-cb57-462c-a418-7afb0246ad7b HTTP/1.1" status: 200 len: 998 time: 0.0661256 Jun 30 03:03:08.673402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] Checking router: 16f35d54-4579-4399-b928-5211e20cf622 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:08.682853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:08.684288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:08.703251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-1e871614-25d6-4595-8f8e-416ab130a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:08.704852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-1e871614-25d6-4595-8f8e-416ab130a759 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1150f69-8012-4f4a-88da-c7fadc438b48 HTTP/1.1" status: 200 len: 834 time: 0.0502808 Jun 30 03:03:08.769421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-b1216dd4-d168-42cf-9071-28506b0f5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:08.771003 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-b1216dd4-d168-42cf-9071-28506b0f5690 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c495609-2132-4a51-9f2e-9b8770e61823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542569 Jun 30 03:03:08.793594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:08.894458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-ca933fd0-840a-4f24-a3ae-a186dadfda6d service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109004 Jun 30 03:03:08.999641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f90d49f-8de7-426d-b116-4fd00b6616cf req-d1b69ea4-d307-4aba-a369-8138744203f9 service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929656 Jun 30 03:03:09.049608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd174b072-8bc9-4d3e-b611-f09d98415c37', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '16f35d54-4579-4399-b928-5211e20cf622', 'port_id': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'mac_address': 'fa:16:3e:2a:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8456a430-252a-4f42-81cb-8113bb188df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:03:07Z', 'updated_at': '2021-06-30T03:03:07Z', 'revision_number': 0, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:56Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:09.081426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdab4d9-678a-4905-b91a-e87d4cbc468c None None] The sync data for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 is: [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd174b072-8bc9-4d3e-b611-f09d98415c37', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '16f35d54-4579-4399-b928-5211e20cf622', 'port_id': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'mac_address': 'fa:16:3e:2a:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8456a430-252a-4f42-81cb-8113bb188df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:03:07Z', 'updated_at': '2021-06-30T03:03:07Z', 'revision_number': 0, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:56Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:09.327702 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ef3ae-2d17-492d-bb45-d813e045b456 None None] New status for floating IP d174b072-8bc9-4d3e-b611-f09d98415c37: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:03:09.410264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:09.522510 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.763220 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea10eec3-4953-4f71-8882-07fdf29b61d3 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d174b072-8bc9-4d3e-b611-f09d98415c37 HTTP/1.1" status: 200 len: 990 time: 0.3518507 Jun 30 03:03:10.766439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43374) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:10.830257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-81ac2470-4ece-40c4-9525-659f95a905cd tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d174b072-8bc9-4d3e-b611-f09d98415c37 HTTP/1.1" status: 200 len: 992 time: 0.0626717 Jun 30 03:03:10.996199 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:11.397481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43384) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:11.803671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:12.063118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Deleting port d54f4d9e-0785-485a-8ceb-768dd32b1c1e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:12.063456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:12.144386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] For port d54f4d9e-0785-485a-8ceb-768dd32b1c1e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:12.144752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:12.159791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Calling delete_port for d54f4d9e-0785-485a-8ceb-768dd32b1c1e owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:12.349705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:12.379315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Pushing event deleted for resources: {'Port': ['ID=d54f4d9e-0785-485a-8ceb-768dd32b1c1e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:12.406083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.406463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.406795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.407133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.407463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.407789 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.408111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.408435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.408756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.409077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.409396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.409715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:12.559208 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:12.777081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Router e710e62b-71a5-42d9-a7e2-f5525d602a1a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:03:12.884697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:12.890431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7fd71e34-53b7-4ea2-bff1-dd9cbd48162b admin admin] 10.222.0.78 "PUT /v2.0/routers/e710e62b-71a5-42d9-a7e2-f5525d602a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4919090 Jun 30 03:03:12.892900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43390) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:12.895359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] Sync routers for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:12.904792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:12.905407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:13.000456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.009756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:13.104162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.156798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Deleting port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:13.157056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.193144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T03:03:12Z', 'revision_number': 5, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port': {'id': '89dbbd38-cdad-446d-8fd2-08ef1b39ca47', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:13.220205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] Checking router: e710e62b-71a5-42d9-a7e2-f5525d602a1a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:13.228505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] Routers {'e710e62b-71a5-42d9-a7e2-f5525d602a1a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:13.229113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:13.240542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] For port 89dbbd38-cdad-446d-8fd2-08ef1b39ca47, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:13.240904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.253362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Calling delete_port for 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:13.317837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] Set router e710e62b-71a5-42d9-a7e2-f5525d602a1a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:13.374228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T03:03:13Z', 'revision_number': 6, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:13.402610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53eb86-a893-42a2-8883-03cced60c969 None None] The sync data for ids ['e710e62b-71a5-42d9-a7e2-f5525d602a1a'] in n-d-798054-5 is: [{'id': 'e710e62b-71a5-42d9-a7e2-f5525d602a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-811989174-router', 'tenant_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T03:03:13Z', 'revision_number': 6, 'project_id': '93bd9490a3b34e8ca57aca5df3ee4f74', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:13.421675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.452485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Pushing event deleted for resources: {'Port': ['ID=89dbbd38-cdad-446d-8fd2-08ef1b39ca47,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:13.513076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.603273 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.606048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.655137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.655918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e710e62b-71a5-42d9-a7e2-f5525d602a1a {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:13.662776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.662776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b67ec01c-fb49-43fc-925a-4579aef353bc admin admin] 10.222.0.78 "DELETE /v2.0/routers/e710e62b-71a5-42d9-a7e2-f5525d602a1a HTTP/1.1" status: 204 len: 168 time: 0.7683902 Jun 30 03:03:13.664707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43394) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:13.708608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Deleting subnet 1071943a-2ee3-4da3-a3b4-00deebf90fc5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:13.711454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.746367 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.833537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.892256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.918594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1071943a-2ee3-4da3-a3b4-00deebf90fc5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:13.922223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.924181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1d6d3d5f-1ac5-49ee-a68a-3fe0aa4101ff admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1071943a-2ee3-4da3-a3b4-00deebf90fc5 HTTP/1.1" status: 204 len: 168 time: 0.2584791 Jun 30 03:03:13.926831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:13.927769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646c7cd-58ad-44d3-a698-784918aabc93 None None] Network 12ec059a-cdf8-4a9d-88f5-f22b0a577295 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:14.004088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.062178 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Deleting port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:14.062649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.123083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] DHCP port deletion for 12ec059a-cdf8-4a9d-88f5-f22b0a577295 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:03:14.133158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] For port cdfa3502-1312-46f5-bdb7-e4bcc5fef360, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:14.133524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.147179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Calling delete_port for cdfa3502-1312-46f5-bdb7-e4bcc5fef360 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:14.171215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] Deleting port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:14.171600 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.246036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] For port cdfa3502-1312-46f5-bdb7-e4bcc5fef360, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,segment=NetworkSegment(380016cf-2f1c-49bd-bc84-69408f040427),segment_id=380016cf-2f1c-49bd-bc84-69408f040427)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:14.246930 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.255443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.261730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] Calling delete_port for cdfa3502-1312-46f5-bdb7-e4bcc5fef360 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:14.286228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:14.294686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] No DVR routers for this DVR port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:14.302580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d54f4d9e-0785-485a-8ceb-768dd32b1c1e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:14.326861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d54f4d9e-0785-485a-8ceb-768dd32b1c1e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:14.327206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d54f4d9e-0785-485a-8ceb-768dd32b1c1e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:14.327621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cdfa3502-1312-46f5-bdb7-e4bcc5fef360 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:14.354232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: cdfa3502-1312-46f5-bdb7-e4bcc5fef360 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:14.354610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cdfa3502-1312-46f5-bdb7-e4bcc5fef360 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:14.355053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:14.365758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.376602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ec059a-cdf8-4a9d-88f5-f22b0a577295']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:14.380879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:14.381229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 89dbbd38-cdad-446d-8fd2-08ef1b39ca47 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:14.393814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380016cf-2f1c-49bd-bc84-69408f040427') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:14.394115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380016cf-2f1c-49bd-bc84-69408f040427') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:14.398355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.403273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.416538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.422333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] Pushing event deleted for resources: {'Port': ['ID=cdfa3502-1312-46f5-bdb7-e4bcc5fef360,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:14.422762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:14.423265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:14.425865 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:14.428323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd6733-9af5-416d-a3f3-17cab72566a4 None None] No DVR routers for this DVR port cdfa3502-1312-46f5-bdb7-e4bcc5fef360 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:14.486498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.492937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.495088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] 10.222.0.78 "DELETE /v2.0/networks/12ec059a-cdf8-4a9d-88f5-f22b0a577295 HTTP/1.1" status: 204 len: 168 time: 0.5672503 Jun 30 03:03:14.507075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e9df3-0cc2-4771-95e4-efff10fa97ac admin admin] Pushing event deleted for resources: {'Network': ['ID=12ec059a-cdf8-4a9d-88f5-f22b0a577295,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:14.610296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:14.649633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9c388d8e-7eef-4ec0-8e32-be9d33ada97a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93bd9490a3b34e8ca57aca5df3ee4f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380814 Jun 30 03:03:14.652360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43402) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:14.704812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb9deade-f937-479d-b9e7-51a847b30342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.726169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb9deade-f937-479d-b9e7-51a847b30342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.775943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb9deade-f937-479d-b9e7-51a847b30342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.779045 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb9deade-f937-479d-b9e7-51a847b30342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.780235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb9deade-f937-479d-b9e7-51a847b30342 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a20c8044-4042-44f3-b6d5-f7f0af3f4ab3 HTTP/1.1" status: 204 len: 168 time: 0.1268992 Jun 30 03:03:14.787851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9deade-f937-479d-b9e7-51a847b30342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20c8044-4042-44f3-b6d5-f7f0af3f4ab3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:16.737229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-49d6b739-9261-4fe1-9bb2-37c6cbdce042 req-b36fcb00-e265-4ed7-bf23-e9b0abbab71d service neutron] (93822) timed out ('10.222.0.78', 50490) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:03:16.998018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43488) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:17.111030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d919153-7ce6-4a0a-9a5e-132a35d788d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.202109 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d919153-7ce6-4a0a-9a5e-132a35d788d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.205742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d919153-7ce6-4a0a-9a5e-132a35d788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.244811 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1d919153-7ce6-4a0a-9a5e-132a35d788d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a21c3dfccb94a2fb4cf6d80e1120a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455623 Jun 30 03:03:17.246155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919153-7ce6-4a0a-9a5e-132a35d788d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ab66b-cae8-4c1a-b2b4-13542db78ad5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:17.247968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:17.296614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce4a3bf4-f394-431f-acf3-ed8a95011aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.321145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce4a3bf4-f394-431f-acf3-ed8a95011aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.368429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce4a3bf4-f394-431f-acf3-ed8a95011aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.371154 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce4a3bf4-f394-431f-acf3-ed8a95011aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.372300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ce4a3bf4-f394-431f-acf3-ed8a95011aba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/149ab66b-cae8-4c1a-b2b4-13542db78ad5 HTTP/1.1" status: 204 len: 168 time: 0.1233685 Jun 30 03:03:17.381593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a3bf4-f394-431f-acf3-ed8a95011aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ab66b-cae8-4c1a-b2b4-13542db78ad5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:17.644487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:17.658773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06af40ca-83a8-41ba-8739-856a14b7fe08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.746656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06af40ca-83a8-41ba-8739-856a14b7fe08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.750648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06af40ca-83a8-41ba-8739-856a14b7fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.788344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af40ca-83a8-41ba-8739-856a14b7fe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143adcb9-5f85-4c66-b704-0c6f62cf57d2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:17.792699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-06af40ca-83a8-41ba-8739-856a14b7fe08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1863ee7d76f04b8b8072b254ba96ccf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470814 Jun 30 03:03:17.795357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:17.844070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f8df8-2194-4f90-b5e6-43e7793d6f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.865291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f8df8-2194-4f90-b5e6-43e7793d6f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.919933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f8df8-2194-4f90-b5e6-43e7793d6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.922641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b05f8df8-2194-4f90-b5e6-43e7793d6f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:17.923901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b05f8df8-2194-4f90-b5e6-43e7793d6f19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/143adcb9-5f85-4c66-b704-0c6f62cf57d2 HTTP/1.1" status: 204 len: 168 time: 0.1276453 Jun 30 03:03:17.933556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f8df8-2194-4f90-b5e6-43e7793d6f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143adcb9-5f85-4c66-b704-0c6f62cf57d2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:20.043633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43572) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:20.157736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55ebf85b-74dc-4a99-8315-9e669a7ae006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.249931 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55ebf85b-74dc-4a99-8315-9e669a7ae006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.254290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55ebf85b-74dc-4a99-8315-9e669a7ae006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.292891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebf85b-74dc-4a99-8315-9e669a7ae006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c52cf-5661-44f9-9dff-0ec5f0a17b26,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:20.298491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-55ebf85b-74dc-4a99-8315-9e669a7ae006 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aafd766439c94a5ba51a87925cae2498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537365 Jun 30 03:03:20.301047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:20.354896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0930093-43aa-41f8-b22a-2323892dc8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.376203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0930093-43aa-41f8-b22a-2323892dc8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.422185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0930093-43aa-41f8-b22a-2323892dc8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.424902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0930093-43aa-41f8-b22a-2323892dc8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.426044 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0930093-43aa-41f8-b22a-2323892dc8af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/066c52cf-5661-44f9-9dff-0ec5f0a17b26 HTTP/1.1" status: 204 len: 168 time: 0.1234360 Jun 30 03:03:20.434051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930093-43aa-41f8-b22a-2323892dc8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c52cf-5661-44f9-9dff-0ec5f0a17b26,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:20.689802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:20.702978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de2b092a-f80f-48a2-8a0d-437669936f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.790454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de2b092a-f80f-48a2-8a0d-437669936f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.795266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de2b092a-f80f-48a2-8a0d-437669936f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.830831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b092a-f80f-48a2-8a0d-437669936f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74208b-f490-4d0b-b7fd-b84f1b4b827d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:20.835037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-de2b092a-f80f-48a2-8a0d-437669936f01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a33be7ae4b54ff09181cc431e08b522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441994 Jun 30 03:03:20.837743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43586) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:20.889702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71db1854-f537-4b8f-bc38-65e7351c0e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.910983 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71db1854-f537-4b8f-bc38-65e7351c0e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.959108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71db1854-f537-4b8f-bc38-65e7351c0e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.961763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71db1854-f537-4b8f-bc38-65e7351c0e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.962948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71db1854-f537-4b8f-bc38-65e7351c0e4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e74208b-f490-4d0b-b7fd-b84f1b4b827d HTTP/1.1" status: 204 len: 168 time: 0.1243801 Jun 30 03:03:20.972177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db1854-f537-4b8f-bc38-65e7351c0e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74208b-f490-4d0b-b7fd-b84f1b4b827d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:23.332775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43648) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:23.437336 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e6709a3-ce1d-4e14-8c19-b1860b4dfa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.527175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e6709a3-ce1d-4e14-8c19-b1860b4dfa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.531185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e6709a3-ce1d-4e14-8c19-b1860b4dfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.568998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e6709a3-ce1d-4e14-8c19-b1860b4dfa8c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcc45fc5b0394edb838249b7451d8202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351320 Jun 30 03:03:23.569886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6709a3-ce1d-4e14-8c19-b1860b4dfa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed793b3-6ce4-4c37-9fab-11dd5edba040,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:23.572471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:23.624454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.646629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.695274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.697844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.699781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fed793b3-6ce4-4c37-9fab-11dd5edba040 HTTP/1.1" status: 204 len: 168 time: 0.1261907 Jun 30 03:03:23.707451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed793b3-6ce4-4c37-9fab-11dd5edba040,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:23.715429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.715784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.716128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.716469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.716806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.717143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.717472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.717807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.718161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.718487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.718817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.719142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a4859-88a4-46a4-9462-bf4bf4b8fcae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:23.960147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:23.973734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-109e1b6d-fccc-4f6f-b91b-6a670db476b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.068839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-109e1b6d-fccc-4f6f-b91b-6a670db476b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.072096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-109e1b6d-fccc-4f6f-b91b-6a670db476b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.112226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-109e1b6d-fccc-4f6f-b91b-6a670db476b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b777af29a4344478a2cb542d28dacb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510010 Jun 30 03:03:24.113319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e1b6d-fccc-4f6f-b91b-6a670db476b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51488ef-42fa-4a2a-838a-97300ce45945,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:24.114974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43662) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:24.164991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f175f3f-73f8-4a55-b35b-0f7dd7fe8311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.187001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f175f3f-73f8-4a55-b35b-0f7dd7fe8311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.235973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f175f3f-73f8-4a55-b35b-0f7dd7fe8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.238509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f175f3f-73f8-4a55-b35b-0f7dd7fe8311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.239667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7f175f3f-73f8-4a55-b35b-0f7dd7fe8311 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f51488ef-42fa-4a2a-838a-97300ce45945 HTTP/1.1" status: 204 len: 168 time: 0.1233518 Jun 30 03:03:24.248266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f175f3f-73f8-4a55-b35b-0f7dd7fe8311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51488ef-42fa-4a2a-838a-97300ce45945,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:26.107937 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:26.213438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9eb95fb6-e058-44f3-9ad6-f513b4cddb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.302487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9eb95fb6-e058-44f3-9ad6-f513b4cddb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.306532 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9eb95fb6-e058-44f3-9ad6-f513b4cddb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.346045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9eb95fb6-e058-44f3-9ad6-f513b4cddb64 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6284a5867b6c4287806f0dc55bf0cf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370033 Jun 30 03:03:26.346947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95fb6-e058-44f3-9ad6-f513b4cddb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb957ebf-87db-4dfa-b9ab-4f6612f6bbc0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:26.349004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:26.402346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b293b482-3d53-426c-99ad-62ebe0a550c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.422682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b293b482-3d53-426c-99ad-62ebe0a550c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.469101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b293b482-3d53-426c-99ad-62ebe0a550c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.472028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b293b482-3d53-426c-99ad-62ebe0a550c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.473171 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b293b482-3d53-426c-99ad-62ebe0a550c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb957ebf-87db-4dfa-b9ab-4f6612f6bbc0 HTTP/1.1" status: 204 len: 168 time: 0.1230650 Jun 30 03:03:26.483184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293b482-3d53-426c-99ad-62ebe0a550c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb957ebf-87db-4dfa-b9ab-4f6612f6bbc0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:26.739022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43738) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:26.752898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abcbb9eb-0cd3-4233-a80e-ecc383dd0a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.837880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abcbb9eb-0cd3-4233-a80e-ecc383dd0a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.841820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abcbb9eb-0cd3-4233-a80e-ecc383dd0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.881505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-abcbb9eb-0cd3-4233-a80e-ecc383dd0a5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99ed963337dc43309f10202a88beb302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414011 Jun 30 03:03:26.882625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbb9eb-0cd3-4233-a80e-ecc383dd0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8e258-ce34-4b91-93eb-95a0d77e6166,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:26.884552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:26.938013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25262866-778f-408c-a596-532c94450e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.960207 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25262866-778f-408c-a596-532c94450e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:27.007903 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25262866-778f-408c-a596-532c94450e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:27.010448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25262866-778f-408c-a596-532c94450e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:27.011661 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-25262866-778f-408c-a596-532c94450e47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9d8e258-ce34-4b91-93eb-95a0d77e6166 HTTP/1.1" status: 204 len: 168 time: 0.1258502 Jun 30 03:03:27.019485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25262866-778f-408c-a596-532c94450e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8e258-ce34-4b91-93eb-95a0d77e6166,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:27.644785 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8845ee12-a06b-4326-89bf-c250c1262096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.307320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8f71-4d97-4e0f-b54f-ca86be5b445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.559425 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.252605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.469107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.578300 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5cae22b-8a03-428b-8931-49b38256ee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.669973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5cae22b-8a03-428b-8931-49b38256ee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.673884 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5cae22b-8a03-428b-8931-49b38256ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.714104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5cae22b-8a03-428b-8931-49b38256ee46 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfb1b920274c4b50bdc93d8f2e9d1527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438352 Jun 30 03:03:33.717224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.723268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cae22b-8a03-428b-8931-49b38256ee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef9e1dd-2dc9-41be-92e8-76b618258628,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.770428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaef8ff1-c886-4bfd-befd-e2968db30b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.791027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaef8ff1-c886-4bfd-befd-e2968db30b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.836752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaef8ff1-c886-4bfd-befd-e2968db30b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.839405 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eaef8ff1-c886-4bfd-befd-e2968db30b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.841309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eaef8ff1-c886-4bfd-befd-e2968db30b52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fef9e1dd-2dc9-41be-92e8-76b618258628 HTTP/1.1" status: 204 len: 168 time: 0.1231878 Jun 30 03:03:33.849387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef8ff1-c886-4bfd-befd-e2968db30b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef9e1dd-2dc9-41be-92e8-76b618258628,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:34.108949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 43904) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:34.122484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22776b64-b7d8-42c4-a27d-4e23bd333d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.225041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22776b64-b7d8-42c4-a27d-4e23bd333d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.229425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22776b64-b7d8-42c4-a27d-4e23bd333d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.267600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22776b64-b7d8-42c4-a27d-4e23bd333d7e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4fee57bb55b44767be32fdf2dc244d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575708 Jun 30 03:03:34.268557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776b64-b7d8-42c4-a27d-4e23bd333d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c915e-01dd-425f-bf0f-fe8174548985,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:34.271492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:34.322022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899536d7-754b-4e7b-9dc5-24f88c316821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.344028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899536d7-754b-4e7b-9dc5-24f88c316821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.354505 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.391733 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899536d7-754b-4e7b-9dc5-24f88c316821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.394437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-899536d7-754b-4e7b-9dc5-24f88c316821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.395604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-899536d7-754b-4e7b-9dc5-24f88c316821 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b4c915e-01dd-425f-bf0f-fe8174548985 HTTP/1.1" status: 204 len: 168 time: 0.1227319 Jun 30 03:03:34.403996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899536d7-754b-4e7b-9dc5-24f88c316821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c915e-01dd-425f-bf0f-fe8174548985,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:34.848023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-906035a7-4349-4a26-b3b3-914ecbee9a3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519981 Jun 30 03:03:34.952177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-6ce09189-f854-4719-bf88-46a4d3fb8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:34.953912 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-6ce09189-f854-4719-bf88-46a4d3fb8568 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.0640967 Jun 30 03:03:35.076846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-39cf3313-cca7-4a51-984d-8e49af0f860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:35.078294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-39cf3313-cca7-4a51-984d-8e49af0f860f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.1021776 Jun 30 03:03:35.145030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-17a0a5cd-1a3d-4edb-a530-430a73cad010 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 1001 time: 0.0599306 Jun 30 03:03:35.200711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-d770e987-945f-43d5-b189-5dd7e0317cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:35.202233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-d770e987-945f-43d5-b189-5dd7e0317cd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0514278 Jun 30 03:03:35.264477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-84cdce06-5ddb-43d3-ace1-73840691db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:35.266174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-84cdce06-5ddb-43d3-ace1-73840691db70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578132 Jun 30 03:03:35.373525 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-abf31a67-32ef-45e4-b193-17d1c2ab5ebd service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006558 Jun 30 03:03:35.463823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:35.475139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bb55ac3d-0250-40a5-849b-2e20dadd4834 req-591b43ee-4d4a-4bad-9ec0-f44fae6adbd3 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956228 Jun 30 03:03:35.577031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce122c89-d82f-4c9f-abc4-0fae66b4dc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.670672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce122c89-d82f-4c9f-abc4-0fae66b4dc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.674449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce122c89-d82f-4c9f-abc4-0fae66b4dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.717418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce122c89-d82f-4c9f-abc4-0fae66b4dc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ac5e5-2ff5-45a4-bf70-5c7a1610abc7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:35.722781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ce122c89-d82f-4c9f-abc4-0fae66b4dc7e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62dd5c4f74594163a5f29eead9e17419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573829 Jun 30 03:03:35.725849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 43954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:35.778975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c80afb2e-f75a-4f61-aca2-af566cddb100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.805586 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c80afb2e-f75a-4f61-aca2-af566cddb100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.856015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c80afb2e-f75a-4f61-aca2-af566cddb100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.858712 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c80afb2e-f75a-4f61-aca2-af566cddb100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.859912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c80afb2e-f75a-4f61-aca2-af566cddb100 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d9ac5e5-2ff5-45a4-bf70-5c7a1610abc7 HTTP/1.1" status: 204 len: 168 time: 0.1331327 Jun 30 03:03:35.868447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80afb2e-f75a-4f61-aca2-af566cddb100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ac5e5-2ff5-45a4-bf70-5c7a1610abc7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:37.957350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:38.063754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0b3db6e-bc5c-44b5-b9e9-7d5b248f0d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.157448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0b3db6e-bc5c-44b5-b9e9-7d5b248f0d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.161402 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0b3db6e-bc5c-44b5-b9e9-7d5b248f0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.200087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a0b3db6e-bc5c-44b5-b9e9-7d5b248f0d1f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ea7bb86ade34211a04aa13dcc32bf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409565 Jun 30 03:03:38.200981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3db6e-bc5c-44b5-b9e9-7d5b248f0d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976fa490-f68a-495c-b256-936e24cd9cc2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:38.202918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44026) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:38.253718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b23778-fcf1-4525-9c8c-4ce26535644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.274224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b23778-fcf1-4525-9c8c-4ce26535644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.318952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b23778-fcf1-4525-9c8c-4ce26535644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.321382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3b23778-fcf1-4525-9c8c-4ce26535644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.322536 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d3b23778-fcf1-4525-9c8c-4ce26535644f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/976fa490-f68a-495c-b256-936e24cd9cc2 HTTP/1.1" status: 204 len: 168 time: 0.1183641 Jun 30 03:03:38.330623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23778-fcf1-4525-9c8c-4ce26535644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976fa490-f68a-495c-b256-936e24cd9cc2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:39.384683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-9c5fd59c-e8c7-418b-a883-8657e40bbbf0 req-146402d8-0540-4d09-b7ff-4e42caf57e3a service neutron] (93822) timed out ('10.222.0.78', 47878) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:03:39.537168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.158234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44114) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:40.265119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0303893a-6007-4bcb-b2d7-53689f7f4ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.359083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0303893a-6007-4bcb-b2d7-53689f7f4ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.362835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0303893a-6007-4bcb-b2d7-53689f7f4ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.400547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0303893a-6007-4bcb-b2d7-53689f7f4ba8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26ea06436a9944ab9a54610d933f72a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411697 Jun 30 03:03:40.401675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303893a-6007-4bcb-b2d7-53689f7f4ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e6b44-5ccd-4e19-80b6-7a2c98716ad6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:40.404036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:40.454284 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa62f-e0f7-42e8-b7f7-7f5b7fdbe4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.475827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa62f-e0f7-42e8-b7f7-7f5b7fdbe4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.521800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa62f-e0f7-42e8-b7f7-7f5b7fdbe4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.524430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa62f-e0f7-42e8-b7f7-7f5b7fdbe4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.525568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f8aa62f-e0f7-42e8-b7f7-7f5b7fdbe4d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/799e6b44-5ccd-4e19-80b6-7a2c98716ad6 HTTP/1.1" status: 204 len: 168 time: 0.1205542 Jun 30 03:03:40.534349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8aa62f-e0f7-42e8-b7f7-7f5b7fdbe4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e6b44-5ccd-4e19-80b6-7a2c98716ad6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:40.784812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:40.798365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ff516f4-4d11-47f9-93bc-b6e1d7b178a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.888183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ff516f4-4d11-47f9-93bc-b6e1d7b178a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.892020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ff516f4-4d11-47f9-93bc-b6e1d7b178a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.930688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff516f4-4d11-47f9-93bc-b6e1d7b178a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db6aa0e-a506-4f9d-b191-8c9c0513f03d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:40.936927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ff516f4-4d11-47f9-93bc-b6e1d7b178a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd6b7c30393a4b25b60fa3350d439ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510680 Jun 30 03:03:40.939478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:40.988386 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-552bd62c-ec91-49ab-b9fa-31621b55fb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.995539 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.010700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-552bd62c-ec91-49ab-b9fa-31621b55fb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.056623 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-552bd62c-ec91-49ab-b9fa-31621b55fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.059731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-552bd62c-ec91-49ab-b9fa-31621b55fb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.060871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-552bd62c-ec91-49ab-b9fa-31621b55fb6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7db6aa0e-a506-4f9d-b191-8c9c0513f03d HTTP/1.1" status: 204 len: 168 time: 0.1204803 Jun 30 03:03:41.068528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bd62c-ec91-49ab-b9fa-31621b55fb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db6aa0e-a506-4f9d-b191-8c9c0513f03d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:43.205288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:43.311811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50f6aec5-3fed-4205-a907-98cd25333640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.399635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50f6aec5-3fed-4205-a907-98cd25333640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.404274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50f6aec5-3fed-4205-a907-98cd25333640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.443672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-50f6aec5-3fed-4205-a907-98cd25333640 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46ee27cf1f9548a3af0d00e3e4d0a4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372859 Jun 30 03:03:43.444645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6aec5-3fed-4205-a907-98cd25333640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdfd65f-e6ee-45e8-b7ea-1ac0df3887e5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:43.446507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:43.477834 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:43.505489 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18871200-d004-4b27-abf3-a62be448d7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.529213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18871200-d004-4b27-abf3-a62be448d7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.576399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18871200-d004-4b27-abf3-a62be448d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.579228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18871200-d004-4b27-abf3-a62be448d7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.580385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18871200-d004-4b27-abf3-a62be448d7a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbdfd65f-e6ee-45e8-b7ea-1ac0df3887e5 HTTP/1.1" status: 204 len: 168 time: 0.1250327 Jun 30 03:03:43.588147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18871200-d004-4b27-abf3-a62be448d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdfd65f-e6ee-45e8-b7ea-1ac0df3887e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:43.861034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:43.874626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7cb87ed-01b0-4668-8288-b6ccf8c1c97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.962579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7cb87ed-01b0-4668-8288-b6ccf8c1c97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.966298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d7cb87ed-01b0-4668-8288-b6ccf8c1c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.005229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d7cb87ed-01b0-4668-8288-b6ccf8c1c97f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f09b18f988f24dfb99265f7b2cc625cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431031 Jun 30 03:03:44.006047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb87ed-01b0-4668-8288-b6ccf8c1c97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e3161c-36ac-40a1-b1bf-b5ef54ce9442,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:44.008031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44256) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:44.066575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c13fac-361c-4259-b628-6494ec83effb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.091767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c13fac-361c-4259-b628-6494ec83effb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.148019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c13fac-361c-4259-b628-6494ec83effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.150835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75c13fac-361c-4259-b628-6494ec83effb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.155621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75c13fac-361c-4259-b628-6494ec83effb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8e3161c-36ac-40a1-b1bf-b5ef54ce9442 HTTP/1.1" status: 204 len: 168 time: 0.1461527 Jun 30 03:03:44.163585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c13fac-361c-4259-b628-6494ec83effb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e3161c-36ac-40a1-b1bf-b5ef54ce9442,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:45.931530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44332) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:46.034253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e804f6d4-04e5-4aa6-94ee-72a891ba7542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.127831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e804f6d4-04e5-4aa6-94ee-72a891ba7542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.132661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e804f6d4-04e5-4aa6-94ee-72a891ba7542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.157868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:46.173426 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e804f6d4-04e5-4aa6-94ee-72a891ba7542 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41877be5a1c34ecba9b3706f5387248c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408118 Jun 30 03:03:46.174422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804f6d4-04e5-4aa6-94ee-72a891ba7542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea33ef1-7e4d-46cc-a1a5-264c95a8649a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:46.176773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44340) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:46.219716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8e74b003-d14b-458a-8aa7-82af7f2f4928 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/floatingips/d174b072-8bc9-4d3e-b611-f09d98415c37 HTTP/1.1" status: 200 len: 992 time: 0.0606785 Jun 30 03:03:46.234437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7d40-465e-4a21-a677-27b92267b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.256834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7d40-465e-4a21-a677-27b92267b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.303803 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7d40-465e-4a21-a677-27b92267b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.306746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7d40-465e-4a21-a677-27b92267b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.307910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5dbc7d40-465e-4a21-a677-27b92267b28f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ea33ef1-7e4d-46cc-a1a5-264c95a8649a HTTP/1.1" status: 204 len: 168 time: 0.1302407 Jun 30 03:03:46.317634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc7d40-465e-4a21-a677-27b92267b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea33ef1-7e4d-46cc-a1a5-264c95a8649a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:46.569810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:46.573319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44352) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:46.592502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1f5fdd9-f88c-4773-b7b5-c0f8182c1c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.710190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1f5fdd9-f88c-4773-b7b5-c0f8182c1c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.715262 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1f5fdd9-f88c-4773-b7b5-c0f8182c1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.758562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b1f5fdd9-f88c-4773-b7b5-c0f8182c1c65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d820f3dca36341cab2f5655e0a26260c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840591 Jun 30 03:03:46.759215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44356) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:46.766393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port c24c9535-7378-4e75-8835-42c6e999a1b9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:46.766791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.773537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5fdd9-f88c-4773-b7b5-c0f8182c1c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228880ea-4c75-415a-aeac-91fdc8790717,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:46.818609 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0ec515f-b34a-4b35-b06e-609a9fd4cfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.844592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0ec515f-b34a-4b35-b06e-609a9fd4cfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.864494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.864825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.876881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for c24c9535-7378-4e75-8835-42c6e999a1b9 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:46.894492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0ec515f-b34a-4b35-b06e-609a9fd4cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.897096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0ec515f-b34a-4b35-b06e-609a9fd4cfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.898244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f0ec515f-b34a-4b35-b06e-609a9fd4cfaa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/228880ea-4c75-415a-aeac-91fdc8790717 HTTP/1.1" status: 204 len: 168 time: 0.1370637 Jun 30 03:03:46.906697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec515f-b34a-4b35-b06e-609a9fd4cfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228880ea-4c75-415a-aeac-91fdc8790717,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:47.056973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:47.084876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=c24c9535-7378-4e75-8835-42c6e999a1b9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:47.155143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:47.155684 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Floating IP d174b072-8bc9-4d3e-b611-f09d98415c37 disassociated (deleted). External IP: 172.25.0.25, port: 131ade7d-cb57-462c-a418-7afb0246ad7b. Jun 30 03:03:47.373983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 16f35d54-4579-4399-b928-5211e20cf622 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:03:47.488839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:47.493332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:47.500027 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] Sync routers for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:47.509138 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:47.509746 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:47.538832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-11643666-0786-47c2-9b41-aa81ec166371 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/floatingips/d174b072-8bc9-4d3e-b611-f09d98415c37 HTTP/1.1" status: 204 len: 168 time: 0.9654107 Jun 30 03:03:47.538832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:47.539664 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e16775-0873-4e0f-9663-b84552f1f854" -d '{"events": [{"name": "network-changed", "server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:47.587794 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f30a1-18fa-4072-a194-2ae4be551e6a x-openstack-request-id: req-ff4f30a1-18fa-4072-a194-2ae4be551e6a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:47.588472 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:47.588835 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff4f30a1-18fa-4072-a194-2ae4be551e6a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:47.589380 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'status': 'completed', 'code': 200} Jun 30 03:03:47.629343 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:47.695333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16775-0873-4e0f-9663-b84552f1f854 req-13f8b69b-d662-4635-888c-c851d0857339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:47.696857 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-13f8b69b-d662-4635-888c-c851d0857339 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 1096 time: 0.0755830 Jun 30 03:03:47.826989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16775-0873-4e0f-9663-b84552f1f854 req-48486b94-525c-4177-9130-77bfac8b5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:47.828468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-48486b94-525c-4177-9130-77bfac8b5f4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c495609-2132-4a51-9f2e-9b8770e61823 HTTP/1.1" status: 200 len: 898 time: 0.1224122 Jun 30 03:03:47.879050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-42f8eb88-6559-461e-a539-6d6e7b0d515b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=131ade7d-cb57-462c-a418-7afb0246ad7b HTTP/1.1" status: 200 len: 217 time: 0.0411270 Jun 30 03:03:47.880739 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:56Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:47.922899 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] Checking router: 16f35d54-4579-4399-b928-5211e20cf622 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:47.934025 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:47.935770 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:47.960098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16775-0873-4e0f-9663-b84552f1f854 req-ee88767c-39c8-4eea-b56a-05f46f2bd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:47.961815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-ee88767c-39c8-4eea-b56a-05f46f2bd13f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1150f69-8012-4f4a-88da-c7fadc438b48 HTTP/1.1" status: 200 len: 834 time: 0.0756481 Jun 30 03:03:48.033188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16775-0873-4e0f-9663-b84552f1f854 req-1991078b-983f-4d6a-b413-3689c5ad149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:48.034823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-1991078b-983f-4d6a-b413-3689c5ad149e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c495609-2132-4a51-9f2e-9b8770e61823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599201 Jun 30 03:03:48.092951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:48.293407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4de1-925e-41a4-83ba-ed15fc64ca2f req-dd77e310-8196-4930-baef-77ed6291c714 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:48.301648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e15e4de1-925e-41a4-83ba-ed15fc64ca2f req-dd77e310-8196-4930-baef-77ed6291c714 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 945 time: 0.3304191 Jun 30 03:03:48.343147 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e15e4de1-925e-41a4-83ba-ed15fc64ca2f req-e5b53918-1608-42a8-baae-cf0bbd68d6fa tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Jun 30 03:03:48.353376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:56Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:48.388355 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb8ede-e52e-4af2-867e-ad52eb20e8f0 None None] The sync data for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 is: [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '78c65716-2ac9-4a2e-8867-9fd58a553576', 'name': '', 'network_id': '6c495609-2132-4a51-9f2e-9b8770e61823', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'mac_address': 'fa:16:3e:d5:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:51Z', 'updated_at': '2021-06-30T03:02:56Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'subnets': [{'id': 'a1150f69-8012-4f4a-88da-c7fadc438b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:48.518250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-8715684d-5a87-4269-9b9a-7726ef3184a2 service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738600 Jun 30 03:03:48.615466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46e16775-0873-4e0f-9663-b84552f1f854 req-a69f211b-e95f-4b57-bfa7-1f1cfabb5c85 service neutron] 10.222.0.90 "GET /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893731 Jun 30 03:03:48.695748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f2a3d-7caf-4e05-a1d2-8d5414507784 None None] New status for floating IP d174b072-8bc9-4d3e-b611-f09d98415c37: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:03:49.528378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0813d-9049-49c6-9e62-fdcef3565749 req-b0512aaf-5fbb-4658-9308-c585295dedc9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:49.530571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54f0813d-9049-49c6-9e62-fdcef3565749 req-b0512aaf-5fbb-4658-9308-c585295dedc9 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 945 time: 0.0692933 Jun 30 03:03:49.554194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c761c-5e9c-4535-9356-ba2405d65128 req-a762810d-2982-4f99-b568-aa3064d352df tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:49.555717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-666c761c-5e9c-4535-9356-ba2405d65128 req-a762810d-2982-4f99-b568-aa3064d352df tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "GET /v2.0/ports?device_id=8456a430-252a-4f42-81cb-8113bb188df3 HTTP/1.1" status: 200 len: 945 time: 0.0775361 Jun 30 03:03:49.573569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-54f0813d-9049-49c6-9e62-fdcef3565749 req-a05bb988-4420-43b3-a1ca-e47f6836d063 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "GET /v2.0/security-groups?id=11aa28fa-5757-430d-99b1-a17302597813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Jun 30 03:03:49.666901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port 131ade7d-cb57-462c-a418-7afb0246ad7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:49.667133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.763677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port 131ade7d-cb57-462c-a418-7afb0246ad7b, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=131ade7d-cb57-462c-a418-7afb0246ad7b,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:49.764048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.779030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for 131ade7d-cb57-462c-a418-7afb0246ad7b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:49.908781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.941858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=131ade7d-cb57-462c-a418-7afb0246ad7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:49.989183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] No DVR routers for this DVR port 131ade7d-cb57-462c-a418-7afb0246ad7b on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:49.991856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.993824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-666c761c-5e9c-4535-9356-ba2405d65128 req-5519ba09-150a-4fd7-8e45-803c5f635b13 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.90 "DELETE /v2.0/ports/131ade7d-cb57-462c-a418-7afb0246ad7b HTTP/1.1" status: 204 len: 173 time: 0.4314404 Jun 30 03:03:49.994268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'name': 'network-vif-deleted', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:49.996659 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1376cd-cd15-4b99-8e11-c3d8aaffdba0" -d '{"events": [{"server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "name": "network-vif-deleted", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:50.035604 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8c023-721f-4919-8375-6f4313b41e43 x-openstack-request-id: req-36b8c023-721f-4919-8375-6f4313b41e43 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:50.035924 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8456a430-252a-4f42-81cb-8113bb188df3", "name": "network-vif-deleted", "tag": "131ade7d-cb57-462c-a418-7afb0246ad7b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:50.036132 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36b8c023-721f-4919-8375-6f4313b41e43 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:50.036526 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8456a430-252a-4f42-81cb-8113bb188df3', 'name': 'network-vif-deleted', 'tag': '131ade7d-cb57-462c-a418-7afb0246ad7b', 'status': 'completed', 'code': 200} Jun 30 03:03:50.684322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44586) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:50.744131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a883dbf0-4a9d-48a5-a879-4b0310b3d5dc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.770164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a883dbf0-4a9d-48a5-a879-4b0310b3d5dc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.832991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a883dbf0-4a9d-48a5-a879-4b0310b3d5dc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.835796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a883dbf0-4a9d-48a5-a879-4b0310b3d5dc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.837014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a883dbf0-4a9d-48a5-a879-4b0310b3d5dc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/security-groups/11aa28fa-5757-430d-99b1-a17302597813 HTTP/1.1" status: 204 len: 168 time: 0.1516502 Jun 30 03:03:50.846383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883dbf0-4a9d-48a5-a879-4b0310b3d5dc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa28fa-5757-430d-99b1-a17302597813,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:50.876496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44606) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:51.549629 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.837638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port 78c65716-2ac9-4a2e-8867-9fd58a553576 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:51.838341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.934283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port 78c65716-2ac9-4a2e-8867-9fd58a553576, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=78c65716-2ac9-4a2e-8867-9fd58a553576,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:51.934597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.947490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for 78c65716-2ac9-4a2e-8867-9fd58a553576 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:52.146054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.179819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=78c65716-2ac9-4a2e-8867-9fd58a553576,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:52.387869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.623141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Router 16f35d54-4579-4399-b928-5211e20cf622 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:03:52.642470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:52.739200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:52.744189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7675f5d1-34e6-4f2f-95bf-ac8f58b6483a tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "PUT /v2.0/routers/16f35d54-4579-4399-b928-5211e20cf622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663750 Jun 30 03:03:52.747166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44736) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:52.759675 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] Sync routers for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:52.762174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e91db815-1eee-49e1-819e-4b3739eea6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.770277 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:52.770967 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:52.799147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting subnet a1150f69-8012-4f4a-88da-c7fadc438b48 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:52.802249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.850995 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.860521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e91db815-1eee-49e1-819e-4b3739eea6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.864567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e91db815-1eee-49e1-819e-4b3739eea6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.879288 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:52.904757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e91db815-1eee-49e1-819e-4b3739eea6fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ea46bb43491453693ad46f17f97b857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611439 Jun 30 03:03:52.906190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91db815-1eee-49e1-819e-4b3739eea6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694fa8ab-bade-4816-a56a-b0b9af6f0c21,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:52.907791 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44738) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:52.966941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.026651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e39d59f1-a133-406e-b47f-fe2982f7b7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.056599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e39d59f1-a133-406e-b47f-fe2982f7b7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.060294 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:03:52Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:53.067319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.095344 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] Checking router: 16f35d54-4579-4399-b928-5211e20cf622 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:53.103952 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] Routers {'16f35d54-4579-4399-b928-5211e20cf622'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:53.104558 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:03:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['16f35d54-4579-4399-b928-5211e20cf622'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:53.109405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Subnet': ['ID=a1150f69-8012-4f4a-88da-c7fadc438b48,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:53.119302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.122772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f994f91f-ab2b-4a52-bf56-814d6b15b1fc tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/subnets/a1150f69-8012-4f4a-88da-c7fadc438b48 HTTP/1.1" status: 204 len: 168 time: 0.3731358 Jun 30 03:03:53.124326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44740) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:53.127226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6c5c6-9961-4eff-97ea-bb04838ed362 None None] Network 6c495609-2132-4a51-9f2e-9b8770e61823 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:53.218036 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] Set router 16f35d54-4579-4399-b928-5211e20cf622 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:53.231812 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e39d59f1-a133-406e-b47f-fe2982f7b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.234619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e39d59f1-a133-406e-b47f-fe2982f7b7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.238175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e39d59f1-a133-406e-b47f-fe2982f7b7ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/694fa8ab-bade-4816-a56a-b0b9af6f0c21 HTTP/1.1" status: 204 len: 168 time: 0.3267951 Jun 30 03:03:53.251733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d59f1-a133-406e-b47f-fe2982f7b7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694fa8ab-bade-4816-a56a-b0b9af6f0c21,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:53.255518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.384560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.400647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] DHCP port deletion for 6c495609-2132-4a51-9f2e-9b8770e61823 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:03:53.478933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Deleting port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:53.479339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.591019 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:03:52Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:53.624947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb2868-1554-467c-9c55-fb27da3a830a None None] The sync data for ids ['16f35d54-4579-4399-b928-5211e20cf622'] in n-d-798054-5 is: [{'id': '16f35d54-4579-4399-b928-5211e20cf622', 'name': 'tempest-TestNetworkBasicOps-router-782050125', 'tenant_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:03:52Z', 'revision_number': 5, 'project_id': 'ac8db0c3f2b64c86840011b8ecac9ef2', 'gw_port': {'id': '500fcecb-9b1e-4e1c-a763-ceb66fbffa37', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f35d54-4579-4399-b928-5211e20cf622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:48Z', 'updated_at': '2021-06-30T03:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:53.628549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] For port 500fcecb-9b1e-4e1c-a763-ceb66fbffa37, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:53.629072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.646001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Calling delete_port for 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:53.662635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Deleting port d8a691a5-9d43-44f8-9219-441cf5af75fc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:53.663089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.733764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] For port d8a691a5-9d43-44f8-9219-441cf5af75fc, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d8a691a5-9d43-44f8-9219-441cf5af75fc,segment=NetworkSegment(4ad0c2b3-1b23-47ec-b409-0c277ae68603),segment_id=4ad0c2b3-1b23-47ec-b409-0c277ae68603)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:53.734262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.761981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Calling delete_port for d8a691a5-9d43-44f8-9219-441cf5af75fc owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:53.866463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.867791 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.895860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Port': ['ID=500fcecb-9b1e-4e1c-a763-ceb66fbffa37,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:53.901271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Pushing event deleted for resources: {'Port': ['ID=d8a691a5-9d43-44f8-9219-441cf5af75fc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:53.906585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] No DVR routers for this DVR port d8a691a5-9d43-44f8-9219-441cf5af75fc on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:53.913716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.914064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.918696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.919594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.920344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.921027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.922005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.922471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.923449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.923883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.925492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.925844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97021ed-935c-4034-bff7-b1c94fc1e2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:53.966225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.069549 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.071964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.132067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.132634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Fanout notify agent at l3_agent the message router_deleted on router 16f35d54-4579-4399-b928-5211e20cf622 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:54.140701 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.141844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5b58443a-4218-493f-a842-6922275026a0 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/routers/16f35d54-4579-4399-b928-5211e20cf622 HTTP/1.1" status: 204 len: 168 time: 1.0165055 Jun 30 03:03:54.144640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44766) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:54.236219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.346104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.361548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c495609-2132-4a51-9f2e-9b8770e61823']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:54.383272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d8a691a5-9d43-44f8-9219-441cf5af75fc no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:54.386751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad0c2b3-1b23-47ec-b409-0c277ae68603') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:54.387278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad0c2b3-1b23-47ec-b409-0c277ae68603') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:54.397506 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.404929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d8a691a5-9d43-44f8-9219-441cf5af75fc {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:54.405287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d8a691a5-9d43-44f8-9219-441cf5af75fc not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:54.405705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78c65716-2ac9-4a2e-8867-9fd58a553576 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:54.412338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.420189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:54.420869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:54.424533 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:54.436211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 78c65716-2ac9-4a2e-8867-9fd58a553576 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:54.436565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 78c65716-2ac9-4a2e-8867-9fd58a553576 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:54.469415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 131ade7d-cb57-462c-a418-7afb0246ad7b no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:54.491771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 131ade7d-cb57-462c-a418-7afb0246ad7b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:54.492119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 131ade7d-cb57-462c-a418-7afb0246ad7b not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:54.492628 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.500848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.502587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] 10.222.0.78 "DELETE /v2.0/networks/6c495609-2132-4a51-9f2e-9b8770e61823 HTTP/1.1" status: 204 len: 168 time: 0.3568931 Jun 30 03:03:54.516623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5ae34-c525-4c5d-99be-bc9cb5bcd092 tempest-TestNetworkBasicOps-2135522003 tempest-TestNetworkBasicOps-2135522003-project] Pushing event deleted for resources: {'Network': ['ID=6c495609-2132-4a51-9f2e-9b8770e61823,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:54.786616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44790) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:54.926253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dbf3bb04-06fb-4a35-b789-8b4b2551746e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac8db0c3f2b64c86840011b8ecac9ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384420 Jun 30 03:03:54.928797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44798) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:54.983115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5572ecc4-a434-4da2-8b42-375287d919c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.005110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5572ecc4-a434-4da2-8b42-375287d919c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.052219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5572ecc4-a434-4da2-8b42-375287d919c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.054840 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5572ecc4-a434-4da2-8b42-375287d919c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.056001 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5572ecc4-a434-4da2-8b42-375287d919c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/296dfebe-a619-4169-9731-ab477072fe4e HTTP/1.1" status: 204 len: 168 time: 0.1258860 Jun 30 03:03:55.064644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572ecc4-a434-4da2-8b42-375287d919c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296dfebe-a619-4169-9731-ab477072fe4e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:55.354399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44838) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:55.368426 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0da2527f-87d2-4196-ae8a-b72d36e40d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.462560 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0da2527f-87d2-4196-ae8a-b72d36e40d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.467642 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0da2527f-87d2-4196-ae8a-b72d36e40d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.508724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2527f-87d2-4196-ae8a-b72d36e40d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda3c305-5559-4d28-b56d-ed74cf9d77ef,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:55.513870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0da2527f-87d2-4196-ae8a-b72d36e40d33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0d9b18f244b469e918d0d83650719bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583819 Jun 30 03:03:55.517228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44842) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:55.572713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae06-c5bd-4f80-96d9-5fed92faf62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.594401 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae06-c5bd-4f80-96d9-5fed92faf62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.639251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:55.648114 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae06-c5bd-4f80-96d9-5fed92faf62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.650977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6eeaae06-c5bd-4f80-96d9-5fed92faf62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.655373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6eeaae06-c5bd-4f80-96d9-5fed92faf62f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eda3c305-5559-4d28-b56d-ed74cf9d77ef HTTP/1.1" status: 204 len: 168 time: 0.1348617 Jun 30 03:03:55.662057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaae06-c5bd-4f80-96d9-5fed92faf62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda3c305-5559-4d28-b56d-ed74cf9d77ef,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:55.758231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76be70c6-5d3d-4d71-b3c5-251dcff171be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.870333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76be70c6-5d3d-4d71-b3c5-251dcff171be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.875683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76be70c6-5d3d-4d71-b3c5-251dcff171be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.921388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-76be70c6-5d3d-4d71-b3c5-251dcff171be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4cc033094eba44b9a76517d7df2440e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783184 Jun 30 03:03:55.921388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be70c6-5d3d-4d71-b3c5-251dcff171be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91cd603-b95f-4f96-a701-3310401d0aeb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:55.922190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44854) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:55.989675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc7e95ed-041b-472f-86a4-bc4420532cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.013497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc7e95ed-041b-472f-86a4-bc4420532cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.067939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc7e95ed-041b-472f-86a4-bc4420532cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.070767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc7e95ed-041b-472f-86a4-bc4420532cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.071931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dc7e95ed-041b-472f-86a4-bc4420532cbc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b91cd603-b95f-4f96-a701-3310401d0aeb HTTP/1.1" status: 204 len: 168 time: 0.1367214 Jun 30 03:03:56.082800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e95ed-041b-472f-86a4-bc4420532cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91cd603-b95f-4f96-a701-3310401d0aeb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:56.243562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:56.266682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:56.267152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 500fcecb-9b1e-4e1c-a763-ceb66fbffa37 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:56.410121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44860) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:56.426462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bebee9d6-c36b-4c06-95ee-9b3269ddabd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.515740 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bebee9d6-c36b-4c06-95ee-9b3269ddabd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.519327 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bebee9d6-c36b-4c06-95ee-9b3269ddabd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.557797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bebee9d6-c36b-4c06-95ee-9b3269ddabd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69ebed6b191740d9ab1c33873af2bfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465440 Jun 30 03:03:56.559505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebee9d6-c36b-4c06-95ee-9b3269ddabd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d307c-abbe-4187-948c-3b324d65c1e3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:56.561197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:56.608815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e329a6-466d-4f03-9cb4-9bafbd32fb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.630187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e329a6-466d-4f03-9cb4-9bafbd32fb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.676637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e329a6-466d-4f03-9cb4-9bafbd32fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.679304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02e329a6-466d-4f03-9cb4-9bafbd32fb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.680439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-02e329a6-466d-4f03-9cb4-9bafbd32fb8b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e10d307c-abbe-4187-948c-3b324d65c1e3 HTTP/1.1" status: 204 len: 168 time: 0.1182566 Jun 30 03:03:56.688710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e329a6-466d-4f03-9cb4-9bafbd32fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d307c-abbe-4187-948c-3b324d65c1e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:57.648313 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-221efd5a-0258-4e8d-ae2b-e3afe5c683da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:57.873606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:57.971991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1602830852', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:57.994417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Made reservation on behalf of c1d326960464418c970068f3c744d5ee for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:57.996967 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.005493 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.099296 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.103663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.109009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] device_id is not set on port 0a0d0822-3667-4966-81f2-de97e2d4355a yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:03:58.163014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7233f766-1b8d-4303-a3f6-095d816fd22a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:58.225385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Allocated IP 172.25.0.135 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/0a0d0822-3667-4966-81f2-de97e2d4355a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:58.362206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.403145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.442036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:58.444611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:58.450216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:58.472397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Pushing event updated for resources: {'Port': ['ID=0a0d0822-3667-4966-81f2-de97e2d4355a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:58.491733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:58.492349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.504604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e6d16d60-7d9e-4a38-84de-5ba7d4b09c05 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6297731 Jun 30 03:03:58.507492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:58.511763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.135'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:58.532158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.533170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.588295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.725471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.965940 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.985088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.165798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.331604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.333678 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.375989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.376670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e30bd3d-103f-4690-895d-528ff9b3afa4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:59.391450 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 03:03:59.392516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e7452dd7-b0ac-4663-877b-3290ebc428b9 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8841088 Jun 30 03:03:59.395345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:59.486295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Deleting port 0a0d0822-3667-4966-81f2-de97e2d4355a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:59.486667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.563776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.575451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Calling delete_port for 0a0d0822-3667-4966-81f2-de97e2d4355a owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:59.702083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.727346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a0d0822-3667-4966-81f2-de97e2d4355a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:59.794410 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.796796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-33d221ab-c817-4b45-931e-7aa85664b616 tempest-RoutersAdminNegativeIpV6Test-580660327 tempest-RoutersAdminNegativeIpV6Test-580660327-project-admin] 10.222.0.78 "DELETE /v2.0/ports/0a0d0822-3667-4966-81f2-de97e2d4355a HTTP/1.1" status: 204 len: 168 time: 0.4003773 Jun 30 03:04:00.031125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:00.134441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6bc-8b37-4c3b-82d1-bad0778acee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.222393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6bc-8b37-4c3b-82d1-bad0778acee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.226369 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6bc-8b37-4c3b-82d1-bad0778acee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.264434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a6bc-8b37-4c3b-82d1-bad0778acee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ad56c-4a65-4e89-92ae-6ff726bc456c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:00.269688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3bc5a6bc-8b37-4c3b-82d1-bad0778acee5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0dd0079e2e0244f9b56b695870f51be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377942 Jun 30 03:04:00.271325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:00.309705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-479aa5b6-7f31-42e9-b6df-3b84eba72dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.325453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f58692d7-8d55-48f5-88eb-bcfb2ecec093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.347788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f58692d7-8d55-48f5-88eb-bcfb2ecec093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.397671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f58692d7-8d55-48f5-88eb-bcfb2ecec093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.400238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f58692d7-8d55-48f5-88eb-bcfb2ecec093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.401509 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f58692d7-8d55-48f5-88eb-bcfb2ecec093 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/013ad56c-4a65-4e89-92ae-6ff726bc456c HTTP/1.1" status: 204 len: 168 time: 0.1292772 Jun 30 03:04:00.409648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58692d7-8d55-48f5-88eb-bcfb2ecec093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ad56c-4a65-4e89-92ae-6ff726bc456c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:00.562885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.682557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:00.724169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e324cdd2-b923-44ac-8ca9-85a1b772d7c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1d326960464418c970068f3c744d5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395606 Jun 30 03:04:00.726818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:00.776931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16c44eb7-2acb-4d2e-9035-9d2b8c6dc963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.799121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16c44eb7-2acb-4d2e-9035-9d2b8c6dc963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.846840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16c44eb7-2acb-4d2e-9035-9d2b8c6dc963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.849690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16c44eb7-2acb-4d2e-9035-9d2b8c6dc963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.850877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-16c44eb7-2acb-4d2e-9035-9d2b8c6dc963 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7233f766-1b8d-4303-a3f6-095d816fd22a HTTP/1.1" status: 204 len: 168 time: 0.1231649 Jun 30 03:04:00.859731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c44eb7-2acb-4d2e-9035-9d2b8c6dc963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7233f766-1b8d-4303-a3f6-095d816fd22a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:01.524281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:01.618609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512226744'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:01.640868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:01.644362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.652940 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.748729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.752574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.782002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:01.791732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d50242-bc97-427b-80d3-1a62a1e23bae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:01.797339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.797682 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment 1250954e-719a-4835-9dad-db97358d6980 of type vlan for network bbb1fa19-3905-44d9-9e4b-681b17101fc8 Jun 30 03:04:01.837242 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.865436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.870830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:01.871404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.924216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3988078 Jun 30 03:04:01.939204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5017-3b90-49d0-8a83-25baf7669635 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=bbb1fa19-3905-44d9-9e4b-681b17101fc8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:01.949060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network bbb1fa19-3905-44d9-9e4b-681b17101fc8 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:02.253570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.360306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.157861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:05.163232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:05.255017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:05.258752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.442472 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.496094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=ccda3102-8b8e-44f8-8739-a395c51d9bdd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:05.511972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': '1250954e-719a-4835-9dad-db97358d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:05.512864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: bbb1fa19-3905-44d9-9e4b-681b17101fc8, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:05.531091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network bbb1fa19-3905-44d9-9e4b-681b17101fc8 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:05.539490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, bbb1fa19-3905-44d9-9e4b-681b17101fc8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:05.543841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:05.544449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.551514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f786e5-b0c3-49c4-987c-ce630250b175 None None] Network bbb1fa19-3905-44d9-9e4b-681b17101fc8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:05.563462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44966) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:05.564147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-700c3851-342c-4019-8185-5e6e9c9eef9f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4045024 Jun 30 03:04:05.568778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622141216'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:05.589215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:05.593335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.617381 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:05.626778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.627250 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment ce1f36bb-e623-42d9-ad17-8aa84be8b33f of type vlan for network 6ef4b268-efb8-4930-8f66-676bd5f6cee1 Jun 30 03:04:05.670600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.701706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.705059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-bbb1fa19-3905-44d9-9e4b-681b17101fc8', 'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': 'ccda3102-8b8e-44f8-8739-a395c51d9bdd'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:05.705910 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.708074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:05.708943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.774719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2100170 Jun 30 03:04:05.777651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44970) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:05.784173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '6ef4b268-efb8-4930-8f66-676bd5f6cee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:05.827355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442babc-40f6-438d-8ccd-96171a0e6f44 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=6ef4b268-efb8-4930-8f66-676bd5f6cee1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:05.845515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 6ef4b268-efb8-4930-8f66-676bd5f6cee1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:05.885755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:05.890081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.898348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Allocated IP 2001:db8:0:ffff::2 (bbb1fa19-3905-44d9-9e4b-681b17101fc8/ccda3102-8b8e-44f8-8739-a395c51d9bdd/cf17e71f-3b37-4677-b7a9-279d844dc9c7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:06.065917 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.075482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.075839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Transition to ACTIVE for port object cf17e71f-3b37-4677-b7a9-279d844dc9c7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:06.092507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Transition to ACTIVE for port object cf17e71f-3b37-4677-b7a9-279d844dc9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:06.098673 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.142263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=4a676512-199e-4194-b4bd-35b6ad94a69a,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:06.150633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Network bbb1fa19-3905-44d9-9e4b-681b17101fc8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:06.154299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:06.155296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': 'ce1f36bb-e623-42d9-ad17-8aa84be8b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6ef4b268-efb8-4930-8f66-676bd5f6cee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:06.155667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 6ef4b268-efb8-4930-8f66-676bd5f6cee1, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:06.157385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:06.160362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Pushing event updated for resources: {'Port': ['ID=cf17e71f-3b37-4677-b7a9-279d844dc9c7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:06.177208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 6ef4b268-efb8-4930-8f66-676bd5f6cee1 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:06.187213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 6ef4b268-efb8-4930-8f66-676bd5f6cee1) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:06.191693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:06.192515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.208616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b5e6dee6-d4af-4429-8a83-1a1804ed728a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4293544 Jun 30 03:04:06.211561 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:06.212726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350d002-9d5b-482a-bac3-7673afdf6c22 None None] Network 6ef4b268-efb8-4930-8f66-676bd5f6cee1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:06.267276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Attempting to bind port cf17e71f-3b37-4677-b7a9-279d844dc9c7 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:06.267646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Attempting to bind port cf17e71f-3b37-4677-b7a9-279d844dc9c7 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1250954e-719a-4835-9dad-db97358d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:06.268161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Attempting to bind port cf17e71f-3b37-4677-b7a9-279d844dc9c7 on network bbb1fa19-3905-44d9-9e4b-681b17101fc8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:06.278702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:06.279022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Checking segment: {'id': '1250954e-719a-4835-9dad-db97358d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:06.279422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.279809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Bound using segment: {'id': '1250954e-719a-4835-9dad-db97358d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:06.280269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Bound port: cf17e71f-3b37-4677-b7a9-279d844dc9c7, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250954e-719a-4835-9dad-db97358d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'bbb1fa19-3905-44d9-9e4b-681b17101fc8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:06.280642 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.314617 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.397422 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.399703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] For port cf17e71f-3b37-4677-b7a9-279d844dc9c7, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:06.431284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] For port cf17e71f-3b37-4677-b7a9-279d844dc9c7, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cf17e71f-3b37-4677-b7a9-279d844dc9c7,segment=NetworkSegment(1250954e-719a-4835-9dad-db97358d6980),segment_id=1250954e-719a-4835-9dad-db97358d6980)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:06.437392 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.464252 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.469324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e54c3-836f-4409-8276-502dc1a66d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-6ef4b268-efb8-4930-8f66-676bd5f6cee1', 'network_id': '6ef4b268-efb8-4930-8f66-676bd5f6cee1', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': '4a676512-199e-4194-b4bd-35b6ad94a69a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:06.470158 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a74e54c3-836f-4409-8276-502dc1a66d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.500267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=4a676512-199e-4194-b4bd-35b6ad94a69a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:06.570378 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.572205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff9066-b96a-4db3-9df7-0343d6dd8c0f None None] Pushing event updated for resources: {'Port': ['ID=cf17e71f-3b37-4677-b7a9-279d844dc9c7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:06.583320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef4b268-efb8-4930-8f66-676bd5f6cee1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:06.596742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1f36bb-e623-42d9-ad17-8aa84be8b33f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:06.597072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1f36bb-e623-42d9-ad17-8aa84be8b33f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:06.602895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d82cd86-d8ca-41b9-a99e-1faee742a1ec None None] Network 6ef4b268-efb8-4930-8f66-676bd5f6cee1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:06.609143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.624233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.630652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:06.631150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:06.638488 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:06.718795 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.724927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.731740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/6ef4b268-efb8-4930-8f66-676bd5f6cee1 HTTP/1.1" status: 204 len: 168 time: 0.5182018 Jun 30 03:04:06.732656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44974) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:06.738409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443539131'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:06.757103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350031da-7374-48b4-949f-a3f79642c3ec tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=6ef4b268-efb8-4930-8f66-676bd5f6cee1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:06.795032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:06.798957 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.827547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:06.838564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.839202 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment 790e34f7-0e04-4e7f-9b3e-ed9e19675a71 of type vlan for network c07fe523-f980-46bc-927a-8dba3bee23d9 Jun 30 03:04:06.886587 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.937139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.943585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:06.944187 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.005967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2721884 Jun 30 03:04:07.008894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:07.014593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdea039-4c7c-4dfd-a6eb-c423acdf3b4f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=c07fe523-f980-46bc-927a-8dba3bee23d9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:07.014761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:07.025044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c07fe523-f980-46bc-927a-8dba3bee23d9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:07.104130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:07.107961 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.301756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.367879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=e224daf1-3bcc-4675-b6d2-58a19de16967,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:07.379348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': '790e34f7-0e04-4e7f-9b3e-ed9e19675a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:07.379715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: c07fe523-f980-46bc-927a-8dba3bee23d9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:07.397394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network c07fe523-f980-46bc-927a-8dba3bee23d9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:07.407741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c07fe523-f980-46bc-927a-8dba3bee23d9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:07.412060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:07.412663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.419716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c276176-6103-47cc-84fb-d60461ba0025 None None] Network c07fe523-f980-46bc-927a-8dba3bee23d9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:07.428862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4092262-af46-40a6-9c0f-766b9dfd9b23 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4188290 Jun 30 03:04:07.432577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:07.439341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766171667'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:07.462466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:07.466523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.501124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:07.511518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.512024 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment fd56ab28-ace8-4347-bf9a-2d7851e1700d of type vlan for network 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 Jun 30 03:04:07.559000 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.583070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c07fe523-f980-46bc-927a-8dba3bee23d9', 'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': 'e224daf1-3bcc-4675-b6d2-58a19de16967'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:07.584067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.592820 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.598344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:07.599274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.615631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba40dda5-990c-4b9b-869d-8c3eb3b03097 None None] Network bbb1fa19-3905-44d9-9e4b-681b17101fc8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:07.647929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2139122 Jun 30 03:04:07.650842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:07.658000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:07.673702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007e582-bb98-4447-b717-394d24c5b607 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:07.709313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:07.761647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:07.766981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.786724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7de3c827-fa02-4a51-a22e-f575e6922cc7 None None] Provisioning for port cf17e71f-3b37-4677-b7a9-279d844dc9c7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:07.827794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:04:07.828321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:04:07.903320 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Allocated IP 2001:db8::1 (c07fe523-f980-46bc-927a-8dba3bee23d9/e224daf1-3bcc-4675-b6d2-58a19de16967/41385f7b-47e0-4fcb-a8b8-8b472a7f3d19) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:07.953636 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.022114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=62d91d80-1c32-49dc-9a25-b95a779ecff1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:08.032248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': 'fd56ab28-ace8-4347-bf9a-2d7851e1700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:08.032612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:08.056804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:08.067867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:08.078138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:08.078947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.083524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb3b47-37ef-4903-bd26-45eaac697bf3 None None] Network 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:08.102208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-74299590-f5a4-40c8-a19f-9c93dfaaa9c9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4478030 Jun 30 03:04:08.102703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44986) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:08.165176 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.184574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Transition to ACTIVE for port object 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:08.212785 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.213452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Transition to ACTIVE for port object 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:08.238363 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.288039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Pushing event updated for resources: {'Port': ['ID=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:08.304519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.312787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Network c07fe523-f980-46bc-927a-8dba3bee23d9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:08.319488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:08.321645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:08.348573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cf17e71f-3b37-4677-b7a9-279d844dc9c7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:08.373551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9148f6-b8ba-4971-9b89-4cf4da0e79db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78', 'network_id': '5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': '62d91d80-1c32-49dc-9a25-b95a779ecff1'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:08.374416 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e9148f6-b8ba-4971-9b89-4cf4da0e79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.380990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.412942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=62d91d80-1c32-49dc-9a25-b95a779ecff1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:08.470712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.471647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Attempting to bind port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:08.472041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Attempting to bind port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '790e34f7-0e04-4e7f-9b3e-ed9e19675a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:08.472389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Attempting to bind port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 on network c07fe523-f980-46bc-927a-8dba3bee23d9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:08.480743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.491250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd56ab28-ace8-4347-bf9a-2d7851e1700d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.491545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd56ab28-ace8-4347-bf9a-2d7851e1700d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.500269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.514095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.520540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:08.520938 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:08.523975 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:08.526357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:08.526357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Checking segment: {'id': '790e34f7-0e04-4e7f-9b3e-ed9e19675a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:08.526357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.526357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Bound using segment: {'id': '790e34f7-0e04-4e7f-9b3e-ed9e19675a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:08.526765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Bound port: 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790e34f7-0e04-4e7f-9b3e-ed9e19675a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c07fe523-f980-46bc-927a-8dba3bee23d9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:08.526970 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.531492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port cf17e71f-3b37-4677-b7a9-279d844dc9c7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:08.548368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba13f7-e722-42a4-acca-9e76cb934d54 None None] Network 5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:08.551488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port cf17e71f-3b37-4677-b7a9-279d844dc9c7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:08.551858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.592308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.596817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.599376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 HTTP/1.1" status: 204 len: 168 time: 0.4953685 Jun 30 03:04:08.603455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44988) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:08.608947 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392237684'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:08.626177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4422c-524a-41cd-bbee-1d4250252909 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:08.645773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:08.649517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.678775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:08.687988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.688391 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment a56b7511-1c77-487d-9075-c09cb47cc47d of type vlan for network 75a1afac-5baf-4045-bcee-e2d5b01054e2 Jun 30 03:04:08.720784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] For port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:08.729690 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.738175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] For port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,segment=NetworkSegment(790e34f7-0e04-4e7f-9b3e-ed9e19675a71),segment_id=790e34f7-0e04-4e7f-9b3e-ed9e19675a71)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:08.760747 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.766921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:08.767656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.947289 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.004605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.036615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e166d6c-b29b-41b7-96ed-178cc08f90eb None None] Pushing event updated for resources: {'Port': ['ID=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:09.055993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port cf17e71f-3b37-4677-b7a9-279d844dc9c7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cf17e71f-3b37-4677-b7a9-279d844dc9c7,segment=NetworkSegment(1250954e-719a-4835-9dad-db97358d6980),segment_id=1250954e-719a-4835-9dad-db97358d6980)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:09.061137 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.116934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=cf17e71f-3b37-4677-b7a9-279d844dc9c7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:09.141578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5370939 Jun 30 03:04:09.144427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44992) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:09.149402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '75a1afac-5baf-4045-bcee-e2d5b01054e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:09.209529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ceebd-af49-4055-94ab-1f5b28ff0cf6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=75a1afac-5baf-4045-bcee-e2d5b01054e2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:09.226210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 75a1afac-5baf-4045-bcee-e2d5b01054e2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:09.276177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:09.280677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.473641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.535806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.542272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=f7f6c2fd-8c94-49a9-8001-dadec4ccd110,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:09.553144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': 'a56b7511-1c77-487d-9075-c09cb47cc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '75a1afac-5baf-4045-bcee-e2d5b01054e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:09.553516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 75a1afac-5baf-4045-bcee-e2d5b01054e2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:09.570976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 75a1afac-5baf-4045-bcee-e2d5b01054e2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:09.579516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 75a1afac-5baf-4045-bcee-e2d5b01054e2) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:09.584038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:09.584664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.588422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ecc38-07d9-4d04-88cb-d2796f96a207 None None] Network 75a1afac-5baf-4045-bcee-e2d5b01054e2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:09.600352 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b6220ed8-d739-4316-ab3e-a404b89fbb7b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4549632 Jun 30 03:04:09.603060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 44994) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:09.707964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.756606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3dba16-fb50-49af-bed1-c81b6fe87ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-75a1afac-5baf-4045-bcee-e2d5b01054e2', 'network_id': '75a1afac-5baf-4045-bcee-e2d5b01054e2', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': 'f7f6c2fd-8c94-49a9-8001-dadec4ccd110'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:09.757164 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba16-fb50-49af-bed1-c81b6fe87ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.771893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.848279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server [None req-9c3dba16-fb50-49af-bed1-c81b6fe87ac3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7f6c2fd-8c94-49a9-8001-dadec4ccd110: This subnet is being modified by another concurrent operation. Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7f6c2fd-8c94-49a9-8001-dadec4ccd110: This subnet is being modified by another concurrent operation. Jun 30 03:04:09.862949 n-d-798054-5 neutron-server[93823]: ERROR oslo_messaging.rpc.server Jun 30 03:04:09.884102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee17582-4449-4ce1-934b-bd8b5f3019aa None None] Network 75a1afac-5baf-4045-bcee-e2d5b01054e2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:09.892212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f6c2fd-8c94-49a9-8001-dadec4ccd110,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:09.953341 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:09.964106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a1afac-5baf-4045-bcee-e2d5b01054e2']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:09.976762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56b7511-1c77-487d-9075-c09cb47cc47d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:09.977037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56b7511-1c77-487d-9075-c09cb47cc47d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:09.988239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.002712 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.009722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:10.010122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:10.013860 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:10.049075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e23398-4a53-4f83-8353-23f3aa458513 None None] Network c07fe523-f980-46bc-927a-8dba3bee23d9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:10.072505 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.081518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.083341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/75a1afac-5baf-4045-bcee-e2d5b01054e2 HTTP/1.1" status: 204 len: 168 time: 0.4793365 Jun 30 03:04:10.087167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 44996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:10.092965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-810001285'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:10.094033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf950-9449-4320-a683-b9241f8584db tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=75a1afac-5baf-4045-bcee-e2d5b01054e2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:10.119601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:10.123527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.149148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:10.158576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.158954 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment 066647fe-1f4e-4bb9-9506-44d476de6ae5 of type vlan for network 7b6b57e7-84c3-4702-b572-f7be7d26b861 Jun 30 03:04:10.183094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d9d98e4e-a054-4687-957b-851343201a8d None None] Provisioning for port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:10.199041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.229998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.236167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:10.236702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.301447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45000) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:10.301989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2132385 Jun 30 03:04:10.307502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '7b6b57e7-84c3-4702-b572-f7be7d26b861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:10.311550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582342b-a97c-4a8a-99ab-27eef9fe58d3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=7b6b57e7-84c3-4702-b572-f7be7d26b861,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:10.334270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 7b6b57e7-84c3-4702-b572-f7be7d26b861 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:10.426139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:10.430111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.444485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cf17e71f-3b37-4677-b7a9-279d844dc9c7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:10.506274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e683ce58-155b-4ccf-8bf9-6ed2185f8893 None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:04:10.531490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port cf17e71f-3b37-4677-b7a9-279d844dc9c7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:10.531866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.625002 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.657697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683ce58-155b-4ccf-8bf9-6ed2185f8893 None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:04:10.671799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:10.695477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=4062e7da-23c8-4fcb-9c6b-7b94423fef5b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:10.700909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': '066647fe-1f4e-4bb9-9506-44d476de6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7b6b57e7-84c3-4702-b572-f7be7d26b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:10.701275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 7b6b57e7-84c3-4702-b572-f7be7d26b861, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:10.719484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 7b6b57e7-84c3-4702-b572-f7be7d26b861 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:10.728838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 7b6b57e7-84c3-4702-b572-f7be7d26b861) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:10.733847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:10.734291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.748470 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9a462a3c-4bf0-4ad8-b235-f6025a01a883 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4456584 Jun 30 03:04:10.751129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45002) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:10.792436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:10.806276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:10.806672 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.853843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.906548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.945655 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.966717 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.994735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=4062e7da-23c8-4fcb-9c6b-7b94423fef5b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.031501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,segment=NetworkSegment(790e34f7-0e04-4e7f-9b3e-ed9e19675a71),segment_id=790e34f7-0e04-4e7f-9b3e-ed9e19675a71)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:11.040385 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.041322 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.064898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.070728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ecfea-aa6a-4da6-b10c-9fc4e548c029 None None] Network 7b6b57e7-84c3-4702-b572-f7be7d26b861 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:11.075199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6b57e7-84c3-4702-b572-f7be7d26b861']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:11.085645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066647fe-1f4e-4bb9-9506-44d476de6ae5') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:11.085939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066647fe-1f4e-4bb9-9506-44d476de6ae5') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:11.095447 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.109001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.115424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:11.115917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:11.119376 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:11.143160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.177138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.181228 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.183389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/7b6b57e7-84c3-4702-b572-f7be7d26b861 HTTP/1.1" status: 204 len: 168 time: 0.4313357 Jun 30 03:04:11.187161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45004) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:11.191988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1889064328'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:11.210226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19f134-1d37-482e-9732-7cb57eb696cd None None] Network 7b6b57e7-84c3-4702-b572-f7be7d26b861 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:11.213888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c635-67f5-4d4a-9849-c19f452e995a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=7b6b57e7-84c3-4702-b572-f7be7d26b861,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.223005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19f134-1d37-482e-9732-7cb57eb696cd None None] Network 7b6b57e7-84c3-4702-b572-f7be7d26b861 could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:04:11.232572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:11.236105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.259924 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:11.268271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.268622 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment ccdbf1f8-e304-4cfd-b633-c505c2892c2b of type vlan for network 576e249e-89e6-483c-9e14-97fa86f77854 Jun 30 03:04:11.308664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.336345 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.342454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:11.343036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.399727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2115386 Jun 30 03:04:11.403135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45006) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:11.408069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '576e249e-89e6-483c-9e14-97fa86f77854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:11.431917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834ebb6-798f-4900-8bf2-f0cf868cc1e4 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=576e249e-89e6-483c-9e14-97fa86f77854,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.442549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:11.510091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:11.514926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.701225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.759790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.770407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '576e249e-89e6-483c-9e14-97fa86f77854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:11.770772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 576e249e-89e6-483c-9e14-97fa86f77854, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:11.786978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 576e249e-89e6-483c-9e14-97fa86f77854 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:11.796320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 576e249e-89e6-483c-9e14-97fa86f77854) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:11.800760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:11.801352 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.805952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7d6d8-a753-4828-8420-184d5431007f None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:11.816226 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4c81dc90-88b5-43e1-b7e6-72b4f668f03b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4120443 Jun 30 03:04:11.819267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45010) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:11.824200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '576e249e-89e6-483c-9e14-97fa86f77854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:11.936741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:11.940465 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.952900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-576e249e-89e6-483c-9e14-97fa86f77854', 'network_id': '576e249e-89e6-483c-9e14-97fa86f77854', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': '4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:11.953780 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.094934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Allocated IP 2001:db8::2 (576e249e-89e6-483c-9e14-97fa86f77854/4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9/b4aeabff-cf90-4d88-8c6a-20b47a2f6391) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:12.180236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.227483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 576e249e-89e6-483c-9e14-97fa86f77854 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:12.232972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:12.237213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.237796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.244495 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.250097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=f8c4dff5-15fa-4697-80e3-ef5dc5832a98,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.256167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Transition to ACTIVE for port object b4aeabff-cf90-4d88-8c6a-20b47a2f6391 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:12.259520 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7094faf4-b587-42ea-a4ce-5553b85d70fa tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4392741 Jun 30 03:04:12.262614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45012) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.272675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Transition to ACTIVE for port object b4aeabff-cf90-4d88-8c6a-20b47a2f6391 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:12.279490 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.321572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:12.324409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:12.326992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:12.335505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:12.357950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003773-ffa0-49e0-8376-02e320ed886f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.359427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003773-ffa0-49e0-8376-02e320ed886f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.360674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Pushing event updated for resources: {'Port': ['ID=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.360958 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003773-ffa0-49e0-8376-02e320ed886f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.362513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003773-ffa0-49e0-8376-02e320ed886f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.364044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003773-ffa0-49e0-8376-02e320ed886f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.365997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e2003773-ffa0-49e0-8376-02e320ed886f tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1019297 Jun 30 03:04:12.370456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.376104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578811542'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.399573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:12.403925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.428363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:12.429172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Attempting to bind port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:12.429551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Attempting to bind port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '576e249e-89e6-483c-9e14-97fa86f77854'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:12.429951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Attempting to bind port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 on network 576e249e-89e6-483c-9e14-97fa86f77854 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:12.438708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.439040 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment 4e23070a-1dae-4291-af49-38924e4e7b2a of type vlan for network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 Jun 30 03:04:12.439606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:12.439980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Checking segment: {'id': 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '576e249e-89e6-483c-9e14-97fa86f77854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:12.440469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.440893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Bound using segment: {'id': 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '576e249e-89e6-483c-9e14-97fa86f77854'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:12.441366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Bound port: b4aeabff-cf90-4d88-8c6a-20b47a2f6391, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '576e249e-89e6-483c-9e14-97fa86f77854'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:12.441753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.460381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:12.460754 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.483444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.514970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.520574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.521163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.548328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] For port b4aeabff-cf90-4d88-8c6a-20b47a2f6391, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:12.552884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] For port b4aeabff-cf90-4d88-8c6a-20b47a2f6391, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,segment=NetworkSegment(ccdbf1f8-e304-4cfd-b633-c505c2892c2b),segment_id=ccdbf1f8-e304-4cfd-b633-c505c2892c2b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:12.576973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.600833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2292936 Jun 30 03:04:12.603537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45018) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.608945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.654739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07615137-b4fe-4c57-b2d7-eefc94443ea0 None None] Pushing event updated for resources: {'Port': ['ID=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.665965 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.685135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.685477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.685815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.686147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.686524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.686847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.687166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.687484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.687801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.688114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.688430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.688745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b6741-44a0-4555-a347-aa522650f2dc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.703622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:12.800314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.827799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.852016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:04:12.857464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.858055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.859411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "PUT /v2.0/networks/678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 HTTP/1.1" status: 200 len: 723 time: 0.2548215 Jun 30 03:04:12.862446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.870716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.911624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e50088-29a0-4248-baf0-010a054ea80e tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.923218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:12.976892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:12.980439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.161622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.221464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=8e6adbd0-1032-4897-bfeb-46dd3880c6ee,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:13.229559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': '4e23070a-1dae-4291-af49-38924e4e7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:13.229923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:13.247513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:13.256458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:13.260762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:13.261364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530964'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.268074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db01c5bb-3af3-4991-871a-22d245cbe733 None None] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:13.282412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c5ab9951-f569-418b-b1c4-a75bef3535fc tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4156244 Jun 30 03:04:13.282629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:13.288096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:13.386684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33234539'] for subnet, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.429773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7', 'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': '8e6adbd0-1032-4897-bfeb-46dd3880c6ee'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:13.430684 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.535885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740179653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32997330'] for subnet, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.579276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:13.579883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.581184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "PUT /v2.0/subnets/8e6adbd0-1032-4897-bfeb-46dd3880c6ee HTTP/1.1" status: 200 len: 826 time: 0.2975831 Jun 30 03:04:13.584050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:13.585427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Allocated IP 2001:db8::2 (678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7/8e6adbd0-1032-4897-bfeb-46dd3880c6ee/4d63a855-9006-449a-9772-81494f00610b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:13.645976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee2ee7-bc06-4d6e-b542-4972f99b3a6a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=8e6adbd0-1032-4897-bfeb-46dd3880c6ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:13.666355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c57a9-42f3-4080-a4bc-df49aef147bf None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:13.705327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.766777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0c40568b-dbf2-4440-bd72-418c045776f0 None None] Provisioning for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:13.767657 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.856973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.871983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Transition to ACTIVE for port object 4d63a855-9006-449a-9772-81494f00610b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:13.907650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Transition to ACTIVE for port object 4d63a855-9006-449a-9772-81494f00610b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:13.913570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.930500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.957824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6adbd0-1032-4897-bfeb-46dd3880c6ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:13.966054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:13.969140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:13.971890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Pushing event updated for resources: {'Port': ['ID=4d63a855-9006-449a-9772-81494f00610b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:13.975449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:14.025581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.035877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:14.046179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e23070a-1dae-4291-af49-38924e4e7b2a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:14.046508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e23070a-1dae-4291-af49-38924e4e7b2a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:14.054950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.067747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Attempting to bind port 4d63a855-9006-449a-9772-81494f00610b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:14.068124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Attempting to bind port 4d63a855-9006-449a-9772-81494f00610b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4e23070a-1dae-4291-af49-38924e4e7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:14.068486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Attempting to bind port 4d63a855-9006-449a-9772-81494f00610b on network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:14.068771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.074745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:14.075202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:14.078093 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:14.080377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:14.080377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Checking segment: {'id': '4e23070a-1dae-4291-af49-38924e4e7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:14.080593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.081521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Bound using segment: {'id': '4e23070a-1dae-4291-af49-38924e4e7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:14.081521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Bound port: 4d63a855-9006-449a-9772-81494f00610b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e23070a-1dae-4291-af49-38924e4e7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:14.081769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.102745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Update dhcp port {'port': {'network_id': '576e249e-89e6-483c-9e14-97fa86f77854', 'fixed_ips': [{'subnet_id': '4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8c4dff5-15fa-4697-80e3-ef5dc5832a98'}], 'binding:host_id': 'n-d-798054-5'}, 'id': 'b4aeabff-cf90-4d88-8c6a-20b47a2f6391'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:04:14.144084 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:04:14.144084 n-d-798054-5 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:04:14.144084 n-d-798054-5 neutron-server[93821]: [parameters: {'id': '678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7'}] Jun 30 03:04:14.144084 n-d-798054-5 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:04:14.144579 n-d-798054-5 neutron-server[93821]: DEBUG oslo_db.api [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:04:14.170401 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.188298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] For port 4d63a855-9006-449a-9772-81494f00610b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:14.219739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] For port 4d63a855-9006-449a-9772-81494f00610b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4d63a855-9006-449a-9772-81494f00610b,segment=NetworkSegment(4e23070a-1dae-4291-af49-38924e4e7b2a),segment_id=4e23070a-1dae-4291-af49-38924e4e7b2a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:14.226484 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.327613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4aeabff-cf90-4d88-8c6a-20b47a2f6391 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:14.561781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a0bab-d424-4eb7-8add-d5b48ecd6dcc None None] Pushing event updated for resources: {'Port': ['ID=4d63a855-9006-449a-9772-81494f00610b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:14.620368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba83f1b-08eb-4568-a372-100a8ee8918b None None] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:14.640825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Allocated IP 172.20.0.1 (576e249e-89e6-483c-9e14-97fa86f77854/f8c4dff5-15fa-4697-80e3-ef5dc5832a98/b4aeabff-cf90-4d88-8c6a-20b47a2f6391) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:14.645628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.705023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting port 4d63a855-9006-449a-9772-81494f00610b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:14.705368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.708119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:14.754228 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:14.754631 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.771772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] For port 4d63a855-9006-449a-9772-81494f00610b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4d63a855-9006-449a-9772-81494f00610b,segment=NetworkSegment(4e23070a-1dae-4291-af49-38924e4e7b2a),segment_id=4e23070a-1dae-4291-af49-38924e4e7b2a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:14.772140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.788177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Calling delete_port for 4d63a855-9006-449a-9772-81494f00610b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:14.877121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] For port b4aeabff-cf90-4d88-8c6a-20b47a2f6391, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,segment=NetworkSegment(ccdbf1f8-e304-4cfd-b633-c505c2892c2b),segment_id=ccdbf1f8-e304-4cfd-b633-c505c2892c2b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:14.885172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.915015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Port': ['ID=4d63a855-9006-449a-9772-81494f00610b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:14.919709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No DVR routers for this DVR port 4d63a855-9006-449a-9772-81494f00610b on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:14.935360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.965493 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.970987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2f4d8-39d5-4e4f-83b1-7c656d0e9f36 None None] Network 678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:14.979115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Transition to ACTIVE for port object b4aeabff-cf90-4d88-8c6a-20b47a2f6391 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:14.992446 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.002530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.012936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:15.022768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e23070a-1dae-4291-af49-38924e4e7b2a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:15.023076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e23070a-1dae-4291-af49-38924e4e7b2a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:15.032599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.046656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.052423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:15.052817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:15.055829 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:15.118887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.126271 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.129844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 HTTP/1.1" status: 204 len: 168 time: 1.5449929 Jun 30 03:04:15.132466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:15.150191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2335-6186-414a-9711-54787dcb90b5 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.161483 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbcf96c-7606-4c20-a3fe-cf5d2c321f72 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:15.162038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbcf96c-7606-4c20-a3fe-cf5d2c321f72 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:15.168839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4fbcf96c-7606-4c20-a3fe-cf5d2c321f72 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 HTTP/1.1" status: 404 len: 339 time: 0.0303957 Jun 30 03:04:15.169072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45032) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:15.174350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109270691', 'description': 'd1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:15.188832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:04:15.189281 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:04:15.191527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f9e73-7a19-4a8c-be2d-c628a9632e1b None None] Pushing event updated for resources: {'Port': ['ID=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.195433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:15.199119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.225738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:15.242074 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.242473 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment dace8e81-5dae-4635-aac5-38f2f8ac1a73 of type vlan for network d27fc1c7-98cf-4583-a53a-1846c4a24cc6 Jun 30 03:04:15.285124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.315697 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.321218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.321811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.386029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2156637 Jun 30 03:04:15.388923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45034) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:15.439135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b9d7d-2c44-4a0d-b398-38ddd99775ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=d27fc1c7-98cf-4583-a53a-1846c4a24cc6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.450355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d27fc1c7-98cf-4583-a53a-1846c4a24cc6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:15.481614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5f438-7b65-4ab0-ab2c-957cf9aed6ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.485573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2ef5f438-7b65-4ab0-ab2c-957cf9aed6ff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks?id=d27fc1c7-98cf-4583-a53a-1846c4a24cc6 HTTP/1.1" status: 200 len: 764 time: 0.0933113 Jun 30 03:04:15.485929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:15.492405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'description': 'd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:15.656974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.671038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.694973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091b573-eb77-4aff-aed0-40bf6d81af0b None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:15.717881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network d27fc1c7-98cf-4583-a53a-1846c4a24cc6 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:04:15.723189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.723781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.725441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "PUT /v2.0/networks/d27fc1c7-98cf-4583-a53a-1846c4a24cc6 HTTP/1.1" status: 200 len: 761 time: 0.2383301 Jun 30 03:04:15.728110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45038) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:15.748548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dbeff-6f7a-46b2-8ea7-b1ff0b09d1c1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=d27fc1c7-98cf-4583-a53a-1846c4a24cc6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.766377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d27fc1c7-98cf-4583-a53a-1846c4a24cc6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:15.811713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8152f-fb69-422c-b47c-f6cf38709bf0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.816785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1bf8152f-fb69-422c-b47c-f6cf38709bf0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks?id=d27fc1c7-98cf-4583-a53a-1846c4a24cc6 HTTP/1.1" status: 200 len: 764 time: 0.0840807 Jun 30 03:04:15.817139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:15.822198 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.844413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cfc41a0d-258b-42ad-a2b3-7ae7a33a496f None None] Provisioning for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:15.877248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cfc41a0d-258b-42ad-a2b3-7ae7a33a496f None None] Provisioning complete for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:15.877625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfc41a0d-258b-42ad-a2b3-7ae7a33a496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.933989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port b4aeabff-cf90-4d88-8c6a-20b47a2f6391, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,segment=NetworkSegment(ccdbf1f8-e304-4cfd-b633-c505c2892c2b),segment_id=ccdbf1f8-e304-4cfd-b633-c505c2892c2b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:15.943022 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.016413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6c22a-f472-4e40-b925-be3e84cb7e31 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.017896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fac6c22a-f472-4e40-b925-be3e84cb7e31 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1997693 Jun 30 03:04:16.020907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45044) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.055116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ff9b0b12-2703-43ea-a21a-fe98485eca38 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7 HTTP/1.1" status: 200 len: 207 time: 0.0333207 Jun 30 03:04:16.058585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.073755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:16.171670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.177281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.183301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.189212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.195293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.201345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.206834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-96fc5dad-3672-4cc2-9646-238c376f636a tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1433842 Jun 30 03:04:16.207053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.308808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3845c17-f691-45c1-abdc-1327b0f8dc5e None None] get_active_networks_info from n-d-798054-5 {{(pid=93823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:04:16.311765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4aeabff-cf90-4d88-8c6a-20b47a2f6391 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:16.336059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ca9a5576-c943-4457-ba5b-fc7db46d3261 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1278286 Jun 30 03:04:16.339577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.446363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c6a9461d-5265-45f5-b2f9-ad734936553c None None] Provisioning complete for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:16.446611 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6a9461d-5265-45f5-b2f9-ad734936553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.448481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:16.448839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.451210 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90a302-caa0-4fbf-9524-9bbb416fdce0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.452557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3845c17-f691-45c1-abdc-1327b0f8dc5e None None] Resources bound (agent type, host, resource id): {{(pid=93823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:04:16.452740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90a302-caa0-4fbf-9524-9bbb416fdce0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.454231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90a302-caa0-4fbf-9524-9bbb416fdce0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.455746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90a302-caa0-4fbf-9524-9bbb416fdce0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.457232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90a302-caa0-4fbf-9524-9bbb416fdce0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.458915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bd90a302-caa0-4fbf-9524-9bbb416fdce0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1177080 Jun 30 03:04:16.463193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45052) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.521550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ba819-a0b2-4116-8c89-32b34eb78152 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.523017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ba819-a0b2-4116-8c89-32b34eb78152 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.524741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ba819-a0b2-4116-8c89-32b34eb78152 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.526109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ba819-a0b2-4116-8c89-32b34eb78152 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.527521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ba819-a0b2-4116-8c89-32b34eb78152 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.529277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6f2ba819-a0b2-4116-8c89-32b34eb78152 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0651228 Jun 30 03:04:16.532821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45054) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.632188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a23b55-9824-4c9e-9082-d6cbc36e53f3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.633508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-86a23b55-9824-4c9e-9082-d6cbc36e53f3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks/bbb1fa19-3905-44d9-9e4b-681b17101fc8 HTTP/1.1" status: 200 len: 803 time: 0.0998061 Jun 30 03:04:16.638234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45056) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.740672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fefa71d9-953f-4736-8a3e-9b023307ddff tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/networks/bbb1fa19-3905-44d9-9e4b-681b17101fc8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0981474 Jun 30 03:04:16.740892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45058) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.790522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85465f87-d564-4a0d-9da3-6b8b82b6c645 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.791822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-85465f87-d564-4a0d-9da3-6b8b82b6c645 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/subnets/ccda3102-8b8e-44f8-8739-a395c51d9bdd HTTP/1.1" status: 200 len: 843 time: 0.0500703 Jun 30 03:04:16.796168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45060) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.850224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7675db-269e-4f51-82be-95a12be42022 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['shared'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.851590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-da7675db-269e-4f51-82be-95a12be42022 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "GET /v2.0/subnets/ccda3102-8b8e-44f8-8739-a395c51d9bdd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0545247 Jun 30 03:04:16.855391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.861046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753983629'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:17.232211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:17.235669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.258932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:17.267836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.268204 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Added segment ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07 of type vlan for network 12287f9a-7184-404d-adf9-68c54b4b09ee Jun 30 03:04:17.315887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.345148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.351190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.351637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.406635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5495219 Jun 30 03:04:17.409483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45072) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.414571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:17.421034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81806360-7f62-4842-88bb-cb259e452657 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Network': ['ID=12287f9a-7184-404d-adf9-68c54b4b09ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:17.431682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:17.504421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Made reservation on behalf of 7eb72be3ae7447b0950dac3cab2edb8b for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:17.507989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.567186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Performing IP validity checks on allocation pools {{(pid=93822) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:04:17.567632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93822) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:04:17.700950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.766626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=b15670e0-d25a-4878-8510-31e05b8c9fa6,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:17.772823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Checking segment: {'id': 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:17.773358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network hostable DHCP agents. Network: 12287f9a-7184-404d-adf9-68c54b4b09ee, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:17.790115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Network 12287f9a-7184-404d-adf9-68c54b4b09ee is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:17.798779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 12287f9a-7184-404d-adf9-68c54b4b09ee) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:17.802787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.803411 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.809113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2916eb-c9b4-434a-802d-0da5729e2d9d None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:17.821694 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f62985c4-fef4-426a-9a5c-7ddbbf2b1b25 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4109199 Jun 30 03:04:17.824175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45074) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.830044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:17.929563 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4957673'] for subnet, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.965741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-12287f9a-7184-404d-adf9-68c54b4b09ee', 'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee', 'tenant_id': '7eb72be3ae7447b0950dac3cab2edb8b', 'fixed_ips': [{'subnet_id': 'b15670e0-d25a-4878-8510-31e05b8c9fa6'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:17.966798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.103472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740179653636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4878759'] for subnet, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.151098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:18.151704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.153523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "PUT /v2.0/subnets/b15670e0-d25a-4878-8510-31e05b8c9fa6 HTTP/1.1" status: 200 len: 900 time: 0.3278556 Jun 30 03:04:18.156368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45084) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:18.158301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Allocated IP 2001:db8::3 (12287f9a-7184-404d-adf9-68c54b4b09ee/b15670e0-d25a-4878-8510-31e05b8c9fa6/7b8d179d-9a91-469a-9427-1fbf2bb24a73) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:18.490007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.499394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Transition to ACTIVE for port object 7b8d179d-9a91-469a-9427-1fbf2bb24a73 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:18.514904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Transition to ACTIVE for port object 7b8d179d-9a91-469a-9427-1fbf2bb24a73 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:18.521602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.564646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:18.567557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:18.574463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:18.581591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Pushing event updated for resources: {'Port': ['ID=7b8d179d-9a91-469a-9427-1fbf2bb24a73,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:18.607906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.609851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730e095-f8f1-4508-9cfa-4196a783164b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event updated for resources: {'Subnet': ['ID=b15670e0-d25a-4878-8510-31e05b8c9fa6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:18.647716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Attempting to bind port 7b8d179d-9a91-469a-9427-1fbf2bb24a73 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:18.648099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Attempting to bind port 7b8d179d-9a91-469a-9427-1fbf2bb24a73 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:18.648472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Attempting to bind port 7b8d179d-9a91-469a-9427-1fbf2bb24a73 on network 12287f9a-7184-404d-adf9-68c54b4b09ee {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:18.654848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:18.655230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Checking segment: {'id': 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:18.655642 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.656035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Bound using segment: {'id': 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:18.656509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Bound port: 7b8d179d-9a91-469a-9427-1fbf2bb24a73, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '12287f9a-7184-404d-adf9-68c54b4b09ee'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:18.656896 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.681610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting port 7b8d179d-9a91-469a-9427-1fbf2bb24a73 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:18.682246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.722966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] For port 7b8d179d-9a91-469a-9427-1fbf2bb24a73, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:18.726220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] For port 7b8d179d-9a91-469a-9427-1fbf2bb24a73, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7b8d179d-9a91-469a-9427-1fbf2bb24a73,segment=NetworkSegment(ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07),segment_id=ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:18.733326 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.763153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] For port 7b8d179d-9a91-469a-9427-1fbf2bb24a73, host n-d-798054-5, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:18.763509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.775891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Calling delete_port for 7b8d179d-9a91-469a-9427-1fbf2bb24a73 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:18.789398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7646b11-27a2-4e23-8417-cc77577bddfc None None] Pushing event updated for resources: {'Port': ['ID=7b8d179d-9a91-469a-9427-1fbf2bb24a73,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:18.935808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.982517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Port': ['ID=7b8d179d-9a91-469a-9427-1fbf2bb24a73,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.044659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No DVR routers for this DVR port 7b8d179d-9a91-469a-9427-1fbf2bb24a73 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:19.097633 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.159867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.189387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=b15670e0-d25a-4878-8510-31e05b8c9fa6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.251200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.262296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12287f9a-7184-404d-adf9-68c54b4b09ee']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.273140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.273341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1ca5b4-0c7c-452f-aa4f-c331b3eb5d07') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.283220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.297615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.303764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:19.304164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:19.307459 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:19.374869 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.386464 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.392419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/12287f9a-7184-404d-adf9-68c54b4b09ee HTTP/1.1" status: 204 len: 168 time: 1.2315795 Jun 30 03:04:19.393510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.398797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae19e06-1d08-4b4b-bf21-1adef63e51ad tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=12287f9a-7184-404d-adf9-68c54b4b09ee,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.424198 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-58110ff3-f3fa-468b-aa9c-681d9c8c61b3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:19.424672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58110ff3-f3fa-468b-aa9c-681d9c8c61b3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:19.426464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58110ff3-f3fa-468b-aa9c-681d9c8c61b3 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/b15670e0-d25a-4878-8510-31e05b8c9fa6 HTTP/1.1" status: 404 len: 337 time: 0.0311928 Jun 30 03:04:19.429150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.454942 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b76ecb-611f-4764-82ea-4ce72655f643 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:19.455504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b76ecb-611f-4764-82ea-4ce72655f643 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:19.459999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.463954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-51b76ecb-611f-4764-82ea-4ce72655f643 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/12287f9a-7184-404d-adf9-68c54b4b09ee HTTP/1.1" status: 404 len: 339 time: 0.0271628 Jun 30 03:04:19.552539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.662535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.678665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27fc1c7-98cf-4583-a53a-1846c4a24cc6']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.696733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dace8e81-5dae-4635-aac5-38f2f8ac1a73') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.697033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dace8e81-5dae-4635-aac5-38f2f8ac1a73') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.709726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.725753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.733651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:19.734143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:19.737961 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:19.804049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.811809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.816196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.816505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/d27fc1c7-98cf-4583-a53a-1846c4a24cc6 HTTP/1.1" status: 204 len: 168 time: 0.3554187 Jun 30 03:04:19.823378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2cbde64b-8dcf-4bfe-a275-32d033d90b73 None None] Could not find standard attr ID for object 7b8d179d-9a91-469a-9427-1fbf2bb24a73. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:04:19.834164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75735153-8703-48c1-aea3-74935590a5b9 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=d27fc1c7-98cf-4583-a53a-1846c4a24cc6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.846044 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d804f1-cd06-449f-8b37-46efd8bb3d90 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:19.846444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d804f1-cd06-449f-8b37-46efd8bb3d90 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:19.851890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45110) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.856909 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f2d804f1-cd06-449f-8b37-46efd8bb3d90 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/8e6adbd0-1032-4897-bfeb-46dd3880c6ee HTTP/1.1" status: 404 len: 337 time: 0.0331621 Jun 30 03:04:19.871133 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be11996-11bc-4bd1-a7f3-6c4459f2d6b0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:19.872242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be11996-11bc-4bd1-a7f3-6c4459f2d6b0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:19.874108 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8be11996-11bc-4bd1-a7f3-6c4459f2d6b0 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/678e6d8d-d3c4-43b9-be71-bdf4ebca1eb7 HTTP/1.1" status: 404 len: 339 time: 0.0216689 Jun 30 03:04:19.878418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.882709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994bf5f-b6b8-4048-a184-748d18c1f33c None None] DHCP port deletion for 12287f9a-7184-404d-adf9-68c54b4b09ee request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:04:19.903535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159f2bc-6e1a-4f16-baaa-5ef1a200524e None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:19.920736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159f2bc-6e1a-4f16-baaa-5ef1a200524e None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:04:19.930997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab051f-b4f2-4117-b0c6-23612a2235af None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:19.934748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting subnet f8c4dff5-15fa-4697-80e3-ef5dc5832a98 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:04:19.937930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.944756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab051f-b4f2-4117-b0c6-23612a2235af None None] Network 12287f9a-7184-404d-adf9-68c54b4b09ee could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:04:19.983371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.097135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.159674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.186695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c4dff5-15fa-4697-80e3-ef5dc5832a98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:20.190531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.193211 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30db4aef-ff2f-4830-b1da-703d40219922 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/f8c4dff5-15fa-4697-80e3-ef5dc5832a98 HTTP/1.1" status: 204 len: 168 time: 0.3127506 Jun 30 03:04:20.195340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45114) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:20.196195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31224c41-90ee-45b4-a129-8366661722d3 None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:20.257298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting subnet 4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:04:20.260604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.308149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.421418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.477433 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:04:20.486118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.516241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:20.520659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.524933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9a25ed09-593b-4745-8209-3b0909c96074 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/4ce9c6a5-f2ab-445c-b9c6-849fe896f8f9 HTTP/1.1" status: 204 len: 168 time: 0.3261352 Jun 30 03:04:20.524933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45116) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:20.614297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.680877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:20.681601 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.753530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] For port b4aeabff-cf90-4d88-8c6a-20b47a2f6391, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,segment=NetworkSegment(ccdbf1f8-e304-4cfd-b633-c505c2892c2b),segment_id=ccdbf1f8-e304-4cfd-b633-c505c2892c2b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:20.753906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.769770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Calling delete_port for b4aeabff-cf90-4d88-8c6a-20b47a2f6391 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:20.867788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.898592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Port': ['ID=b4aeabff-cf90-4d88-8c6a-20b47a2f6391,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:20.902982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No DVR routers for this DVR port b4aeabff-cf90-4d88-8c6a-20b47a2f6391 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:20.945040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ac3b5-4b6e-4c1c-8c33-aeacff078bc5 None None] Network 576e249e-89e6-483c-9e14-97fa86f77854 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:20.949143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3fc793c6-ee05-4ec1-bc6c-39272d1fe8c6 None None] Could not find standard attr ID for object b4aeabff-cf90-4d88-8c6a-20b47a2f6391. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:04:21.001200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.011584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576e249e-89e6-483c-9e14-97fa86f77854']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:21.023169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:21.023478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdbf1f8-e304-4cfd-b633-c505c2892c2b') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:21.033444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.048533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.054752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:21.055191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:21.059311 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:21.127950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.135375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.138437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/576e249e-89e6-483c-9e14-97fa86f77854 HTTP/1.1" status: 204 len: 168 time: 0.6122723 Jun 30 03:04:21.140712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.148589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5f720-1e6a-4767-883b-f17f86c5cd3e None None] DHCP port deletion for 576e249e-89e6-483c-9e14-97fa86f77854 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:04:21.165129 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602508d-5397-4a08-aa3d-53176d79c076 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=576e249e-89e6-483c-9e14-97fa86f77854,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.171714 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3cf57c-bc0e-49f5-96e8-27ba32978a29 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:21.172422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3cf57c-bc0e-49f5-96e8-27ba32978a29 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:21.176918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45122) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.177484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dd3cf57c-bc0e-49f5-96e8-27ba32978a29 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/4062e7da-23c8-4fcb-9c6b-7b94423fef5b HTTP/1.1" status: 404 len: 337 time: 0.0351667 Jun 30 03:04:21.195831 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a141f92-8325-4cd1-bc67-1c73bfbfdf97 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:21.196300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a141f92-8325-4cd1-bc67-1c73bfbfdf97 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:21.197956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a141f92-8325-4cd1-bc67-1c73bfbfdf97 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/7b6b57e7-84c3-4702-b572-f7be7d26b861 HTTP/1.1" status: 404 len: 339 time: 0.0201073 Jun 30 03:04:21.201314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45124) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.226749 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-43971d49-eb09-42d7-8a61-c772aaca9742 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:21.227200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43971d49-eb09-42d7-8a61-c772aaca9742 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:21.228864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-43971d49-eb09-42d7-8a61-c772aaca9742 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/f7f6c2fd-8c94-49a9-8001-dadec4ccd110 HTTP/1.1" status: 404 len: 337 time: 0.0266585 Jun 30 03:04:21.232053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.251064 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6d6db2-b80b-4c59-a40e-e30954170a68 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:21.251704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6d6db2-b80b-4c59-a40e-e30954170a68 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:21.253348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d6d6db2-b80b-4c59-a40e-e30954170a68 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/75a1afac-5baf-4045-bcee-e2d5b01054e2 HTTP/1.1" status: 404 len: 339 time: 0.0202105 Jun 30 03:04:21.255821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.285451 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e805ec3b-ccfd-4251-a672-7e1e4b2d16cf tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:21.285910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e805ec3b-ccfd-4251-a672-7e1e4b2d16cf tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:21.289953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e805ec3b-ccfd-4251-a672-7e1e4b2d16cf tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/62d91d80-1c32-49dc-9a25-b95a779ecff1 HTTP/1.1" status: 404 len: 337 time: 0.0309348 Jun 30 03:04:21.290171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.309850 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c9150a-d7b9-409b-8057-6b36dc811817 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:21.310400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c9150a-d7b9-409b-8057-6b36dc811817 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:21.312056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-30c9150a-d7b9-409b-8057-6b36dc811817 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/5ced5351-4a4d-4ccb-8e99-4bcfe6bfea78 HTTP/1.1" status: 404 len: 339 time: 0.0209625 Jun 30 03:04:21.314579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.365659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting subnet e224daf1-3bcc-4675-b6d2-58a19de16967 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:04:21.368692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.422183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.510943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.575032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.600548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=e224daf1-3bcc-4675-b6d2-58a19de16967,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.607311 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.609304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2b0dc8f9-366a-4ea4-a0f7-16d01b84df15 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/e224daf1-3bcc-4675-b6d2-58a19de16967 HTTP/1.1" status: 204 len: 168 time: 0.2937169 Jun 30 03:04:21.614282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5a884-ca8e-42fd-937c-0784d10f9276 None None] Network c07fe523-f980-46bc-927a-8dba3bee23d9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:21.614560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.700453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.755197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:21.755798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.827613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] For port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,segment=NetworkSegment(790e34f7-0e04-4e7f-9b3e-ed9e19675a71),segment_id=790e34f7-0e04-4e7f-9b3e-ed9e19675a71)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:21.827981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.843658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Calling delete_port for 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:21.853011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] DHCP port deletion for c07fe523-f980-46bc-927a-8dba3bee23d9 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:04:21.900816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] Deleting port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:21.901309 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.932231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.964544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Port': ['ID=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.967424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No DVR routers for this DVR port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:21.974683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] For port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,segment=NetworkSegment(790e34f7-0e04-4e7f-9b3e-ed9e19675a71),segment_id=790e34f7-0e04-4e7f-9b3e-ed9e19675a71)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:21.975177 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.989452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] Calling delete_port for 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:22.052396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.063508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07fe523-f980-46bc-927a-8dba3bee23d9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:22.066125 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.073757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790e34f7-0e04-4e7f-9b3e-ed9e19675a71') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:22.074062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790e34f7-0e04-4e7f-9b3e-ed9e19675a71') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:22.083877 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.098779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.101037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] No DVR routers for this DVR port 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:22.104886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:22.105277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.107111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed608637-a361-4de9-aee3-45d511d2286c None None] Pushing event deleted for resources: {'Port': ['ID=41385f7b-47e0-4fcb-a8b8-8b472a7f3d19,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:22.113091 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:22.173514 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.182328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.185166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/c07fe523-f980-46bc-927a-8dba3bee23d9 HTTP/1.1" status: 204 len: 168 time: 0.5693805 Jun 30 03:04:22.187439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:22.206116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b32d4d-9885-4499-b68f-98c187eef266 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=c07fe523-f980-46bc-927a-8dba3bee23d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.227694 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9849ba-3ab6-4832-a04e-2e6fb09178b1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:22.228071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9849ba-3ab6-4832-a04e-2e6fb09178b1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:22.230121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9d9849ba-3ab6-4832-a04e-2e6fb09178b1 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/4a676512-199e-4194-b4bd-35b6ad94a69a HTTP/1.1" status: 404 len: 337 time: 0.0414708 Jun 30 03:04:22.233098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:22.255757 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a05a43a-5e50-4955-89d4-a95405f2d591 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:22.256352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a05a43a-5e50-4955-89d4-a95405f2d591 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:22.258871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8a05a43a-5e50-4955-89d4-a95405f2d591 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/6ef4b268-efb8-4930-8f66-676bd5f6cee1 HTTP/1.1" status: 404 len: 339 time: 0.0245893 Jun 30 03:04:22.261419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:22.315587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:22.330894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting subnet ccda3102-8b8e-44f8-8739-a395c51d9bdd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:04:22.333943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.335737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:04:22.336083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 41385f7b-47e0-4fcb-a8b8-8b472a7f3d19 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:04:22.336500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4aeabff-cf90-4d88-8c6a-20b47a2f6391 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:22.356161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: b4aeabff-cf90-4d88-8c6a-20b47a2f6391 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:04:22.356554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b4aeabff-cf90-4d88-8c6a-20b47a2f6391 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:04:22.382201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.467116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.532023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.559238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Subnet': ['ID=ccda3102-8b8e-44f8-8739-a395c51d9bdd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.562836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.567354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c855ae86-02d8-4ae3-b12e-431bf1496a0b tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/subnets/ccda3102-8b8e-44f8-8739-a395c51d9bdd HTTP/1.1" status: 204 len: 168 time: 0.3038578 Jun 30 03:04:22.567507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45144) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:22.569948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e3336-c705-400a-9c7d-06f8e8cb7253 None None] Network bbb1fa19-3905-44d9-9e4b-681b17101fc8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:22.663900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.722870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Deleting port cf17e71f-3b37-4677-b7a9-279d844dc9c7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:22.723302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.777067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] DHCP port deletion for bbb1fa19-3905-44d9-9e4b-681b17101fc8 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:04:22.800523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] For port cf17e71f-3b37-4677-b7a9-279d844dc9c7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cf17e71f-3b37-4677-b7a9-279d844dc9c7,segment=NetworkSegment(1250954e-719a-4835-9dad-db97358d6980),segment_id=1250954e-719a-4835-9dad-db97358d6980)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:22.800806 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.815098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Calling delete_port for cf17e71f-3b37-4677-b7a9-279d844dc9c7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:22.825800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] Deleting port cf17e71f-3b37-4677-b7a9-279d844dc9c7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:22.826182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.907128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] For port cf17e71f-3b37-4677-b7a9-279d844dc9c7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=cf17e71f-3b37-4677-b7a9-279d844dc9c7,segment=NetworkSegment(1250954e-719a-4835-9dad-db97358d6980),segment_id=1250954e-719a-4835-9dad-db97358d6980)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:22.907741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.912135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.925194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] Calling delete_port for cf17e71f-3b37-4677-b7a9-279d844dc9c7 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:22.942509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Port': ['ID=cf17e71f-3b37-4677-b7a9-279d844dc9c7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.947108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] No DVR routers for this DVR port cf17e71f-3b37-4677-b7a9-279d844dc9c7 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:23.003016 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.028803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] Pushing event deleted for resources: {'Port': ['ID=cf17e71f-3b37-4677-b7a9-279d844dc9c7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:23.030332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.037916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d818b-3728-4ab5-a8a8-1ac223c1f7de None None] No DVR routers for this DVR port cf17e71f-3b37-4677-b7a9-279d844dc9c7 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:23.042108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb1fa19-3905-44d9-9e4b-681b17101fc8']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.052842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1250954e-719a-4835-9dad-db97358d6980') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.053140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1250954e-719a-4835-9dad-db97358d6980') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.062151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.076407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.082867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:23.083340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:23.086231 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:23.150416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.164765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.167042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] 10.222.0.78 "DELETE /v2.0/networks/bbb1fa19-3905-44d9-9e4b-681b17101fc8 HTTP/1.1" status: 204 len: 168 time: 0.5971272 Jun 30 03:04:23.180289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ac0eb-b891-4cc9-8987-92ebb4c9c0f6 tempest-NetworksIpV6Test-1930963698 tempest-NetworksIpV6Test-1930963698-project] Pushing event deleted for resources: {'Network': ['ID=bbb1fa19-3905-44d9-9e4b-681b17101fc8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:23.418029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45152) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:23.554523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-50d5fcb2-aaf2-4d6a-8d57-c005f77bcf37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7eb72be3ae7447b0950dac3cab2edb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349707 Jun 30 03:04:23.556996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45156) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:23.609410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0634-1272-41ea-a7e5-211dd50d4d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.631851 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0634-1272-41ea-a7e5-211dd50d4d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.686732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0634-1272-41ea-a7e5-211dd50d4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.689656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0634-1272-41ea-a7e5-211dd50d4d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.691119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2b5b0634-1272-41ea-a7e5-211dd50d4d64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0d50242-bc97-427b-80d3-1a62a1e23bae HTTP/1.1" status: 204 len: 168 time: 0.1332223 Jun 30 03:04:23.700441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b0634-1272-41ea-a7e5-211dd50d4d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d50242-bc97-427b-80d3-1a62a1e23bae,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:24.296531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cf17e71f-3b37-4677-b7a9-279d844dc9c7 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:24.317161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: cf17e71f-3b37-4677-b7a9-279d844dc9c7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:04:24.317605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device cf17e71f-3b37-4677-b7a9-279d844dc9c7 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:04:24.324168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45180) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:24.421233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1fb2830-50d8-4819-b88b-b98ad7e33363 tempest-ServiceProvidersTest-1637083100 tempest-ServiceProvidersTest-1637083100-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0960157 Jun 30 03:04:24.663956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45188) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:24.770553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0000d966-1b49-4ab5-946e-6d0017564e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.868836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0000d966-1b49-4ab5-946e-6d0017564e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.872492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0000d966-1b49-4ab5-946e-6d0017564e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.908083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000d966-1b49-4ab5-946e-6d0017564e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f654bd92-2132-4029-b496-6b1c846025e0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:24.913143 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0000d966-1b49-4ab5-946e-6d0017564e4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e606fedf197d43208009b8bdfb047d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479169 Jun 30 03:04:24.915806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45192) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:24.963713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-daf0873c-ff66-43de-b252-c419d1dfc889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.986571 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-daf0873c-ff66-43de-b252-c419d1dfc889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.035673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-daf0873c-ff66-43de-b252-c419d1dfc889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.038379 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-daf0873c-ff66-43de-b252-c419d1dfc889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.039521 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-daf0873c-ff66-43de-b252-c419d1dfc889 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f654bd92-2132-4029-b496-6b1c846025e0 HTTP/1.1" status: 204 len: 168 time: 0.1228249 Jun 30 03:04:25.047062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0873c-ff66-43de-b252-c419d1dfc889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f654bd92-2132-4029-b496-6b1c846025e0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:25.640928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:25.739211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780076226-network', 'tenant_id': '4fbce9b3d20f4c4087ffd4b36b692746'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:25.760073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Made reservation on behalf of 4fbce9b3d20f4c4087ffd4b36b692746 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:25.763039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.771220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.864313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.867683 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.891687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:25.901088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920d52bc-db4c-42dc-8fde-050256d90809,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:25.906888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.907230 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Added segment b1087338-ad73-44ac-907a-3272bf3b5d9e of type vlan for network 3e1f8e38-0682-4424-a8a3-f50169d5a3eb Jun 30 03:04:25.945566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.974682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.975575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:25.976156 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.055089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4130030 Jun 30 03:04:26.058229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:26.066781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Request body: {'subnet': {'network_id': '3e1f8e38-0682-4424-a8a3-f50169d5a3eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780076226-subnet', 'tenant_id': '4fbce9b3d20f4c4087ffd4b36b692746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:26.068341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28ce94-c1e6-4066-8c85-ae57b438205d admin admin] Pushing event updated for resources: {'Network': ['ID=3e1f8e38-0682-4424-a8a3-f50169d5a3eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:26.080744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3e1f8e38-0682-4424-a8a3-f50169d5a3eb details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:26.089383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Made reservation on behalf of 4fbce9b3d20f4c4087ffd4b36b692746 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:26.091899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.259345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.306631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16ef08f-c33b-4774-a76f-448fda27c089,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:26.321915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.322262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.322625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.322957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.323284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.323605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.323942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.324244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.324562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.324879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.325211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.325508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:26.333957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Checking segment: {'id': 'b1087338-ad73-44ac-907a-3272bf3b5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '3e1f8e38-0682-4424-a8a3-f50169d5a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:26.334331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Network hostable DHCP agents. Network: 3e1f8e38-0682-4424-a8a3-f50169d5a3eb, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:26.350501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Network 3e1f8e38-0682-4424-a8a3-f50169d5a3eb is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:26.358938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3e1f8e38-0682-4424-a8a3-f50169d5a3eb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:26.363415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:26.364138 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.368769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09d3c3-1865-4017-90ae-602dc1e90fec None None] Network 3e1f8e38-0682-4424-a8a3-f50169d5a3eb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:26.382508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ac718e59-8a8a-4a2f-834d-dd1437f6f99b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3210032 Jun 30 03:04:26.494386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23872e-79ef-4977-a4a6-6346249fba3d None None] Network 3e1f8e38-0682-4424-a8a3-f50169d5a3eb requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:26.839129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:26.844877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-79459340-network', 'tenant_id': '34d311959a59442aa38c9cfde944c8a7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:26.865850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Made reservation on behalf of 34d311959a59442aa38c9cfde944c8a7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:26.868325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.876968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.966541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.970688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.997703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:27.003966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2670fdd0-e5ca-4bd1-9e4b-7028f2c39b9f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:27.010719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.011071 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Added segment 547635e8-38de-4550-a4e5-34bd8e414049 of type vlan for network 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1 Jun 30 03:04:27.054887 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.082929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.083904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:27.084475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.143412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3031652 Jun 30 03:04:27.146061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:27.150887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Request body: {'subnet': {'network_id': '4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-79459340-subnet', 'tenant_id': '34d311959a59442aa38c9cfde944c8a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:27.188310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc8d64-6252-4f07-b8fd-b9429bf11912 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:27.197889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Made reservation on behalf of 34d311959a59442aa38c9cfde944c8a7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:27.198434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:27.200390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.369089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.425790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=549515c1-4b98-41d6-94c1-e94b604b5c31,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:27.434096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Checking segment: {'id': '547635e8-38de-4550-a4e5-34bd8e414049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:27.434489 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Network hostable DHCP agents. Network: 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:27.450169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Network 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:27.459389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:27.463842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:27.464798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.468583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51c0c2-8dc7-4f2b-832f-530896f1f941 None None] Network 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:27.479629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fb49778f-4587-4ad0-aefa-f0ba84b90cca admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3324122 Jun 30 03:04:27.591179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:27.596440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a557204-f331-4a04-91a4-d95848a61791 None None] Network 4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:27.637685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Deleting subnet c16ef08f-c33b-4774-a76f-448fda27c089 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:04:27.642066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.662830 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b4a875b5-82c6-43ac-b0e4-5231ee24227f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.679406 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.725874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.779867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.807362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.809265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c16ef08f-c33b-4774-a76f-448fda27c089 HTTP/1.1" status: 204 len: 168 time: 0.2158544 Jun 30 03:04:27.810205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5946f14-b0da-4dae-8a71-203e60829b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16ef08f-c33b-4774-a76f-448fda27c089,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:27.812727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:27.878598 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.959509 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.969095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1f8e38-0682-4424-a8a3-f50169d5a3eb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:27.979251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1087338-ad73-44ac-907a-3272bf3b5d9e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:27.979550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1087338-ad73-44ac-907a-3272bf3b5d9e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:27.988567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.002787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.008496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:28.008823 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:28.010592 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:28.065881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.071135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.073087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] 10.222.0.78 "DELETE /v2.0/networks/3e1f8e38-0682-4424-a8a3-f50169d5a3eb HTTP/1.1" status: 204 len: 168 time: 0.2594593 Jun 30 03:04:28.076886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:28.084566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609fb9e-b111-4e89-b7be-60fe95fdd44f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1f8e38-0682-4424-a8a3-f50169d5a3eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:28.122750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Deleting subnet 549515c1-4b98-41d6-94c1-e94b604b5c31 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:04:28.126152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.162919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.203537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.260796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.288299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549515c1-4b98-41d6-94c1-e94b604b5c31,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:28.291316 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.293169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c6c9085c-a9f2-4c57-9005-17009700154d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/549515c1-4b98-41d6-94c1-e94b604b5c31 HTTP/1.1" status: 204 len: 168 time: 0.2151318 Jun 30 03:04:28.296146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:28.363710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.444292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.454522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:28.464684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547635e8-38de-4550-a4e5-34bd8e414049') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:28.464980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547635e8-38de-4550-a4e5-34bd8e414049') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:28.474416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.488886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.494824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:04:28.495189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:04:28.496777 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:04:28.549757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.554786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.558757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1 HTTP/1.1" status: 204 len: 168 time: 0.2616715 Jun 30 03:04:28.569879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134c90-bd4f-4a88-bec2-16517def9da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2ab8f8-2fdd-4462-ba3d-41d5b12e70b1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:28.713872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45258) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:28.758115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a62feeff-0246-44cd-a769-f7bb71535d42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4fbce9b3d20f4c4087ffd4b36b692746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430474 Jun 30 03:04:28.760616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45260) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:28.808706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb2cb-1201-4645-99c3-fdc24fa18e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.830808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb2cb-1201-4645-99c3-fdc24fa18e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.877627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb2cb-1201-4645-99c3-fdc24fa18e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.880438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb2cb-1201-4645-99c3-fdc24fa18e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.881566 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1aeb2cb-1201-4645-99c3-fdc24fa18e6d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/920d52bc-db4c-42dc-8fde-050256d90809 HTTP/1.1" status: 204 len: 168 time: 0.1198373 Jun 30 03:04:28.890093 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeb2cb-1201-4645-99c3-fdc24fa18e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d52bc-db4c-42dc-8fde-050256d90809,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:29.206765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45268) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:29.254105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0fe05a96-c896-4285-a773-58d601bb24cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34d311959a59442aa38c9cfde944c8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431597 Jun 30 03:04:29.254610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:29.305078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cdd12a-0d6a-4c66-97c2-e99bd1a09f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.326913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cdd12a-0d6a-4c66-97c2-e99bd1a09f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.374975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cdd12a-0d6a-4c66-97c2-e99bd1a09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.377556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13cdd12a-0d6a-4c66-97c2-e99bd1a09f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.378742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13cdd12a-0d6a-4c66-97c2-e99bd1a09f22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2670fdd0-e5ca-4bd1-9e4b-7028f2c39b9f HTTP/1.1" status: 204 len: 168 time: 0.1230700 Jun 30 03:04:29.387820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdd12a-0d6a-4c66-97c2-e99bd1a09f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2670fdd0-e5ca-4bd1-9e4b-7028f2c39b9f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:29.610009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3afd-c738-4df6-8d11-82912623fbb1 req-69a32563-ec57-4004-aa24-3121c348f3da tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:29.611547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5bd3afd-c738-4df6-8d11-82912623fbb1 req-69a32563-ec57-4004-aa24-3121c348f3da tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0704811 Jun 30 03:04:29.656640 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c5bd3afd-c738-4df6-8d11-82912623fbb1 req-128c04c4-cc2e-4c02-8700-7c335acb4ab1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394950 Jun 30 03:04:30.314247 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d42c0029-8fbf-42a1-bd0a-0a94575d166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:30.564843 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.014269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55e4f8-78fd-4d6c-9d23-262a1073a61a req-64e674b9-7e02-4ba9-a0b5-dc164240c4c5 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:31.015851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc55e4f8-78fd-4d6c-9d23-262a1073a61a req-64e674b9-7e02-4ba9-a0b5-dc164240c4c5 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.2418423 Jun 30 03:04:31.058157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cc55e4f8-78fd-4d6c-9d23-262a1073a61a req-0292ce68-5ef3-4864-84f8-dbdc6c5d6310 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364232 Jun 30 03:04:32.237640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1df71-d014-4800-94be-f3a02a077c40 req-3e44d213-f879-407e-8ccb-efffc5889814 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:32.239219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4dd1df71-d014-4800-94be-f3a02a077c40 req-3e44d213-f879-407e-8ccb-efffc5889814 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0659230 Jun 30 03:04:32.260242 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:32.285590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4dd1df71-d014-4800-94be-f3a02a077c40 req-fe9f42f8-e4e8-4eae-8702-2c7503507693 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397382 Jun 30 03:04:33.464858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a412da-77d4-471d-8bda-27934e0faeda req-a496a35e-ef19-4f3e-b304-2a67774d5878 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:33.466328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-84a412da-77d4-471d-8bda-27934e0faeda req-a496a35e-ef19-4f3e-b304-2a67774d5878 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0659251 Jun 30 03:04:33.505262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-84a412da-77d4-471d-8bda-27934e0faeda req-865c98ef-6d9c-48c6-81b9-8e118b11a30f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329492 Jun 30 03:04:34.361842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.683779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c524c-ead6-4ac9-ba01-76345c237800 req-dbc18ec0-1692-4e5e-9723-305bca0279ea tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:34.685259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b6c524c-ead6-4ac9-ba01-76345c237800 req-dbc18ec0-1692-4e5e-9723-305bca0279ea tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0658474 Jun 30 03:04:34.725679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b6c524c-ead6-4ac9-ba01-76345c237800 req-751a1835-e3fe-4907-ac41-26a3e3337ef3 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Jun 30 03:04:35.900449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c22f73-cda7-418f-848b-347ed844e377 req-9028cbbb-b96e-48f5-a25e-1c42c225e542 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:35.901957 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1c22f73-cda7-418f-848b-347ed844e377 req-9028cbbb-b96e-48f5-a25e-1c42c225e542 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0630810 Jun 30 03:04:35.942150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1c22f73-cda7-418f-848b-347ed844e377 req-8494dd66-076d-429a-87ce-8d5d4343f39f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338397 Jun 30 03:04:37.016790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-168cc04b-d033-4d80-8ab0-a41043585c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.018290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-168cc04b-d033-4d80-8ab0-a41043585c96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.1170888 Jun 30 03:04:37.162417 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-906f417c-6d5e-4279-9468-1a883121fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.163788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-906f417c-6d5e-4279-9468-1a883121fdf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.1249933 Jun 30 03:04:37.229361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81627fe3-4642-4374-a545-f284515b345c req-b9a03db9-b01b-494d-938d-f1260c9f2a84 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.230774 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81627fe3-4642-4374-a545-f284515b345c req-b9a03db9-b01b-494d-938d-f1260c9f2a84 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.1472728 Jun 30 03:04:37.265809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-54501810-9888-49a6-a4d4-85aa75672105 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 1001 time: 0.0959392 Jun 30 03:04:37.315155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81627fe3-4642-4374-a545-f284515b345c req-108eeeb6-f272-4324-9c5f-7a85c22d8f78 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769539 Jun 30 03:04:37.323486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-f3804660-c80d-4cf8-902c-d43e29364026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.324918 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-f3804660-c80d-4cf8-902c-d43e29364026 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0534377 Jun 30 03:04:37.390758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-443918ae-00f4-4327-b9cb-839ae51943d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.392527 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-443918ae-00f4-4327-b9cb-839ae51943d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612519 Jun 30 03:04:37.484515 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-65b6c2e9-49dc-482c-b174-df429a018bef service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Jun 30 03:04:37.580765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c865cded-2a37-406c-b63a-d8a6356bcdcf req-662b1f23-f448-4999-a842-06b917cfdb0c service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904853 Jun 30 03:04:38.694811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008591fe-b8fa-4580-9d3e-f0bc83c2550e req-721838af-b181-468f-b75a-83a415641c2d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:38.696300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-008591fe-b8fa-4580-9d3e-f0bc83c2550e req-721838af-b181-468f-b75a-83a415641c2d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0746365 Jun 30 03:04:38.743572 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-008591fe-b8fa-4580-9d3e-f0bc83c2550e req-f73b1ddd-bc8c-4a6e-aa39-031a70a70bc6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Jun 30 03:04:39.555243 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:39.916906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320033de-a837-46c1-ae4a-713abb4ece04 req-b1b39078-8cbf-4810-8eb7-97b658ee743e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:39.918424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-320033de-a837-46c1-ae4a-713abb4ece04 req-b1b39078-8cbf-4810-8eb7-97b658ee743e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0666378 Jun 30 03:04:39.962836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-320033de-a837-46c1-ae4a-713abb4ece04 req-d783ff45-d283-4703-9037-d99eebc2834f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380449 Jun 30 03:04:41.015774 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:41.169617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4935e5c-8496-4075-b5a6-94c494650358 req-0f6153ee-e152-4adf-9823-3a5fcd73846a tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:41.171686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4935e5c-8496-4075-b5a6-94c494650358 req-0f6153ee-e152-4adf-9823-3a5fcd73846a tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0727246 Jun 30 03:04:41.213511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4935e5c-8496-4075-b5a6-94c494650358 req-c4d93b54-881b-468b-9c5f-a1b17743f786 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344286 Jun 30 03:04:42.401328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da33a2f-9098-400e-ae15-b10960eff267 req-d5423591-99a5-41c1-8485-68a3a55971ac tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:42.402841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da33a2f-9098-400e-ae15-b10960eff267 req-d5423591-99a5-41c1-8485-68a3a55971ac tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0644851 Jun 30 03:04:42.444260 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0da33a2f-9098-400e-ae15-b10960eff267 req-89983218-ae84-4457-8aa7-4709848062f4 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344024 Jun 30 03:04:43.622264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76495f84-94e9-4c21-bc6d-1112604b0ef1 req-ac2c4f47-23b8-4ecb-8db6-b7921e75cc4c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:43.623713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-76495f84-94e9-4c21-bc6d-1112604b0ef1 req-ac2c4f47-23b8-4ecb-8db6-b7921e75cc4c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0636315 Jun 30 03:04:43.662633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-76495f84-94e9-4c21-bc6d-1112604b0ef1 req-7b67e447-ee7e-4134-9cc1-63dcf4d1d707 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332036 Jun 30 03:04:44.852955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209870-02ad-4dd3-a14b-6607753394ec req-1306aae2-149c-42ee-a540-a3ba33ef6c38 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:44.854490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5209870-02ad-4dd3-a14b-6607753394ec req-1306aae2-149c-42ee-a540-a3ba33ef6c38 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0724926 Jun 30 03:04:44.895053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5209870-02ad-4dd3-a14b-6607753394ec req-a265c79f-8e12-433a-8ec2-984efdbfce20 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338781 Jun 30 03:04:46.072754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5727ae-9335-4873-8c8e-00f5bceafaf7 req-0fbb2ff6-8843-4e03-b206-96d7a6a3a508 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:46.074222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce5727ae-9335-4873-8c8e-00f5bceafaf7 req-0fbb2ff6-8843-4e03-b206-96d7a6a3a508 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0661213 Jun 30 03:04:46.112886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce5727ae-9335-4873-8c8e-00f5bceafaf7 req-43f8a369-df2d-48b4-8545-f70faeacd25f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330143 Jun 30 03:04:46.458492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-b94b6d33-52ad-4451-a4fc-3f148acbed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:46.459990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-b94b6d33-52ad-4451-a4fc-3f148acbed51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.0700009 Jun 30 03:04:46.472366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdcc56-05dc-48e3-89e7-123370a2176d req-6e00c4ae-de01-4134-aafe-3f0adc670468 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:46.473800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21bdcc56-05dc-48e3-89e7-123370a2176d req-6e00c4ae-de01-4134-aafe-3f0adc670468 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0727303 Jun 30 03:04:46.514757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21bdcc56-05dc-48e3-89e7-123370a2176d req-7683a94b-74ee-4761-9974-b2a6872bbd44 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Jun 30 03:04:46.563015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-865113ed-7a94-4be2-82e6-dd40bef4d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:46.564513 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-865113ed-7a94-4be2-82e6-dd40bef4d1e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0988472 Jun 30 03:04:46.634416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-150d787a-fa72-4936-8296-05aaaf6911d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 1001 time: 0.0629144 Jun 30 03:04:46.684526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-21ab7390-a391-44bb-8dce-3b9e877271e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:46.686893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-21ab7390-a391-44bb-8dce-3b9e877271e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0469556 Jun 30 03:04:46.751511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-f6525237-1a2d-44ec-b633-70d2668bb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:46.753030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-f6525237-1a2d-44ec-b633-70d2668bb790 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602174 Jun 30 03:04:46.846289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-2ca14c14-6f89-452f-9c2b-b62da0a0739e service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858970 Jun 30 03:04:46.944338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05fda2b9-09e5-4d5d-b58e-1e0ab2cce2cf req-d3b29e27-d421-432b-89db-b7f563d34881 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919464 Jun 30 03:04:47.712321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7dcc4-3436-41eb-b613-ed6f79de74f3 req-1edd8e7d-e0e0-4de5-b53c-9b6102755e42 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:47.713810 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-25f7dcc4-3436-41eb-b613-ed6f79de74f3 req-1edd8e7d-e0e0-4de5-b53c-9b6102755e42 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0754979 Jun 30 03:04:47.756292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-25f7dcc4-3436-41eb-b613-ed6f79de74f3 req-555af6f4-f13f-45bf-86c9-e38b8b98d473 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362577 Jun 30 03:04:47.869260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:47.977513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d888c28f-44d1-4757-88af-0c0710820888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.072348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d888c28f-44d1-4757-88af-0c0710820888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.076860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d888c28f-44d1-4757-88af-0c0710820888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.115554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d888c28f-44d1-4757-88af-0c0710820888 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5cc9c48619ee41939cb9cf617def81a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451160 Jun 30 03:04:48.116457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888c28f-44d1-4757-88af-0c0710820888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3ef2f-1f87-4034-a22e-283c924657aa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:48.118659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:48.173164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdd68e6f-3e3a-4da2-a242-370fc26dff31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.193932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdd68e6f-3e3a-4da2-a242-370fc26dff31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.240490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdd68e6f-3e3a-4da2-a242-370fc26dff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.243001 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fdd68e6f-3e3a-4da2-a242-370fc26dff31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.244161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fdd68e6f-3e3a-4da2-a242-370fc26dff31 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29d3ef2f-1f87-4034-a22e-283c924657aa HTTP/1.1" status: 204 len: 168 time: 0.1240375 Jun 30 03:04:48.252595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68e6f-3e3a-4da2-a242-370fc26dff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3ef2f-1f87-4034-a22e-283c924657aa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:48.518131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45490) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:48.531561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e9db8cf7-85b8-4de6-8abe-7d2ab214eab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.625047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e9db8cf7-85b8-4de6-8abe-7d2ab214eab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.629234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e9db8cf7-85b8-4de6-8abe-7d2ab214eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.669128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e9db8cf7-85b8-4de6-8abe-7d2ab214eab4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21312d5ca3594edb949adeba97ea504a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498780 Jun 30 03:04:48.671156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db8cf7-85b8-4de6-8abe-7d2ab214eab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d78a5f-c787-4f81-b64b-b0b0a8b69d57,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:48.672390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:48.721501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a40890f0-bacf-40aa-8a24-b285671aa3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.743342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a40890f0-bacf-40aa-8a24-b285671aa3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.791152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a40890f0-bacf-40aa-8a24-b285671aa3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.793723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a40890f0-bacf-40aa-8a24-b285671aa3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.795594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a40890f0-bacf-40aa-8a24-b285671aa3ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64d78a5f-c787-4f81-b64b-b0b0a8b69d57 HTTP/1.1" status: 204 len: 168 time: 0.1221874 Jun 30 03:04:48.804399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40890f0-bacf-40aa-8a24-b285671aa3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d78a5f-c787-4f81-b64b-b0b0a8b69d57,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:54.739039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:54.843338 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5f91-47ee-40bd-a8d4-0d3ab528885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.935895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5f91-47ee-40bd-a8d4-0d3ab528885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.939805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5f91-47ee-40bd-a8d4-0d3ab528885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.982075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a8ff5f91-47ee-40bd-a8d4-0d3ab528885e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf58a168e89640f9937183b0bf3b979a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418995 Jun 30 03:04:54.983260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5f91-47ee-40bd-a8d4-0d3ab528885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0889c05-89b3-424e-82a0-28556661d07e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:54.984829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45600) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:55.035077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7218-0838-46d9-9a65-58bcf5719aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.055673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7218-0838-46d9-9a65-58bcf5719aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.101019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7218-0838-46d9-9a65-58bcf5719aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.103663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7218-0838-46d9-9a65-58bcf5719aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.104848 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea6f7218-0838-46d9-9a65-58bcf5719aad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0889c05-89b3-424e-82a0-28556661d07e HTTP/1.1" status: 204 len: 168 time: 0.1190429 Jun 30 03:04:55.112715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7218-0838-46d9-9a65-58bcf5719aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0889c05-89b3-424e-82a0-28556661d07e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:55.373865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45606) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:55.386822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4af6d0e4-a2bc-4825-9121-8cb5b90e7756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.476898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4af6d0e4-a2bc-4825-9121-8cb5b90e7756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.480314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4af6d0e4-a2bc-4825-9121-8cb5b90e7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.519475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6d0e4-a2bc-4825-9121-8cb5b90e7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300e38b-b035-4cf5-bed4-0cd085b7eb9f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:55.523585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4af6d0e4-a2bc-4825-9121-8cb5b90e7756 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=774c49b81703482db5da6d617770a45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485758 Jun 30 03:04:55.526264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:55.574453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6677a3a6-2fc3-4b19-be72-bac218c2e5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.595254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6677a3a6-2fc3-4b19-be72-bac218c2e5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.642090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6677a3a6-2fc3-4b19-be72-bac218c2e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.644788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6677a3a6-2fc3-4b19-be72-bac218c2e5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:55.645924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6677a3a6-2fc3-4b19-be72-bac218c2e5c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9300e38b-b035-4cf5-bed4-0cd085b7eb9f HTTP/1.1" status: 204 len: 168 time: 0.1187007 Jun 30 03:04:55.653558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677a3a6-2fc3-4b19-be72-bac218c2e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300e38b-b035-4cf5-bed4-0cd085b7eb9f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:55.961244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:55.975710 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d16c081f-fb3d-446c-9bdd-169660b38c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.068149 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d16c081f-fb3d-446c-9bdd-169660b38c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.071768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d16c081f-fb3d-446c-9bdd-169660b38c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.109136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c081f-fb3d-446c-9bdd-169660b38c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2f8f13-f9f8-4037-a44e-450956f50110,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:56.114093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d16c081f-fb3d-446c-9bdd-169660b38c91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c7f5b6a3f944e6cb0993a8dc0e9bc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517069 Jun 30 03:04:56.116768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:56.166788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e92fc4e8-fa5d-451b-a4d9-0cfc8f88115c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.189093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e92fc4e8-fa5d-451b-a4d9-0cfc8f88115c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.236283 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e92fc4e8-fa5d-451b-a4d9-0cfc8f88115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.239058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e92fc4e8-fa5d-451b-a4d9-0cfc8f88115c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.242496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e92fc4e8-fa5d-451b-a4d9-0cfc8f88115c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed2f8f13-f9f8-4037-a44e-450956f50110 HTTP/1.1" status: 204 len: 168 time: 0.1226764 Jun 30 03:04:56.253376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fc4e8-fa5d-451b-a4d9-0cfc8f88115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2f8f13-f9f8-4037-a44e-450956f50110,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:57.476694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:04:57.654862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25341f0d-026c-434d-b0f8-c4854d7aeaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.316935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3138a99d-2040-4e8e-8b6c-63524f46a7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.566709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.260981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.625380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45744) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:03.733195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c33c506-e583-4636-9812-0955feb6c81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.823856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c33c506-e583-4636-9812-0955feb6c81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.828418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c33c506-e583-4636-9812-0955feb6c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.866711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4c33c506-e583-4636-9812-0955feb6c81f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=100a9a1a05654d8981ecc710e2979ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402449 Jun 30 03:05:03.867844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33c506-e583-4636-9812-0955feb6c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4987c756-a414-4ad4-9806-675b69561bd0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:03.869390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:03.922816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48dc3da-9e77-4355-a934-24a269c1f80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.944467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48dc3da-9e77-4355-a934-24a269c1f80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.990108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48dc3da-9e77-4355-a934-24a269c1f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.992649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c48dc3da-9e77-4355-a934-24a269c1f80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.993811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c48dc3da-9e77-4355-a934-24a269c1f80d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4987c756-a414-4ad4-9806-675b69561bd0 HTTP/1.1" status: 204 len: 168 time: 0.1227086 Jun 30 03:05:04.001977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dc3da-9e77-4355-a934-24a269c1f80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987c756-a414-4ad4-9806-675b69561bd0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:04.260354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 45754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:04.273412 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4a40-30c8-4afe-bdea-de65f63ce707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.363182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.365809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4a40-30c8-4afe-bdea-de65f63ce707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.369485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4a40-30c8-4afe-bdea-de65f63ce707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.407732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b8a4a40-30c8-4afe-bdea-de65f63ce707 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2d1db40f97040a2acf4bcedc68adc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462836 Jun 30 03:05:04.408950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a4a40-30c8-4afe-bdea-de65f63ce707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e3fc0f-7566-43c8-a0fc-276cfc23bd8e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:04.410467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 45756) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:04.462137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdf00a67-a5df-4f8a-a003-ee1909dd82b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.483875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdf00a67-a5df-4f8a-a003-ee1909dd82b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.530933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdf00a67-a5df-4f8a-a003-ee1909dd82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.533510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cdf00a67-a5df-4f8a-a003-ee1909dd82b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.534729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cdf00a67-a5df-4f8a-a003-ee1909dd82b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87e3fc0f-7566-43c8-a0fc-276cfc23bd8e HTTP/1.1" status: 204 len: 168 time: 0.1232724 Jun 30 03:05:04.542334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf00a67-a5df-4f8a-a003-ee1909dd82b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e3fc0f-7566-43c8-a0fc-276cfc23bd8e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:09.548076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.011995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.314544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf0930-eb1c-4b91-9a6e-a27fcc000cf1 req-bbea7c80-1e2c-4678-858e-6d0c3ee8367e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:25.316041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96cf0930-eb1c-4b91-9a6e-a27fcc000cf1 req-bbea7c80-1e2c-4678-858e-6d0c3ee8367e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0714777 Jun 30 03:05:25.355561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-96cf0930-eb1c-4b91-9a6e-a27fcc000cf1 req-a614f668-c188-4614-b5d4-0d5ccb399c48 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Jun 30 03:05:26.536418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3751-3f13-41d0-8a53-39d296c14ef4 req-0ea33fbe-a273-45f3-9184-89ceefe3bfa9 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:26.537929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-182c3751-3f13-41d0-8a53-39d296c14ef4 req-0ea33fbe-a273-45f3-9184-89ceefe3bfa9 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0677865 Jun 30 03:05:26.576415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-182c3751-3f13-41d0-8a53-39d296c14ef4 req-3e1596a8-5675-4aa2-8490-3419f2d61356 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Jun 30 03:05:27.658826 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cac7546-5cb6-4f89-a4b9-4bff7d3f76c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.774666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d707ef-4d6b-45a1-9445-36d7165417ed req-06867a74-a379-4cdf-8d66-c21c9c19a003 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:27.776251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-75d707ef-4d6b-45a1-9445-36d7165417ed req-06867a74-a379-4cdf-8d66-c21c9c19a003 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0803440 Jun 30 03:05:27.814103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-75d707ef-4d6b-45a1-9445-36d7165417ed req-0dc303e6-8aac-47da-86c0-53c761f5ec6f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Jun 30 03:05:28.994989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4c6ee-0c76-4194-942e-b89f63716367 req-d9e6997d-1d9f-4996-bcaa-6e5f6a009505 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:28.996487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8d4c6ee-0c76-4194-942e-b89f63716367 req-d9e6997d-1d9f-4996-bcaa-6e5f6a009505 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0692973 Jun 30 03:05:29.041188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f8d4c6ee-0c76-4194-942e-b89f63716367 req-9793902a-6695-4ae4-90e5-1e93652d4304 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Jun 30 03:05:30.216798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8465-5b65-4d6f-9fd5-f2f269f2ddb7 req-ae9a1c98-067d-4aba-9abc-b5dbc13d583d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:30.219450 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3ac8465-5b65-4d6f-9fd5-f2f269f2ddb7 req-ae9a1c98-067d-4aba-9abc-b5dbc13d583d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0645726 Jun 30 03:05:30.259461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3ac8465-5b65-4d6f-9fd5-f2f269f2ddb7 req-c7e67144-f57c-45ef-9e3e-cffae3273d70 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338750 Jun 30 03:05:30.318525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d7244f0-e502-48bb-8b85-3f96836747ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.568992 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.449761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8124a6-de47-4ebb-b191-b2e76b73f1ef req-655f3898-4a41-4e16-a413-7f1400518cb0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:31.453052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee8124a6-de47-4ebb-b191-b2e76b73f1ef req-655f3898-4a41-4e16-a413-7f1400518cb0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0700941 Jun 30 03:05:31.492172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee8124a6-de47-4ebb-b191-b2e76b73f1ef req-937a5152-03bc-462a-b570-8f6198e3d504 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339739 Jun 30 03:05:32.263863 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.674543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43c3f8-55c8-4021-a8d3-da7c7a989b55 req-0c58e032-ea89-44a6-9b0f-826e184ed468 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:32.676018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e43c3f8-55c8-4021-a8d3-da7c7a989b55 req-0c58e032-ea89-44a6-9b0f-826e184ed468 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0723219 Jun 30 03:05:32.714556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e43c3f8-55c8-4021-a8d3-da7c7a989b55 req-a78c5e8a-5de0-41e8-b675-98a6bdd9d5a6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Jun 30 03:05:33.887952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfbdcd-e278-4b44-8c0b-10c2c691d2a8 req-d704a436-6c86-424a-829d-6c85f0b865c3 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:33.890006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80dfbdcd-e278-4b44-8c0b-10c2c691d2a8 req-d704a436-6c86-424a-829d-6c85f0b865c3 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0634658 Jun 30 03:05:33.931806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-80dfbdcd-e278-4b44-8c0b-10c2c691d2a8 req-d6608406-2c9e-45b0-a055-bd48c445465f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361676 Jun 30 03:05:34.367032 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.476000 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:35.117692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808328b4-73d6-421f-8227-45e8558dd4d2 req-f9bb7ae4-876d-4d3d-b7a7-325f59773be0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:35.119220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-808328b4-73d6-421f-8227-45e8558dd4d2 req-f9bb7ae4-876d-4d3d-b7a7-325f59773be0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0692973 Jun 30 03:05:35.157337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-808328b4-73d6-421f-8227-45e8558dd4d2 req-c2ddfa7a-c537-4da3-84db-cd217048e8d6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Jun 30 03:05:36.342411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d1146-7d83-4c24-bdc3-0842468445a0 req-2c27a1ee-b2e1-4f35-a30b-965feb0ac6ee tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.344246 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-347d1146-7d83-4c24-bdc3-0842468445a0 req-2c27a1ee-b2e1-4f35-a30b-965feb0ac6ee tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0714974 Jun 30 03:05:36.383217 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-347d1146-7d83-4c24-bdc3-0842468445a0 req-98fb4d2f-93fd-4f9e-aa6c-9674a0c7b701 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331886 Jun 30 03:05:36.777187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc668ac-879e-4a35-b05b-ea5690b2c58f req-79a21475-1d84-489d-b01a-3fd054cf37fd tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.778892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bdc668ac-879e-4a35-b05b-ea5690b2c58f req-79a21475-1d84-489d-b01a-3fd054cf37fd tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.1089752 Jun 30 03:05:36.782467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e153-e563-4eca-bf47-c9754df297fc req-7a87eb89-16f5-49d9-a8b3-3cede1b600ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.783869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-7a87eb89-16f5-49d9-a8b3-3cede1b600ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.1005592 Jun 30 03:05:36.866250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bdc668ac-879e-4a35-b05b-ea5690b2c58f req-e26f05c4-d3ac-4448-ab33-074acb6654e7 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806642 Jun 30 03:05:36.899484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e153-e563-4eca-bf47-c9754df297fc req-5a7dc5f6-e5dd-44fd-8ed7-0fb9df62ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.900970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-5a7dc5f6-e5dd-44fd-8ed7-0fb9df62ebf3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.1094623 Jun 30 03:05:36.969685 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-4ca9e573-df73-4765-b88a-8e6cfc2412e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 1001 time: 0.0621769 Jun 30 03:05:37.017971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e153-e563-4eca-bf47-c9754df297fc req-04e450ce-a13f-4bd9-93b7-6ebb33f1f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.019419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-04e450ce-a13f-4bd9-93b7-6ebb33f1f199 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0443504 Jun 30 03:05:37.078639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e153-e563-4eca-bf47-c9754df297fc req-94490f84-e89e-42c3-9e0b-4acc3102973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.080143 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-94490f84-e89e-42c3-9e0b-4acc3102973c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540898 Jun 30 03:05:37.175291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-ebc0a56a-5cc5-46e6-baae-cdcd32438b32 service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880480 Jun 30 03:05:37.270485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9629e153-e563-4eca-bf47-c9754df297fc req-cc2104f9-4c76-44d9-91ae-0e1ab46aa15d service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Jun 30 03:05:38.050497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec130a5-3608-4b1e-ba47-4a96bd24f5e7 req-22ebf5b8-2d57-4d22-a068-511352faa90b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.052013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ec130a5-3608-4b1e-ba47-4a96bd24f5e7 req-22ebf5b8-2d57-4d22-a068-511352faa90b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0663159 Jun 30 03:05:38.094187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ec130a5-3608-4b1e-ba47-4a96bd24f5e7 req-c6787f01-125a-4dde-9c7c-5c2d278ac7fc tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361962 Jun 30 03:05:38.846830 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-82c5241f-2f14-4064-a93d-6542c78388e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519984 Jun 30 03:05:39.276423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-153d3688-f649-4854-aa08-3074294395cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.277938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-153d3688-f649-4854-aa08-3074294395cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 1097 time: 0.3834493 Jun 30 03:05:39.384042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-665d5148-e8ea-4a38-97b0-f4dd7332a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.385512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-665d5148-e8ea-4a38-97b0-f4dd7332a853 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0867534 Jun 30 03:05:39.452587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-0e00ff06-a828-4bd6-944e-53e100248ebe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 200 len: 1001 time: 0.0606911 Jun 30 03:05:39.502024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-824f845e-251e-4397-ab35-d3df4282f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.503499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-824f845e-251e-4397-ab35-d3df4282f825 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0454273 Jun 30 03:05:39.561910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-6b849e15-ed79-494c-917f-fbc56e7f08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.563560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-6b849e15-ed79-494c-917f-fbc56e7f08fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535161 Jun 30 03:05:39.565188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:39.659481 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-4595e6f5-7c65-43ef-bbbb-21ff2299cccc service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901115 Jun 30 03:05:39.758510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2a745b58-3dc1-4c84-b6cd-5abd6b232346 req-cfb6c010-c860-4546-888e-d36bb6868d8e service neutron] 10.222.0.67 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928135 Jun 30 03:05:41.023933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.476974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 46846) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:49.590068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.682715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.686516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.730224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9255b787da341b99602726feaff9fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520554 Jun 30 03:05:49.731025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b771f661-dd29-4290-b48f-f54567a2f2c8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:49.732845 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 46850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.742198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.743136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.743136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.743136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf30e6-e5ec-4254-9689-8bd68069dca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.789148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.814703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.859957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.863367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.864537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b771f661-dd29-4290-b48f-f54567a2f2c8 HTTP/1.1" status: 204 len: 168 time: 0.1305723 Jun 30 03:05:49.872408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771f661-dd29-4290-b48f-f54567a2f2c8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:49.880837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.881113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.881453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.881782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.882453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.882981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.883315 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.883643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.883966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.884298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.884735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:49.885065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc230c-a0ea-4427-92f3-f3d9cc0dcf5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:51.058847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-f3a8ae93-4a2e-475f-9501-d3a4a0edb598 req-4bb51b9a-1885-4851-b066-75650ed28e7f service neutron] (93821) timed out ('10.222.0.90', 54686) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:05:57.660777 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96f32862-1a15-49df-ab69-f825cf22fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.319771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62971186-a60a-438f-8bc1-99d0cba7a51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.569052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:02.266412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:04.368438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.580812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.909593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42c75a-e379-4623-98f9-6569373c233f req-f11d6590-909e-4c01-afda-a9ca4f558e2b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:10.912693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea42c75a-e379-4623-98f9-6569373c233f req-f11d6590-909e-4c01-afda-a9ca4f558e2b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0728171 Jun 30 03:06:10.963009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea42c75a-e379-4623-98f9-6569373c233f req-f75fb710-91a4-40f5-8605-77cb1d824a24 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Jun 30 03:06:11.041133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:11.475206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:12.168461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276cca7-accb-4d74-a2d7-4c4b141aa645 req-eb03e658-e179-40c7-af10-6e1662223d72 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:12.169948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a276cca7-accb-4d74-a2d7-4c4b141aa645 req-eb03e658-e179-40c7-af10-6e1662223d72 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0652339 Jun 30 03:06:12.210639 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a276cca7-accb-4d74-a2d7-4c4b141aa645 req-84d65444-07d6-4f4a-8d73-5eed20fcae0b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=faf44f10-015e-4207-bb53-20b81fc2b961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347035 Jun 30 03:06:12.599643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-dd1c5d4a-b209-4a1c-be26-733f0b78e4ec tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:12.601376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-dd1c5d4a-b209-4a1c-be26-733f0b78e4ec tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.67 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 946 time: 0.0664105 Jun 30 03:06:12.711116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Deleting port 82634b36-d2e4-4624-a333-5dd669efcf57 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:12.711520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:12.809467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] For port 82634b36-d2e4-4624-a333-5dd669efcf57, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82634b36-d2e4-4624-a333-5dd669efcf57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:12.810255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:12.991281 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:12.991590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:12.991887 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Floating IP b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd disassociated. External IP: 172.25.0.98, port: 82634b36-d2e4-4624-a333-5dd669efcf57. Jun 30 03:06:12.992231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Calling delete_port for 82634b36-d2e4-4624-a333-5dd669efcf57 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:13.120468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:13.163154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event deleted for resources: {'Port': ['ID=82634b36-d2e4-4624-a333-5dd669efcf57,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:13.276056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:06:13.379381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5907c27c-96dc-4eda-a35a-40c1c09dc924 req-b464a993-9976-41b3-b9f8-78e96dadeb9f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=497bbbcd-2e7e-4716-ae6e-4f8d118a700b HTTP/1.1" status: 200 len: 210 time: 0.0327420 Jun 30 03:06:13.398348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:13.410356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:13.423624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:13.424376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:06:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:13.445607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] No DVR routers for this DVR port 82634b36-d2e4-4624-a333-5dd669efcf57 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:06:13.449017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:13.451069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2e11bc4b-a609-4216-abfa-fa32784a1f2c req-056dc364-ef58-4f0e-9118-1507c8f2f85c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.67 "DELETE /v2.0/ports/82634b36-d2e4-4624-a333-5dd669efcf57 HTTP/1.1" status: 204 len: 173 time: 0.8448191 Jun 30 03:06:13.451539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'name': 'network-vif-deleted', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:13.453991 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a316c4-fc21-4ae9-9a35-86eed5fd5cb7" -d '{"events": [{"server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "name": "network-vif-deleted", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:13.546598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:13.691541 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d0f7e9-ff2d-4e33-8071-cbfd77eb5495 x-openstack-request-id: req-26d0f7e9-ff2d-4e33-8071-cbfd77eb5495 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:13.691831 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497bbbcd-2e7e-4716-ae6e-4f8d118a700b", "name": "network-vif-deleted", "tag": "82634b36-d2e4-4624-a333-5dd669efcf57", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:13.692153 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26d0f7e9-ff2d-4e33-8071-cbfd77eb5495 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:13.692552 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497bbbcd-2e7e-4716-ae6e-4f8d118a700b', 'name': 'network-vif-deleted', 'tag': '82634b36-d2e4-4624-a333-5dd669efcf57', 'status': 'completed', 'code': 200} Jun 30 03:06:13.805217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:13.833370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:13.842922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:13.843709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:06:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:13.953772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:14.189614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:14.216995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190c5fb-6c59-4e4a-a192-b30ae01a2a2d None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:14.429066 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7398ff95-480d-4e33-86ae-bf73b96c2454 None None] New status for floating IP b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:06:14.507367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:14.564197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3401bd14-d727-418f-a658-b16b087ce646 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.588529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3401bd14-d727-418f-a658-b16b087ce646 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.647894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3401bd14-d727-418f-a658-b16b087ce646 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.650541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3401bd14-d727-418f-a658-b16b087ce646 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.654623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47056) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:14.655172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3401bd14-d727-418f-a658-b16b087ce646 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "DELETE /v2.0/security-groups/faf44f10-015e-4207-bb53-20b81fc2b961 HTTP/1.1" status: 204 len: 168 time: 0.1456373 Jun 30 03:06:14.664782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401bd14-d727-418f-a658-b16b087ce646 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf44f10-015e-4207-bb53-20b81fc2b961,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:14.670721 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-188a7825-240b-47a0-ae96-43b090c6d406 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] show failed (client error): The resource could not be found. Jun 30 03:06:14.672241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-188a7825-240b-47a0-ae96-43b090c6d406 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups/faf44f10-015e-4207-bb53-20b81fc2b961 HTTP/1.1" status: 404 len: 347 time: 0.0154452 Jun 30 03:06:14.675478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47058) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:14.807263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Deleting port be024df1-951f-48c5-972a-d1ede168ba81 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:14.807618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.892166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.892663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.905569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Calling delete_port for be024df1-951f-48c5-972a-d1ede168ba81 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:15.051910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.081346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event deleted for resources: {'Port': ['ID=be024df1-951f-48c5-972a-d1ede168ba81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.146777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.149367 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.150539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-852fe8f6-3746-449b-a466-94262a88d12f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "DELETE /v2.0/floatingips/b01f82b5-b6a3-4a7e-bfe3-f7e823fac8dd HTTP/1.1" status: 204 len: 168 time: 0.4741244 Jun 30 03:06:15.439569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47070) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:15.444228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958103091', 'description': 'tempest-description--611668719'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:15.467742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.557022 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.561264 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.591907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.593161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1525769 Jun 30 03:06:15.596816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47072) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:15.601681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'security_group_rule': {'security_group_id': 'c2127129-3f40-4328-94c3-2b48c9432add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:15.608471 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d45fc5-d42d-4ec5-8832-8482f7e5cd25 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2127129-3f40-4328-94c3-2b48c9432add,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.633528 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.691982 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.696057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.717574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728a1976-1e31-43a6-b9ca-4e978935ce9c,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.723944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.725380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a51acb06-3413-4cb3-b17f-163e761160f1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275351 Jun 30 03:06:15.728180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47074) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:15.732585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'security_group_rule': {'security_group_id': 'c2127129-3f40-4328-94c3-2b48c9432add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:15.762645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.822729 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.826383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.847040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fa3cf1-432d-48d3-9ec4-3fbcdcdbc2e3,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.849987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.851453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-86c49b6e-fc1f-4550-a18b-a1c5cea0942b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223075 Jun 30 03:06:15.854567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47076) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:15.858942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:15.880153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.977462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.081046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Allocated IP 172.25.0.210 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/2553077d-474e-447d-aaf0-82f4c3aaebee) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:16.189451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.231647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.274169 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:16.280818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:16.283557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:16.290573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'Port': ['ID=2553077d-474e-447d-aaf0-82f4c3aaebee,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:16.388082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.435342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.485964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82634b36-d2e4-4624-a333-5dd669efcf57 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:06:16.507173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 82634b36-d2e4-4624-a333-5dd669efcf57 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:06:16.507658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82634b36-d2e4-4624-a333-5dd669efcf57 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:06:16.587311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.592102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.663353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'Port': ['ID=2553077d-474e-447d-aaf0-82f4c3aaebee,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:16.675786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.689485 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.690964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5118656-6c8b-491c-b3cf-c13b45620f37 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8354440 Jun 30 03:06:16.890012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-44dd295e-d2dd-48c2-8d71-8978b658b07c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1958103091&fields=id&tenant_id=349fb92de9804ebf88ecf046ee22f099 HTTP/1.1" status: 200 len: 267 time: 0.0336702 Jun 30 03:06:17.007175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-257d1091-dd1b-40cb-a8e8-30dece12ff8d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:17.008657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-257d1091-dd1b-40cb-a8e8-30dece12ff8d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 810 time: 0.1118121 Jun 30 03:06:17.023759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-619c4c5f-244c-4a54-8251-9764d7630799 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/quotas/349fb92de9804ebf88ecf046ee22f099 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Jun 30 03:06:17.098529 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-b6dea89c-f72c-43eb-9528-82220d5ba45e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693643 Jun 30 03:06:17.296159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-7467f020-5689-45f1-a9b7-046451b81a31 service neutron] 10.222.0.78 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862803 Jun 30 03:06:17.427204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-7c85b729-de7f-4ede-ba69-dbb9ef45a0e2 service neutron] 10.222.0.78 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Jun 30 03:06:17.666498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a8a5332d-95cb-4572-815e-55550a577b1e req-71fa5516-bb70-41f5-a816-de2ff55fc198 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 210 time: 0.0509319 Jun 30 03:06:18.822234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a1e1a4f-187c-4dcd-b888-7e603bac7d95 req-4152bc51-0327-4151-b1c6-23a47fa174a8 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 210 time: 0.0332766 Jun 30 03:06:18.964877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-db80b740-21c1-4564-842c-beb9929bfbd2 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:18.967058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-db80b740-21c1-4564-842c-beb9929bfbd2 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.90 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 810 time: 0.1359601 Jun 30 03:06:19.011665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-4d80c9f8-475a-4692-b8ee-d5ae82028ff6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349fb92de9804ebf88ecf046ee22f099 HTTP/1.1" status: 200 len: 380 time: 0.0354366 Jun 30 03:06:19.022838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'port': {'device_id': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'admin_state_up': True, 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'security_groups': ['c2127129-3f40-4328-94c3-2b48c9432add']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:19.372859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Made reservation on behalf of 349fb92de9804ebf88ecf046ee22f099 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:19.377065 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:19.500965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Allocated IP 172.20.0.13 (6595a532-f2b3-494a-a731-bfdbb1832923/807c1f58-c0bc-4698-85a6-16be2f7078e4/cf94acee-8a5b-4447-a50f-864e4ee2f011) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:19.652042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:19.668961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Transition to ACTIVE for port object cf94acee-8a5b-4447-a50f-864e4ee2f011 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:19.707490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:19.752559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:19.755759 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:19.761629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:19.769046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event updated for resources: {'Port': ['ID=cf94acee-8a5b-4447-a50f-864e4ee2f011,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:19.830120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.830799 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:19.847968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-af8d8cc7-3103-4006-b1e6-fc020d5de0ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293185 Jun 30 03:06:19.942507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Request body: {'port': {'device_id': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:20.039374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-abb0b157-6c8a-4ad2-b72c-7fc7df237ada None None] Provisioning for port cf94acee-8a5b-4447-a50f-864e4ee2f011 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:20.047232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-abb0b157-6c8a-4ad2-b72c-7fc7df237ada None None] Provisioning complete for port cf94acee-8a5b-4447-a50f-864e4ee2f011 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:20.048406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abb0b157-6c8a-4ad2-b72c-7fc7df237ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.091064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d9f13-0784-4de0-a6b9-0a46ff87f779 req-58104165-f7df-45c4-ad80-341b5a1953c1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:20.092563 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-502d9f13-0784-4de0-a6b9-0a46ff87f779 req-58104165-f7df-45c4-ad80-341b5a1953c1 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 932 time: 0.1195867 Jun 30 03:06:20.094876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-abb0b157-6c8a-4ad2-b72c-7fc7df237ada None None] Port cf94acee-8a5b-4447-a50f-864e4ee2f011 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:20.107508 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.171114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-502d9f13-0784-4de0-a6b9-0a46ff87f779 req-99c519bc-068b-4f3d-93b2-0f8947efec44 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715485 Jun 30 03:06:20.415534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf94acee-8a5b-4447-a50f-864e4ee2f011 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:20.424787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.437695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Transition to ACTIVE for port object cf94acee-8a5b-4447-a50f-864e4ee2f011 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:20.442551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.491345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Pushing event updated for resources: {'Port': ['ID=cf94acee-8a5b-4447-a50f-864e4ee2f011,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:20.627197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Attempting to bind port cf94acee-8a5b-4447-a50f-864e4ee2f011 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:20.627551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Attempting to bind port cf94acee-8a5b-4447-a50f-864e4ee2f011 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:20.627873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Attempting to bind port cf94acee-8a5b-4447-a50f-864e4ee2f011 on network 6595a532-f2b3-494a-a731-bfdbb1832923 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:20.633000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Port cf94acee-8a5b-4447-a50f-864e4ee2f011 on network 6595a532-f2b3-494a-a731-bfdbb1832923 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:06:20.633334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Attempting to bind port cf94acee-8a5b-4447-a50f-864e4ee2f011 on network 6595a532-f2b3-494a-a731-bfdbb1832923 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:20.638665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:20.639007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Checking segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:20.639395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Bound using segment: {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:20.639831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Bound port: cf94acee-8a5b-4447-a50f-864e4ee2f011, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f606a1-b7ef-463c-8c24-c2d6435f2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:20.640170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.726664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] For port cf94acee-8a5b-4447-a50f-864e4ee2f011, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:20.730253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] For port cf94acee-8a5b-4447-a50f-864e4ee2f011, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:20.737458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.770778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:20.771398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:20.772782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] 10.222.0.90 "PUT /v2.0/ports/cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 1092 time: 0.9160705 Jun 30 03:06:20.773220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:20.775556 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:20.809546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c6144-c5fc-4fa5-894d-4405282bcf1c service neutron] Pushing event updated for resources: {'Port': ['ID=cf94acee-8a5b-4447-a50f-864e4ee2f011,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:20.916987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-3f936358-ea0a-4948-a8cb-78c504f6c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:20.921997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-3f936358-ea0a-4948-a8cb-78c504f6c465 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1095 time: 0.0855260 Jun 30 03:06:20.979584 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d3b7af-a5ed-4852-b587-a905cc702302 x-openstack-request-id: req-00d3b7af-a5ed-4852-b587-a905cc702302 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:20.979584 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:20.979584 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00d3b7af-a5ed-4852-b587-a905cc702302 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:20.981597 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'status': 'completed', 'code': 200} Jun 30 03:06:20.981851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-044206cd-bada-4b53-9b8a-4fafc8273557 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 217 time: 0.0507607 Jun 30 03:06:21.037751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-e05ecbde-bebc-4b11-b49c-d1428da38ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.039433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-e05ecbde-bebc-4b11-b49c-d1428da38ce9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0504146 Jun 30 03:06:21.104571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-2cfb4c8d-488a-4e5e-9917-8c46f0dba5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.106068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-2cfb4c8d-488a-4e5e-9917-8c46f0dba5dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598779 Jun 30 03:06:21.200641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-c22c4398-6c8e-4194-a9fc-112d057da073 service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878677 Jun 30 03:06:21.341817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c0aa974-056c-4f75-a4ee-c192b681ceac req-9050a024-224d-4278-b571-1c2194577a6d service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349511 Jun 30 03:06:21.383239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1104617-c4ad-40d7-a444-4fbebf52e048 req-3c0a9c2d-1e0c-4af6-8f44-d7bf26891c41 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.384763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1104617-c4ad-40d7-a444-4fbebf52e048 req-3c0a9c2d-1e0c-4af6-8f44-d7bf26891c41 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 944 time: 0.0845826 Jun 30 03:06:21.456215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1104617-c4ad-40d7-a444-4fbebf52e048 req-46c5b71c-f66d-4055-bf77-c0a81c356c94 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655301 Jun 30 03:06:21.492910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-48967f86-5a62-4f2b-8f7d-340121355c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.494496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-48967f86-5a62-4f2b-8f7d-340121355c3f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1095 time: 0.0877926 Jun 30 03:06:21.592359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-30a81487-90f9-45a0-a038-1ea7d1fd9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.593921 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-30a81487-90f9-45a0-a038-1ea7d1fd9935 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0922494 Jun 30 03:06:21.647344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-8ea0673b-52ce-4f22-8e90-19720f084663 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 217 time: 0.0428739 Jun 30 03:06:21.700774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-eb90bba3-0c85-429f-8c4f-3950183e2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.702474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-eb90bba3-0c85-429f-8c4f-3950183e2e6c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0513759 Jun 30 03:06:21.774867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-89b07e68-6117-4606-9055-c74b3df5f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.776666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-89b07e68-6117-4606-9055-c74b3df5f2ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662725 Jun 30 03:06:21.866732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-b7eed604-5c73-4b33-b3ba-e7db82b48d96 service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827231 Jun 30 03:06:21.965367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-572bf69e-c5b1-4584-9a8c-41c0bd048f1c req-70246c37-c88c-47ba-a7e6-c37809a5b83c service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910237 Jun 30 03:06:22.655308 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5733b-f30d-4fe7-abc2-22b6909604e6 req-0d00d737-005b-499c-8211-255b4b103db0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:22.658005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aac5733b-f30d-4fe7-abc2-22b6909604e6 req-0d00d737-005b-499c-8211-255b4b103db0 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 944 time: 0.0771253 Jun 30 03:06:22.705967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aac5733b-f30d-4fe7-abc2-22b6909604e6 req-5280ee11-7f03-4369-980a-e050cbf4958b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Jun 30 03:06:23.898992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b15f87-5053-4a55-a5bb-7aa8ae32a051 req-5a1b3de4-c56d-46ed-b2d9-e94af9ce1c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:23.900421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7b15f87-5053-4a55-a5bb-7aa8ae32a051 req-5a1b3de4-c56d-46ed-b2d9-e94af9ce1c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 944 time: 0.0659766 Jun 30 03:06:23.941104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f7b15f87-5053-4a55-a5bb-7aa8ae32a051 req-02b85cbc-e4b8-47c7-8a0f-c908c4e24276 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348253 Jun 30 03:06:25.134627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa9ce-acc8-4f06-92c8-b0bef5953c92 req-03280dea-2711-4c0c-b8f4-0c0560deb4b2 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:25.136205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d1fa9ce-acc8-4f06-92c8-b0bef5953c92 req-03280dea-2711-4c0c-b8f4-0c0560deb4b2 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 944 time: 0.0739672 Jun 30 03:06:25.175975 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4d1fa9ce-acc8-4f06-92c8-b0bef5953c92 req-0f0666c0-bf13-4e2d-9195-d01202da59cf tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338180 Jun 30 03:06:25.199801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf94acee-8a5b-4447-a50f-864e4ee2f011 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:06:25.297853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port cf94acee-8a5b-4447-a50f-864e4ee2f011, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:25.308721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'port_id': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'mac_address': 'fa:16:3e:39:1f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:06:25.346020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.358744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf94acee-8a5b-4447-a50f-864e4ee2f011 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:25.377277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port cf94acee-8a5b-4447-a50f-864e4ee2f011, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:25.381765 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.434323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=cf94acee-8a5b-4447-a50f-864e4ee2f011,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:25.441988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.442360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.442714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.443058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.443399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.443734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.444067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.444397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.444727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.445056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.445383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.445712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:25.646434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['cf94acee-8a5b-4447-a50f-864e4ee2f011'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:26.351247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e840778-ce44-4fa0-ac24-a34a39c2b00b req-953a19ab-1a5c-438a-9ad2-9a560645b734 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.352757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e840778-ce44-4fa0-ac24-a34a39c2b00b req-953a19ab-1a5c-438a-9ad2-9a560645b734 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 945 time: 0.0646026 Jun 30 03:06:26.391984 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e840778-ce44-4fa0-ac24-a34a39c2b00b req-779660dd-5c20-4b7c-abaf-eb2cf1a2d2b6 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Jun 30 03:06:27.200299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf94acee-8a5b-4447-a50f-864e4ee2f011 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:27.251803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port cf94acee-8a5b-4447-a50f-864e4ee2f011 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:27.255545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port cf94acee-8a5b-4447-a50f-864e4ee2f011 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:27.255938 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.337255 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.361200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:27.363553 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f840bf7-3551-47b4-b0f7-61072445ef4a" -d '{"events": [{"server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:27.378572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port cf94acee-8a5b-4447-a50f-864e4ee2f011, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:27.384014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.449751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=cf94acee-8a5b-4447-a50f-864e4ee2f011,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:27.484247 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499295c5-b1f1-408f-a262-a3b67c69899c x-openstack-request-id: req-499295c5-b1f1-408f-a262-a3b67c69899c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:27.484547 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:27.484808 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-499295c5-b1f1-408f-a262-a3b67c69899c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:27.485352 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'code': 200} Jun 30 03:06:27.624042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dea768-d0ca-46c4-9db6-6f50dfe7e620 req-829f8923-46ce-4c3d-9024-bef6cde0e932 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.625507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72dea768-d0ca-46c4-9db6-6f50dfe7e620 req-829f8923-46ce-4c3d-9024-bef6cde0e932 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.1066258 Jun 30 03:06:27.640441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49df2e-8d34-44c3-ab0c-28a8477c3617 req-dc4a98ef-de99-4ba5-b713-230b1f8adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.642806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f49df2e-8d34-44c3-ab0c-28a8477c3617 req-dc4a98ef-de99-4ba5-b713-230b1f8adf1d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1097 time: 0.0868802 Jun 30 03:06:27.668306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a97f656-b1d8-4ce8-af39-8609bdeca40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.697782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-72dea768-d0ca-46c4-9db6-6f50dfe7e620 req-41e2faa6-f9c6-4134-872f-d85699b6679f tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652933 Jun 30 03:06:27.703928 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f49df2e-8d34-44c3-ab0c-28a8477c3617 req-45810b51-2053-47a9-ae15-09924a96b675 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525372 Jun 30 03:06:28.874130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a12616-7fe2-4d3a-9159-8c49814e4725 req-53632445-ce8a-4566-8a05-fdd3436160a9 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:28.876179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5a12616-7fe2-4d3a-9159-8c49814e4725 req-53632445-ce8a-4566-8a05-fdd3436160a9 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.0639548 Jun 30 03:06:28.916589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f5a12616-7fe2-4d3a-9159-8c49814e4725 req-f6845542-45ba-4b95-831f-dfe69e5b76f9 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343161 Jun 30 03:06:29.091750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738fc9f-298b-4102-b17f-fa47f6cccaa4 req-e4e418c0-a3af-426b-95c8-0df43a2f9bbb tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:29.093445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7738fc9f-298b-4102-b17f-fa47f6cccaa4 req-e4e418c0-a3af-426b-95c8-0df43a2f9bbb tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.0687220 Jun 30 03:06:29.102765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47180) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:29.107507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Request body: {'floatingip': {'port_id': 'cf94acee-8a5b-4447-a50f-864e4ee2f011'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:29.151908 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:29.611542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:29.616349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:29.725346 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Floating IP 39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7 associated. External IP: 172.25.0.210, port: cf94acee-8a5b-4447-a50f-864e4ee2f011. Jun 30 03:06:30.267372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:06:30.328162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b988e116-b858-4f59-a5f7-9fa3f9c8e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.382826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:30.388845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.394345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:30.417018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:30.418919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:06:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:30.437817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3fa9d74f-3fe2-478e-a578-561f4d3307ce tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "PUT /v2.0/floatingips/39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7 HTTP/1.1" status: 200 len: 992 time: 1.3315024 Jun 30 03:06:30.437817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:30.438398 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899e2cc-cbbf-4b4c-991d-878a732090d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:30.514417 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06093f4a-88dd-4c0e-b7dd-16655305ab33 x-openstack-request-id: req-06093f4a-88dd-4c0e-b7dd-16655305ab33 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:30.514709 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:30.514966 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06093f4a-88dd-4c0e-b7dd-16655305ab33 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:30.515367 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'status': 'completed', 'code': 200} Jun 30 03:06:30.598059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.603091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:30.621233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-a81abf7c-7f0d-4fcd-9310-f35ce80a688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:30.622975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-a81abf7c-7f0d-4fcd-9310-f35ce80a688c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1097 time: 0.0778306 Jun 30 03:06:30.725534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-5caffff5-3ffa-4a58-8767-82a60c2fc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:30.727240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-5caffff5-3ffa-4a58-8767-82a60c2fc0b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0976362 Jun 30 03:06:30.800996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-e6c02a0a-310a-49f5-870e-30266b32cc88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 1000 time: 0.0657458 Jun 30 03:06:30.853289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-83c6a829-6196-47dc-95e1-6da4ef523b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:30.854864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-83c6a829-6196-47dc-95e1-6da4ef523b79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0463035 Jun 30 03:06:30.912271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-370c89cb-9bb0-45e2-8a2a-611b892446a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:30.913781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-370c89cb-9bb0-45e2-8a2a-611b892446a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521245 Jun 30 03:06:31.002739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'port_id': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'mac_address': 'fa:16:3e:39:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:06:16Z', 'updated_at': '2021-06-30T03:06:29Z', 'revision_number': 1, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:31.013823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-b73436f1-8206-4e11-8046-41ea97ff5ba9 service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919077 Jun 30 03:06:31.033367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:31.041738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:31.042375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:06:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:31.109184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f899e2cc-cbbf-4b4c-991d-878a732090d4 req-0e8136df-e50f-4d94-9ca8-1e3da4b59580 service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857382 Jun 30 03:06:31.155305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:31.384315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'port_id': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'mac_address': 'fa:16:3e:39:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:06:16Z', 'updated_at': '2021-06-30T03:06:29Z', 'revision_number': 1, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:31.412805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe482778-d61f-4660-9542-8f76891d86a7 None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'port_id': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'mac_address': 'fa:16:3e:39:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:06:16Z', 'updated_at': '2021-06-30T03:06:29Z', 'revision_number': 1, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:31.626941 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf9886-4dae-48a3-81af-3e124717f29f None None] New status for floating IP 39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:06:32.268538 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.372041 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.981589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47218) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:35.087859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05206b3d-01be-458c-ae03-036244baf2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.190725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05206b3d-01be-458c-ae03-036244baf2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.194506 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05206b3d-01be-458c-ae03-036244baf2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.232712 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-05206b3d-01be-458c-ae03-036244baf2f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1083c057f32489aae6b5122c007e335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498298 Jun 30 03:06:35.234614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05206b3d-01be-458c-ae03-036244baf2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd67d88-c330-4282-a018-826089928516,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:35.235553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:35.286201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50ed29f0-7e72-4230-b4ef-1b6096bb3050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.306908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50ed29f0-7e72-4230-b4ef-1b6096bb3050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.357261 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50ed29f0-7e72-4230-b4ef-1b6096bb3050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.359889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50ed29f0-7e72-4230-b4ef-1b6096bb3050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.361095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-50ed29f0-7e72-4230-b4ef-1b6096bb3050 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8cd67d88-c330-4282-a018-826089928516 HTTP/1.1" status: 204 len: 168 time: 0.1245058 Jun 30 03:06:35.368948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed29f0-7e72-4230-b4ef-1b6096bb3050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd67d88-c330-4282-a018-826089928516,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:39.565180 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:39.931718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:40.035966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7679a568-c7dd-47d0-aff3-cd036cfe837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.128169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7679a568-c7dd-47d0-aff3-cd036cfe837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.132001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7679a568-c7dd-47d0-aff3-cd036cfe837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.170047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7679a568-c7dd-47d0-aff3-cd036cfe837c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d9488871b7f4f20be73bbb3b01eaa75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372370 Jun 30 03:06:40.171040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679a568-c7dd-47d0-aff3-cd036cfe837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee01b47-71c4-4d6e-8b6d-c3fd58612b40,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:40.173796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:40.222585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-beab41b9-aa31-406d-8a8b-ca68fbc8c10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.244013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-beab41b9-aa31-406d-8a8b-ca68fbc8c10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.294122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-beab41b9-aa31-406d-8a8b-ca68fbc8c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.296789 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-beab41b9-aa31-406d-8a8b-ca68fbc8c10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.298651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-beab41b9-aa31-406d-8a8b-ca68fbc8c10e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cee01b47-71c4-4d6e-8b6d-c3fd58612b40 HTTP/1.1" status: 204 len: 168 time: 0.1230979 Jun 30 03:06:40.306245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab41b9-aa31-406d-8a8b-ca68fbc8c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee01b47-71c4-4d6e-8b6d-c3fd58612b40,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:41.040186 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:48.476331 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:53.128898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-f3ff18dd-518c-4d12-b272-da900c5563bc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540218 Jun 30 03:06:53.230223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-0ed12092-1f35-48c3-aaa9-92ce21fad99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:53.231754 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-0ed12092-1f35-48c3-aaa9-92ce21fad99c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1097 time: 0.0576606 Jun 30 03:06:53.339800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-b5618f9d-208f-486c-b3a0-29fc5ea95fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:53.341388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-b5618f9d-208f-486c-b3a0-29fc5ea95fa1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0878446 Jun 30 03:06:53.434749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-7fa3bcb9-7b05-4b92-9810-716bb51af788 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 1002 time: 0.0862920 Jun 30 03:06:53.492949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-c8a03d70-6c2a-4bb0-b564-7d91baa2fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:53.495190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-c8a03d70-6c2a-4bb0-b564-7d91baa2fad2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0531218 Jun 30 03:06:53.568069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-96b0e9a9-e29a-4c6e-a160-72b9ca5c83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:53.570655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-96b0e9a9-e29a-4c6e-a160-72b9ca5c83a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682757 Jun 30 03:06:53.688080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-4b9218ae-533a-4bea-8e10-520722aea63a service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103380 Jun 30 03:06:53.816140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df7b3e4-e9f0-46d5-8d60-47f76c1ff460 req-327b2078-de1d-407d-abda-524b52641b4b service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194232 Jun 30 03:06:57.661239 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3807d618-95ec-4a80-99cd-e6d73f98729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.320549 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05a8b032-45b6-456e-8775-b386875f4dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.572339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.272916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.373262 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.575548 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.082413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47552) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:10.187490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.275090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.278791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.315836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ab51b1c73a940289be0725f07e480f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323420 Jun 30 03:07:10.316695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78a217-bc85-4a4c-99ad-b1143745f4f5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:10.318770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:10.324396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.324743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.325084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.325419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.325751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.326077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.326428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.326754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.327077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.327396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.327717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.328032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c8db7-f056-4896-b3b6-536534234f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.371277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.391652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.442541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.445240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.446409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d78a217-bc85-4a4c-99ad-b1143745f4f5 HTTP/1.1" status: 204 len: 168 time: 0.1266201 Jun 30 03:07:10.454552 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78a217-bc85-4a4c-99ad-b1143745f4f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:10.463090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.463448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.463785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.464283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.464471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.464777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.465104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.465509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.465764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.466079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.466426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:10.466751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7f8bb8-2f4d-47b4-9a90-706b4685c80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:11.040165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.057145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47580) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:11.151661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1667048607-network', 'tenant_id': 'f5400f75ded24f70b1230a2252144976'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:11.171201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Made reservation on behalf of f5400f75ded24f70b1230a2252144976 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:11.173508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.182496 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.274166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.277813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.304569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:11.314006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45e6c5-1d34-42ff-87d7-1b66e79505b2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.319377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.319716 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Added segment a9d1db38-c383-40d4-9fe9-c05ceb420130 of type vlan for network cb884c52-1a70-4172-9f55-9a9e415109c9 Jun 30 03:07:11.361655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.390292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.391321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:11.391892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.444319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3859754 Jun 30 03:07:11.447215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:11.451055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d494-576b-4286-b97b-464525ec8ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=cb884c52-1a70-4172-9f55-9a9e415109c9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.452349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Request body: {'subnet': {'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1667048607-subnet', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:11.461118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cb884c52-1a70-4172-9f55-9a9e415109c9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:11.475656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Made reservation on behalf of f5400f75ded24f70b1230a2252144976 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:11.478533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.644379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.702602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd927d7-3519-4c9d-8d42-d1ca01656c3b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.710975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Checking segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:11.711339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Network hostable DHCP agents. Network: cb884c52-1a70-4172-9f55-9a9e415109c9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:07:11.729282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Network cb884c52-1a70-4172-9f55-9a9e415109c9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:07:11.739310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, cb884c52-1a70-4172-9f55-9a9e415109c9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:11.744634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:11.745318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.751150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d87898-b060-456c-951f-acdd29824e3f None None] Network cb884c52-1a70-4172-9f55-9a9e415109c9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:11.760704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48e8b83b-e91e-443e-a465-d9af03405f8d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3120401 Jun 30 03:07:11.763278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:11.767968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:11.791232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.792407 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.845765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.904865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-cb884c52-1a70-4172-9f55-9a9e415109c9', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:07:11.905800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.988439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.047217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Allocated IP 172.20.0.2 (cb884c52-1a70-4172-9f55-9a9e415109c9/cdd927d7-3519-4c9d-8d42-d1ca01656c3b/fd61a310-c548-4def-a5b6-85c9f8f0ab0c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:12.198616 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.198912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.207456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Transition to ACTIVE for port object fd61a310-c548-4def-a5b6-85c9f8f0ab0c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:12.219147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.223195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Transition to ACTIVE for port object fd61a310-c548-4def-a5b6-85c9f8f0ab0c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:12.229575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.266803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Network cb884c52-1a70-4172-9f55-9a9e415109c9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:12.271676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:12.277348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:12.284222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Pushing event updated for resources: {'Port': ['ID=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:12.331005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Allocated IP 172.25.0.207 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:12.340279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Attempting to bind port fd61a310-c548-4def-a5b6-85c9f8f0ab0c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:12.340641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Attempting to bind port fd61a310-c548-4def-a5b6-85c9f8f0ab0c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:12.341003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Attempting to bind port fd61a310-c548-4def-a5b6-85c9f8f0ab0c on network cb884c52-1a70-4172-9f55-9a9e415109c9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:12.346206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:12.346634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Checking segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:12.347069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.347476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Bound using segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:12.348005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Bound port: fd61a310-c548-4def-a5b6-85c9f8f0ab0c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:12.348598 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.422584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] For port fd61a310-c548-4def-a5b6-85c9f8f0ab0c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:12.425979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] For port fd61a310-c548-4def-a5b6-85c9f8f0ab0c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:12.431760 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.499502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa29db-8747-4373-a674-5bdf9a26da50 None None] Pushing event updated for resources: {'Port': ['ID=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:12.711394 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.754749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.804419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:12.807111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:12.812943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:12.838897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:13.066879 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.282589 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.429099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Router fef26045-c590-469b-b4ba-a3b5c1736f3e is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:07:13.441529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9431517b-6d65-4a66-a61a-b7af450b1b35 None None] Network cb884c52-1a70-4172-9f55-9a9e415109c9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:13.543637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:13.551395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be1923c7-3453-436a-baec-af9364ab8a59 None None] Provisioning for port fd61a310-c548-4def-a5b6-85c9f8f0ab0c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:13.556505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Sync routers for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:13.560341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.562187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e273b7f6-d93e-416b-aea6-4f70ece3c990 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7974634 Jun 30 03:07:13.564766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47592) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:13.577992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:13.578645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:13.715975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:13.908848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:12Z', 'revision_number': 3, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:13.945674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Checking router: fef26045-c590-469b-b4ba-a3b5c1736f3e for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:13.946118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Updating router fef26045-c590-469b-b4ba-a3b5c1736f3e port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:13.988615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.044965 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.208361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Allocated IP 172.20.0.1 (cb884c52-1a70-4172-9f55-9a9e415109c9/cdd927d7-3519-4c9d-8d42-d1ca01656c3b/e8e8d6fc-3438-4c8e-8282-597f32a835a1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:14.248608 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.258675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Transition to ACTIVE for port object 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:14.265844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.320543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfff82-c768-426f-a34b-0464fb550269 None None] Pushing event updated for resources: {'Port': ['ID=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:14.323933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.324942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Attempting to bind port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:14.325311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Attempting to bind port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:14.325678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Attempting to bind port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:14.330785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:14.331165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:14.331570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.331966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:14.332432 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Bound port: 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:14.332994 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.339393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Transition to ACTIVE for port object e8e8d6fc-3438-4c8e-8282-597f32a835a1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:14.373409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.387568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] For port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:14.392178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] For port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:14.397836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.419000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Network cb884c52-1a70-4172-9f55-9a9e415109c9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:14.423893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:14.429526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:14.432418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Pushing event updated for resources: {'Port': ['ID=e8e8d6fc-3438-4c8e-8282-597f32a835a1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:14.460882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:14.461405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:14.480677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.646861 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.664667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd61a310-c548-4def-a5b6-85c9f8f0ab0c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:14.669447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfff82-c768-426f-a34b-0464fb550269 None None] Pushing event updated for resources: {'Port': ['ID=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:14.766258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac8041f4-55fe-491d-a169-900b3cc1b95d None None] Provisioning for port e8e8d6fc-3438-4c8e-8282-597f32a835a1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:14.776877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac8041f4-55fe-491d-a169-900b3cc1b95d None None] Provisioning complete for port e8e8d6fc-3438-4c8e-8282-597f32a835a1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:14.777337 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac8041f4-55fe-491d-a169-900b3cc1b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.802972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fd61a310-c548-4def-a5b6-85c9f8f0ab0c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:14.805934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:14.815368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.820843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.864787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fd61a310-c548-4def-a5b6-85c9f8f0ab0c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:14.865336 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.890667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Pushing event updated for resources: {'Port': ['ID=e8e8d6fc-3438-4c8e-8282-597f32a835a1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:14.893720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.896441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ac8041f4-55fe-491d-a169-900b3cc1b95d None None] Port e8e8d6fc-3438-4c8e-8282-597f32a835a1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:14.987109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Network cb884c52-1a70-4172-9f55-9a9e415109c9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:14.988625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:15.044153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.087035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fd61a310-c548-4def-a5b6-85c9f8f0ab0c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:15.096948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.104747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:12Z', 'revision_number': 3, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:15.143808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Router fef26045-c590-469b-b4ba-a3b5c1736f3e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:15.151835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344297b6-7d44-4822-a5bc-22d5aa781c2e None None] The sync data for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 is: [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:12Z', 'revision_number': 3, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:15.176347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:15.270980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:15.276368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-91abc86b-7952-4959-87ce-e4f00085473c admin admin] 10.222.0.78 "PUT /v2.0/routers/fef26045-c590-469b-b4ba-a3b5c1736f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104092 Jun 30 03:07:15.320740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-276d6bcc-c91f-4b6a-b051-19ffd3d359cd None None] Provisioning complete for port e8e8d6fc-3438-4c8e-8282-597f32a835a1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:15.321607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276d6bcc-c91f-4b6a-b051-19ffd3d359cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.360336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-276d6bcc-c91f-4b6a-b051-19ffd3d359cd None None] Port e8e8d6fc-3438-4c8e-8282-597f32a835a1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:15.788175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47612) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:15.793458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-757935124-network', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:15.815559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Made reservation on behalf of bc1b60b7660d460582fb8b2c7f542ffc for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:15.818954 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.828162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.931325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.935079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.968956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:15.975229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347bf93-abf6-4ec8-97fa-da410e743a23,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:15.981902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.982268 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Added segment 9b2eba19-802d-4d7c-9fa4-4e5cf984b2da of type vlan for network 958f8434-3896-4ac8-bee3-58b54f8d8c2f Jun 30 03:07:16.027189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.057382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.058477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:16.059062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.113314 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3239927 Jun 30 03:07:16.116220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:16.120680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1c85c-adcc-4564-be5f-11a82d1590cc admin admin] Pushing event updated for resources: {'Network': ['ID=958f8434-3896-4ac8-bee3-58b54f8d8c2f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:16.121288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Request body: {'subnet': {'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-757935124-subnet', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:16.130756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:16.146004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Made reservation on behalf of bc1b60b7660d460582fb8b2c7f542ffc for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:16.148771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.326500 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.388819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31099eab-6c8b-4067-b26e-d433f908b0eb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:16.393980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Checking segment: {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:16.394359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Network hostable DHCP agents. Network: 958f8434-3896-4ac8-bee3-58b54f8d8c2f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:07:16.412268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:07:16.421823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 958f8434-3896-4ac8-bee3-58b54f8d8c2f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:16.425809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:16.427161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.433580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac974df-3b70-4d5e-89e6-208bc908fa55 None None] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:16.444058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-98cb4e55-b541-467c-8d01-1ee9484b83e3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3267214 Jun 30 03:07:16.446966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:16.451844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:16.482725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.484198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.535159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:16.562480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.649953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'fixed_ips': [{'subnet_id': '31099eab-6c8b-4067-b26e-d433f908b0eb'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:07:16.651320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.654196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:16.667901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:16.668356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.715779 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.839932 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Sync routers for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:16.845500 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.849790 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:16.850723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:16.873147 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Allocated IP 172.20.0.2 (958f8434-3896-4ac8-bee3-58b54f8d8c2f/31099eab-6c8b-4067-b26e-d433f908b0eb/da38a99d-281a-423f-8bef-d4d6c2de1271) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:16.875956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:16.884862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.885647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd61a310-c548-4def-a5b6-85c9f8f0ab0c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:16.929898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.955536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.965411 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:17.019434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.049531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fd61a310-c548-4def-a5b6-85c9f8f0ab0c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:17.049898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.070573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Allocated IP 172.25.0.248 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/34cb87f1-2f1a-441e-81be-f2b53e4359e3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:17.135946 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.147531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Transition to ACTIVE for port object da38a99d-281a-423f-8bef-d4d6c2de1271 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:17.186272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.186896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Transition to ACTIVE for port object da38a99d-281a-423f-8bef-d4d6c2de1271 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:17.191724 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 2, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:17.204131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.225645 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Checking router: fef26045-c590-469b-b4ba-a3b5c1736f3e for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:17.226377 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Updating router fef26045-c590-469b-b4ba-a3b5c1736f3e port e8e8d6fc-3438-4c8e-8282-597f32a835a1 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:17.230039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.244883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:17.249234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:17.255682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:17.263256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Pushing event updated for resources: {'Port': ['ID=da38a99d-281a-423f-8bef-d4d6c2de1271,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.272135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:17.275130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:17.277585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:17.280334 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.314180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Pushing event updated for resources: {'Port': ['ID=34cb87f1-2f1a-441e-81be-f2b53e4359e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.319411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Attempting to bind port da38a99d-281a-423f-8bef-d4d6c2de1271 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:17.319784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Attempting to bind port da38a99d-281a-423f-8bef-d4d6c2de1271 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:17.320550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Attempting to bind port da38a99d-281a-423f-8bef-d4d6c2de1271 on network 958f8434-3896-4ac8-bee3-58b54f8d8c2f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:17.325249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:17.325623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Checking segment: {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:17.326027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.326486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Bound using segment: {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:17.326953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Bound port: da38a99d-281a-423f-8bef-d4d6c2de1271, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:17.327329 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.391874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] For port da38a99d-281a-423f-8bef-d4d6c2de1271, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:17.394905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] For port da38a99d-281a-423f-8bef-d4d6c2de1271, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da38a99d-281a-423f-8bef-d4d6c2de1271,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:17.402512 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.475610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e4524-6133-4b95-826e-8d20b962a3f2 None None] Pushing event updated for resources: {'Port': ['ID=da38a99d-281a-423f-8bef-d4d6c2de1271,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.565374 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.607793 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.620905 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Transition to ACTIVE for port object e8e8d6fc-3438-4c8e-8282-597f32a835a1 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:17.633124 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.711388 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Pushing event updated for resources: {'Port': ['ID=e8e8d6fc-3438-4c8e-8282-597f32a835a1,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.730146 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.730927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.731274 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.731608 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.731935 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.732257 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.732577 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.732896 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.733212 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.733525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.733846 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.734158 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:17.797192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Attempting to bind port e8e8d6fc-3438-4c8e-8282-597f32a835a1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:17.797560 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Attempting to bind port e8e8d6fc-3438-4c8e-8282-597f32a835a1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:17.797916 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Attempting to bind port e8e8d6fc-3438-4c8e-8282-597f32a835a1 on network cb884c52-1a70-4172-9f55-9a9e415109c9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:17.804394 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:17.804766 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Checking segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:17.805167 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.805560 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Bound using segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:17.806032 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Bound port: e8e8d6fc-3438-4c8e-8282-597f32a835a1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:17.806449 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.835764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.891187 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] For port e8e8d6fc-3438-4c8e-8282-597f32a835a1, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:17.895079 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] For port e8e8d6fc-3438-4c8e-8282-597f32a835a1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e8e8d6fc-3438-4c8e-8282-597f32a835a1,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:17.901669 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.972612 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b1b2f-059d-424c-82be-3633222cec65 None None] Pushing event updated for resources: {'Port': ['ID=e8e8d6fc-3438-4c8e-8282-597f32a835a1,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.978709 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:17.979320 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:17.992977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Router 651fac84-7869-41b3-9655-7aeea7329196 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:07:18.116945 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:18.361448 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:18.372453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Sync routers for ids ['651fac84-7869-41b3-9655-7aeea7329196'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:18.384536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.388548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-07481aa6-1e63-451b-b119-d42070c10311 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9389832 Jun 30 03:07:18.389612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:18.390875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Routers {'651fac84-7869-41b3-9655-7aeea7329196'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:18.392311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['651fac84-7869-41b3-9655-7aeea7329196'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:18.454174 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:18.489689 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a2d9b-a4f4-43c0-9f87-75382c8f9f28 None None] The sync data for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 is: [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:18.627396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Set router 651fac84-7869-41b3-9655-7aeea7329196 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:18.743764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da38a99d-281a-423f-8bef-d4d6c2de1271 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:18.779645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3f145-3af4-459d-bd49-369e35b4ec30 None None] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:18.913346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-72dc5f3c-e68c-4cfb-8089-6c900430e805 None None] Provisioning for port da38a99d-281a-423f-8bef-d4d6c2de1271 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:18.938201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port da38a99d-281a-423f-8bef-d4d6c2de1271 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:18.947582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port da38a99d-281a-423f-8bef-d4d6c2de1271 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:18.947966 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.980037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.160437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Allocated IP 172.20.0.1 (958f8434-3896-4ac8-bee3-58b54f8d8c2f/31099eab-6c8b-4067-b26e-d433f908b0eb/342fad9c-88f5-4e62-bbb8-16941b008261) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:19.229883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 3, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:19.263693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Checking router: 651fac84-7869-41b3-9655-7aeea7329196 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:19.264322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Updating router 651fac84-7869-41b3-9655-7aeea7329196 port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:19.310361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.326909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Transition to ACTIVE for port object 342fad9c-88f5-4e62-bbb8-16941b008261 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:19.340681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.344115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.364733 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.389162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:19.411341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:19.415824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:19.458854 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.461333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port da38a99d-281a-423f-8bef-d4d6c2de1271, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da38a99d-281a-423f-8bef-d4d6c2de1271,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:19.521823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Pushing event updated for resources: {'Port': ['ID=342fad9c-88f5-4e62-bbb8-16941b008261,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:19.554378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.555438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:19.641633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.674318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=da38a99d-281a-423f-8bef-d4d6c2de1271,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:19.749871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:19.750515 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.776813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4c3ac80b-721f-4e88-a9cf-a0cc870d1ecd None None] Provisioning complete for port da38a99d-281a-423f-8bef-d4d6c2de1271 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:19.777114 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac80b-721f-4e88-a9cf-a0cc870d1ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.867299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.878934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.884709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Transition to ACTIVE for port object 34cb87f1-2f1a-441e-81be-f2b53e4359e3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:19.887451 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.916517 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.955811 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.971848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Pushing event updated for resources: {'Port': ['ID=342fad9c-88f5-4e62-bbb8-16941b008261,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:20.024310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Attempting to bind port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:20.024696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Attempting to bind port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:20.025064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Attempting to bind port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:20.028136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411ae5-cfa0-4872-8475-21183a251b89 None None] Pushing event updated for resources: {'Port': ['ID=34cb87f1-2f1a-441e-81be-f2b53e4359e3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:20.033412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:20.033819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:20.034201 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.034623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:20.035687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Bound port: 34cb87f1-2f1a-441e-81be-f2b53e4359e3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:20.035687 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.057911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:20.059360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:20.096168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] For port 34cb87f1-2f1a-441e-81be-f2b53e4359e3, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:20.100844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] For port 34cb87f1-2f1a-441e-81be-f2b53e4359e3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34cb87f1-2f1a-441e-81be-f2b53e4359e3,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:20.107438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.181608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-acae3629-65b2-4648-bc57-b1c4e282a88a None None] Provisioning for port 342fad9c-88f5-4e62-bbb8-16941b008261 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:20.185360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Router 651fac84-7869-41b3-9655-7aeea7329196 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:20.187423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Routers {'651fac84-7869-41b3-9655-7aeea7329196'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:20.188060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['651fac84-7869-41b3-9655-7aeea7329196'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:20.190912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-acae3629-65b2-4648-bc57-b1c4e282a88a None None] Provisioning complete for port 342fad9c-88f5-4e62-bbb8-16941b008261 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:20.191302 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acae3629-65b2-4648-bc57-b1c4e282a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.193650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411ae5-cfa0-4872-8475-21183a251b89 None None] Pushing event updated for resources: {'Port': ['ID=34cb87f1-2f1a-441e-81be-f2b53e4359e3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:20.300822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-acae3629-65b2-4648-bc57-b1c4e282a88a None None] Port 342fad9c-88f5-4e62-bbb8-16941b008261 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:20.305049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:20.309882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e0357ad1-c93a-46a3-948f-e561b848573b admin admin] 10.222.0.78 "PUT /v2.0/routers/651fac84-7869-41b3-9655-7aeea7329196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192901 Jun 30 03:07:20.331535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] Set router 651fac84-7869-41b3-9655-7aeea7329196 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:20.459160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e981ed7c-5fb0-4fb7-8e12-b0621b7164d6 None None] Provisioning complete for port 342fad9c-88f5-4e62-bbb8-16941b008261 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:20.459545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e981ed7c-5fb0-4fb7-8e12-b0621b7164d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.516932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da38a99d-281a-423f-8bef-d4d6c2de1271 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:20.522669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e981ed7c-5fb0-4fb7-8e12-b0621b7164d6 None None] Port 342fad9c-88f5-4e62-bbb8-16941b008261 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:20.606562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port da38a99d-281a-423f-8bef-d4d6c2de1271 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:20.606940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.651694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '342fad9c-88f5-4e62-bbb8-16941b008261', 'name': '', 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'mac_address': 'fa:16:3e:e2:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:19Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 2, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'subnets': [{'id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:20.685099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c69c-b96e-4942-b48f-6ca1b59126f2 None None] The sync data for ids ['651fac84-7869-41b3-9655-7aeea7329196'] in n-d-798054-5 is: [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '342fad9c-88f5-4e62-bbb8-16941b008261', 'name': '', 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'mac_address': 'fa:16:3e:e2:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:19Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 2, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'subnets': [{'id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:20.730196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e8e8d6fc-3438-4c8e-8282-597f32a835a1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:20.780544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e8e8d6fc-3438-4c8e-8282-597f32a835a1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:20.784464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e8e8d6fc-3438-4c8e-8282-597f32a835a1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:20.784834 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.879510 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.928896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e8e8d6fc-3438-4c8e-8282-597f32a835a1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e8e8d6fc-3438-4c8e-8282-597f32a835a1,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:20.950352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.004897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47636) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.010265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560432126', 'description': 'tempest-secgroup-smoke-1560432126 description', 'project_id': 'f5400f75ded24f70b1230a2252144976'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.021486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e8e8d6fc-3438-4c8e-8282-597f32a835a1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.036370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.126979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.131639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.160497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.164812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1559622 Jun 30 03:07:21.165126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.166248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79aaea-70f9-4940-8ca9-84bda9beffa9 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c3521-9639-4f85-bde1-bcf4d9ef8af9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.171853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group_rule': {'security_group_id': 'e17c3521-9639-4f85-bde1-bcf4d9ef8af9', 'project_id': 'f5400f75ded24f70b1230a2252144976', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.201725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.264346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.268210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.290399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c014f16-b33f-4f4d-a815-55464416d390,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.294868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.298959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-73ba404f-5989-49ed-9ce3-dd37b7b20219 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294520 Jun 30 03:07:21.298959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.304229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group_rule': {'security_group_id': 'e17c3521-9639-4f85-bde1-bcf4d9ef8af9', 'project_id': 'f5400f75ded24f70b1230a2252144976', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.332082 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.403952 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.416543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.440586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8016717-b455-44e9-8677-222ee0a37f55,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.446918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.448086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d1fbef32-4678-49d5-a719-0cce409e4a8f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482947 Jun 30 03:07:21.450714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.455115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group_rule': {'security_group_id': 'e17c3521-9639-4f85-bde1-bcf4d9ef8af9', 'project_id': 'f5400f75ded24f70b1230a2252144976', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.490616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.554715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.558680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.578041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bd9929-31af-4812-99b2-6adf77237769,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.581186 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.582477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1ff9dad8-cf23-44ae-86e6-9d2436e4da69 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307049 Jun 30 03:07:21.585732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.590262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group_rule': {'security_group_id': 'e17c3521-9639-4f85-bde1-bcf4d9ef8af9', 'project_id': 'f5400f75ded24f70b1230a2252144976', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.618525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.683227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.688012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.709271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac19cee-1dad-49b3-9c56-3c92c6d1954c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.716983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.718357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e66874e1-8dac-4165-8f7c-5a28a189020a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316125 Jun 30 03:07:21.721023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 47646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.726525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group_rule': {'security_group_id': 'e17c3521-9639-4f85-bde1-bcf4d9ef8af9', 'project_id': 'f5400f75ded24f70b1230a2252144976', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.749047 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Project f5400f75ded24f70b1230a2252144976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:07:21.754634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.823146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.826884 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.847636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a31c294-f0b9-4d7b-93b5-f8c4bcdcc704,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.856213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.858001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1b1e8500-e0b6-42c7-a554-8f8e512dc25c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356168 Jun 30 03:07:21.860504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47648) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.865380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'security_group_rule': {'security_group_id': 'e17c3521-9639-4f85-bde1-bcf4d9ef8af9', 'project_id': 'f5400f75ded24f70b1230a2252144976', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.888421 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Project f5400f75ded24f70b1230a2252144976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:07:21.893622 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.966805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.970898 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.990187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af62f104-a704-4fc8-9db6-e06ce548d0af,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.999677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.001222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-57f64bfa-0fb7-4c69-ab1e-40ab37c15287 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396511 Jun 30 03:07:22.162048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-ef79762e-d921-43e9-8c32-07e87f6e5d60 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560432126&fields=id&tenant_id=f5400f75ded24f70b1230a2252144976 HTTP/1.1" status: 200 len: 267 time: 0.0421822 Jun 30 03:07:22.271890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-4284dd2b-4949-4192-bae6-7e69a5a7d112 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:22.273340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-4284dd2b-4949-4192-bae6-7e69a5a7d112 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 809 time: 0.1044755 Jun 30 03:07:22.288569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-34d5cb7c-031f-471a-9620-c706ed71557c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/quotas/f5400f75ded24f70b1230a2252144976 HTTP/1.1" status: 200 len: 375 time: 0.0097549 Jun 30 03:07:22.400786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-842c481f-321e-46e7-a143-82ad3a8f0825 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067188 Jun 30 03:07:22.541727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e8e8d6fc-3438-4c8e-8282-597f32a835a1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:22.591633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e8e8d6fc-3438-4c8e-8282-597f32a835a1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:22.592133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.622105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-6a8f7e3a-f0d7-4e0f-bf85-9b6656bff9f3 service neutron] 10.222.0.78 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010279 Jun 30 03:07:22.683220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34cb87f1-2f1a-441e-81be-f2b53e4359e3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:22.720461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-cf27aabc-0def-4b9d-bb8e-ef2392e14fef service neutron] 10.222.0.78 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923376 Jun 30 03:07:22.735149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:22.740153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:22.740325 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.823502 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.844320 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 34cb87f1-2f1a-441e-81be-f2b53e4359e3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34cb87f1-2f1a-441e-81be-f2b53e4359e3,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:22.848475 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.910092 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Sync routers for ids ['651fac84-7869-41b3-9655-7aeea7329196'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:22.921377 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Routers {'651fac84-7869-41b3-9655-7aeea7329196'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:22.922000 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['651fac84-7869-41b3-9655-7aeea7329196'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:22.926095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=34cb87f1-2f1a-441e-81be-f2b53e4359e3,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:22.946250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1f65073a-87d3-4d80-b7fe-f37487fd9ba0 req-9fae2dc5-3014-4074-8be0-083082694d04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 210 time: 0.0331159 Jun 30 03:07:23.039442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Set router 651fac84-7869-41b3-9655-7aeea7329196 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:23.257647 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '342fad9c-88f5-4e62-bbb8-16941b008261', 'name': '', 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'mac_address': 'fa:16:3e:e2:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:19Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 2, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'subnets': [{'id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:23.286785 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Checking router: 651fac84-7869-41b3-9655-7aeea7329196 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:23.287145 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Updating router 651fac84-7869-41b3-9655-7aeea7329196 port 342fad9c-88f5-4e62-bbb8-16941b008261 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:23.329748 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.595333 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.607056 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Transition to ACTIVE for port object 342fad9c-88f5-4e62-bbb8-16941b008261 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:23.613241 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.688732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c6323-70ea-44f3-b38b-5f72ceacad97 None None] Pushing event updated for resources: {'Port': ['ID=342fad9c-88f5-4e62-bbb8-16941b008261,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:23.719549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Attempting to bind port 342fad9c-88f5-4e62-bbb8-16941b008261 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:23.719907 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Attempting to bind port 342fad9c-88f5-4e62-bbb8-16941b008261 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:23.720258 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Attempting to bind port 342fad9c-88f5-4e62-bbb8-16941b008261 on network 958f8434-3896-4ac8-bee3-58b54f8d8c2f {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:23.726020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:23.726699 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Checking segment: {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:23.727057 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.727440 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Bound using segment: {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:23.728135 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Bound port: 342fad9c-88f5-4e62-bbb8-16941b008261, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:23.728303 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.796229 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] For port 342fad9c-88f5-4e62-bbb8-16941b008261, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:23.799511 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] For port 342fad9c-88f5-4e62-bbb8-16941b008261, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=342fad9c-88f5-4e62-bbb8-16941b008261,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:23.807028 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.861587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Routers {'651fac84-7869-41b3-9655-7aeea7329196'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:23.863343 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['651fac84-7869-41b3-9655-7aeea7329196'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:24.034863 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c6323-70ea-44f3-b38b-5f72ceacad97 None None] Pushing event updated for resources: {'Port': ['ID=342fad9c-88f5-4e62-bbb8-16941b008261,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.081500 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] Set router 651fac84-7869-41b3-9655-7aeea7329196 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:24.167505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-ec1eacc5-8f73-4e77-9ce8-fcd7802d3756 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:24.169757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-ec1eacc5-8f73-4e77-9ce8-fcd7802d3756 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 809 time: 0.1540437 Jun 30 03:07:24.226821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08bdb376-d1c0-4b14-964f-5add7ef2b7ef req-488d5d8f-d560-4628-8445-b31b125ad95f tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 210 time: 0.0553374 Jun 30 03:07:24.258007 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-5c60fe78-443f-4227-ade9-96e8f5d10b67 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5400f75ded24f70b1230a2252144976 HTTP/1.1" status: 200 len: 380 time: 0.0721414 Jun 30 03:07:24.269864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'port': {'device_id': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'admin_state_up': True, 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'security_groups': ['e17c3521-9639-4f85-bde1-bcf4d9ef8af9']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.377298 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '342fad9c-88f5-4e62-bbb8-16941b008261', 'name': '', 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'mac_address': 'fa:16:3e:e2:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:19Z', 'updated_at': '2021-06-30T03:07:23Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'subnets': [{'id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:24.409126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefecef-2b5b-463a-8800-d0664ad63eba None None] The sync data for ids ['651fac84-7869-41b3-9655-7aeea7329196'] in n-d-798054-5 is: [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:19Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '342fad9c-88f5-4e62-bbb8-16941b008261', 'name': '', 'network_id': '958f8434-3896-4ac8-bee3-58b54f8d8c2f', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'mac_address': 'fa:16:3e:e2:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:19Z', 'updated_at': '2021-06-30T03:07:23Z', 'revision_number': 4, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'subnets': [{'id': '31099eab-6c8b-4067-b26e-d433f908b0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:24.419959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Made reservation on behalf of f5400f75ded24f70b1230a2252144976 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:24.425838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.492378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34cb87f1-2f1a-441e-81be-f2b53e4359e3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:24.542625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:24.543287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.571580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Allocated IP 172.20.0.11 (cb884c52-1a70-4172-9f55-9a9e415109c9/cdd927d7-3519-4c9d-8d42-d1ca01656c3b/530ee288-5fe6-494b-91d7-0cbcf25218ec) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:24.624175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 342fad9c-88f5-4e62-bbb8-16941b008261 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:24.682637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 342fad9c-88f5-4e62-bbb8-16941b008261 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:24.687377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 342fad9c-88f5-4e62-bbb8-16941b008261 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:24.688321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.742541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.757766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Transition to ACTIVE for port object 530ee288-5fe6-494b-91d7-0cbcf25218ec will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:24.773044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.795641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.810107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 342fad9c-88f5-4e62-bbb8-16941b008261, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=342fad9c-88f5-4e62-bbb8-16941b008261,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:24.815252 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.852491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Network cb884c52-1a70-4172-9f55-9a9e415109c9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:24.856279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:24.862751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:24.870464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'Port': ['ID=530ee288-5fe6-494b-91d7-0cbcf25218ec,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.871838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=342fad9c-88f5-4e62-bbb8-16941b008261,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.924685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:24.925337 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.944128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-627ddb2c-f986-46a8-85d5-ed72d25bfa04 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6800654 Jun 30 03:07:24.956651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Request body: {'port': {'device_id': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:25.042475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.126575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13ecf6e2-30c8-448c-ad90-e462460e595c None None] Provisioning for port 530ee288-5fe6-494b-91d7-0cbcf25218ec completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:25.130498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13ecf6e2-30c8-448c-ad90-e462460e595c None None] Provisioning complete for port 530ee288-5fe6-494b-91d7-0cbcf25218ec triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:25.130877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13ecf6e2-30c8-448c-ad90-e462460e595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.164597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13ecf6e2-30c8-448c-ad90-e462460e595c None None] Port 530ee288-5fe6-494b-91d7-0cbcf25218ec cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:25.323304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530ee288-5fe6-494b-91d7-0cbcf25218ec {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:25.330762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.343103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Transition to ACTIVE for port object 530ee288-5fe6-494b-91d7-0cbcf25218ec will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:25.346816 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.437677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Pushing event updated for resources: {'Port': ['ID=530ee288-5fe6-494b-91d7-0cbcf25218ec,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:25.480421 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:07:25.532921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f54fe-31b1-4b84-b91b-4013601e97d3 req-9c1b7008-969e-4742-9551-b52b4c94448c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:25.534509 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-250f54fe-31b1-4b84-b91b-4013601e97d3 req-9c1b7008-969e-4742-9551-b52b4c94448c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 944 time: 0.1617432 Jun 30 03:07:25.540007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Attempting to bind port 530ee288-5fe6-494b-91d7-0cbcf25218ec on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:25.540349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Attempting to bind port 530ee288-5fe6-494b-91d7-0cbcf25218ec by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:25.540685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Attempting to bind port 530ee288-5fe6-494b-91d7-0cbcf25218ec on network cb884c52-1a70-4172-9f55-9a9e415109c9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:25.553245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Port 530ee288-5fe6-494b-91d7-0cbcf25218ec on network cb884c52-1a70-4172-9f55-9a9e415109c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:07:25.553581 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Attempting to bind port 530ee288-5fe6-494b-91d7-0cbcf25218ec on network cb884c52-1a70-4172-9f55-9a9e415109c9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:25.567998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:25.568365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Checking segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:25.568758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Bound using segment: {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:25.569203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Bound port: 530ee288-5fe6-494b-91d7-0cbcf25218ec, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d1db38-c383-40d4-9fe9-c05ceb420130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:25.569565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.615041 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-250f54fe-31b1-4b84-b91b-4013601e97d3 req-a408d9a9-65af-41c8-85a2-068cc92d2e0a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709798 Jun 30 03:07:25.651876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] For port 530ee288-5fe6-494b-91d7-0cbcf25218ec, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:25.655367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] For port 530ee288-5fe6-494b-91d7-0cbcf25218ec, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:25.660222 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.696828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:25.697971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.699489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] 10.222.0.67 "PUT /v2.0/ports/530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 1092 time: 0.7473571 Jun 30 03:07:25.701689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:25.704852 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:25.733249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377e462-4b86-4e4b-846c-29c5e6d244f4 service neutron] Pushing event updated for resources: {'Port': ['ID=530ee288-5fe6-494b-91d7-0cbcf25218ec,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:25.754066 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c4deb-ba87-4e88-9651-6d5e405bf64e x-openstack-request-id: req-9e6c4deb-ba87-4e88-9651-6d5e405bf64e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:25.755062 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:25.755428 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e6c4deb-ba87-4e88-9651-6d5e405bf64e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:25.755850 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'status': 'completed', 'code': 200} Jun 30 03:07:25.813206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-63d0486e-e433-4bdc-8751-d496257f601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:25.814763 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-63d0486e-e433-4bdc-8751-d496257f601b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1095 time: 0.0566370 Jun 30 03:07:25.860217 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-ab54c2aa-75b4-45cf-b2d7-c66a487f70a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 217 time: 0.0387659 Jun 30 03:07:25.909268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2fa8ce4b-7458-4fb4-9e16-e7f81f0b20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:25.910810 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-2fa8ce4b-7458-4fb4-9e16-e7f81f0b20a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0446982 Jun 30 03:07:25.967316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-9efcc1df-3ce4-4d99-994b-a67b5669b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:25.968704 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-9efcc1df-3ce4-4d99-994b-a67b5669b1d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519853 Jun 30 03:07:26.059285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-b753d776-b54f-423e-ab35-74f831cba8a3 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844212 Jun 30 03:07:26.148953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c388e95-bb78-429a-801f-7208fbf7eaa9 req-57abbd7d-7789-4533-af78-dc205170d3d6 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838673 Jun 30 03:07:26.246755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-951b74a8-f6c0-483b-88d5-1cf462a86d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.248326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-951b74a8-f6c0-483b-88d5-1cf462a86d70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1095 time: 0.0538030 Jun 30 03:07:26.340920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-0ac573b1-d465-4ec1-b573-88464d3a32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.342279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-0ac573b1-d465-4ec1-b573-88464d3a32b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.0878425 Jun 30 03:07:26.383870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-d4950f3a-5e60-4c6d-91ac-db1443b19817 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 217 time: 0.0347068 Jun 30 03:07:26.433167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-ef6803f4-dd1f-4b39-81c5-8da3c7a897b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.434714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-ef6803f4-dd1f-4b39-81c5-8da3c7a897b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0445709 Jun 30 03:07:26.440289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 342fad9c-88f5-4e62-bbb8-16941b008261 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:26.490115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 342fad9c-88f5-4e62-bbb8-16941b008261 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:26.490612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.499507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-01fc44a3-694b-4b36-8751-bd98bf9d248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.501061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-01fc44a3-694b-4b36-8751-bd98bf9d248d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597057 Jun 30 03:07:26.590833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-f9648b2b-c890-488b-b1cc-9ab7b0e4e6d4 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Jun 30 03:07:26.694632 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3d8d2f0-0412-44da-b842-0a32ff4d6dfa req-bdd19729-0a8c-48fe-b02b-98338e5ecc72 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971980 Jun 30 03:07:26.800328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4cd41-c71c-438c-8c83-609d07e01055 req-6380927b-45cb-4e9c-b650-78a00cdca848 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.802332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12c4cd41-c71c-438c-8c83-609d07e01055 req-6380927b-45cb-4e9c-b650-78a00cdca848 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 944 time: 0.0670421 Jun 30 03:07:26.838879 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12c4cd41-c71c-438c-8c83-609d07e01055 req-7c5816ed-cadc-440d-acec-b7f67fa47cdd tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Jun 30 03:07:27.663529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dac7bdc7-67b6-4aa6-9ed1-0c9f026dfccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.020594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547419-556b-4472-8091-9f0bbfd5ab10 req-54a29265-8d2f-4ae2-a120-de646691ec08 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:28.022129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b547419-556b-4472-8091-9f0bbfd5ab10 req-54a29265-8d2f-4ae2-a120-de646691ec08 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 944 time: 0.0643842 Jun 30 03:07:28.060063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b547419-556b-4472-8091-9f0bbfd5ab10 req-fe73ec33-4dd7-42b2-9320-b229ecbc7092 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320313 Jun 30 03:07:28.795257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 530ee288-5fe6-494b-91d7-0cbcf25218ec details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:07:28.888553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 530ee288-5fe6-494b-91d7-0cbcf25218ec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:28.900961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'port_id': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'mac_address': 'fa:16:3e:08:9f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:07:28.937426 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.954110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530ee288-5fe6-494b-91d7-0cbcf25218ec {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:28.974256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 530ee288-5fe6-494b-91d7-0cbcf25218ec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:28.978545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:29.026711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=530ee288-5fe6-494b-91d7-0cbcf25218ec,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:29.033862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.034212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.034582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.034923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.035258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.035620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.035954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.036452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.036783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.037111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.037437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.037761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:29.212747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['530ee288-5fe6-494b-91d7-0cbcf25218ec'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:29.237361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87b371-09fc-4b18-811f-fdae08ec0dd1 req-398b00d3-1d6a-42a8-8899-25e72cfa46bf tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.239567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a87b371-09fc-4b18-811f-fdae08ec0dd1 req-398b00d3-1d6a-42a8-8899-25e72cfa46bf tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 945 time: 0.0650833 Jun 30 03:07:29.277278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a87b371-09fc-4b18-811f-fdae08ec0dd1 req-0d69da7d-4ec5-4f11-b967-0a77eb67eb38 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Jun 30 03:07:30.322906 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6480d2e-da66-4535-a5b9-12197e44618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.458676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425f53-fa08-499e-973c-ff6848d98535 req-8b2aa9b9-13cb-4b27-bb09-b7c222b9cc84 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:30.460061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2425f53-fa08-499e-973c-ff6848d98535 req-8b2aa9b9-13cb-4b27-bb09-b7c222b9cc84 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 945 time: 0.0671179 Jun 30 03:07:30.497332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2425f53-fa08-499e-973c-ff6848d98535 req-c5a12b9b-7539-426d-99f7-b999cde01335 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Jun 30 03:07:30.573866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.811106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 530ee288-5fe6-494b-91d7-0cbcf25218ec up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:30.858812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 530ee288-5fe6-494b-91d7-0cbcf25218ec completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:30.862414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 530ee288-5fe6-494b-91d7-0cbcf25218ec triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:30.863065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.940683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.963340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:30.965588 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b98a7-f20e-4c68-b84d-7266d249317a" -d '{"events": [{"server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "name": "network-vif-plugged", "status": "completed", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:30.978002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 530ee288-5fe6-494b-91d7-0cbcf25218ec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:30.981905 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.007034 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318ad87-527a-4743-a220-cb7b3323a0c6 x-openstack-request-id: req-1318ad87-527a-4743-a220-cb7b3323a0c6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:31.007331 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "name": "network-vif-plugged", "status": "completed", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:31.007589 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1318ad87-527a-4743-a220-cb7b3323a0c6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:31.007971 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'code': 200} Jun 30 03:07:31.038936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=530ee288-5fe6-494b-91d7-0cbcf25218ec,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:31.126650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5a1c8-1a93-4fe7-a5cb-9e8ed38ae956 req-b5dd1dcf-7c04-428b-8824-0c996c831d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.128117 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ad5a1c8-1a93-4fe7-a5cb-9e8ed38ae956 req-b5dd1dcf-7c04-428b-8824-0c996c831d19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0521226 Jun 30 03:07:31.161846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ad5a1c8-1a93-4fe7-a5cb-9e8ed38ae956 req-0501449e-dd50-4035-a5e3-f65cbedb04fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274832 Jun 30 03:07:31.674281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240bc59-c96c-4980-98ef-5890218cfa28 req-e54cc773-237d-4c05-952b-b7bdd0dcba59 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.675772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5240bc59-c96c-4980-98ef-5890218cfa28 req-e54cc773-237d-4c05-952b-b7bdd0dcba59 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.0629334 Jun 30 03:07:31.713656 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5240bc59-c96c-4980-98ef-5890218cfa28 req-047dbd89-42fc-4364-8523-ff8898057b49 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Jun 30 03:07:32.276900 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.889711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad1c50-cdaa-4db2-9a8d-5900673812ac req-7ce04c4e-3301-4767-9b0c-188c131a391c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:32.891238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8ad1c50-cdaa-4db2-9a8d-5900673812ac req-7ce04c4e-3301-4767-9b0c-188c131a391c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.0667546 Jun 30 03:07:32.928804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a8ad1c50-cdaa-4db2-9a8d-5900673812ac req-4f32e554-0116-4b8a-b641-9cf41ca8ac62 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Jun 30 03:07:33.102684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32bdf7-9842-4e59-892d-cd50d26578f1 req-62612b09-12a8-4c01-b4e5-01c69dc928dc tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:33.104150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b32bdf7-9842-4e59-892d-cd50d26578f1 req-62612b09-12a8-4c01-b4e5-01c69dc928dc tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.0623212 Jun 30 03:07:33.140651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b32bdf7-9842-4e59-892d-cd50d26578f1 req-64feec7f-aa09-4bfb-8aca-bf3b0678266c tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Jun 30 03:07:33.320544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e345e8e-cc36-4816-8f5c-46126322ac3d req-b3f2b759-7faf-455f-adf2-cccb12756a17 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:33.322049 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e345e8e-cc36-4816-8f5c-46126322ac3d req-b3f2b759-7faf-455f-adf2-cccb12756a17 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.0677178 Jun 30 03:07:33.359931 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e345e8e-cc36-4816-8f5c-46126322ac3d req-1a8a0043-8e21-4a84-b303-6783edcc0986 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Jun 30 03:07:33.383972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47724) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:33.482888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e2f73-8ae9-4f8b-83bd-7a5add6a2b2d tempest-TestServerBasicOps-1915798476 tempest-TestServerBasicOps-1915798476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:33.484390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-162e2f73-8ae9-4f8b-83bd-7a5add6a2b2d tempest-TestServerBasicOps-1915798476 tempest-TestServerBasicOps-1915798476-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1092 time: 0.0994613 Jun 30 03:07:33.487318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:33.491785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:33.512771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.606612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.711725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Allocated IP 172.25.0.66 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c53e52da-15ff-43f4-9cde-bfbd82711fda) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:33.810635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.850084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.889878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:33.892652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:33.896592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:33.920925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'Port': ['ID=c53e52da-15ff-43f4-9cde-bfbd82711fda,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:34.381058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.577881 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.655106 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.802746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.807137 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.870998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event updated for resources: {'Port': ['ID=c53e52da-15ff-43f4-9cde-bfbd82711fda,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:34.882101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.981213 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Floating IP cb32b54a-1f0d-481d-b011-254e866ce340 associated. External IP: 172.25.0.66, port: 530ee288-5fe6-494b-91d7-0cbcf25218ec. Jun 30 03:07:35.193286 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Router fef26045-c590-469b-b4ba-a3b5c1736f3e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:35.305104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:35.314487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] Sync routers for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:35.321779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.324962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:35.325672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:35.360118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-99f8c41c-6ee6-4b95-8c74-f5d5dfa0fa5b tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8717830 Jun 30 03:07:35.360706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:35.363034 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e34446-2278-436e-9fcb-16a2233a7e58" -d '{"events": [{"name": "network-changed", "server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:35.399717 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4426224-b018-45c1-8362-2a228b9aa13a x-openstack-request-id: req-d4426224-b018-45c1-8362-2a228b9aa13a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:35.400016 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:35.400273 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4426224-b018-45c1-8362-2a228b9aa13a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:35.400693 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'status': 'completed', 'code': 200} Jun 30 03:07:35.435569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:35.478226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-031463d9-d6aa-4b32-bc78-e2b1c07d0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:35.479838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-031463d9-d6aa-4b32-bc78-e2b1c07d0a7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0559695 Jun 30 03:07:35.576916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-b1833c0a-a9c0-4ad3-a86e-fc6e57caf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:35.578460 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-b1833c0a-a9c0-4ad3-a86e-fc6e57caf886 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.0921931 Jun 30 03:07:35.646821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-93baeb1a-8429-41f9-8b4c-88e13e7e12c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 999 time: 0.0619409 Jun 30 03:07:35.666920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'cb32b54a-1f0d-481d-b011-254e866ce340', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'port_id': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'mac_address': 'fa:16:3e:08:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:07:34Z', 'updated_at': '2021-06-30T03:07:34Z', 'revision_number': 0, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:35.694187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] Checking router: fef26045-c590-469b-b4ba-a3b5c1736f3e for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:35.701989 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-1a4fcafa-6341-44b4-a878-5d5d44ed05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:35.702445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:35.703046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:07:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:35.703379 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-1a4fcafa-6341-44b4-a878-5d5d44ed05ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0509498 Jun 30 03:07:35.760524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-d890eb59-0f2f-4046-b246-18280f4134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:35.762004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-d890eb59-0f2f-4046-b246-18280f4134a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527773 Jun 30 03:07:35.857264 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-83ab1d25-54fe-490a-a32c-3d0f1eccb2aa service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886750 Jun 30 03:07:35.956646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-31e34446-2278-436e-9fcb-16a2233a7e58 req-494595f4-4e05-4052-b4dd-dc4d8b4d11f6 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927031 Jun 30 03:07:35.967161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:36.194563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'cb32b54a-1f0d-481d-b011-254e866ce340', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'port_id': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'mac_address': 'fa:16:3e:08:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:07:34Z', 'updated_at': '2021-06-30T03:07:34Z', 'revision_number': 0, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:36.225088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6615e-ce56-4e66-8aca-aad24ffe45d6 None None] The sync data for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 is: [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'cb32b54a-1f0d-481d-b011-254e866ce340', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'port_id': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'mac_address': 'fa:16:3e:08:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:07:34Z', 'updated_at': '2021-06-30T03:07:34Z', 'revision_number': 0, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:36.416821 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadc34c-6af1-481b-9af4-f8d693597043 None None] New status for floating IP cb32b54a-1f0d-481d-b011-254e866ce340: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:07:39.589583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.840955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-1b18d2bc-0e48-4de6-8ff3-5faf1f41ddb7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520341 Jun 30 03:07:40.940777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-623f82d8-7d7e-4ec1-b9a0-7f0b149fb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:40.942856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-623f82d8-7d7e-4ec1-b9a0-7f0b149fb49d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0526729 Jun 30 03:07:41.048495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-e3354964-4da5-46eb-b7d1-9fdf14619400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:41.049961 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-e3354964-4da5-46eb-b7d1-9fdf14619400 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.0895655 Jun 30 03:07:41.069361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.117126 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-cb7013db-63c8-4f9f-bab6-182ab4fc7dbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 1001 time: 0.0603311 Jun 30 03:07:41.169864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-6813d33d-44ed-4a24-9901-2a121d92e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:41.171354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-6813d33d-44ed-4a24-9901-2a121d92e2e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0479884 Jun 30 03:07:41.237839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-8dde3160-aecb-4188-906c-a35e9e7408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:41.239880 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-8dde3160-aecb-4188-906c-a35e9e7408d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531921 Jun 30 03:07:41.327516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-1a85f853-085b-4fa7-a787-8bdfb417b296 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816927 Jun 30 03:07:41.421875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eeec38c-5d46-4c74-a7d7-747d96dfeb27 req-94d14674-23ce-4911-8252-19a22e0b1fd1 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861259 Jun 30 03:07:54.087469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-5dc9c999-b0cc-4b84-82d8-0909bdf14142 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547323 Jun 30 03:07:54.187697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-fa8b0148-6551-4322-bea5-f2ce6cdb8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.189164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-fa8b0148-6551-4322-bea5-f2ce6cdb8472 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1097 time: 0.0531986 Jun 30 03:07:54.296602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-fe6fae54-30ef-43e2-ab83-aaa8a87e4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.298069 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-fe6fae54-30ef-43e2-ab83-aaa8a87e4753 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0842113 Jun 30 03:07:54.377019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-b074885b-1d73-48d9-a1b5-ecfe01132450 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 1002 time: 0.0611646 Jun 30 03:07:54.428355 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-c1c0abed-b3e5-47d2-8148-a0d661668be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.429781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-c1c0abed-b3e5-47d2-8148-a0d661668be8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0437629 Jun 30 03:07:54.486094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-72b7976a-c04e-4d6c-810c-261cd7ccb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.487556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-72b7976a-c04e-4d6c-810c-261cd7ccb1d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505469 Jun 30 03:07:54.578643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-c693a548-f311-407d-9ad8-8e3d0de1c59f service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829649 Jun 30 03:07:54.668154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8011f6a-7774-4b34-970b-a5b84d8e54e3 req-2a15c261-2bc0-4646-a213-f56c5af12c2c service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798981 Jun 30 03:07:57.665612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e457e59-5a78-47aa-a676-dfef4c7496fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.323884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9f436c2-9504-48d0-9055-48abd4ce308b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.574904 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.278707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.480751 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:08:04.378667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.895376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-bf54c14d-6a50-4e27-b965-929964e948c4 req-37243aba-93f5-4e9e-959e-d96720f33c41 tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] (93822) timed out ('10.222.0.90', 55107) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:08:09.422064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 47816) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:09.520646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c46da0-f011-4dc1-9495-5eaffedf7e1e req-7d53e11d-38e8-446e-bb6d-8d48e2cce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:09.522139 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44c46da0-f011-4dc1-9495-5eaffedf7e1e req-7d53e11d-38e8-446e-bb6d-8d48e2cce7b3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0990431 Jun 30 03:08:09.556046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44c46da0-f011-4dc1-9495-5eaffedf7e1e req-e6adc408-9660-419f-89b6-5afcb1e120ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281103 Jun 30 03:08:09.612067 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.086581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:22.929276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-a1558103-6054-4cd6-a61b-ccab0cb56fcd req-597c304d-5e83-4749-aaf7-c3530c679bea tempest-AttachVolumeNegativeTest-1632505909 tempest-AttachVolumeNegativeTest-1632505909-project] (93822) timed out ('10.222.0.67', 50061) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:08:27.671515 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6dae2a91-9e79-4e24-bed4-6274f66f0040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.324523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847bfe53-7614-4930-b388-2fb2f62aa729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.575789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.281521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.384803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:39.479405 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:08:39.601232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.100313 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.891563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-3efe4b12-dbe3-4d0c-93ab-bd792d11ec6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587513 Jun 30 03:08:41.983881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-b65d4250-9fd2-4b5d-a71e-9f749bf74bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:41.985350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-b65d4250-9fd2-4b5d-a71e-9f749bf74bdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0528991 Jun 30 03:08:42.086832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-9f5ef158-f0f0-484c-b7c5-49c31c211e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:42.088270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-9f5ef158-f0f0-484c-b7c5-49c31c211e07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.0835674 Jun 30 03:08:42.157042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-e7649bd4-2c8d-4d7f-a03f-adc93c7a9e41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 1001 time: 0.0622141 Jun 30 03:08:42.205748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-89e087a8-379d-4610-a55d-198825aaa72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:42.207227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-89e087a8-379d-4610-a55d-198825aaa72b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0442219 Jun 30 03:08:42.266034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-0e32e2ce-fdcf-4eb8-bd4f-cfe6ac49f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:42.267570 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-0e32e2ce-fdcf-4eb8-bd4f-cfe6ac49f3ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539129 Jun 30 03:08:42.359922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-e1f1b007-56d6-448d-92d9-fd37af1fb921 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Jun 30 03:08:42.447972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-50f8d137-2a84-48ee-ae8a-53b029302889 req-881b0064-65cf-43f0-a3eb-c21b210dc193 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817270 Jun 30 03:08:56.106026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-1fe9d5db-cbd9-4104-9b5a-17b45a6186fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585318 Jun 30 03:08:56.448683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-1f09f1f4-fb88-407c-8fef-aae0be94741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:56.450189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-1f09f1f4-fb88-407c-8fef-aae0be94741a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=349fb92de9804ebf88ecf046ee22f099&device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 1097 time: 0.2976365 Jun 30 03:08:56.559610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-b1f09ad1-840b-4f65-855d-63b5ccf0af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:56.561076 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-b1f09ad1-840b-4f65-855d-63b5ccf0af80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 200 len: 911 time: 0.0867109 Jun 30 03:08:56.631103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-246e1abe-253a-4f6c-b13f-d5cefa34cd6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 200 len: 1002 time: 0.0624039 Jun 30 03:08:56.682089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-c97a725f-9b70-49fa-a7dc-562af6a56a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:56.683474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-c97a725f-9b70-49fa-a7dc-562af6a56a93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 200 len: 849 time: 0.0451880 Jun 30 03:08:56.744608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-e09a8ee0-1014-4f60-aefd-e837557c633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:56.746115 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-e09a8ee0-1014-4f60-aefd-e837557c633a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6595a532-f2b3-494a-a731-bfdbb1832923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544798 Jun 30 03:08:56.840623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-67801466-a49d-4b4a-bc11-949661e52e77 service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863171 Jun 30 03:08:56.931314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-00202a63-3d4c-4248-9ef5-a11754b96460 req-baf9bf20-7431-4995-809f-61ee30190e80 service neutron] 10.222.0.90 "GET /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835071 Jun 30 03:08:57.663250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-792423d1-157f-40f5-ad40-f6c50621aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.961221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b5d89-e33c-4e7d-91ee-8cc594ce351d req-e3d8bc3d-f831-454a-b329-44895ca5d19d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:58.962834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c38b5d89-e33c-4e7d-91ee-8cc594ce351d req-e3d8bc3d-f831-454a-b329-44895ca5d19d tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.0733266 Jun 30 03:08:59.002208 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c38b5d89-e33c-4e7d-91ee-8cc594ce351d req-15afc69c-5adb-457c-b5ab-dd7b8343463e tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326664 Jun 30 03:09:00.183656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f646b2-31a0-4cd3-84d2-f064b1b43fc8 req-814a77c5-51be-434a-bb78-1f4fe54aee90 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:00.185128 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88f646b2-31a0-4cd3-84d2-f064b1b43fc8 req-814a77c5-51be-434a-bb78-1f4fe54aee90 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.0669820 Jun 30 03:09:00.221658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88f646b2-31a0-4cd3-84d2-f064b1b43fc8 req-d7e0ede7-e230-4d6d-9138-897235c6d580 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Jun 30 03:09:00.326907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fae41b2f-6ef8-4a76-98aa-e672f80f824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.575487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.029414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be257d4-adbf-414c-afdb-1051abde1607 req-304df22e-f224-48e2-976a-2c08f140062b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:01.030895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8be257d4-adbf-414c-afdb-1051abde1607 req-304df22e-f224-48e2-976a-2c08f140062b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.90 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.0679789 Jun 30 03:09:01.133660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Deleting port cf94acee-8a5b-4447-a50f-864e4ee2f011 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:01.134002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.221401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] For port cf94acee-8a5b-4447-a50f-864e4ee2f011, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=cf94acee-8a5b-4447-a50f-864e4ee2f011,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:01.222130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.397239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad109e14-c5f7-40e8-ba0e-c42b6a04a51b req-89e7271c-3b20-4052-8b10-660a11fa1c36 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:01.398798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad109e14-c5f7-40e8-ba0e-c42b6a04a51b req-89e7271c-3b20-4052-8b10-660a11fa1c36 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 946 time: 0.0645568 Jun 30 03:09:01.437565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ad109e14-c5f7-40e8-ba0e-c42b6a04a51b req-f4963bdc-d2a2-4afb-9d23-c69944c41312 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2127129-3f40-4328-94c3-2b48c9432add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Jun 30 03:09:01.446595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.446984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.447304 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Floating IP 39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7 disassociated. External IP: 172.25.0.210, port: cf94acee-8a5b-4447-a50f-864e4ee2f011. Jun 30 03:09:01.447651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Calling delete_port for cf94acee-8a5b-4447-a50f-864e4ee2f011 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:01.574962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.603064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event deleted for resources: {'Port': ['ID=cf94acee-8a5b-4447-a50f-864e4ee2f011,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:01.615275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.615745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.616293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.616640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.617012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.617369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.617700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.618036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.618394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.618726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.619055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.619390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:01.731756 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:01.840271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:01.851575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:01.861530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:01.862155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:09:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:01.891438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] No DVR routers for this DVR port cf94acee-8a5b-4447-a50f-864e4ee2f011 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:01.896133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.899098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8be257d4-adbf-414c-afdb-1051abde1607 req-a364a303-0fcb-431d-a5e9-58daf1c17c13 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.90 "DELETE /v2.0/ports/cf94acee-8a5b-4447-a50f-864e4ee2f011 HTTP/1.1" status: 204 len: 173 time: 0.8602450 Jun 30 03:09:01.899953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'name': 'network-vif-deleted', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:01.902185 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f991f0-e7ed-497e-99a5-3e567ff1dd07" -d '{"events": [{"server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "name": "network-vif-deleted", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:01.951917 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a2298-fbdf-4097-ad0c-bd7836c9fd31 x-openstack-request-id: req-dc9a2298-fbdf-4097-ad0c-bd7836c9fd31 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:01.952610 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc", "name": "network-vif-deleted", "tag": "cf94acee-8a5b-4447-a50f-864e4ee2f011", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:01.952610 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc9a2298-fbdf-4097-ad0c-bd7836c9fd31 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:01.953186 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc', 'name': 'network-vif-deleted', 'tag': 'cf94acee-8a5b-4447-a50f-864e4ee2f011', 'status': 'completed', 'code': 200} Jun 30 03:09:01.979528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:02.217376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:02.243818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:02.252384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:02.253022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:09:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:02.310898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.367765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:02.579068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:02.606867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-348acdd0-55de-4905-b63c-a8c790254f2c req-2b15e410-0627-45f1-a6e6-25b645714020 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/ports?device_id=b870dee4-1ce8-4d0b-8dfc-0b27f5c10bdc HTTP/1.1" status: 200 len: 210 time: 0.0304086 Jun 30 03:09:02.611720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349807a-2b5b-4e3c-aee9-c81bbd90277f None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'f446b820-3732-4668-896a-4c81a763ada2', 'name': '', 'network_id': '6595a532-f2b3-494a-a731-bfdbb1832923', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'mac_address': 'fa:16:3e:d0:9c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:23Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'subnets': [{'id': '807c1f58-c0bc-4698-85a6-16be2f7078e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:02.846504 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f8024-e303-4aa0-af99-1d81f07d1efc None None] New status for floating IP 39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:09:03.733143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:03.787998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.814821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.860889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.863479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.864678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "DELETE /v2.0/security-groups/c2127129-3f40-4328-94c3-2b48c9432add HTTP/1.1" status: 204 len: 168 time: 0.1305010 Jun 30 03:09:03.868208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:03.874027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2127129-3f40-4328-94c3-2b48c9432add,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:03.881343 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.881699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.881843 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-29471413-4741-4d55-916d-fa3d35ae809c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] show failed (client error): The resource could not be found. Jun 30 03:09:03.882041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.882405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.882745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.882904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-29471413-4741-4d55-916d-fa3d35ae809c tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "GET /v2.0/security-groups/c2127129-3f40-4328-94c3-2b48c9432add HTTP/1.1" status: 404 len: 347 time: 0.0135944 Jun 30 03:09:03.883153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.883802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.884136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.884464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.884846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.885183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.885512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1bd12-5868-4080-a259-87ecda1b4117 tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:03.886063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:04.013157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Deleting port 2553077d-474e-447d-aaf0-82f4c3aaebee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:04.013497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.091363 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.091685 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.103654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Calling delete_port for 2553077d-474e-447d-aaf0-82f4c3aaebee owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:04.234200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.260390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Pushing event deleted for resources: {'Port': ['ID=2553077d-474e-447d-aaf0-82f4c3aaebee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:04.321276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.323958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.325109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fa495107-49ce-475b-a258-fd87684f197b tempest-AttachVolumeTestJSON-245093553 tempest-AttachVolumeTestJSON-245093553-project] 10.222.0.78 "DELETE /v2.0/floatingips/39fc1b66-f9e5-4a68-83ab-ed5586e3c3a7 HTTP/1.1" status: 204 len: 168 time: 0.4379158 Jun 30 03:09:04.388322 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.116162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf94acee-8a5b-4447-a50f-864e4ee2f011 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:06.138154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: cf94acee-8a5b-4447-a50f-864e4ee2f011 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:06.138521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device cf94acee-8a5b-4447-a50f-864e4ee2f011 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:09.621636 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.099806 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.232577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:11.814021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.116658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Deleting port f446b820-3732-4668-896a-4c81a763ada2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:12.117446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.195907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] For port f446b820-3732-4668-896a-4c81a763ada2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f446b820-3732-4668-896a-4c81a763ada2,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:12.196349 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.208508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Calling delete_port for f446b820-3732-4668-896a-4c81a763ada2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:12.399390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.423978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f446b820-3732-4668-896a-4c81a763ada2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:12.843155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.056590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Router 26f80f29-1ed7-4f70-9a32-68ec0f383acf has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:13.159090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:13.164544 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48e118da-2365-40d0-a562-ba63242abc65 admin admin] 10.222.0.78 "PUT /v2.0/routers/26f80f29-1ed7-4f70-9a32-68ec0f383acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9304006 Jun 30 03:09:13.167101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:13.168024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] Sync routers for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:13.177661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:13.178281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:09:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:13.270499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.283480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:13.378505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.431426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Deleting port 0557fc24-3f3c-41f4-bfd0-05b42762a80f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:13.432108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.473197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:09:12Z', 'revision_number': 5, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port': {'id': '0557fc24-3f3c-41f4-bfd0-05b42762a80f', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:21Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:13.500441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] Checking router: 26f80f29-1ed7-4f70-9a32-68ec0f383acf for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:13.509665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] Routers {'26f80f29-1ed7-4f70-9a32-68ec0f383acf'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:13.510083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:09:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:13.516125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] For port 0557fc24-3f3c-41f4-bfd0-05b42762a80f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0557fc24-3f3c-41f4-bfd0-05b42762a80f,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:13.516492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.529649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Calling delete_port for 0557fc24-3f3c-41f4-bfd0-05b42762a80f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:13.596151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] Set router 26f80f29-1ed7-4f70-9a32-68ec0f383acf gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:13.651282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:09:13Z', 'revision_number': 6, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:13.678364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6159-4150-434d-8e8c-b26fa5d368e0 None None] The sync data for ids ['26f80f29-1ed7-4f70-9a32-68ec0f383acf'] in n-d-798054-5 is: [{'id': '26f80f29-1ed7-4f70-9a32-68ec0f383acf', 'name': 'tempest-AttachVolumeTestJSON-943051401-router', 'tenant_id': '349fb92de9804ebf88ecf046ee22f099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:20Z', 'updated_at': '2021-06-30T03:09:13Z', 'revision_number': 6, 'project_id': '349fb92de9804ebf88ecf046ee22f099', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:13.699191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.727239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0557fc24-3f3c-41f4-bfd0-05b42762a80f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:13.790946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.882230 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.884495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.926334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.926875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26f80f29-1ed7-4f70-9a32-68ec0f383acf {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:09:13.931788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.932962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48d56e26-e0a3-43a4-a45a-7ac2833229e2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/26f80f29-1ed7-4f70-9a32-68ec0f383acf HTTP/1.1" status: 204 len: 168 time: 0.7649126 Jun 30 03:09:13.935422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:13.978936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Deleting subnet 807c1f58-c0bc-4698-85a6-16be2f7078e4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:13.981816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.015150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.098377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.155306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.181080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807c1f58-c0bc-4698-85a6-16be2f7078e4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:14.185740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.189710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94a5ff-2d43-4220-b60f-384d75513740 None None] Network 6595a532-f2b3-494a-a731-bfdbb1832923 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:14.190322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48064) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:14.190766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-89a74726-d5cf-4386-ab02-ed98b3cde518 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/807c1f58-c0bc-4698-85a6-16be2f7078e4 HTTP/1.1" status: 204 len: 168 time: 0.2541180 Jun 30 03:09:14.257745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.309870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Deleting port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:14.310209 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.376713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] For port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,segment=NetworkSegment(88f606a1-b7ef-463c-8c24-c2d6435f2466),segment_id=88f606a1-b7ef-463c-8c24-c2d6435f2466)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:14.377003 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.389665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Calling delete_port for 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:14.448176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] DHCP port deletion for 6595a532-f2b3-494a-a731-bfdbb1832923 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:09:14.486017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.500259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Deleting port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:14.501089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.502467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] No DVR routers for this DVR port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:14.529652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:14.606912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.618591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6595a532-f2b3-494a-a731-bfdbb1832923']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:14.629871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f606a1-b7ef-463c-8c24-c2d6435f2466') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:14.630149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f606a1-b7ef-463c-8c24-c2d6435f2466') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:14.641042 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.655502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.663725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:14.664972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:14.666760 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:14.707932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0557fc24-3f3c-41f4-bfd0-05b42762a80f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:14.731953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0557fc24-3f3c-41f4-bfd0-05b42762a80f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:14.732375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0557fc24-3f3c-41f4-bfd0-05b42762a80f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:14.732793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f446b820-3732-4668-896a-4c81a763ada2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:14.735807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.744580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.746476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6595a532-f2b3-494a-a731-bfdbb1832923 HTTP/1.1" status: 204 len: 168 time: 0.5551317 Jun 30 03:09:14.756535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0ca47-ba8a-403e-a684-f2ae1c4289d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6595a532-f2b3-494a-a731-bfdbb1832923,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:14.763637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f446b820-3732-4668-896a-4c81a763ada2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:14.763980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f446b820-3732-4668-896a-4c81a763ada2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:14.764395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:14.791957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:14.792815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:14.800880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] For port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:14.801282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.813884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Calling delete_port for 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:14.816505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:09:14.817681 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.843764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Network 6595a532-f2b3-494a-a731-bfdbb1832923 is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:09:14.844218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] No DVR routers for this DVR port 6d17002d-d8f5-42ae-ad9e-04ca3fe79c57 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:14.845935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Pushing event deleted for resources: {'Port': ['ID=6d17002d-d8f5-42ae-ad9e-04ca3fe79c57,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:14.856769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.857291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.857668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.857828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.858103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.858513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.858838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.859149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.859475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.859865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.860506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.860506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d5913-648c-48ac-957c-a74a4bd2906d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:14.919601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48068) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:14.959120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aef814b0-f168-406c-8448-dc7bde25a92b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=349fb92de9804ebf88ecf046ee22f099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382404 Jun 30 03:09:14.962067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48070) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:15.009318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2b60fec-31a1-4fde-8253-1da666a53406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.030016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2b60fec-31a1-4fde-8253-1da666a53406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.074930 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2b60fec-31a1-4fde-8253-1da666a53406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.077394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2b60fec-31a1-4fde-8253-1da666a53406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.078555 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c2b60fec-31a1-4fde-8253-1da666a53406 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8af847ea-539a-49a4-aba7-5276d3889f74 HTTP/1.1" status: 204 len: 168 time: 0.1155548 Jun 30 03:09:15.089681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b60fec-31a1-4fde-8253-1da666a53406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af847ea-539a-49a4-aba7-5276d3889f74,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:16.479581 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:09:17.565536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48134) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:17.685215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e3f6f7-7a8d-49d8-b4ac-90c0366d10a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.779043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e3f6f7-7a8d-49d8-b4ac-90c0366d10a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.782658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79e3f6f7-7a8d-49d8-b4ac-90c0366d10a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.818594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3f6f7-7a8d-49d8-b4ac-90c0366d10a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7c387-70b6-414f-a8d3-0d85035d3b2e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:17.824259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-79e3f6f7-7a8d-49d8-b4ac-90c0366d10a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b8bc22859144ff1b56e39daf4a34dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577035 Jun 30 03:09:17.826763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48138) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:17.876204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638e4f1-b0fa-4fcb-a799-6b3c33c0f491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.897463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638e4f1-b0fa-4fcb-a799-6b3c33c0f491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.944384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638e4f1-b0fa-4fcb-a799-6b3c33c0f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.947284 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1638e4f1-b0fa-4fcb-a799-6b3c33c0f491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.948479 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1638e4f1-b0fa-4fcb-a799-6b3c33c0f491 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9f7c387-70b6-414f-a8d3-0d85035d3b2e HTTP/1.1" status: 204 len: 168 time: 0.1207805 Jun 30 03:09:17.956707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e4f1-b0fa-4fcb-a799-6b3c33c0f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7c387-70b6-414f-a8d3-0d85035d3b2e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:18.202095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:18.216295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36bd4b7f-a9dd-4d2c-9d73-915e485a46a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.310081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36bd4b7f-a9dd-4d2c-9d73-915e485a46a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.314341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36bd4b7f-a9dd-4d2c-9d73-915e485a46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.352520 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-36bd4b7f-a9dd-4d2c-9d73-915e485a46a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c01d871f743f42ce94730e7bca552198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493411 Jun 30 03:09:18.353628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd4b7f-a9dd-4d2c-9d73-915e485a46a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e89cd14-e5e4-49a7-ae5f-6332061a7223,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:18.355580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48146) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:18.403667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5441498-7d0c-4d85-a2ca-3c0ea64df647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.427999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5441498-7d0c-4d85-a2ca-3c0ea64df647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.473556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5441498-7d0c-4d85-a2ca-3c0ea64df647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.476743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5441498-7d0c-4d85-a2ca-3c0ea64df647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.478214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f5441498-7d0c-4d85-a2ca-3c0ea64df647 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e89cd14-e5e4-49a7-ae5f-6332061a7223 HTTP/1.1" status: 204 len: 168 time: 0.1216145 Jun 30 03:09:18.486431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5441498-7d0c-4d85-a2ca-3c0ea64df647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e89cd14-e5e4-49a7-ae5f-6332061a7223,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:23.423480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48272) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:23.526454 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf77598f-863c-421c-8579-f3a8976206bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.616276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf77598f-863c-421c-8579-f3a8976206bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.620076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf77598f-863c-421c-8579-f3a8976206bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.657777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bf77598f-863c-421c-8579-f3a8976206bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=169ca1a596d241ea83cff638becde215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331944 Jun 30 03:09:23.659800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77598f-863c-421c-8579-f3a8976206bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ba8478-a0ef-418b-ac07-596c601cdea2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:23.660623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:23.712264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-546893d8-ce50-462b-9dce-823c8b2891d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.737728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-546893d8-ce50-462b-9dce-823c8b2891d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.784135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-546893d8-ce50-462b-9dce-823c8b2891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.786815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-546893d8-ce50-462b-9dce-823c8b2891d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.787968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-546893d8-ce50-462b-9dce-823c8b2891d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34ba8478-a0ef-418b-ac07-596c601cdea2 HTTP/1.1" status: 204 len: 168 time: 0.1262953 Jun 30 03:09:23.795996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546893d8-ce50-462b-9dce-823c8b2891d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ba8478-a0ef-418b-ac07-596c601cdea2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:24.045484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:24.058996 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90af4189-6e2a-4005-b32b-dcc060dcce3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.149437 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90af4189-6e2a-4005-b32b-dcc060dcce3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.153087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90af4189-6e2a-4005-b32b-dcc060dcce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.194280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-90af4189-6e2a-4005-b32b-dcc060dcce3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95b6a69b34cd432d8940f35d8a672b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476910 Jun 30 03:09:24.195732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af4189-6e2a-4005-b32b-dcc060dcce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c800a13-68ed-4447-ae12-834d92bd6061,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:24.197176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48284) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:24.245831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9aeecee4-939c-4bdf-930a-571c36502a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.266092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9aeecee4-939c-4bdf-930a-571c36502a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.314971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9aeecee4-939c-4bdf-930a-571c36502a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.317570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9aeecee4-939c-4bdf-930a-571c36502a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.318727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9aeecee4-939c-4bdf-930a-571c36502a94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c800a13-68ed-4447-ae12-834d92bd6061 HTTP/1.1" status: 204 len: 168 time: 0.1205752 Jun 30 03:09:24.327405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeecee4-939c-4bdf-930a-571c36502a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c800a13-68ed-4447-ae12-834d92bd6061,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:26.337099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:26.452875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e8b1-f8bd-4140-a072-27097b4b3286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.545815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e8b1-f8bd-4140-a072-27097b4b3286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.549576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e8b1-f8bd-4140-a072-27097b4b3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.588534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c0a2e8b1-f8bd-4140-a072-27097b4b3286 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb2139e0bbcb45c0a144da1c5ef11135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493732 Jun 30 03:09:26.589674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2e8b1-f8bd-4140-a072-27097b4b3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb548e-866b-460b-8cd9-4627a1415de2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:26.591300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:26.641224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f826059-273e-4d1a-883b-54314e3b6b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.662593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f826059-273e-4d1a-883b-54314e3b6b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.708527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f826059-273e-4d1a-883b-54314e3b6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.711697 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f826059-273e-4d1a-883b-54314e3b6b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.712831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4f826059-273e-4d1a-883b-54314e3b6b20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/befb548e-866b-460b-8cd9-4627a1415de2 HTTP/1.1" status: 204 len: 168 time: 0.1201808 Jun 30 03:09:26.720176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f826059-273e-4d1a-883b-54314e3b6b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb548e-866b-460b-8cd9-4627a1415de2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:26.971733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48358) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:26.985864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-113af906-1f3d-4fe4-93af-cd2d7e2e1300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.072558 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-113af906-1f3d-4fe4-93af-cd2d7e2e1300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.076335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-113af906-1f3d-4fe4-93af-cd2d7e2e1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.113496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-113af906-1f3d-4fe4-93af-cd2d7e2e1300 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92e232deab714ecc958460f55c4336a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406713 Jun 30 03:09:27.115383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113af906-1f3d-4fe4-93af-cd2d7e2e1300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1516409-33e4-43d2-8821-6261e6ba4918,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:27.116176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:27.167950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba4af03-cb45-4c2f-8309-ec11317e14e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.188643 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba4af03-cb45-4c2f-8309-ec11317e14e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.235113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba4af03-cb45-4c2f-8309-ec11317e14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.237851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba4af03-cb45-4c2f-8309-ec11317e14e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.239037 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4ba4af03-cb45-4c2f-8309-ec11317e14e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1516409-33e4-43d2-8821-6261e6ba4918 HTTP/1.1" status: 204 len: 168 time: 0.1218810 Jun 30 03:09:27.246966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4af03-cb45-4c2f-8309-ec11317e14e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1516409-33e4-43d2-8821-6261e6ba4918,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:27.665877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6f859aa-26fe-43d2-a926-0461eab5daca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.328506 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4a3b099-9b19-4c43-8af6-f416d63f442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.577286 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.288247 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:34.388476 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:34.933737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:35.038063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9e99-cd92-483e-bd28-4e758fa15db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.127418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9e99-cd92-483e-bd28-4e758fa15db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.130966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9e99-cd92-483e-bd28-4e758fa15db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.169253 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a9dd9e99-cd92-483e-bd28-4e758fa15db7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e664cde7f3094c7b8ba1e428d0482de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344410 Jun 30 03:09:35.170096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd9e99-cd92-483e-bd28-4e758fa15db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e910811a-8ed9-4aee-bb87-ddae8099a8e6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:35.172008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48542) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:35.225446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44e6d126-c27c-42cc-a23a-06fed3a91d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.246639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44e6d126-c27c-42cc-a23a-06fed3a91d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.294423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44e6d126-c27c-42cc-a23a-06fed3a91d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.296927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44e6d126-c27c-42cc-a23a-06fed3a91d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.298281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-44e6d126-c27c-42cc-a23a-06fed3a91d59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e910811a-8ed9-4aee-bb87-ddae8099a8e6 HTTP/1.1" status: 204 len: 168 time: 0.1236930 Jun 30 03:09:35.307104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6d126-c27c-42cc-a23a-06fed3a91d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e910811a-8ed9-4aee-bb87-ddae8099a8e6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:35.563018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48548) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:35.576795 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e28d7e5-0b7e-44a5-84ac-e35c18aa85ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.670331 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e28d7e5-0b7e-44a5-84ac-e35c18aa85ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.674243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e28d7e5-0b7e-44a5-84ac-e35c18aa85ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.712090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4e28d7e5-0b7e-44a5-84ac-e35c18aa85ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94d3f6a5e55740d89d843bd90a8fe6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479948 Jun 30 03:09:35.713050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d7e5-0b7e-44a5-84ac-e35c18aa85ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c2389-679c-4394-a07d-1e465c1c4191,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:35.714785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:35.764589 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77a9-ad42-4f96-89f2-01396e730852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.784825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77a9-ad42-4f96-89f2-01396e730852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.830875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77a9-ad42-4f96-89f2-01396e730852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.833782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77a9-ad42-4f96-89f2-01396e730852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.834976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8a4b77a9-ad42-4f96-89f2-01396e730852 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/170c2389-679c-4394-a07d-1e465c1c4191 HTTP/1.1" status: 204 len: 168 time: 0.1191833 Jun 30 03:09:35.843222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b77a9-ad42-4f96-89f2-01396e730852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c2389-679c-4394-a07d-1e465c1c4191,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:36.153069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:36.166898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-653becb1-be7d-4c75-885d-c17bb1276476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.256305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-653becb1-be7d-4c75-885d-c17bb1276476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.260600 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-653becb1-be7d-4c75-885d-c17bb1276476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.297936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-653becb1-be7d-4c75-885d-c17bb1276476 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7487d42e2725413e9701e151eb9f2168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438010 Jun 30 03:09:36.298929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653becb1-be7d-4c75-885d-c17bb1276476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82b8da1-928f-49d5-a21b-1c70196eb834,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:36.301027 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48558) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:36.352725 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78766478-90fc-4150-843d-42f11c8891d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.377200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78766478-90fc-4150-843d-42f11c8891d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.422863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78766478-90fc-4150-843d-42f11c8891d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.425639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78766478-90fc-4150-843d-42f11c8891d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.426837 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78766478-90fc-4150-843d-42f11c8891d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f82b8da1-928f-49d5-a21b-1c70196eb834 HTTP/1.1" status: 204 len: 168 time: 0.1243188 Jun 30 03:09:36.435763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766478-90fc-4150-843d-42f11c8891d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82b8da1-928f-49d5-a21b-1c70196eb834,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:39.618218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:41.115360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:41.958154 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-f37c0ca5-db14-4a67-894e-26981af397df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725562 Jun 30 03:09:42.052532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-33bba682-08fe-44e8-9c1b-fd3fd8f06b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.054585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-33bba682-08fe-44e8-9c1b-fd3fd8f06b99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0538771 Jun 30 03:09:42.162694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-167b6f98-e664-45e2-8976-be47457ae087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.165057 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-167b6f98-e664-45e2-8976-be47457ae087 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.0908518 Jun 30 03:09:42.231431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-e3a6fa98-d74f-43e0-98a7-bf90af11e931 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 1001 time: 0.0608263 Jun 30 03:09:42.281049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-12be4732-a828-43b5-aadd-fbb52f140fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.282689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-12be4732-a828-43b5-aadd-fbb52f140fbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0450289 Jun 30 03:09:42.345241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-9822ae3a-910c-41bb-8400-8cf482339e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.346771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-9822ae3a-910c-41bb-8400-8cf482339e61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569932 Jun 30 03:09:42.356964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-e653cf1f-2f84-42c2-8114-8effd1648f70 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:09:42.357896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-e653cf1f-2f84-42c2-8114-8effd1648f70 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051937 Jun 30 03:09:42.446558 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-040ce277-dbf6-4243-83c6-da59e23d0555 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824623 Jun 30 03:09:42.540174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b7784ce-f46e-4e67-b2fd-1008b90c5883 req-5466ec6f-98d9-4bf1-be60-350fb4b8de79 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876999 Jun 30 03:09:46.739633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48830) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:46.845480 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d05171-89a1-456c-8e9a-00027b835c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.934577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d05171-89a1-456c-8e9a-00027b835c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.938199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d05171-89a1-456c-8e9a-00027b835c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.977841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-10d05171-89a1-456c-8e9a-00027b835c18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f326b357c7145eb8d67d386043d7b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371049 Jun 30 03:09:46.978983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d05171-89a1-456c-8e9a-00027b835c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b37b7c8-e114-4731-9a4b-f1c8b4786728,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:46.980819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:47.032991 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a84b878-7d58-4b5c-8150-1cb9f476469a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.054262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a84b878-7d58-4b5c-8150-1cb9f476469a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.099563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a84b878-7d58-4b5c-8150-1cb9f476469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.102276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a84b878-7d58-4b5c-8150-1cb9f476469a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.103724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0a84b878-7d58-4b5c-8150-1cb9f476469a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b37b7c8-e114-4731-9a4b-f1c8b4786728 HTTP/1.1" status: 204 len: 168 time: 0.1218138 Jun 30 03:09:47.112424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b878-7d58-4b5c-8150-1cb9f476469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b37b7c8-e114-4731-9a4b-f1c8b4786728,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:47.359533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:47.373227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e333aa2-f9d0-4757-bd2d-d814ed860007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.460482 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e333aa2-f9d0-4757-bd2d-d814ed860007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.467734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e333aa2-f9d0-4757-bd2d-d814ed860007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.507711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e333aa2-f9d0-4757-bd2d-d814ed860007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e6e5c-e210-4079-9edb-a6f47fcd3cf8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:47.512116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4e333aa2-f9d0-4757-bd2d-d814ed860007 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be46476074e441e4924bc03217c7c4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515653 Jun 30 03:09:47.515869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:47.561842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e513c1b4-d555-4683-a038-6d5de4dc788a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.582862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e513c1b4-d555-4683-a038-6d5de4dc788a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.627963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e513c1b4-d555-4683-a038-6d5de4dc788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.630757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e513c1b4-d555-4683-a038-6d5de4dc788a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.631916 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e513c1b4-d555-4683-a038-6d5de4dc788a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/057e6e5c-e210-4079-9edb-a6f47fcd3cf8 HTTP/1.1" status: 204 len: 168 time: 0.1161039 Jun 30 03:09:47.639839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513c1b4-d555-4683-a038-6d5de4dc788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e6e5c-e210-4079-9edb-a6f47fcd3cf8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:48.994252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.091564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-312495c5-6a34-4221-af38-15f07f4fa1b8 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:49.121265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-312495c5-6a34-4221-af38-15f07f4fa1b8 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "PUT /v2.0/quotas/9c14e3e277bd4924bb9ff9458cd6cf88 HTTP/1.1" status: 200 len: 366 time: 0.1258028 Jun 30 03:09:49.123677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48888) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.133157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-991e4299-14d1-4800-95bb-999b973ac6d5 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0085118 Jun 30 03:09:49.135143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48890) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.143674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07577ba1-eb32-4c85-bf3a-7edfa3d7ab49 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "GET /v2.0/quotas/9c14e3e277bd4924bb9ff9458cd6cf88 HTTP/1.1" status: 200 len: 366 time: 0.0076313 Jun 30 03:09:49.145618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48892) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.158594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-96cdcf3d-14f9-437b-9b83-bc593732d07c tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/9c14e3e277bd4924bb9ff9458cd6cf88 HTTP/1.1" status: 204 len: 168 time: 0.0119364 Jun 30 03:09:49.161339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48894) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.170189 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c6e5c7a-7855-4843-9796-7aff21f864d6 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079336 Jun 30 03:09:49.172362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48896) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.181518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b439e035-7185-42ba-89ba-543c029f1bd5 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "GET /v2.0/quotas/9c14e3e277bd4924bb9ff9458cd6cf88 HTTP/1.1" status: 200 len: 370 time: 0.0082190 Jun 30 03:09:49.183659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48898) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.188326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3279652e-7b27-4f7e-bf76-9e16ca44e426 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "GET /v2.0/quotas/9c14e3e277bd4924bb9ff9458cd6cf88/default HTTP/1.1" status: 200 len: 370 time: 0.0037436 Jun 30 03:09:49.190402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48900) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.198080 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-a0e14880-7e43-4775-a500-afaa709952a9 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] delete failed (client error): The resource could not be found. Jun 30 03:09:49.199074 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a0e14880-7e43-4775-a500-afaa709952a9 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/9c14e3e277bd4924bb9ff9458cd6cf88 HTTP/1.1" status: 404 len: 348 time: 0.0078657 Jun 30 03:09:49.299282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.320185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:network and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.325021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.331302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:subnet and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.336122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.342207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:subnetpool and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.347572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.354735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:port and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.360398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.366795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:router and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.371606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.377437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:floatingip and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.382098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.416717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:security_group and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.421400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.427590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Usage tracker for resource:security_group_rule and tenant:5f353c7b386a42989c4da647dafe1b73 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:09:49.432861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.quota.resource [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:09:49.437228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b2db8b67-d7b7-4f83-88ec-b0f1ebae1414 tempest-QuotasTest-337504594 tempest-QuotasTest-337504594-project-admin] 10.222.0.78 "GET /v2.0/quotas/5f353c7b386a42989c4da647dafe1b73/details.json HTTP/1.1" status: 200 len: 703 time: 0.1369431 Jun 30 03:09:49.737918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48910) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.842279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6762b4fe-4885-4290-b9bd-ec2be06863a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.937080 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6762b4fe-4885-4290-b9bd-ec2be06863a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.941448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6762b4fe-4885-4290-b9bd-ec2be06863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.985675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6762b4fe-4885-4290-b9bd-ec2be06863a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=187385d016bb413ba2277feb2a70a879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465985 Jun 30 03:09:49.986682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762b4fe-4885-4290-b9bd-ec2be06863a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb0a63-956f-455a-ab9c-015fa0fbfeba,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:49.988309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.039358 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb7097b-b1f2-4883-bcc8-7ed298abcedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.063642 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb7097b-b1f2-4883-bcc8-7ed298abcedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.108476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb7097b-b1f2-4883-bcc8-7ed298abcedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.111390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb7097b-b1f2-4883-bcc8-7ed298abcedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.112567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3fb7097b-b1f2-4883-bcc8-7ed298abcedc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfdb0a63-956f-455a-ab9c-015fa0fbfeba HTTP/1.1" status: 204 len: 168 time: 0.1227272 Jun 30 03:09:50.120719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7097b-b1f2-4883-bcc8-7ed298abcedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb0a63-956f-455a-ab9c-015fa0fbfeba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:50.369990 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.383141 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de3bb34-f618-43f9-a67a-b6f2768d32d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.470797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de3bb34-f618-43f9-a67a-b6f2768d32d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.474904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de3bb34-f618-43f9-a67a-b6f2768d32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.513140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4de3bb34-f618-43f9-a67a-b6f2768d32d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f353c7b386a42989c4da647dafe1b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420448 Jun 30 03:09:50.514046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3bb34-f618-43f9-a67a-b6f2768d32d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d54e9-9743-4865-8b2f-fc5850b69fdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:50.515935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.564103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df582e6d-7bf9-4fb2-82a9-e65f3ea4ab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.584599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df582e6d-7bf9-4fb2-82a9-e65f3ea4ab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.630245 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df582e6d-7bf9-4fb2-82a9-e65f3ea4ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.633203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df582e6d-7bf9-4fb2-82a9-e65f3ea4ab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.634360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-df582e6d-7bf9-4fb2-82a9-e65f3ea4ab65 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c2d54e9-9743-4865-8b2f-fc5850b69fdf HTTP/1.1" status: 204 len: 168 time: 0.1174212 Jun 30 03:09:50.641969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df582e6d-7bf9-4fb2-82a9-e65f3ea4ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d54e9-9743-4865-8b2f-fc5850b69fdf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:51.413288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48946) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:51.509671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-220345757'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:51.530952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:51.534417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.542784 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.634277 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.638463 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.665666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:09:51.675423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914a414d-2e03-4bb7-8029-602de1054a1b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:51.680957 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.681306 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Added segment 956a56cb-1561-4ab1-9d62-6104b9d99dee of type vlan for network d871fe44-6fa9-4fea-afac-31868e462f73 Jun 30 03:09:51.721395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.750644 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.756150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:51.756753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.808418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.3940094 Jun 30 03:09:51.811394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:51.817542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'subnet': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:51.822977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86b39c-e912-45ef-9bb3-97dd053c44e6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Network': ['ID=d871fe44-6fa9-4fea-afac-31868e462f73,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:51.835765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d871fe44-6fa9-4fea-afac-31868e462f73 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:09:51.914230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:51.918452 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.104491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.168937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Subnet': ['ID=45f94560-282a-4411-b904-4cb55516b42a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:52.174024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Checking segment: {'id': '956a56cb-1561-4ab1-9d62-6104b9d99dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:52.174410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network hostable DHCP agents. Network: d871fe44-6fa9-4fea-afac-31868e462f73, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:09:52.192103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:09:52.200506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d871fe44-6fa9-4fea-afac-31868e462f73) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:52.205120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:52.205729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.212997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713fc20-85ff-4e40-b3c6-a1d81297b9f0 None None] Network d871fe44-6fa9-4fea-afac-31868e462f73 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:52.223947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c375ed0e-c5dc-4c45-841d-fdb512337384 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4110270 Jun 30 03:09:52.227149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48952) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:52.232706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2145910817'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:52.341634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:52.345202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.367117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] device_id is not set on port e957148b-e00c-4fc0-b392-ed9290cb5455 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:52.369110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d871fe44-6fa9-4fea-afac-31868e462f73', 'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'tenant_id': '9c3079ea9b8348cf8cbab44e817ff1c6', 'fixed_ips': [{'subnet_id': '45f94560-282a-4411-b904-4cb55516b42a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:09:52.370084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.488391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Allocated IP 2001:db8::2d5 (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/e957148b-e00c-4fc0-b392-ed9290cb5455) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:52.629811 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.647298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Transition to ACTIVE for port object e957148b-e00c-4fc0-b392-ed9290cb5455 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:52.681922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.722173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:52.725527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:52.728278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:52.734453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:52.735076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.736095 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Allocated IP 2001:db8::2 (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/3adffa3d-2a5e-4661-88ea-d490fb72f66b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:52.755215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=e957148b-e00c-4fc0-b392-ed9290cb5455,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:52.767802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-796a7eb4-d3b6-4544-9319-2b07099f8364 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5388911 Jun 30 03:09:52.770290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:52.778783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-38370595', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d5', 'mac_address': 'fa:16:3e:21:c7:f3'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:52.882484 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.890799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Transition to ACTIVE for port object 3adffa3d-2a5e-4661-88ea-d490fb72f66b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:52.898840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:52.905833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Transition to ACTIVE for port object 3adffa3d-2a5e-4661-88ea-d490fb72f66b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:52.911992 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.953810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:52.956572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:52.964132 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:52.969592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Pushing event updated for resources: {'Port': ['ID=3adffa3d-2a5e-4661-88ea-d490fb72f66b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:52.986292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.003626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] device_id is not set on port 98581004-dc4d-4bfd-8a97-5ace7af07f25 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:53.026636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Attempting to bind port 3adffa3d-2a5e-4661-88ea-d490fb72f66b on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:09:53.027059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Attempting to bind port 3adffa3d-2a5e-4661-88ea-d490fb72f66b by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '956a56cb-1561-4ab1-9d62-6104b9d99dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:09:53.027387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Attempting to bind port 3adffa3d-2a5e-4661-88ea-d490fb72f66b on network d871fe44-6fa9-4fea-afac-31868e462f73 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:53.036748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:09:53.037129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Checking segment: {'id': '956a56cb-1561-4ab1-9d62-6104b9d99dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:53.037535 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.037933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Bound using segment: {'id': '956a56cb-1561-4ab1-9d62-6104b9d99dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:09:53.038559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Bound port: 3adffa3d-2a5e-4661-88ea-d490fb72f66b, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a56cb-1561-4ab1-9d62-6104b9d99dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:09:53.038943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.108539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] For port 3adffa3d-2a5e-4661-88ea-d490fb72f66b, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:09:53.111920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] For port 3adffa3d-2a5e-4661-88ea-d490fb72f66b, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3adffa3d-2a5e-4661-88ea-d490fb72f66b,segment=NetworkSegment(956a56cb-1561-4ab1-9d62-6104b9d99dee),segment_id=956a56cb-1561-4ab1-9d62-6104b9d99dee)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:09:53.115522 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.126695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Allocated IP 2001:db8::3dc (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/98581004-dc4d-4bfd-8a97-5ace7af07f25) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:53.191594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bacd-bf31-4437-9861-2ceff41ab278 None None] Pushing event updated for resources: {'Port': ['ID=3adffa3d-2a5e-4661-88ea-d490fb72f66b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:53.306846 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.322886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Transition to ACTIVE for port object 98581004-dc4d-4bfd-8a97-5ace7af07f25 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:53.377383 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.424669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:53.428374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:53.432625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:53.438207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:53.438861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.459413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=98581004-dc4d-4bfd-8a97-5ace7af07f25,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:53.464007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8da8acf6-b8ae-4bd0-b8a7-8bea07bc1cdd tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6922016 Jun 30 03:09:53.466437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:53.479623 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:09:53.571786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b007065-d82a-4fbf-adf2-3700f41316c1 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:53.577576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b007065-d82a-4fbf-adf2-3700f41316c1 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:53.583468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b007065-d82a-4fbf-adf2-3700f41316c1 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:53.585147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b007065-d82a-4fbf-adf2-3700f41316c1 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1177578 Jun 30 03:09:53.588542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:53.682156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port 98581004-dc4d-4bfd-8a97-5ace7af07f25 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:53.682524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.768366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.780394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for 98581004-dc4d-4bfd-8a97-5ace7af07f25 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:53.912835 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.942542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=98581004-dc4d-4bfd-8a97-5ace7af07f25,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:54.043695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.045658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-87305671-227a-4676-bf8b-fd7403cd6460 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/ports/98581004-dc4d-4bfd-8a97-5ace7af07f25 HTTP/1.1" status: 204 len: 168 time: 0.4561946 Jun 30 03:09:54.048223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:54.079067 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44826bf-6756-4194-b69b-fc938568f672 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] GET failed (client error): The resource could not be found. Jun 30 03:09:54.080619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a44826bf-6756-4194-b69b-fc938568f672 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "GET /v2.0/ports/98581004-dc4d-4bfd-8a97-5ace7af07f25 HTTP/1.1" status: 404 len: 333 time: 0.0314775 Jun 30 03:09:54.084312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:54.089528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1108309388'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:54.176664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116eabe6-fa68-4bc0-8819-4547bdc922b0 None None] Network d871fe44-6fa9-4fea-afac-31868e462f73 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:54.198837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:54.202811 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.220903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] device_id is not set on port 1ed99971-ac48-4c17-8bae-005151cf51f7 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:54.256763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-14407603-8d56-4afe-bc8b-05a1d01bfbb5 None None] Provisioning for port 3adffa3d-2a5e-4661-88ea-d490fb72f66b completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:54.341384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Allocated IP 2001:db8::4b (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/1ed99971-ac48-4c17-8bae-005151cf51f7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:54.508038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.523052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Transition to ACTIVE for port object 1ed99971-ac48-4c17-8bae-005151cf51f7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:54.560070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3adffa3d-2a5e-4661-88ea-d490fb72f66b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:54.561523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.607511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:54.610815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:54.618562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:54.625022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:54.625648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.626213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3adffa3d-2a5e-4661-88ea-d490fb72f66b completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:54.632661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=1ed99971-ac48-4c17-8bae-005151cf51f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:54.633168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3adffa3d-2a5e-4661-88ea-d490fb72f66b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:54.633626 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.656280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48964) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:54.659524 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e7972bd7-c800-4a78-9ada-459be1916066 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5739119 Jun 30 03:09:54.660604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-29fcf4bc-bfce-4b38-9633-a8fa5adc80ec None None] Provisioning for port e957148b-e00c-4fc0-b392-ed9290cb5455 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:54.663839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d5', 'mac_address': 'fa:16:3e:21:c7:f3'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:54.669640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-29fcf4bc-bfce-4b38-9633-a8fa5adc80ec None None] Provisioning complete for port e957148b-e00c-4fc0-b392-ed9290cb5455 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:54.670019 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29fcf4bc-bfce-4b38-9633-a8fa5adc80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.718124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-29fcf4bc-bfce-4b38-9633-a8fa5adc80ec None None] Port e957148b-e00c-4fc0-b392-ed9290cb5455 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:54.766160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.805464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3adffa3d-2a5e-4661-88ea-d490fb72f66b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3adffa3d-2a5e-4661-88ea-d490fb72f66b,segment=NetworkSegment(956a56cb-1561-4ab1-9d62-6104b9d99dee),segment_id=956a56cb-1561-4ab1-9d62-6104b9d99dee)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:54.809366 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.856828 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.869137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21dc4ac3-db0e-43a9-b9b5-0d57b835efc3 None None] Provisioning complete for port e957148b-e00c-4fc0-b392-ed9290cb5455 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:54.869512 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21dc4ac3-db0e-43a9-b9b5-0d57b835efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.871158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3adffa3d-2a5e-4661-88ea-d490fb72f66b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:54.912604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-21dc4ac3-db0e-43a9-b9b5-0d57b835efc3 None None] Port e957148b-e00c-4fc0-b392-ed9290cb5455 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:55.026353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a9eaed0b-019b-4715-87a2-aa49189882cc None None] Could not find standard attr ID for object 98581004-dc4d-4bfd-8a97-5ace7af07f25. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:09:55.047774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.052886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.090982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] In _notify_port_updated(), no bound segment for port 1ed99971-ac48-4c17-8bae-005151cf51f7 on network d871fe44-6fa9-4fea-afac-31868e462f73 {{(pid=93822) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:09:55.096509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:55.097214 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.098571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "PUT /v2.0/ports/1ed99971-ac48-4c17-8bae-005151cf51f7 HTTP/1.1" status: 200 len: 1002 time: 0.4405487 Jun 30 03:09:55.103500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:55.117871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952798a-f912-408e-ba86-b25fdbf76306 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=1ed99971-ac48-4c17-8bae-005151cf51f7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:55.255648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13cbf663-c101-4a14-a0bd-4dee501622c3 None None] Provisioning for port 1ed99971-ac48-4c17-8bae-005151cf51f7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:55.260281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13cbf663-c101-4a14-a0bd-4dee501622c3 None None] Provisioning complete for port 1ed99971-ac48-4c17-8bae-005151cf51f7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:55.260671 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cbf663-c101-4a14-a0bd-4dee501622c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.297267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13cbf663-c101-4a14-a0bd-4dee501622c3 None None] Port 1ed99971-ac48-4c17-8bae-005151cf51f7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:55.481748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port 1ed99971-ac48-4c17-8bae-005151cf51f7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:55.482094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.569011 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.582027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for 1ed99971-ac48-4c17-8bae-005151cf51f7 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:55.618414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4f17adb-4133-4c1e-b73b-fc68b4492681 None None] Provisioning complete for port 1ed99971-ac48-4c17-8bae-005151cf51f7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:55.619017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4f17adb-4133-4c1e-b73b-fc68b4492681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.656684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f4f17adb-4133-4c1e-b73b-fc68b4492681 None None] Port 1ed99971-ac48-4c17-8bae-005151cf51f7 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:55.713510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.741045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=1ed99971-ac48-4c17-8bae-005151cf51f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:55.837555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.839515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4699c416-8dd5-458b-bca2-d382789ef344 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/ports/1ed99971-ac48-4c17-8bae-005151cf51f7 HTTP/1.1" status: 204 len: 168 time: 0.7348492 Jun 30 03:09:55.842021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:55.870109 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1800b0-4d1c-48a1-903d-efe9b8386fd9 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] GET failed (client error): The resource could not be found. Jun 30 03:09:55.871706 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3c1800b0-4d1c-48a1-903d-efe9b8386fd9 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "GET /v2.0/ports/1ed99971-ac48-4c17-8bae-005151cf51f7 HTTP/1.1" status: 404 len: 333 time: 0.0286288 Jun 30 03:09:55.875287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:55.880260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1012343853'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:55.992633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:55.996168 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.013495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] device_id is not set on port 5a71b64d-2fc8-47c9-bda6-49483943caf5 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:56.128343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Allocated IP 2001:db8::339 (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/5a71b64d-2fc8-47c9-bda6-49483943caf5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:56.271421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.284685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Transition to ACTIVE for port object 5a71b64d-2fc8-47c9-bda6-49483943caf5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:56.316783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.363680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:56.367340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:56.373149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:56.378664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:56.379277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.389095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=5a71b64d-2fc8-47c9-bda6-49483943caf5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:56.401064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-875d1cbd-674e-4725-941c-bb4a33dfa927 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5246072 Jun 30 03:09:56.403675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:56.409511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:21:c7:f3'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:56.498997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.534414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3adffa3d-2a5e-4661-88ea-d490fb72f66b up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:56.589859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d65f1d2c-e89e-4d3f-9d54-bf1f55045b19 None None] Provisioning for port 5a71b64d-2fc8-47c9-bda6-49483943caf5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:56.596316 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d65f1d2c-e89e-4d3f-9d54-bf1f55045b19 None None] Provisioning complete for port 5a71b64d-2fc8-47c9-bda6-49483943caf5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:56.596698 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d65f1d2c-e89e-4d3f-9d54-bf1f55045b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.599376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3adffa3d-2a5e-4661-88ea-d490fb72f66b triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:56.599740 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.655763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d65f1d2c-e89e-4d3f-9d54-bf1f55045b19 None None] Port 5a71b64d-2fc8-47c9-bda6-49483943caf5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:56.691531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.697091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.731380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] In _notify_port_updated(), no bound segment for port 5a71b64d-2fc8-47c9-bda6-49483943caf5 on network d871fe44-6fa9-4fea-afac-31868e462f73 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:09:56.736766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:56.737414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.740123 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "PUT /v2.0/ports/5a71b64d-2fc8-47c9-bda6-49483943caf5 HTTP/1.1" status: 200 len: 1003 time: 0.3340969 Jun 30 03:09:56.742641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48974) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:56.757055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d16cb1-1272-474f-b820-034d9b24e5bb tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=5a71b64d-2fc8-47c9-bda6-49483943caf5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:56.852041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port 5a71b64d-2fc8-47c9-bda6-49483943caf5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:56.852748 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.976781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4c52c0b-8278-4a31-a820-74639d6a0c5f None None] Provisioning complete for port 5a71b64d-2fc8-47c9-bda6-49483943caf5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:56.977151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4c52c0b-8278-4a31-a820-74639d6a0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.014168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a4c52c0b-8278-4a31-a820-74639d6a0c5f None None] Port 5a71b64d-2fc8-47c9-bda6-49483943caf5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:57.258871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.270211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for 5a71b64d-2fc8-47c9-bda6-49483943caf5 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:57.397026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.425490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=5a71b64d-2fc8-47c9-bda6-49483943caf5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:57.458648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.461134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-afa1724e-d362-4f95-ad6f-9e951f18b44b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/ports/5a71b64d-2fc8-47c9-bda6-49483943caf5 HTTP/1.1" status: 204 len: 168 time: 0.7165525 Jun 30 03:09:57.463682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48976) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.496828 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d0ccb6-e1ec-464b-8aa9-3cf80bf68d1e tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] GET failed (client error): The resource could not be found. Jun 30 03:09:57.498458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-76d0ccb6-e1ec-464b-8aa9-3cf80bf68d1e tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "GET /v2.0/ports/5a71b64d-2fc8-47c9-bda6-49483943caf5 HTTP/1.1" status: 404 len: 333 time: 0.0338001 Jun 30 03:09:57.502161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48978) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.507411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1137082581'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:57.617643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:57.621141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.643151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] device_id is not set on port 9e473213-9649-40ea-b366-e7247951439d yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:57.669630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8f99-8cff-4304-b7cc-13c05ae8c2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.765014 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Allocated IP 2001:db8::6a (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/9e473213-9649-40ea-b366-e7247951439d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:57.912275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.925839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Transition to ACTIVE for port object 9e473213-9649-40ea-b366-e7247951439d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:57.962338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.003850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:58.009876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:58.015792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:58.022122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:58.023283 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.032613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=9e473213-9649-40ea-b366-e7247951439d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:58.045550 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b3b1dbc7-f4b2-4fa5-9ba1-cacfbc32c8ba tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5415437 Jun 30 03:09:58.047572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:58.052782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'network_id': 'd871fe44-6fa9-4fea-afac-31868e462f73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-140630469'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:58.172533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Made reservation on behalf of 9c3079ea9b8348cf8cbab44e817ff1c6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:58.175938 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.195919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] device_id is not set on port f0b525a5-10c7-41c8-a17e-c619f963cbbc yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:58.245551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4e72ff4b-58cd-4ebb-84ee-c4b412e1936f None None] Provisioning for port 9e473213-9649-40ea-b366-e7247951439d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:58.249453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4e72ff4b-58cd-4ebb-84ee-c4b412e1936f None None] Provisioning complete for port 9e473213-9649-40ea-b366-e7247951439d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:58.249845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e72ff4b-58cd-4ebb-84ee-c4b412e1936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.284596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4e72ff4b-58cd-4ebb-84ee-c4b412e1936f None None] Port 9e473213-9649-40ea-b366-e7247951439d cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:58.319179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Allocated IP 2001:db8::4c (d871fe44-6fa9-4fea-afac-31868e462f73/45f94560-282a-4411-b904-4cb55516b42a/f0b525a5-10c7-41c8-a17e-c619f963cbbc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:58.464044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.477580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Transition to ACTIVE for port object f0b525a5-10c7-41c8-a17e-c619f963cbbc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:58.510044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.554125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Network d871fe44-6fa9-4fea-afac-31868e462f73 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:58.557223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:58.564078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:58.569672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:58.570293 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.577136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=f0b525a5-10c7-41c8-a17e-c619f963cbbc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:58.591041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8d254cbf-b60d-4592-928a-dc02a2adb0b2 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5423138 Jun 30 03:09:58.593538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:58.600291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d5', 'mac_address': 'fa:16:3e:21:c7:f3'}, {'ip_address': '2001:db8::6a', 'mac_address': 'fa:16:3e:15:16:6a'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:58.788073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.812184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c837ab0-0ead-4399-8127-47e436ca6b48 None None] Provisioning for port f0b525a5-10c7-41c8-a17e-c619f963cbbc completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:58.816383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5c837ab0-0ead-4399-8127-47e436ca6b48 None None] Provisioning complete for port f0b525a5-10c7-41c8-a17e-c619f963cbbc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:58.816758 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c837ab0-0ead-4399-8127-47e436ca6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.852060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c837ab0-0ead-4399-8127-47e436ca6b48 None None] Port f0b525a5-10c7-41c8-a17e-c619f963cbbc cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:58.969715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.974651 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.009153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] In _notify_port_updated(), no bound segment for port f0b525a5-10c7-41c8-a17e-c619f963cbbc on network d871fe44-6fa9-4fea-afac-31868e462f73 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:09:59.015195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:59.015839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.017149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "PUT /v2.0/ports/f0b525a5-10c7-41c8-a17e-c619f963cbbc HTTP/1.1" status: 200 len: 1065 time: 0.4225922 Jun 30 03:09:59.019986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:59.072240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4e2a5-7b8d-45b1-96d5-bd8ef317e94b tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event updated for resources: {'Port': ['ID=f0b525a5-10c7-41c8-a17e-c619f963cbbc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:59.141620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port f0b525a5-10c7-41c8-a17e-c619f963cbbc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:59.141966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.230043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.241640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for f0b525a5-10c7-41c8-a17e-c619f963cbbc owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:59.274782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-697c1f24-274b-4098-967a-716d4f927545 None None] Provisioning complete for port f0b525a5-10c7-41c8-a17e-c619f963cbbc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:59.275152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-697c1f24-274b-4098-967a-716d4f927545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.313194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-697c1f24-274b-4098-967a-716d4f927545 None None] Port f0b525a5-10c7-41c8-a17e-c619f963cbbc cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:59.375029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.403282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=f0b525a5-10c7-41c8-a17e-c619f963cbbc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:59.572400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.576747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-61a603d8-a08c-4380-ab58-70ec465ea17c tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/ports/f0b525a5-10c7-41c8-a17e-c619f963cbbc HTTP/1.1" status: 204 len: 168 time: 0.5534673 Jun 30 03:09:59.577004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:59.613592 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9786c31a-13ef-4a1b-9094-d28d18b989ac tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] GET failed (client error): The resource could not be found. Jun 30 03:09:59.615829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9786c31a-13ef-4a1b-9094-d28d18b989ac tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "GET /v2.0/ports/f0b525a5-10c7-41c8-a17e-c619f963cbbc HTTP/1.1" status: 404 len: 333 time: 0.0377440 Jun 30 03:09:59.618930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:59.726208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port 9e473213-9649-40ea-b366-e7247951439d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:59.726503 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.813730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.825774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for 9e473213-9649-40ea-b366-e7247951439d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:59.951086 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.981672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=9e473213-9649-40ea-b366-e7247951439d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:00.012226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.014186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-74b104f1-6c37-4a85-b776-d1019fb27d2a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/ports/9e473213-9649-40ea-b366-e7247951439d HTTP/1.1" status: 204 len: 168 time: 0.3940785 Jun 30 03:10:00.016680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.044889 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-58095224-bb1e-4167-9151-5523292a551a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] GET failed (client error): The resource could not be found. Jun 30 03:10:00.046543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-58095224-bb1e-4167-9151-5523292a551a tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "GET /v2.0/ports/9e473213-9649-40ea-b366-e7247951439d HTTP/1.1" status: 404 len: 333 time: 0.0289135 Jun 30 03:10:00.050099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.150854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port e957148b-e00c-4fc0-b392-ed9290cb5455 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:00.151551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.240707 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.252790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for e957148b-e00c-4fc0-b392-ed9290cb5455 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:00.328865 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0b2a-ad83-4802-aa83-982c9bac58d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.385060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.414485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=e957148b-e00c-4fc0-b392-ed9290cb5455,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:00.443323 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.445727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5c103608-0d76-42c2-851b-ec703f2bbad6 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/ports/e957148b-e00c-4fc0-b392-ed9290cb5455 HTTP/1.1" status: 204 len: 168 time: 0.3946960 Jun 30 03:10:00.448180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 48994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.505629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting subnet 45f94560-282a-4411-b904-4cb55516b42a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:00.509071 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.550521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.578706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.637248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.700165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.727334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Subnet': ['ID=45f94560-282a-4411-b904-4cb55516b42a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:00.729615 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.731496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f773db10-e38d-4005-8b54-45274d0b53a3 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/subnets/45f94560-282a-4411-b904-4cb55516b42a HTTP/1.1" status: 204 len: 168 time: 0.2823851 Jun 30 03:10:00.734126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 48996) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.734922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9675e-856f-4ae9-9d9e-04cd64ab4eef None None] Network d871fe44-6fa9-4fea-afac-31868e462f73 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:00.812706 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.867523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Deleting port 3adffa3d-2a5e-4661-88ea-d490fb72f66b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:00.867779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.926402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] DHCP port deletion for d871fe44-6fa9-4fea-afac-31868e462f73 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:00.932048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] For port 3adffa3d-2a5e-4661-88ea-d490fb72f66b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3adffa3d-2a5e-4661-88ea-d490fb72f66b,segment=NetworkSegment(956a56cb-1561-4ab1-9d62-6104b9d99dee),segment_id=956a56cb-1561-4ab1-9d62-6104b9d99dee)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:00.932416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.945455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Calling delete_port for 3adffa3d-2a5e-4661-88ea-d490fb72f66b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:00.971322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] Deleting port 3adffa3d-2a5e-4661-88ea-d490fb72f66b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:00.971700 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.037081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.043936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] For port 3adffa3d-2a5e-4661-88ea-d490fb72f66b, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3adffa3d-2a5e-4661-88ea-d490fb72f66b,segment=NetworkSegment(956a56cb-1561-4ab1-9d62-6104b9d99dee),segment_id=956a56cb-1561-4ab1-9d62-6104b9d99dee)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:01.044444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.058012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] Calling delete_port for 3adffa3d-2a5e-4661-88ea-d490fb72f66b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:01.061432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Port': ['ID=3adffa3d-2a5e-4661-88ea-d490fb72f66b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:01.067432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] No DVR routers for this DVR port 3adffa3d-2a5e-4661-88ea-d490fb72f66b on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:01.138583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.153955 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.163913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d871fe44-6fa9-4fea-afac-31868e462f73']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:01.165487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] No DVR routers for this DVR port 3adffa3d-2a5e-4661-88ea-d490fb72f66b on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:01.167138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1351079-016a-4958-86f8-37ef3f923d64 None None] Pushing event deleted for resources: {'Port': ['ID=3adffa3d-2a5e-4661-88ea-d490fb72f66b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:01.176086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a56cb-1561-4ab1-9d62-6104b9d99dee') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:01.176452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a56cb-1561-4ab1-9d62-6104b9d99dee') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:01.185237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.199178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.204866 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:01.205261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:01.208621 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:01.265927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.273675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.275576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] 10.222.0.78 "DELETE /v2.0/networks/d871fe44-6fa9-4fea-afac-31868e462f73 HTTP/1.1" status: 204 len: 168 time: 0.5404418 Jun 30 03:10:01.287164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cadd6-069b-4098-b0ca-968216baee80 tempest-AllowedAddressPairIpV6TestJSON-869461760 tempest-AllowedAddressPairIpV6TestJSON-869461760-project] Pushing event deleted for resources: {'Network': ['ID=d871fe44-6fa9-4fea-afac-31868e462f73,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:01.514115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49002) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:01.645698 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f1533035-40be-4317-94db-3c54e6f67bcf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c3079ea9b8348cf8cbab44e817ff1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302555 Jun 30 03:10:01.648478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49006) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:01.701924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-021bebb9-4c01-4be6-8c40-783c2dbef3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.722940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-021bebb9-4c01-4be6-8c40-783c2dbef3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.767857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-021bebb9-4c01-4be6-8c40-783c2dbef3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.770584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-021bebb9-4c01-4be6-8c40-783c2dbef3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.771717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-021bebb9-4c01-4be6-8c40-783c2dbef3df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/914a414d-2e03-4bb7-8029-602de1054a1b HTTP/1.1" status: 204 len: 168 time: 0.1223652 Jun 30 03:10:01.779910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bebb9-4c01-4be6-8c40-783c2dbef3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a414d-2e03-4bb7-8029-602de1054a1b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:02.293393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.417829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49028) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:02.527037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-869765420'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:02.529002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3adffa3d-2a5e-4661-88ea-d490fb72f66b no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:02.549141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Made reservation on behalf of 663d4807818941cbacdf7e90662d19af for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:02.549375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 3adffa3d-2a5e-4661-88ea-d490fb72f66b {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:02.549607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3adffa3d-2a5e-4661-88ea-d490fb72f66b not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:02.552888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.563225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.656608 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.660586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.691539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:02.700346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d018fcb-27b6-4fb4-9bfa-a04cd6d68c18,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:02.707112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.707463 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Added segment 4747faec-df9f-4fce-814c-713785c72dab of type vlan for network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 Jun 30 03:10:02.749774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.779452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.785171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:02.785753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.844133 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4251449 Jun 30 03:10:02.847101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:02.853341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Request body: {'subnet': {'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:02.859907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19543104-5cff-4cae-83e2-dc1b5b9696a2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event updated for resources: {'Network': ['ID=96ebff6d-538a-417c-a8cf-ad5fc3b69153,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:02.877493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:02.941021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Made reservation on behalf of 663d4807818941cbacdf7e90662d19af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:02.944786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.123690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.184677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event updated for resources: {'Subnet': ['ID=0dabb79e-ea64-43e3-91e4-44fdf248ae7e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:03.196084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.196371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.196713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.197058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.197394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.197729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.198063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.198424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.198757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.199115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.199444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.199769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:03.205708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Checking segment: {'id': '4747faec-df9f-4fce-814c-713785c72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:03.206075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Network hostable DHCP agents. Network: 96ebff6d-538a-417c-a8cf-ad5fc3b69153, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:03.223039 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:03.231809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 96ebff6d-538a-417c-a8cf-ad5fc3b69153) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:03.235924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:03.236512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.241866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5705b-59fe-40a0-b25c-eb37e01fbb18 None None] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:03.250707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2a76a614-36dc-4867-87dc-0c9f6256b574 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4024105 Jun 30 03:10:03.253394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:03.259276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Request body: {'port': {'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-440111399'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:03.368948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Made reservation on behalf of 663d4807818941cbacdf7e90662d19af for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:03.372516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.390711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] device_id is not set on port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:03.393793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-96ebff6d-538a-417c-a8cf-ad5fc3b69153', 'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153', 'tenant_id': '663d4807818941cbacdf7e90662d19af', 'fixed_ips': [{'subnet_id': '0dabb79e-ea64-43e3-91e4-44fdf248ae7e'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:03.394703 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.510998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Allocated IP 2001:db8::381 (96ebff6d-538a-417c-a8cf-ad5fc3b69153/0dabb79e-ea64-43e3-91e4-44fdf248ae7e/6d27f1d7-9ad6-4576-b6af-ad216abe80b9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:03.658946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.672515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Transition to ACTIVE for port object 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:03.705790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.751909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Allocated IP 2001:db8::2 (96ebff6d-538a-417c-a8cf-ad5fc3b69153/0dabb79e-ea64-43e3-91e4-44fdf248ae7e/9e840aa5-2c74-4d61-a88f-01bd2a12e06c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:03.753795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:03.759304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:03.763855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:03.769245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:03.769847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.773935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event updated for resources: {'Port': ['ID=6d27f1d7-9ad6-4576-b6af-ad216abe80b9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:03.788894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ebc94fb1-685f-4230-9a54-81d8ca3ef672 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5343628 Jun 30 03:10:03.792129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:03.797351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Request body: {'port': {'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2124435824', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:03.797901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] bootfile-name is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:10:03.798236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] tftp-server is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:10:03.798592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] server-ip-address is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:10:03.903148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.910893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Made reservation on behalf of 663d4807818941cbacdf7e90662d19af for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:03.913526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Transition to ACTIVE for port object 9e840aa5-2c74-4d61-a88f-01bd2a12e06c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:03.915774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.930447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Transition to ACTIVE for port object 9e840aa5-2c74-4d61-a88f-01bd2a12e06c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:03.934476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] device_id is not set on port 59f66cdb-8cd9-4414-84c2-5798396310fe yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:03.936310 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.974054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:03.977675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:03.981337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:03.992081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Pushing event updated for resources: {'Port': ['ID=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:04.050623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Attempting to bind port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:04.050903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Attempting to bind port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4747faec-df9f-4fce-814c-713785c72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:04.051266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Attempting to bind port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c on network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:04.054723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Allocated IP 2001:db8::2a7 (96ebff6d-538a-417c-a8cf-ad5fc3b69153/0dabb79e-ea64-43e3-91e4-44fdf248ae7e/59f66cdb-8cd9-4414-84c2-5798396310fe) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:04.057113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:04.057459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Checking segment: {'id': '4747faec-df9f-4fce-814c-713785c72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:04.057884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.058284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Bound using segment: {'id': '4747faec-df9f-4fce-814c-713785c72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:04.058780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Bound port: 9e840aa5-2c74-4d61-a88f-01bd2a12e06c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4747faec-df9f-4fce-814c-713785c72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '96ebff6d-538a-417c-a8cf-ad5fc3b69153'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:04.059183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.123521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] For port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:04.126571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] For port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,segment=NetworkSegment(4747faec-df9f-4fce-814c-713785c72dab),segment_id=4747faec-df9f-4fce-814c-713785c72dab)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:04.131221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.191687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e11c-fb26-4612-b46d-3b0ce6c0c625 None None] Pushing event updated for resources: {'Port': ['ID=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:04.234780 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.248692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Transition to ACTIVE for port object 59f66cdb-8cd9-4414-84c2-5798396310fe will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:04.283700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.333354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:04.338213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:04.345038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:04.350853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:04.351783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.367383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event updated for resources: {'Port': ['ID=59f66cdb-8cd9-4414-84c2-5798396310fe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:04.385471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7384b259-0daf-4d3d-a011-259775b2d5dc tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.5896568 Jun 30 03:10:04.386122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49038) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:04.412317 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.516492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8a750-b9e1-425f-9d26-a0482949047a tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:04.522487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8a750-b9e1-425f-9d26-a0482949047a tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:04.528309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8a750-b9e1-425f-9d26-a0482949047a tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:04.530107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c3f8a750-b9e1-425f-9d26-a0482949047a tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1411796 Jun 30 03:10:04.533052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49040) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:04.560632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e840aa5-2c74-4d61-a88f-01bd2a12e06c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:04.610715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:04.631826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Deleting port 59f66cdb-8cd9-4414-84c2-5798396310fe {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:04.632178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.728617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.742049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Calling delete_port for 59f66cdb-8cd9-4414-84c2-5798396310fe owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:04.873565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.905318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event deleted for resources: {'Port': ['ID=59f66cdb-8cd9-4414-84c2-5798396310fe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:04.920764 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.921110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.921451 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.921790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.922123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.922494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.922831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.923166 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.923522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.923852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.924178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.924502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:04.947226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.949164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0a9b8d35-44db-4566-ab9f-37503d3708b2 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "DELETE /v2.0/ports/59f66cdb-8cd9-4414-84c2-5798396310fe HTTP/1.1" status: 204 len: 168 time: 0.4152000 Jun 30 03:10:04.953008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:04.958590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Request body: {'port': {'name': 'tempest-new-port-name-539485851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:04.958989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] bootfile-name is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:10:04.959327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] tftp-server is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:10:04.959652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.api.validators [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] server-ip-address is not in valid_values {{(pid=93821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:10:05.179423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc54f3-36fa-4e1c-b925-b2f6a3b3298b None None] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:05.305194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] Provisioning for port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:05.320492 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.326038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] Provisioning complete for port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:05.326444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.430696 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.466339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] For port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,segment=NetworkSegment(4747faec-df9f-4fce-814c-713785c72dab),segment_id=4747faec-df9f-4fce-814c-713785c72dab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:05.471844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.526390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.529438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d43939-6965-4000-8288-c1d4869b0de9 None None] Pushing event updated for resources: {'Port': ['ID=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:05.532696 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.568117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] In _notify_port_updated(), no bound segment for port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 on network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:10:05.574566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:05.575240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.576574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "PUT /v2.0/ports/6d27f1d7-9ad6-4576-b6af-ad216abe80b9 HTTP/1.1" status: 200 len: 1129 time: 0.6225348 Jun 30 03:10:05.579384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49044) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:05.598433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eac12-0f0f-4f37-8316-ebabe357e05e tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event updated for resources: {'Port': ['ID=6d27f1d7-9ad6-4576-b6af-ad216abe80b9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:05.637038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b05d3b6-aef4-4de3-a5eb-019935cb275c tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:05.638832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4b05d3b6-aef4-4de3-a5eb-019935cb275c tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "GET /v2.0/ports/6d27f1d7-9ad6-4576-b6af-ad216abe80b9 HTTP/1.1" status: 200 len: 1129 time: 0.0584550 Jun 30 03:10:05.642606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49046) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:05.694207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c9644474-050a-441f-8608-8f47dc0c28c1 None None] Provisioning complete for port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:05.694720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9644474-050a-441f-8608-8f47dc0c28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.754179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Deleting port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:05.754621 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.794943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c9644474-050a-441f-8608-8f47dc0c28c1 None None] Provisioning for port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:05.798713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c9644474-050a-441f-8608-8f47dc0c28c1 None None] Provisioning complete for port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:05.799087 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9644474-050a-441f-8608-8f47dc0c28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.837776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c9644474-050a-441f-8608-8f47dc0c28c1 None None] Port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:05.860304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.875159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Calling delete_port for 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:05.957828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-838cad22-7b8c-418a-9fdc-9b364b76a804 None None] Provisioning complete for port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:05.958204 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-838cad22-7b8c-418a-9fdc-9b364b76a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.003871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-838cad22-7b8c-418a-9fdc-9b364b76a804 None None] Port 6d27f1d7-9ad6-4576-b6af-ad216abe80b9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:06.036620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.068617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event deleted for resources: {'Port': ['ID=6d27f1d7-9ad6-4576-b6af-ad216abe80b9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.102018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.106926 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-74c2d66a-4ab1-46d1-9140-76ebca70d817 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "DELETE /v2.0/ports/6d27f1d7-9ad6-4576-b6af-ad216abe80b9 HTTP/1.1" status: 204 len: 168 time: 0.4610491 Jun 30 03:10:06.107250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49052) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.122726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a35df588-a02b-46ff-ad74-22f8c5bb25d8 None None] Could not find standard attr ID for object 59f66cdb-8cd9-4414-84c2-5798396310fe. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:06.168979 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Deleting subnet 0dabb79e-ea64-43e3-91e4-44fdf248ae7e {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:06.172271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.216014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.302203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.376053 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.407033 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.409222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "DELETE /v2.0/subnets/0dabb79e-ea64-43e3-91e4-44fdf248ae7e HTTP/1.1" status: 204 len: 168 time: 0.3008845 Jun 30 03:10:06.411660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49054) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.420390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0e017-3caa-4dd3-b37c-d13a64e10956 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event deleted for resources: {'Subnet': ['ID=0dabb79e-ea64-43e3-91e4-44fdf248ae7e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.455811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9ca55-ed60-4f41-b2d9-1f6dd704c728 None None] Network 96ebff6d-538a-417c-a8cf-ad5fc3b69153 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:06.502484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.558867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Deleting port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:06.559071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.572035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e840aa5-2c74-4d61-a88f-01bd2a12e06c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:06.575894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-04b39f34-143d-4e0d-a802-ab4b72e71d1c None None] Could not find standard attr ID for object 6d27f1d7-9ad6-4576-b6af-ad216abe80b9. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:06.632511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] For port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,segment=NetworkSegment(4747faec-df9f-4fce-814c-713785c72dab),segment_id=4747faec-df9f-4fce-814c-713785c72dab)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:06.633133 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.646324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Calling delete_port for 9e840aa5-2c74-4d61-a88f-01bd2a12e06c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:06.686440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:06.686805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.744050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.764454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725d45c-2580-4d53-9c62-fdc6685b5a58 None None] DHCP port deletion for 96ebff6d-538a-417c-a8cf-ad5fc3b69153 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:06.775932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event deleted for resources: {'Port': ['ID=9e840aa5-2c74-4d61-a88f-01bd2a12e06c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.779447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] No DVR routers for this DVR port 9e840aa5-2c74-4d61-a88f-01bd2a12e06c on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:06.862077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.872742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ebff6d-538a-417c-a8cf-ad5fc3b69153']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:06.888837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4747faec-df9f-4fce-814c-713785c72dab') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:06.888837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4747faec-df9f-4fce-814c-713785c72dab') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:06.892857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.906057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.911676 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:06.912053 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:06.914973 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:06.974693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.982536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.984373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] 10.222.0.78 "DELETE /v2.0/networks/96ebff6d-538a-417c-a8cf-ad5fc3b69153 HTTP/1.1" status: 204 len: 168 time: 0.5717988 Jun 30 03:10:06.996692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee658c-8662-46eb-b68e-1e8d9ac4c846 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068 tempest-ExtraDHCPOptionsIpV6TestJSON-616300068-project] Pushing event deleted for resources: {'Network': ['ID=96ebff6d-538a-417c-a8cf-ad5fc3b69153,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:07.218982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49060) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:07.348804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e75408b6-ca65-4049-a43e-88251373134d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=663d4807818941cbacdf7e90662d19af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286802 Jun 30 03:10:07.352379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:07.405580 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec21993-cb5d-494d-b86f-44e86a81afc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.426157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec21993-cb5d-494d-b86f-44e86a81afc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.471443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec21993-cb5d-494d-b86f-44e86a81afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.474085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec21993-cb5d-494d-b86f-44e86a81afc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.475919 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1ec21993-cb5d-494d-b86f-44e86a81afc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d018fcb-27b6-4fb4-9bfa-a04cd6d68c18 HTTP/1.1" status: 204 len: 168 time: 0.1212821 Jun 30 03:10:07.484023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec21993-cb5d-494d-b86f-44e86a81afc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d018fcb-27b6-4fb4-9bfa-a04cd6d68c18,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:08.103539 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:08.200337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-537549001'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:08.221588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:08.225228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.234073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.323357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.326977 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.348844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:08.364507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77318573-c672-46b2-8587-205e094631d7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:08.368042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.368391 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment bcb3579e-4723-4c51-adc4-a87712a86b95 of type vlan for network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 Jun 30 03:10:08.408262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.436099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.441672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:08.442286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.509134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4044383 Jun 30 03:10:08.511855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49090) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:08.512324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81963557-dacf-4777-ae04-7a8100aee1af tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:08.516939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'name': 'tempest-PortsTestJSON-660374534'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:08.524462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:08.539514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e840aa5-2c74-4d61-a88f-01bd2a12e06c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:08.620456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:08.624150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.648661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port e16d38af-53bb-4d87-9dcd-bff61b7c1731 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:08.749004 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 9e840aa5-2c74-4d61-a88f-01bd2a12e06c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:08.749330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9e840aa5-2c74-4d61-a88f-01bd2a12e06c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:08.821686 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.857276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.918548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=e16d38af-53bb-4d87-9dcd-bff61b7c1731,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:08.927132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': 'bcb3579e-4723-4c51-adc4-a87712a86b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:08.927494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:08.944586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:08.952700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:08.956627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:08.961829 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d388e6c-54db-4dbf-ac23-c81ded082395 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:08.962756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:08.963368 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.977970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-965879a2-8c07-4861-a87d-04725e58e3df tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4650137 Jun 30 03:10:08.981200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49092) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:08.986347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1271128118'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:09.007988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:09.012845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.039017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:09.048770 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.049079 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment 34b6ac4e-e753-432c-9a24-8f5e0fe6e6d0 of type vlan for network 5a9df2ff-5d56-4366-9dac-be0472bf10fe Jun 30 03:10:09.092009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.120953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.126431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:09.126999 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.179366 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1967635 Jun 30 03:10:09.181691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:09.186778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'ports': [{'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'}, {'network_id': '5a9df2ff-5d56-4366-9dac-be0472bf10fe'}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:09.187089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:09.187562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '5a9df2ff-5d56-4366-9dac-be0472bf10fe'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:09.194890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0d28c-4510-4d03-93f7-e177cc1dc93b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=5a9df2ff-5d56-4366-9dac-be0472bf10fe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:09.205591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5a9df2ff-5d56-4366-9dac-be0472bf10fe details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:09.348227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:09.353005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.366525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.442985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 6bed75ac-04da-4b7a-9443-caddeee7c572 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:09.564255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.615188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.633653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 6c83d3bb-9c32-497a-b941-35f61a29b0d2 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:09.746778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.785379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.829645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:09.832821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:09.839320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:09.840194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.846570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=6bed75ac-04da-4b7a-9443-caddeee7c572,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:09.910047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=6c83d3bb-9c32-497a-b941-35f61a29b0d2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:09.917105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': '34b6ac4e-e753-432c-9a24-8f5e0fe6e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5a9df2ff-5d56-4366-9dac-be0472bf10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:09.917472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 5a9df2ff-5d56-4366-9dac-be0472bf10fe, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:09.934659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 5a9df2ff-5d56-4366-9dac-be0472bf10fe is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:09.943741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5a9df2ff-5d56-4366-9dac-be0472bf10fe) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:09.947986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:09.953596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:09.955346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2c2a1-236c-44f0-91f9-aa203dffb800 None None] Network 5a9df2ff-5d56-4366-9dac-be0472bf10fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:09.958368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:09.959029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.974103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a1b36ea5-6465-4f0e-b91d-095b7d33199f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7912641 Jun 30 03:10:09.976777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.074657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 6c83d3bb-9c32-497a-b941-35f61a29b0d2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:10.074905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.144671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.157661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 6c83d3bb-9c32-497a-b941-35f61a29b0d2 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:10.237078 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.267943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=6c83d3bb-9c32-497a-b941-35f61a29b0d2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:10.274810 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.277165 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a8adcc3-5e09-4adf-9b6e-356cd4bcf982 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/6c83d3bb-9c32-497a-b941-35f61a29b0d2 HTTP/1.1" status: 204 len: 168 time: 0.2990420 Jun 30 03:10:10.279167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.348234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea8e95b-ac3c-49ce-882a-791ea2022e16 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:10.354809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea8e95b-ac3c-49ce-882a-791ea2022e16 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:10.356329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2ea8e95b-ac3c-49ce-882a-791ea2022e16 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0762579 Jun 30 03:10:10.359033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.452123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 6bed75ac-04da-4b7a-9443-caddeee7c572 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:10.452809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.521126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.534508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 6bed75ac-04da-4b7a-9443-caddeee7c572 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:10.612153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.641564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=6bed75ac-04da-4b7a-9443-caddeee7c572,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:10.649968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.655973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f25e9622-e3f9-4b22-8a0c-05b4b03a462d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/6bed75ac-04da-4b7a-9443-caddeee7c572 HTTP/1.1" status: 204 len: 168 time: 0.2920096 Jun 30 03:10:10.655973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.723182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576c848-65b0-4ab1-b90f-0d8ea219ea35 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:10.724633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9576c848-65b0-4ab1-b90f-0d8ea219ea35 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0692830 Jun 30 03:10:10.727811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.754905 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d814d2-ea23-4e14-9040-30619fadd468 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:10.756975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-39d814d2-ea23-4e14-9040-30619fadd468 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/6c83d3bb-9c32-497a-b941-35f61a29b0d2 HTTP/1.1" status: 404 len: 333 time: 0.0273967 Jun 30 03:10:10.759619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.785387 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0cb152-848f-4f50-9990-9c22682db53c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:10.786814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-af0cb152-848f-4f50-9990-9c22682db53c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/6bed75ac-04da-4b7a-9443-caddeee7c572 HTTP/1.1" status: 404 len: 333 time: 0.0263088 Jun 30 03:10:10.789453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.867111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.956090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.966524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9df2ff-5d56-4366-9dac-be0472bf10fe']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:10.976236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b6ac4e-e753-432c-9a24-8f5e0fe6e6d0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:10.976594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b6ac4e-e753-432c-9a24-8f5e0fe6e6d0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:10.985574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.998829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.004817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:11.005206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:11.008801 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:11.063863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.068664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.071264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/5a9df2ff-5d56-4366-9dac-be0472bf10fe HTTP/1.1" status: 204 len: 168 time: 0.2809281 Jun 30 03:10:11.074790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:11.079869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-825783434'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:11.097062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a790180-5ca6-4d69-a27a-29afc6904971 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=5a9df2ff-5d56-4366-9dac-be0472bf10fe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:11.112873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:11.118095 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.137320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.147918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:11.156195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.156539 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment e221ff98-8563-4d71-bd1d-0f2afe41390b of type vlan for network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 Jun 30 03:10:11.194874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.227653 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.233572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:11.234163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.288342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2122221 Jun 30 03:10:11.291356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49112) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:11.296593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:11.302134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c453e0e-bdec-4a48-a07d-3d60ef8254cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=28c709c1-04ee-40e8-883f-9ec02e97f7d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:11.313061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:11.390174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:11.393659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.571083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.628282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=ccc20737-b4f1-4c53-9fd3-28adb574bdf9,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:11.638903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': 'e221ff98-8563-4d71-bd1d-0f2afe41390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:11.639260 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 28c709c1-04ee-40e8-883f-9ec02e97f7d8, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:11.656017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:11.665424 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 28c709c1-04ee-40e8-883f-9ec02e97f7d8) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:11.669319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:11.669892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.675380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac9bebb-f5a3-4f7c-908e-16e4126f71a7 None None] Network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:11.686626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fec3a1f5-d235-4ba2-86c5-c321bcea56d5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3941300 Jun 30 03:10:11.689113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49114) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:11.694083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8', 'name': 'tempest-PortsTestJSON-111823916'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:11.806668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:11.810179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.821920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-28c709c1-04ee-40e8-883f-9ec02e97f7d8', 'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': 'ccc20737-b4f1-4c53-9fd3-28adb574bdf9'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:11.822897 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.829654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 2f1e90ea-4463-478e-b48e-6e4511a59df0 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:11.940625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.12 (28c709c1-04ee-40e8-883f-9ec02e97f7d8/ccc20737-b4f1-4c53-9fd3-28adb574bdf9/2f1e90ea-4463-478e-b48e-6e4511a59df0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:12.087844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.100771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object 2f1e90ea-4463-478e-b48e-6e4511a59df0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:12.133521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.176027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Allocated IP 172.20.0.2 (28c709c1-04ee-40e8-883f-9ec02e97f7d8/ccc20737-b4f1-4c53-9fd3-28adb574bdf9/d3dc666f-3a8c-4769-a871-3f2ef6f123bb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:12.176655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:12.180115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:12.187339 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:12.214614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=2f1e90ea-4463-478e-b48e-6e4511a59df0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.244248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:12.244964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.259773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d5de6ecd-0c69-4d88-8778-7cbead85aa9b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5696433 Jun 30 03:10:12.262535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49118) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:12.327109 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.335402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Transition to ACTIVE for port object d3dc666f-3a8c-4769-a871-3f2ef6f123bb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:12.350971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Transition to ACTIVE for port object d3dc666f-3a8c-4769-a871-3f2ef6f123bb will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:12.357919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.363299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 2f1e90ea-4463-478e-b48e-6e4511a59df0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:12.363879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.397690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:12.402424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:12.407384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:12.410385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Pushing event updated for resources: {'Port': ['ID=d3dc666f-3a8c-4769-a871-3f2ef6f123bb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.457217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.466445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Attempting to bind port d3dc666f-3a8c-4769-a871-3f2ef6f123bb on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:12.466745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Attempting to bind port d3dc666f-3a8c-4769-a871-3f2ef6f123bb by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'e221ff98-8563-4d71-bd1d-0f2afe41390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:12.467101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Attempting to bind port d3dc666f-3a8c-4769-a871-3f2ef6f123bb on network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:12.471938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:12.472318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Checking segment: {'id': 'e221ff98-8563-4d71-bd1d-0f2afe41390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:12.472716 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.473102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Bound using segment: {'id': 'e221ff98-8563-4d71-bd1d-0f2afe41390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:12.473628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Bound port: d3dc666f-3a8c-4769-a871-3f2ef6f123bb, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e221ff98-8563-4d71-bd1d-0f2afe41390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '28c709c1-04ee-40e8-883f-9ec02e97f7d8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:12.473933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.479376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 2f1e90ea-4463-478e-b48e-6e4511a59df0 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:12.540845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] For port d3dc666f-3a8c-4769-a871-3f2ef6f123bb, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:12.543906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] For port d3dc666f-3a8c-4769-a871-3f2ef6f123bb, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d3dc666f-3a8c-4769-a871-3f2ef6f123bb,segment=NetworkSegment(e221ff98-8563-4d71-bd1d-0f2afe41390b),segment_id=e221ff98-8563-4d71-bd1d-0f2afe41390b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:12.548173 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.605124 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d301e-bb95-456c-81d7-9f0088a63bb0 None None] Pushing event updated for resources: {'Port': ['ID=d3dc666f-3a8c-4769-a871-3f2ef6f123bb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.616390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.649143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=2f1e90ea-4463-478e-b48e-6e4511a59df0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.720063 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.722014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dc017cf8-f92f-4a6b-b003-8b3d6f0ddd89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/2f1e90ea-4463-478e-b48e-6e4511a59df0 HTTP/1.1" status: 204 len: 168 time: 0.4585769 Jun 30 03:10:12.724704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49122) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:12.757028 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a7d21a-ba61-4d5b-90ac-3251eca847b2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:12.757028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a7d21a-ba61-4d5b-90ac-3251eca847b2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:12.757708 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-22a7d21a-ba61-4d5b-90ac-3251eca847b2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/2f1e90ea-4463-478e-b48e-6e4511a59df0 HTTP/1.1" status: 404 len: 333 time: 0.0313547 Jun 30 03:10:12.764915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:12.802756 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-952f01a4-3287-45af-b991-c6ebf65919e4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:12.804519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-952f01a4-3287-45af-b991-c6ebf65919e4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/2f1e90ea-4463-478e-b48e-6e4511a59df0 HTTP/1.1" status: 404 len: 333 time: 0.0414090 Jun 30 03:10:12.807787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49126) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:12.868254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet ccc20737-b4f1-4c53-9fd3-28adb574bdf9 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:12.871593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.920944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.000979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.063744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.088990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc20737-b4f1-4c53-9fd3-28adb574bdf9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:13.094691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.096571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7e83d9d6-363d-4a88-ae99-a192471dce04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/ccc20737-b4f1-4c53-9fd3-28adb574bdf9 HTTP/1.1" status: 204 len: 168 time: 0.2872655 Jun 30 03:10:13.099084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49128) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:13.174923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.229968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port d3dc666f-3a8c-4769-a871-3f2ef6f123bb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:13.230339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.482488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29a6c2-73f6-4286-8736-65885636f5e0 None None] Network 28c709c1-04ee-40e8-883f-9ec02e97f7d8 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:13.577871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-349274f8-49a9-42dc-8aa1-51acafee0b15 None None] Provisioning for port d3dc666f-3a8c-4769-a871-3f2ef6f123bb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:13.632620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] For port d3dc666f-3a8c-4769-a871-3f2ef6f123bb, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d3dc666f-3a8c-4769-a871-3f2ef6f123bb,segment=NetworkSegment(e221ff98-8563-4d71-bd1d-0f2afe41390b),segment_id=e221ff98-8563-4d71-bd1d-0f2afe41390b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:13.633124 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.645938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for d3dc666f-3a8c-4769-a871-3f2ef6f123bb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:13.683344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] DHCP port deletion for 28c709c1-04ee-40e8-883f-9ec02e97f7d8 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:13.730029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.732766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Deleting port d3dc666f-3a8c-4769-a871-3f2ef6f123bb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:13.733151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.755278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=d3dc666f-3a8c-4769-a871-3f2ef6f123bb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:13.759335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No DVR routers for this DVR port d3dc666f-3a8c-4769-a871-3f2ef6f123bb on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:13.801620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] For port d3dc666f-3a8c-4769-a871-3f2ef6f123bb, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:13.802009 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.815345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Calling delete_port for d3dc666f-3a8c-4769-a871-3f2ef6f123bb owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:13.818075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Port d3dc666f-3a8c-4769-a871-3f2ef6f123bb was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:10:13.819959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.835624 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.844977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] Pushing event deleted for resources: {'Port': ['ID=d3dc666f-3a8c-4769-a871-3f2ef6f123bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:13.845216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c709c1-04ee-40e8-883f-9ec02e97f7d8']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:13.849903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1952274-97e9-48ad-b7a8-ee391706d2b3 None None] No DVR routers for this DVR port d3dc666f-3a8c-4769-a871-3f2ef6f123bb on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:13.864238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e221ff98-8563-4d71-bd1d-0f2afe41390b') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:13.864545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e221ff98-8563-4d71-bd1d-0f2afe41390b') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:13.874409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.887814 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.893914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:13.894300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:13.897220 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:13.955791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.962933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.964502 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/28c709c1-04ee-40e8-883f-9ec02e97f7d8 HTTP/1.1" status: 204 len: 168 time: 0.8645158 Jun 30 03:10:13.968196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:13.973191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-977690827'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:13.979627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24404-eb73-4f5e-916a-18637d2c3bf4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=28c709c1-04ee-40e8-883f-9ec02e97f7d8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:13.995439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:13.999163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.022145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:14.031205 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.031571 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment 16d2f007-bc01-4f33-841d-5d37a694ad20 of type vlan for network 435d8963-e337-4b47-8dc2-1095155d4470 Jun 30 03:10:14.075249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.103197 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.108974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:14.109512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.167169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1978824 Jun 30 03:10:14.170191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49132) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:14.176196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '435d8963-e337-4b47-8dc2-1095155d4470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:14.181981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708f948-5761-4519-ac8e-6ff423b78990 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=435d8963-e337-4b47-8dc2-1095155d4470,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:14.191866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 435d8963-e337-4b47-8dc2-1095155d4470 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:14.270518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:14.274715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.452831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.512666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=068da447-af3f-4e41-b08f-32a3da2f7ec4,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:14.521384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': '16d2f007-bc01-4f33-841d-5d37a694ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '435d8963-e337-4b47-8dc2-1095155d4470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:14.521742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 435d8963-e337-4b47-8dc2-1095155d4470, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:14.539786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 435d8963-e337-4b47-8dc2-1095155d4470 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:14.548207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 435d8963-e337-4b47-8dc2-1095155d4470) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:14.552394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:14.552980 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.557051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd430c-296a-4f07-94d9-a7bb47106711 None None] Network 435d8963-e337-4b47-8dc2-1095155d4470 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:14.571479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:14.571907 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-19317235-a136-4306-873c-b9f4cc545bd6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4002047 Jun 30 03:10:14.576904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '435d8963-e337-4b47-8dc2-1095155d4470', 'security_groups': [], 'name': 'tempest-PortsTestJSON-125089876'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:14.692216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:14.696844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.703772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-435d8963-e337-4b47-8dc2-1095155d4470', 'network_id': '435d8963-e337-4b47-8dc2-1095155d4470', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': '068da447-af3f-4e41-b08f-32a3da2f7ec4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:14.704581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.715867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 2af7d29e-4bbe-479d-b345-9e10f8095f61 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:14.832831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.9 (435d8963-e337-4b47-8dc2-1095155d4470/068da447-af3f-4e41-b08f-32a3da2f7ec4/2af7d29e-4bbe-479d-b345-9e10f8095f61) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:14.956680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.969667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object 2af7d29e-4bbe-479d-b345-9e10f8095f61 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:15.002586 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.043792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 435d8963-e337-4b47-8dc2-1095155d4470 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:15.044347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Allocated IP 172.20.0.2 (435d8963-e337-4b47-8dc2-1095155d4470/068da447-af3f-4e41-b08f-32a3da2f7ec4/d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:15.047325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:15.054773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:15.061646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=2af7d29e-4bbe-479d-b345-9e10f8095f61,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.115351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:15.116723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.131908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-43e81ff8-3c9f-4699-99ec-67adec1f99d0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5587189 Jun 30 03:10:15.134662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:15.195465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.204179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Transition to ACTIVE for port object d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:15.219172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Transition to ACTIVE for port object d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:15.224412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.230463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 2af7d29e-4bbe-479d-b345-9e10f8095f61 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:15.230804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.264998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Network 435d8963-e337-4b47-8dc2-1095155d4470 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:15.269803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:15.274263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:15.277338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Pushing event updated for resources: {'Port': ['ID=d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.304275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.304634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.304955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.305296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.305632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.305962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.306292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.306656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.306973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.307297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.307628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.307953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:15.322217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.333973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 2af7d29e-4bbe-479d-b345-9e10f8095f61 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:15.343462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Attempting to bind port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:15.343823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Attempting to bind port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '16d2f007-bc01-4f33-841d-5d37a694ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '435d8963-e337-4b47-8dc2-1095155d4470'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:15.344187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Attempting to bind port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e on network 435d8963-e337-4b47-8dc2-1095155d4470 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:15.349152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:15.349526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Checking segment: {'id': '16d2f007-bc01-4f33-841d-5d37a694ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '435d8963-e337-4b47-8dc2-1095155d4470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:15.349931 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.351015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Bound using segment: {'id': '16d2f007-bc01-4f33-841d-5d37a694ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '435d8963-e337-4b47-8dc2-1095155d4470'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:15.351484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Bound port: d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d2f007-bc01-4f33-841d-5d37a694ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '435d8963-e337-4b47-8dc2-1095155d4470'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:15.351869 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.418249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] For port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:15.421490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] For port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e,segment=NetworkSegment(16d2f007-bc01-4f33-841d-5d37a694ad20),segment_id=16d2f007-bc01-4f33-841d-5d37a694ad20)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:15.428769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.463979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.485204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972108d9-19d5-4a84-9399-b0810a721c03 None None] Pushing event updated for resources: {'Port': ['ID=d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.505401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=2af7d29e-4bbe-479d-b345-9e10f8095f61,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.575984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.577989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5c3b09ff-234b-47db-a197-d6a11943bfaa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/2af7d29e-4bbe-479d-b345-9e10f8095f61 HTTP/1.1" status: 204 len: 168 time: 0.4423962 Jun 30 03:10:15.580737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49138) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:15.610090 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e3758a-2afd-4ee9-9350-ca6769fe8f89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:15.611695 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b3e3758a-2afd-4ee9-9350-ca6769fe8f89 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/2af7d29e-4bbe-479d-b345-9e10f8095f61 HTTP/1.1" status: 404 len: 333 time: 0.0299721 Jun 30 03:10:15.614375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49140) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:15.695477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 068da447-af3f-4e41-b08f-32a3da2f7ec4 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:15.699773 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.742713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.825884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.886423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.914004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=068da447-af3f-4e41-b08f-32a3da2f7ec4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.916017 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.920266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d87c327f-c971-4f4d-b453-8ea03e3a27ef tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/068da447-af3f-4e41-b08f-32a3da2f7ec4 HTTP/1.1" status: 204 len: 168 time: 0.3026395 Jun 30 03:10:15.920551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49142) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:15.997407 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.048617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:16.048958 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.120009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] For port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e,segment=NetworkSegment(16d2f007-bc01-4f33-841d-5d37a694ad20),segment_id=16d2f007-bc01-4f33-841d-5d37a694ad20)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:16.120375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.133735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:16.216318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.248079 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.251998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No DVR routers for this DVR port d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:16.334141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.345078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435d8963-e337-4b47-8dc2-1095155d4470']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:16.356104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d2f007-bc01-4f33-841d-5d37a694ad20') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:16.356411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d2f007-bc01-4f33-841d-5d37a694ad20') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:16.366211 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.380027 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.382632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2b80f-b758-45f0-b710-e704f23f1eb8 None None] Network 435d8963-e337-4b47-8dc2-1095155d4470 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:16.387607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:16.388018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:16.390986 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:16.443239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-06d0c2b3-10dd-4a3e-b8c1-5ada9f707af1 None None] Could not find standard attr ID for object d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:16.456068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.461389 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.463496 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/435d8963-e337-4b47-8dc2-1095155d4470 HTTP/1.1" status: 204 len: 168 time: 0.5420957 Jun 30 03:10:16.467111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:16.472365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'name': 'tempest-PortsTestJSON-1122275944'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:16.485905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c074fd-7faf-4125-b9ad-5bbad7e1c957 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=435d8963-e337-4b47-8dc2-1095155d4470,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.554638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ca8c4-1d64-4553-b791-abcda0a70941 None None] DHCP port deletion for 435d8963-e337-4b47-8dc2-1095155d4470 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:16.574590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:16.578117 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.595434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port bd83ffc6-3976-457d-98b2-0d4d5836abd9 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:16.752346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.787075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.827493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:16.830739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:16.833259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:16.839294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.839890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.860001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=bd83ffc6-3976-457d-98b2-0d4d5836abd9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.864304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6c978f08-7d94-43b9-b722-49586feff18d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3961749 Jun 30 03:10:16.867631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:16.962167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port bd83ffc6-3976-457d-98b2-0d4d5836abd9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:16.962559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.030806 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.043186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for bd83ffc6-3976-457d-98b2-0d4d5836abd9 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:17.119176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.152199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=bd83ffc6-3976-457d-98b2-0d4d5836abd9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:17.157228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.161491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-719319bd-7bba-4765-aff7-6fe54a94a6ae tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/bd83ffc6-3976-457d-98b2-0d4d5836abd9 HTTP/1.1" status: 204 len: 168 time: 0.2908139 Jun 30 03:10:17.161694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.166917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'mac_address': 'fa:16:3e:30:06:06', 'name': 'tempest-PortsTestJSON-310514919'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:17.253894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:17.321766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.344562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 0d9dec5e-9681-4371-8020-d2cbde9acce3 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:17.515502 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.552959 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.593419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:17.596522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:17.598843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:17.604771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:17.605372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.624429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=0d9dec5e-9681-4371-8020-d2cbde9acce3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:17.628995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-697fdceb-f59c-4411-a3ec-72a9aa6cf0cc tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4662814 Jun 30 03:10:17.633028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49150) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.692114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f89e9-a5c6-4127-ae15-b693527fcb76 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:17.693466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-937f89e9-a5c6-4127-ae15-b693527fcb76 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/0d9dec5e-9681-4371-8020-d2cbde9acce3 HTTP/1.1" status: 200 len: 840 time: 0.0596044 Jun 30 03:10:17.696952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49152) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.797247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 0d9dec5e-9681-4371-8020-d2cbde9acce3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:17.797589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.865793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.879309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 0d9dec5e-9681-4371-8020-d2cbde9acce3 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:17.981669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.016932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.019283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/0d9dec5e-9681-4371-8020-d2cbde9acce3 HTTP/1.1" status: 204 len: 168 time: 0.3207519 Jun 30 03:10:18.020183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34d98b-7753-4777-aab7-722de89eaf71 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=0d9dec5e-9681-4371-8020-d2cbde9acce3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:18.022035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:18.050083 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1536d66-4d15-48a1-ad69-0aa4538f21a4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:18.051521 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f1536d66-4d15-48a1-ad69-0aa4538f21a4 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/0d9dec5e-9681-4371-8020-d2cbde9acce3 HTTP/1.1" status: 404 len: 333 time: 0.0279343 Jun 30 03:10:18.055556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:18.060793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'name': 'tempest-PortsTestJSON-180191941'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:18.150289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:18.153524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.170684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 65022623-5ec9-460e-ac70-ceb9048d746e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:18.326622 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.362494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.405241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:18.408253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:18.414970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:18.420387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:18.420981 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.427790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=65022623-5ec9-460e-ac70-ceb9048d746e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:18.440964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9517e5e2-17fc-4c67-87c0-6c9294729697 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3844097 Jun 30 03:10:18.443768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:18.449015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:18.497154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:18.516431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:18.516773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d9ffd0f4-94cf-4daf-a6a4-c84a76b0c78e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:18.534331 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.956946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.961663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.994177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] In _notify_port_updated(), no bound segment for port 65022623-5ec9-460e-ac70-ceb9048d746e on network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:10:18.999513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:19.000121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.001416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/ports/65022623-5ec9-460e-ac70-ceb9048d746e HTTP/1.1" status: 200 len: 818 time: 0.5567334 Jun 30 03:10:19.004215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.044124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf7a03-3f0c-4851-9bbe-9c5a1173c7d9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=65022623-5ec9-460e-ac70-ceb9048d746e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:19.110804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 65022623-5ec9-460e-ac70-ceb9048d746e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:19.111139 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.174047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.186573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 65022623-5ec9-460e-ac70-ceb9048d746e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:19.266645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.294964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=65022623-5ec9-460e-ac70-ceb9048d746e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:19.299744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.301574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-799dc77a-4e23-446f-9c30-d056838b4097 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/65022623-5ec9-460e-ac70-ceb9048d746e HTTP/1.1" status: 204 len: 168 time: 0.2964587 Jun 30 03:10:19.304583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.369650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cde6af-18e5-4beb-9a9a-9ecea5a5e37a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:19.371114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a5cde6af-18e5-4beb-9a9a-9ecea5a5e37a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0656416 Jun 30 03:10:19.373731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.402733 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fc494f-fd9e-44fa-87cf-f10ebdd70b6b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:19.404131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-38fc494f-fd9e-44fa-87cf-f10ebdd70b6b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/65022623-5ec9-460e-ac70-ceb9048d746e HTTP/1.1" status: 404 len: 333 time: 0.0295265 Jun 30 03:10:19.407537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.412868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2060344397'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:19.433515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:19.437013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.460678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:19.469471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.469812 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment 4622263a-9b24-4804-a7c4-7ee6f32510a5 of type vlan for network 381fe654-1244-401f-941d-2438be3e9ec2 Jun 30 03:10:19.509645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.541145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.548472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:19.549048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.607553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1989141 Jun 30 03:10:19.610230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.615105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '381fe654-1244-401f-941d-2438be3e9ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:19.636747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7dad7-0ce2-4611-b7ed-6e40eca94319 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=381fe654-1244-401f-941d-2438be3e9ec2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:19.647884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 381fe654-1244-401f-941d-2438be3e9ec2 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:19.712567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:19.716287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.900840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.958720 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=4b46e643-b3d4-4233-a39f-2c96db402c6b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:19.966538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': '4622263a-9b24-4804-a7c4-7ee6f32510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '381fe654-1244-401f-941d-2438be3e9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:19.966897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 381fe654-1244-401f-941d-2438be3e9ec2, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:19.983199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 381fe654-1244-401f-941d-2438be3e9ec2 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:19.993421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 381fe654-1244-401f-941d-2438be3e9ec2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:19.997340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:19.997914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.003109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f0ef0-1aef-47d2-b4dd-dba08757eed6 None None] Network 381fe654-1244-401f-941d-2438be3e9ec2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:20.015022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c644686e-dd5b-4ebb-96a7-fae1d09f7c0d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4011381 Jun 30 03:10:20.015239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:20.020061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '381fe654-1244-401f-941d-2438be3e9ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:20.130544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:20.135029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.156533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-381fe654-1244-401f-941d-2438be3e9ec2', 'network_id': '381fe654-1244-401f-941d-2438be3e9ec2', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': '4b46e643-b3d4-4233-a39f-2c96db402c6b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:20.157455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.232336 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b46e643-b3d4-4233-a39f-2c96db402c6b (CIDR: 172.20.0.0/28) Jun 30 03:10:20.235887 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:20.236373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:20.250367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aaff150c-c356-4a1b-9f79-c37e953d235d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2341220 Jun 30 03:10:20.252919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:20.258428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '381fe654-1244-401f-941d-2438be3e9ec2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:20.291157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Allocated IP 172.20.0.2 (381fe654-1244-401f-941d-2438be3e9ec2/4b46e643-b3d4-4233-a39f-2c96db402c6b/44fd1b7b-1b09-44f2-a4b9-731b0983eb39) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:20.371076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:20.374730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.437483 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.446372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Transition to ACTIVE for port object 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:20.461274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Transition to ACTIVE for port object 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:20.467712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.506199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Network 381fe654-1244-401f-941d-2438be3e9ec2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:20.509525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:20.511938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:20.528517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Pushing event updated for resources: {'Port': ['ID=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:20.582391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Attempting to bind port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:20.582769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Attempting to bind port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4622263a-9b24-4804-a7c4-7ee6f32510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '381fe654-1244-401f-941d-2438be3e9ec2'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:20.583137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Attempting to bind port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 on network 381fe654-1244-401f-941d-2438be3e9ec2 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:20.589585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:20.589968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Checking segment: {'id': '4622263a-9b24-4804-a7c4-7ee6f32510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '381fe654-1244-401f-941d-2438be3e9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:20.590481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.590882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Bound using segment: {'id': '4622263a-9b24-4804-a7c4-7ee6f32510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '381fe654-1244-401f-941d-2438be3e9ec2'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:20.591357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Bound port: 44fd1b7b-1b09-44f2-a4b9-731b0983eb39, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4622263a-9b24-4804-a7c4-7ee6f32510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '381fe654-1244-401f-941d-2438be3e9ec2'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:20.591742 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.621511 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.658963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] For port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:20.662273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] For port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,segment=NetworkSegment(4622263a-9b24-4804-a7c4-7ee6f32510a5),segment_id=4622263a-9b24-4804-a7c4-7ee6f32510a5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:20.667180 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.668042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 381fe654-1244-401f-941d-2438be3e9ec2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:20.671189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:20.676780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:20.677371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.691069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=6566cd6d-6868-467a-8b36-85f04ec4e45d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:20.702043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d3b0f326-08bb-436e-aab4-81aafe4d3c23 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4480689 Jun 30 03:10:20.704981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:20.711917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '381fe654-1244-401f-941d-2438be3e9ec2', 'fixed_ips': [{'subnet_id': '4b46e643-b3d4-4233-a39f-2c96db402c6b'}, {'subnet_id': '6566cd6d-6868-467a-8b36-85f04ec4e45d'}], 'name': 'tempest-PortsTestJSON-2113670330'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:20.729359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87ea6c-5d64-4a81-a5bc-0f6e9cf4e51c None None] Pushing event updated for resources: {'Port': ['ID=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:20.825471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:20.926085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.947637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:21.204502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.6 (381fe654-1244-401f-941d-2438be3e9ec2/4b46e643-b3d4-4233-a39f-2c96db402c6b/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:21.211565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.26 (381fe654-1244-401f-941d-2438be3e9ec2/6566cd6d-6868-467a-8b36-85f04ec4e45d/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:21.362187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.376232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:21.412865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.458634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 381fe654-1244-401f-941d-2438be3e9ec2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:21.461891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:21.468006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:21.497574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:21.526079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:21.526778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.544527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-843c8f76-7749-4c1b-a718-d22ed70ae9a1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8382039 Jun 30 03:10:21.547095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:21.552652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b46e643-b3d4-4233-a39f-2c96db402c6b'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:21.617219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da35ff-fd31-458c-810f-b9a384ac92e6 None None] Network 381fe654-1244-401f-941d-2438be3e9ec2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:21.642013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.740039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cdf75001-b3ee-456c-87d5-ef1b38fe0455 None None] Provisioning for port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:21.857307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Update dhcp port {'port': {'network_id': '381fe654-1244-401f-941d-2438be3e9ec2', 'fixed_ips': [{'subnet_id': '4b46e643-b3d4-4233-a39f-2c96db402c6b', 'ip_address': '172.20.0.2'}, {'subnet_id': '6566cd6d-6868-467a-8b36-85f04ec4e45d'}], 'binding:host_id': 'n-d-798054-5'}, 'id': '44fd1b7b-1b09-44f2-a4b9-731b0983eb39'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:10:21.890568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Delete allocated IP 172.20.0.26 (381fe654-1244-401f-941d-2438be3e9ec2/6566cd6d-6868-467a-8b36-85f04ec4e45d) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:10:21.895540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.021810 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.033170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Ignored duplicate provisioning block setup for port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:10:22.036826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.088417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Allocated IP 172.20.0.18 (381fe654-1244-401f-941d-2438be3e9ec2/6566cd6d-6868-467a-8b36-85f04ec4e45d/44fd1b7b-1b09-44f2-a4b9-731b0983eb39) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:22.134622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:22.151875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] In _notify_port_updated(), no bound segment for port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 on network 381fe654-1244-401f-941d-2438be3e9ec2 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:10:22.157239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:22.157860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.159186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-095ebede-0ee6-4730-b5ac-66d589f07e53 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/ports/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 HTTP/1.1" status: 200 len: 919 time: 0.6111505 Jun 30 03:10:22.161782 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:22.167463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b46e643-b3d4-4233-a39f-2c96db402c6b'}, {'subnet_id': '6566cd6d-6868-467a-8b36-85f04ec4e45d'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:22.185020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] For port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,segment=NetworkSegment(4622263a-9b24-4804-a7c4-7ee6f32510a5),segment_id=4622263a-9b24-4804-a7c4-7ee6f32510a5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:22.215353 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.229178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Transition to ACTIVE for port object 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:22.234282 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.253282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.486706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d487508-692e-41f1-9c14-6bb5971c3d33 None None] Pushing event updated for resources: {'Port': ['ID=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:22.521691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.26 (381fe654-1244-401f-941d-2438be3e9ec2/6566cd6d-6868-467a-8b36-85f04ec4e45d/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:22.588933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:22.645210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:22.670336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.683048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Ignored duplicate provisioning block setup for port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:10:22.687073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.782933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:22.826484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] In _notify_port_updated(), no bound segment for port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 on network 381fe654-1244-401f-941d-2438be3e9ec2 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:10:22.832021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:22.832647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.833969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-262691c0-91ae-4c88-a435-78b749ab2807 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/ports/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 HTTP/1.1" status: 200 len: 999 time: 0.6707189 Jun 30 03:10:22.836828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:22.946792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:22.947361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.978768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cdadc4-4935-4b72-a29e-b6b4d9b832ff None None] Network 381fe654-1244-401f-941d-2438be3e9ec2 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:23.039403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.050988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:23.105056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Provisioning for port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:23.125624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Provisioning complete for port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:23.126005 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.167764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Port c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:23.186295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Provisioning for port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:23.190427 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Provisioning complete for port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:23.190805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.243958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.274367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:23.282633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.320257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] For port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,segment=NetworkSegment(4622263a-9b24-4804-a7c4-7ee6f32510a5),segment_id=4622263a-9b24-4804-a7c4-7ee6f32510a5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:23.329301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.381866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f06142-2b46-4af4-8469-2a80c14b482a None None] Pushing event updated for resources: {'Port': ['ID=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:23.392919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.395255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8ed77c1d-bc30-4b89-b523-d6cd38f9d32b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 HTTP/1.1" status: 204 len: 168 time: 0.5574574 Jun 30 03:10:23.398712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:23.429390 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f3074e-23c2-4c84-8f03-b7d8128933d7 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:23.431035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9f3074e-23c2-4c84-8f03-b7d8128933d7 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 HTTP/1.1" status: 404 len: 333 time: 0.0310378 Jun 30 03:10:23.433703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:23.444490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-734dedc9-7b73-4b7a-8ee1-c5ee3c545b5e None None] Could not find standard attr ID for object c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:23.455640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-734dedc9-7b73-4b7a-8ee1-c5ee3c545b5e None None] Provisioning complete for port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:23.456321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-734dedc9-7b73-4b7a-8ee1-c5ee3c545b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.487092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 6566cd6d-6868-467a-8b36-85f04ec4e45d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:23.490447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.533200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.625254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.657797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ade2de1-161d-4a04-b7d7-0170fa48d3c7 None None] Could not find standard attr ID for object c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:23.686942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.717320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.719195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/6566cd6d-6868-467a-8b36-85f04ec4e45d HTTP/1.1" status: 204 len: 168 time: 0.2845528 Jun 30 03:10:23.720156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab4a73-6ee4-4426-9e36-0776132c8350 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=6566cd6d-6868-467a-8b36-85f04ec4e45d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:23.721927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49186) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:23.773738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 4b46e643-b3d4-4233-a39f-2c96db402c6b {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:23.776823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.821216 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.903357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.962259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.995978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.000354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/4b46e643-b3d4-4233-a39f-2c96db402c6b HTTP/1.1" status: 204 len: 168 time: 0.2748938 Jun 30 03:10:24.000354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9ec8-034d-40c4-b80f-a7c955966ccb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=4b46e643-b3d4-4233-a39f-2c96db402c6b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:24.000733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:24.078606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.130443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:24.130790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.191985 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] For port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,segment=NetworkSegment(4622263a-9b24-4804-a7c4-7ee6f32510a5),segment_id=4622263a-9b24-4804-a7c4-7ee6f32510a5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:24.192249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.205891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:24.289088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.315729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=44fd1b7b-1b09-44f2-a4b9-731b0983eb39,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:24.320748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No DVR routers for this DVR port 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:24.406625 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.416868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381fe654-1244-401f-941d-2438be3e9ec2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:24.426328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4622263a-9b24-4804-a7c4-7ee6f32510a5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:24.426749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4622263a-9b24-4804-a7c4-7ee6f32510a5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:24.436041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.449447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.455141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:24.455530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:24.458429 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:24.519035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.526385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.528372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/381fe654-1244-401f-941d-2438be3e9ec2 HTTP/1.1" status: 204 len: 168 time: 0.5265861 Jun 30 03:10:24.532439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:24.554082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc65c2-6907-4176-a6f4-f57fce1ea868 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=381fe654-1244-401f-941d-2438be3e9ec2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:24.615108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f801dc-8de1-4db2-bba5-36cc248823aa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:24.617428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81f801dc-8de1-4db2-bba5-36cc248823aa tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0844028 Jun 30 03:10:24.620935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:24.685471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e8ab49d2-4afd-4871-9e96-caf70bd36776 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0633953 Jun 30 03:10:24.688655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:24.693757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074766312'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:24.715934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:24.719569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.751268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:24.761145 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.761748 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment d30e2f80-fd88-4220-b19e-a881861307a9 of type vlan for network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 Jun 30 03:10:24.766451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2b4bc-632c-4e05-9594-61e75a9eb0be None None] DHCP port deletion for 381fe654-1244-401f-941d-2438be3e9ec2 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:24.775426 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a677aba4-5982-4041-b393-e983e91d5ba6 None None] Could not find standard attr ID for object c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:24.803791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.835695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.841187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:24.841759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.893508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2036884 Jun 30 03:10:24.896323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49196) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:24.901522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:24.907600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fde41a-4fbd-40a8-b754-e86c280df0b0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=62d2dc31-69d4-43fc-94bb-79f7682f60f9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:24.917657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:24.995458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:24.998923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.187724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.247794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=283781b6-29d2-479c-aee2-d4389b011fe2,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:25.257370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': 'd30e2f80-fd88-4220-b19e-a881861307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:25.257725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 62d2dc31-69d4-43fc-94bb-79f7682f60f9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:25.273986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:25.282154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 62d2dc31-69d4-43fc-94bb-79f7682f60f9) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:25.286075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.286682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.292600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3220d-a18a-4276-a016-5ac0a15a000d None None] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:25.301376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c9862a86-a8e7-4475-892c-df1f545f5b6f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4038851 Jun 30 03:10:25.304579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49198) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:25.309448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9', 'name': 'tempest-PortsTestJSON-1527212160'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:25.420672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:25.424234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.439145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-62d2dc31-69d4-43fc-94bb-79f7682f60f9', 'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': '283781b6-29d2-479c-aee2-d4389b011fe2'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:25.439999 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.443695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port dca28124-c24c-460a-869c-8ef6c359162f yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:25.557465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.4 (62d2dc31-69d4-43fc-94bb-79f7682f60f9/283781b6-29d2-479c-aee2-d4389b011fe2/dca28124-c24c-460a-869c-8ef6c359162f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:25.707437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.721227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object dca28124-c24c-460a-869c-8ef6c359162f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:25.753797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.796645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Allocated IP 172.20.0.2 (62d2dc31-69d4-43fc-94bb-79f7682f60f9/283781b6-29d2-479c-aee2-d4389b011fe2/f2ab86e9-1a83-487b-8f1e-4b1d08b6b093) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:25.803954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:25.807220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:25.814278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:25.838842 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=dca28124-c24c-460a-869c-8ef6c359162f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:25.867150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.867762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.882507 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ad6624b6-07ba-4ea9-90c3-3f4dc09af555 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5768025 Jun 30 03:10:25.885080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49200) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:25.890211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9', 'name': 'tempest-PortsTestJSON-21256481'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:25.945217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.955258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Transition to ACTIVE for port object f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:25.971006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Transition to ACTIVE for port object f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:25.977842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.005193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:26.009509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.015985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:26.018841 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:26.023350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:26.027944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 827bc4ff-1286-4236-8362-59b7ae2a7187 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:26.035864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Pushing event updated for resources: {'Port': ['ID=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:26.088835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Attempting to bind port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:26.089090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Attempting to bind port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd30e2f80-fd88-4220-b19e-a881861307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:26.089454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Attempting to bind port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 on network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:26.094509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:26.094879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Checking segment: {'id': 'd30e2f80-fd88-4220-b19e-a881861307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:26.095285 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.095679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Bound using segment: {'id': 'd30e2f80-fd88-4220-b19e-a881861307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:26.096138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Bound port: f2ab86e9-1a83-487b-8f1e-4b1d08b6b093, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30e2f80-fd88-4220-b19e-a881861307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '62d2dc31-69d4-43fc-94bb-79f7682f60f9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:26.096513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.139436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.8 (62d2dc31-69d4-43fc-94bb-79f7682f60f9/283781b6-29d2-479c-aee2-d4389b011fe2/827bc4ff-1286-4236-8362-59b7ae2a7187) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:26.164061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] For port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:26.167246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] For port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,segment=NetworkSegment(d30e2f80-fd88-4220-b19e-a881861307a9),segment_id=d30e2f80-fd88-4220-b19e-a881861307a9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:26.171884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.235713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f5ca-e437-40d6-a599-807de0a0a277 None None] Pushing event updated for resources: {'Port': ['ID=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:26.298490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.311967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object 827bc4ff-1286-4236-8362-59b7ae2a7187 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:26.347975 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.403480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:26.409363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:26.415224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:26.419667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=827bc4ff-1286-4236-8362-59b7ae2a7187,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:26.474572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:26.476121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.492111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1aa1b911-cc39-45d5-b19e-c6d9c7673385 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6060119 Jun 30 03:10:26.494861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49202) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:26.583419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:26.613624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d94ae5-5d32-4328-a71a-1f607880bf14 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:26.615066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-61d94ae5-5d32-4328-a71a-1f607880bf14 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1188340 Jun 30 03:10:26.618926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49204) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:26.633157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:26.645479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:26.666870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:26.667213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 44fd1b7b-1b09-44f2-a4b9-731b0983eb39 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:26.720574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 827bc4ff-1286-4236-8362-59b7ae2a7187 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:26.720913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.803894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.815160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 827bc4ff-1286-4236-8362-59b7ae2a7187 owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:26.947974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.979851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=827bc4ff-1286-4236-8362-59b7ae2a7187,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.055079 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.057059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7a827cf5-3f79-42ed-af05-daf27d81598c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/827bc4ff-1286-4236-8362-59b7ae2a7187 HTTP/1.1" status: 204 len: 168 time: 0.4370129 Jun 30 03:10:27.059651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49208) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.089041 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-243b7661-7a57-4931-a8a4-1d2f9a9030b2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:27.090687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-243b7661-7a57-4931-a8a4-1d2f9a9030b2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/827bc4ff-1286-4236-8362-59b7ae2a7187 HTTP/1.1" status: 404 len: 333 time: 0.0300593 Jun 30 03:10:27.093426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49210) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.189678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42551561-6ec3-4a8c-9a0d-63fe79ff6b5b None None] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:27.200841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port dca28124-c24c-460a-869c-8ef6c359162f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:27.201189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.253003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] Provisioning for port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:27.265502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] Provisioning complete for port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:27.265885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.289728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.301758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for dca28124-c24c-460a-869c-8ef6c359162f owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:27.411136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.431087 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.458118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] For port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,segment=NetworkSegment(d30e2f80-fd88-4220-b19e-a881861307a9),segment_id=d30e2f80-fd88-4220-b19e-a881861307a9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:27.463431 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.466517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=dca28124-c24c-460a-869c-8ef6c359162f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.517577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac83d3-ff4b-4ee4-88c5-e8b364631a3f None None] Pushing event updated for resources: {'Port': ['ID=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.536903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.539304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4dc1f957-d823-412b-be8d-877193374f1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/dca28124-c24c-460a-869c-8ef6c359162f HTTP/1.1" status: 204 len: 168 time: 0.4449053 Jun 30 03:10:27.541908 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49214) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.570986 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-e118fa11-89d8-4f02-9df3-412f02dbdd82 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:27.575018 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e118fa11-89d8-4f02-9df3-412f02dbdd82 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/dca28124-c24c-460a-869c-8ef6c359162f HTTP/1.1" status: 404 len: 333 time: 0.0297453 Jun 30 03:10:27.575395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49216) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.629583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 283781b6-29d2-479c-aee2-d4389b011fe2 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:27.633004 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.677405 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.682721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f50edfdf-59ed-47ce-8473-55d9b1d096c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.695584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2557b0e4-2b5c-4fe7-877f-1ad726f018c4 None None] Provisioning complete for port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:27.696003 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2557b0e4-2b5c-4fe7-877f-1ad726f018c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.779260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.792612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2557b0e4-2b5c-4fe7-877f-1ad726f018c4 None None] Could not find standard attr ID for object dca28124-c24c-460a-869c-8ef6c359162f. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:27.844189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.871232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=283781b6-29d2-479c-aee2-d4389b011fe2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.879315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.882029 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-005dcfea-75fc-4a94-a16a-7165c07c4507 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/283781b6-29d2-479c-aee2-d4389b011fe2 HTTP/1.1" status: 204 len: 168 time: 0.3052118 Jun 30 03:10:27.884226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.904423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-679eaaf5-9c89-49fa-bcd3-02b461639107 None None] Could not find standard attr ID for object dca28124-c24c-460a-869c-8ef6c359162f. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:27.976673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.007681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90147a-061a-4693-93f6-2a11af38a8d3 None None] Network 62d2dc31-69d4-43fc-94bb-79f7682f60f9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:28.031136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:28.031478 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.046778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-21759889-ff9f-4b00-9083-d9249cb42a05 None None] Could not find standard attr ID for object 827bc4ff-1286-4236-8362-59b7ae2a7187. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:28.093118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] For port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,segment=NetworkSegment(d30e2f80-fd88-4220-b19e-a881861307a9),segment_id=d30e2f80-fd88-4220-b19e-a881861307a9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:28.093397 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.106826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:28.182755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] DHCP port deletion for 62d2dc31-69d4-43fc-94bb-79f7682f60f9 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:28.203568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.228707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Deleting port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:28.229500 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.229852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.234598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No DVR routers for this DVR port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:28.294388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] For port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:28.294784 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.307742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Calling delete_port for f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:28.310984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:10:28.311724 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.326595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.337340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d2dc31-69d4-43fc-94bb-79f7682f60f9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:28.339079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] Pushing event deleted for resources: {'Port': ['ID=f2ab86e9-1a83-487b-8f1e-4b1d08b6b093,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.345221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163d9da-ccea-4767-b8c2-e156f6a9f999 None None] No DVR routers for this DVR port f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:28.348116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30e2f80-fd88-4220-b19e-a881861307a9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:28.348421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30e2f80-fd88-4220-b19e-a881861307a9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:28.358812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.372332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.378089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:28.378507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:28.382129 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:28.436419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.442929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.445384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/62d2dc31-69d4-43fc-94bb-79f7682f60f9 HTTP/1.1" status: 204 len: 168 time: 0.5601640 Jun 30 03:10:28.449024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49222) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:28.454864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1483663968'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:28.457228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de299c0-516f-420e-a44f-70aeeb2dbed1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=62d2dc31-69d4-43fc-94bb-79f7682f60f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.479682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:28.483179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.512480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:28.521456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.521858 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment 4fa3720a-8d6a-4973-a294-3aee30dbc2f5 of type vlan for network e9474ff5-ae5d-496d-8671-634a852a95ab Jun 30 03:10:28.540739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:28.562977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:28.563337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2ab86e9-1a83-487b-8f1e-4b1d08b6b093 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:28.571699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.601589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.607312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:28.607889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.659647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2089465 Jun 30 03:10:28.662660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:28.668454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:28.674139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5730c-fde4-4168-ab81-ff3fc9b9baee tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=e9474ff5-ae5d-496d-8671-634a852a95ab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.685122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network e9474ff5-ae5d-496d-8671-634a852a95ab details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:29.027148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:29.030579 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.206267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.266526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=870ecd70-7a20-4089-815d-1813e8dd6864,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:29.274601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': '4fa3720a-8d6a-4973-a294-3aee30dbc2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:29.274974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: e9474ff5-ae5d-496d-8671-634a852a95ab, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:29.291143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network e9474ff5-ae5d-496d-8671-634a852a95ab is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:29.299932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, e9474ff5-ae5d-496d-8671-634a852a95ab) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:29.305541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:29.306350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.309225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c687f74-24a4-49e8-a082-f375717b3c56 None None] Network e9474ff5-ae5d-496d-8671-634a852a95ab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:29.322940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d1689c6e-013a-42eb-bf56-0be5c9be590f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6582456 Jun 30 03:10:29.325321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:29.330767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab', 'name': 'tempest-PortsTestJSON-626359210', 'fixed_ips': [{'subnet_id': '870ecd70-7a20-4089-815d-1813e8dd6864', 'ip_address': '172.20.0.10'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:29.443227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:29.457016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-e9474ff5-ae5d-496d-8671-634a852a95ab', 'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': '870ecd70-7a20-4089-815d-1813e8dd6864'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:29.457945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.526459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.543590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 3774f989-d9f4-4d68-81ea-663f6d5e3842 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:29.594954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Allocated IP 172.20.0.2 (e9474ff5-ae5d-496d-8671-634a852a95ab/870ecd70-7a20-4089-815d-1813e8dd6864/427892ae-387f-460b-be38-f5545df673f0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:29.740438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.749194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Transition to ACTIVE for port object 427892ae-387f-460b-be38-f5545df673f0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:29.763256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Transition to ACTIVE for port object 427892ae-387f-460b-be38-f5545df673f0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:29.768744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.804644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Network e9474ff5-ae5d-496d-8671-634a852a95ab is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:29.808711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:29.814176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:29.816839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.10 (e9474ff5-ae5d-496d-8671-634a852a95ab/870ecd70-7a20-4089-815d-1813e8dd6864/3774f989-d9f4-4d68-81ea-663f6d5e3842) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:29.821346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Pushing event updated for resources: {'Port': ['ID=427892ae-387f-460b-be38-f5545df673f0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:29.876721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Attempting to bind port 427892ae-387f-460b-be38-f5545df673f0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:29.877087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Attempting to bind port 427892ae-387f-460b-be38-f5545df673f0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4fa3720a-8d6a-4973-a294-3aee30dbc2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:29.877446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Attempting to bind port 427892ae-387f-460b-be38-f5545df673f0 on network e9474ff5-ae5d-496d-8671-634a852a95ab {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:29.882710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:29.883082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Checking segment: {'id': '4fa3720a-8d6a-4973-a294-3aee30dbc2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:29.883491 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.883879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Bound using segment: {'id': '4fa3720a-8d6a-4973-a294-3aee30dbc2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:29.884343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Bound port: 427892ae-387f-460b-be38-f5545df673f0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3720a-8d6a-4973-a294-3aee30dbc2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:29.884746 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.956688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] For port 427892ae-387f-460b-be38-f5545df673f0, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:29.960403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] For port 427892ae-387f-460b-be38-f5545df673f0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=427892ae-387f-460b-be38-f5545df673f0,segment=NetworkSegment(4fa3720a-8d6a-4973-a294-3aee30dbc2f5),segment_id=4fa3720a-8d6a-4973-a294-3aee30dbc2f5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:29.965535 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.971974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.986138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object 3774f989-d9f4-4d68-81ea-663f6d5e3842 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:30.022634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.029415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca66546-5524-4ee4-b92d-d7b03362a9b4 None None] Pushing event updated for resources: {'Port': ['ID=427892ae-387f-460b-be38-f5545df673f0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:30.064263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network e9474ff5-ae5d-496d-8671-634a852a95ab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:30.067970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:30.070789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:30.111549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=3774f989-d9f4-4d68-81ea-663f6d5e3842,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:30.136311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.136927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.154571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5d33a322-c71b-4fb9-b7b5-ff5fc00a4c90 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8254416 Jun 30 03:10:30.154838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:30.159793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': 'e9474ff5-ae5d-496d-8671-634a852a95ab', 'name': 'tempest-PortsTestJSON-1069206227', 'fixed_ips': [{'subnet_id': '870ecd70-7a20-4089-815d-1813e8dd6864', 'ip_address': '172.20.0.9'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:30.295322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:30.300413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.322161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port a1d86137-fbf3-43aa-8c1f-eebc2ee6e953 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:30.330749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68190489-364f-4b5f-9f9b-f7a14e32d07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.477730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.9 (e9474ff5-ae5d-496d-8671-634a852a95ab/870ecd70-7a20-4089-815d-1813e8dd6864/a1d86137-fbf3-43aa-8c1f-eebc2ee6e953) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:30.479560 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:10:30.586250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.589282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 427892ae-387f-460b-be38-f5545df673f0 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:30.645306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 427892ae-387f-460b-be38-f5545df673f0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:30.650922 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.667307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object a1d86137-fbf3-43aa-8c1f-eebc2ee6e953 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:30.701786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.746011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network e9474ff5-ae5d-496d-8671-634a852a95ab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:30.749280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:30.753133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:30.782030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=a1d86137-fbf3-43aa-8c1f-eebc2ee6e953,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:30.811725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.812446 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.827721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a3bd61f9-b9f5-4980-85ad-2f32d59b6f3a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6718969 Jun 30 03:10:30.830259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:30.945431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0897e2-d7ac-4a2e-807c-55f915f75da9 None None] Network e9474ff5-ae5d-496d-8671-634a852a95ab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:30.948795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86aefd4-9cec-4934-8ac2-72ae20a62842 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.950343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f86aefd4-9cec-4934-8ac2-72ae20a62842 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1190875 Jun 30 03:10:30.952946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:31.008711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] Provisioning for port 427892ae-387f-460b-be38-f5545df673f0 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:31.021007 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] Provisioning complete for port 427892ae-387f-460b-be38-f5545df673f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:31.021382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.027660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba728f-123c-42a4-af55-59eef60b5e87 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:31.033487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba728f-123c-42a4-af55-59eef60b5e87 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:31.040048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba728f-123c-42a4-af55-59eef60b5e87 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:31.041699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9bba728f-123c-42a4-af55-59eef60b5e87 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0877826 Jun 30 03:10:31.044541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:31.145305 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port a1d86137-fbf3-43aa-8c1f-eebc2ee6e953 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:31.145987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.239363 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.252436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for a1d86137-fbf3-43aa-8c1f-eebc2ee6e953 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:31.328678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.373742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] For port 427892ae-387f-460b-be38-f5545df673f0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=427892ae-387f-460b-be38-f5545df673f0,segment=NetworkSegment(4fa3720a-8d6a-4973-a294-3aee30dbc2f5),segment_id=4fa3720a-8d6a-4973-a294-3aee30dbc2f5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:31.379404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.380671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.422876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=a1d86137-fbf3-43aa-8c1f-eebc2ee6e953,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:31.434586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d1086-f60b-4c91-add2-f43c9b2fc77b None None] Pushing event updated for resources: {'Port': ['ID=427892ae-387f-460b-be38-f5545df673f0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:31.493318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.495294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-39f67133-dfb0-404d-bf95-2a096753f59c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/a1d86137-fbf3-43aa-8c1f-eebc2ee6e953 HTTP/1.1" status: 204 len: 168 time: 0.4498255 Jun 30 03:10:31.497960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:31.527982 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bdaf32-7f55-4afb-9d72-ad41e8b3ec3e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:31.529569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-34bdaf32-7f55-4afb-9d72-ad41e8b3ec3e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/a1d86137-fbf3-43aa-8c1f-eebc2ee6e953 HTTP/1.1" status: 404 len: 333 time: 0.0306346 Jun 30 03:10:31.532274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:31.603205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Provisioning for port 3774f989-d9f4-4d68-81ea-663f6d5e3842 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:31.608077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Provisioning complete for port 3774f989-d9f4-4d68-81ea-663f6d5e3842 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:31.608447 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.645838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 3774f989-d9f4-4d68-81ea-663f6d5e3842 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:31.646033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Port 3774f989-d9f4-4d68-81ea-663f6d5e3842 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:31.646178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.657497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Provisioning complete for port 427892ae-387f-460b-be38-f5545df673f0 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:31.658028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.750061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-281ddad9-634a-4707-b061-4becf93d6ab4 None None] Could not find standard attr ID for object a1d86137-fbf3-43aa-8c1f-eebc2ee6e953. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:31.751233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.764447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 3774f989-d9f4-4d68-81ea-663f6d5e3842 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:31.869054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-674fb838-9cb1-4749-8c81-35f286301875 None None] Provisioning complete for port 3774f989-d9f4-4d68-81ea-663f6d5e3842 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:31.869457 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-674fb838-9cb1-4749-8c81-35f286301875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.904958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.909598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-674fb838-9cb1-4749-8c81-35f286301875 None None] Port 3774f989-d9f4-4d68-81ea-663f6d5e3842 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:31.932857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=3774f989-d9f4-4d68-81ea-663f6d5e3842,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.012593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.017178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e6368af1-5524-42ea-9717-b9c6c2331666 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/3774f989-d9f4-4d68-81ea-663f6d5e3842 HTTP/1.1" status: 204 len: 168 time: 0.4817271 Jun 30 03:10:32.018860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.022417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-14fba863-49c9-464d-afc5-7500cf909d0c None None] Could not find standard attr ID for object a1d86137-fbf3-43aa-8c1f-eebc2ee6e953. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:32.049075 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc011591-1023-4cd7-97ab-dfb28b70cbd1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:32.050734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dc011591-1023-4cd7-97ab-dfb28b70cbd1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/3774f989-d9f4-4d68-81ea-663f6d5e3842 HTTP/1.1" status: 404 len: 333 time: 0.0308161 Jun 30 03:10:32.053649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49244) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.111295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 870ecd70-7a20-4089-815d-1813e8dd6864 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:32.114686 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.156902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.243756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.293218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.305232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.332882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=870ecd70-7a20-4089-815d-1813e8dd6864,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.335295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.338369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d59c4c5e-e0bd-46bc-aa32-f9fdd460214c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/870ecd70-7a20-4089-815d-1813e8dd6864 HTTP/1.1" status: 204 len: 168 time: 0.2821276 Jun 30 03:10:32.339724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49246) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.342060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d28cd-ce86-4683-bf6d-aa71394376e7 None None] Network e9474ff5-ae5d-496d-8671-634a852a95ab requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:32.416023 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.468124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 427892ae-387f-460b-be38-f5545df673f0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:32.468460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.533345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] DHCP port deletion for e9474ff5-ae5d-496d-8671-634a852a95ab request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:32.540876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] For port 427892ae-387f-460b-be38-f5545df673f0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=427892ae-387f-460b-be38-f5545df673f0,segment=NetworkSegment(4fa3720a-8d6a-4973-a294-3aee30dbc2f5),segment_id=4fa3720a-8d6a-4973-a294-3aee30dbc2f5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:32.541403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.556846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 427892ae-387f-460b-be38-f5545df673f0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:32.584999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] Deleting port 427892ae-387f-460b-be38-f5545df673f0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:32.585379 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.648183 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.652232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] For port 427892ae-387f-460b-be38-f5545df673f0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=427892ae-387f-460b-be38-f5545df673f0,segment=NetworkSegment(4fa3720a-8d6a-4973-a294-3aee30dbc2f5),segment_id=4fa3720a-8d6a-4973-a294-3aee30dbc2f5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:32.652633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.666751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] Calling delete_port for 427892ae-387f-460b-be38-f5545df673f0 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:32.681126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No DVR routers for this DVR port 427892ae-387f-460b-be38-f5545df673f0 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:32.687190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=427892ae-387f-460b-be38-f5545df673f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.742854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.760580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.766788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] Pushing event deleted for resources: {'Port': ['ID=427892ae-387f-460b-be38-f5545df673f0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.771020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c8f60-fc48-49ab-8090-5b72568f15ff None None] No DVR routers for this DVR port 427892ae-387f-460b-be38-f5545df673f0 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:32.773003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9474ff5-ae5d-496d-8671-634a852a95ab']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:32.785268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa3720a-8d6a-4973-a294-3aee30dbc2f5') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:32.785576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa3720a-8d6a-4973-a294-3aee30dbc2f5') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:32.795028 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.809130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.815208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:32.815614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:32.818830 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:32.878434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.885255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.891322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/e9474ff5-ae5d-496d-8671-634a852a95ab HTTP/1.1" status: 204 len: 168 time: 0.5458481 Jun 30 03:10:32.891322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49248) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.904328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1410915093'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:32.908521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04d074-9bba-41e1-9d0f-61f589dbe23e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=e9474ff5-ae5d-496d-8671-634a852a95ab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.926976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:32.931247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.954502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:32.964604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.964953 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Added segment 4eebecc3-7681-41cf-ab1f-634274b0c426 of type vlan for network 88433f93-ff83-4757-8d65-e7b6c2f6a086 Jun 30 03:10:33.006006 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.036408 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.042780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:33.043356 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.106033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2140131 Jun 30 03:10:33.108706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:33.113491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:33.131184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d58f5-4c26-428b-80bf-8cd78070e92f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Network': ['ID=88433f93-ff83-4757-8d65-e7b6c2f6a086,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:33.141045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:33.209846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:33.213471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.404220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.467257 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:33.475193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Checking segment: {'id': '4eebecc3-7681-41cf-ab1f-634274b0c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:33.475551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network hostable DHCP agents. Network: 88433f93-ff83-4757-8d65-e7b6c2f6a086, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:33.492317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:33.500527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 88433f93-ff83-4757-8d65-e7b6c2f6a086) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:33.505066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:33.506791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.509736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc349c15-1213-4c50-be7b-1be1f1104b4c None None] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:33.524031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e43e1157-2644-47d3-bd4d-b3da558f1ea1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4107764 Jun 30 03:10:33.524411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:33.529239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1156395366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:33.551746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.553021 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.604787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.609987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.625677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.626883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-07bd2755-b2f3-411f-9a6c-67ef134f7984 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1014149 Jun 30 03:10:33.629486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:33.635234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086', 'name': 'tempest-PortsTestJSON-516888999'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:33.664990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-88433f93-ff83-4757-8d65-e7b6c2f6a086', 'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': '79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:33.665972 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.751923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:33.755471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.773818 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:33.809762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Allocated IP 172.20.0.2 (88433f93-ff83-4757-8d65-e7b6c2f6a086/79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7/839cba5f-a7bc-42ee-bf8d-409f8a9df923) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:33.951238 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.959833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Transition to ACTIVE for port object 839cba5f-a7bc-42ee-bf8d-409f8a9df923 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:33.974052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Transition to ACTIVE for port object 839cba5f-a7bc-42ee-bf8d-409f8a9df923 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:33.980923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.017000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:34.019726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:34.026045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:34.030535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.14 (88433f93-ff83-4757-8d65-e7b6c2f6a086/79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7/0ed44321-0c8c-4b10-b34b-31dd8ee01bfe) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:34.031497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Pushing event updated for resources: {'Port': ['ID=839cba5f-a7bc-42ee-bf8d-409f8a9df923,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:34.094282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Attempting to bind port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:34.094687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Attempting to bind port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '4eebecc3-7681-41cf-ab1f-634274b0c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:34.095055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Attempting to bind port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 on network 88433f93-ff83-4757-8d65-e7b6c2f6a086 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:34.100846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:34.101303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Checking segment: {'id': '4eebecc3-7681-41cf-ab1f-634274b0c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:34.101646 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.102044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Bound using segment: {'id': '4eebecc3-7681-41cf-ab1f-634274b0c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:34.102547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Bound port: 839cba5f-a7bc-42ee-bf8d-409f8a9df923, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eebecc3-7681-41cf-ab1f-634274b0c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88433f93-ff83-4757-8d65-e7b6c2f6a086'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:34.102934 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.170079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] For port 839cba5f-a7bc-42ee-bf8d-409f8a9df923, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:34.173575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] For port 839cba5f-a7bc-42ee-bf8d-409f8a9df923, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=839cba5f-a7bc-42ee-bf8d-409f8a9df923,segment=NetworkSegment(4eebecc3-7681-41cf-ab1f-634274b0c426),segment_id=4eebecc3-7681-41cf-ab1f-634274b0c426)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:34.177466 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.244607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b736-f4fd-4683-aaa0-c6ee22a20e8b None None] Pushing event updated for resources: {'Port': ['ID=839cba5f-a7bc-42ee-bf8d-409f8a9df923,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:34.416222 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.557891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.570641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:34.584765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 839cba5f-a7bc-42ee-bf8d-409f8a9df923 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:34.607232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.638685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:34.657413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:34.659732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:34.667098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:34.691698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=0ed44321-0c8c-4b10-b34b-31dd8ee01bfe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:34.705837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 427892ae-387f-460b-be38-f5545df673f0 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:34.724043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:34.725400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.728198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 427892ae-387f-460b-be38-f5545df673f0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:34.728854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 427892ae-387f-460b-be38-f5545df673f0 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:34.742295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-620b957b-8794-4c65-a8b4-0bc359fb102c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1117041 Jun 30 03:10:34.744885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49256) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:35.088135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.176010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b8001-5ef4-4a0b-8d73-0a238f3bab01 None None] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:35.291215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] Provisioning for port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:35.299143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] Provisioning complete for port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:35.299518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.347030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.356677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.422576 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.436826 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=0ed44321-0c8c-4b10-b34b-31dd8ee01bfe,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:35.463109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] For port 839cba5f-a7bc-42ee-bf8d-409f8a9df923, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=839cba5f-a7bc-42ee-bf8d-409f8a9df923,segment=NetworkSegment(4eebecc3-7681-41cf-ab1f-634274b0c426),segment_id=4eebecc3-7681-41cf-ab1f-634274b0c426)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:35.471642 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.527995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789550-e923-4f7d-80f3-b6effb32c6ae None None] Pushing event updated for resources: {'Port': ['ID=839cba5f-a7bc-42ee-bf8d-409f8a9df923,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:35.611614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.693076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bde5292f-d397-43ba-a2d7-c2c26c491ed2 None None] Provisioning complete for port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:35.693076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bde5292f-d397-43ba-a2d7-c2c26c491ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.750516 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.796705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bde5292f-d397-43ba-a2d7-c2c26c491ed2 None None] Provisioning for port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:35.800479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bde5292f-d397-43ba-a2d7-c2c26c491ed2 None None] Provisioning complete for port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:35.800858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bde5292f-d397-43ba-a2d7-c2c26c491ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.836826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bde5292f-d397-43ba-a2d7-c2c26c491ed2 None None] Port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:35.957905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5b8dcd10-994f-473c-b338-1a3f890024d5 None None] Provisioning complete for port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:35.958182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcd10-994f-473c-b338-1a3f890024d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.995309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dcd10-994f-473c-b338-1a3f890024d5 None None] Port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:36.025414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.029884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.108474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=0ed44321-0c8c-4b10-b34b-31dd8ee01bfe,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:36.111645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.115086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65f79f88-aac9-49b7-b8fe-ef029aa26169 None None] Provisioning complete for port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:36.115488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f79f88-aac9-49b7-b8fe-ef029aa26169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.148496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65f79f88-aac9-49b7-b8fe-ef029aa26169 None None] Port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:36.202662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:36.203994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:36.328998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Router 298fdee0-bc06-4846-86cf-63b07b39b396 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:10:36.425733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:36.430978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-40c9229e-f99b-4344-a0e6-8f601b26d04d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/routers/298fdee0-bc06-4846-86cf-63b07b39b396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851337 Jun 30 03:10:36.433502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49258) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.437839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa27751-510a-4908-b075-f03224b6440f None None] Sync routers for ids ['298fdee0-bc06-4846-86cf-63b07b39b396'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:36.447998 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa27751-510a-4908-b075-f03224b6440f None None] Routers {'298fdee0-bc06-4846-86cf-63b07b39b396'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:36.448710 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-efa27751-510a-4908-b075-f03224b6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['298fdee0-bc06-4846-86cf-63b07b39b396'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:36.470282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-384a026f-de13-4610-97a1-83a23cf5c1cc None None] Provisioning complete for port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:36.470989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-384a026f-de13-4610-97a1-83a23cf5c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.482432 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-efa27751-510a-4908-b075-f03224b6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:36.492761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa27751-510a-4908-b075-f03224b6440f None None] Routers {'298fdee0-bc06-4846-86cf-63b07b39b396'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:36.493373 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-efa27751-510a-4908-b075-f03224b6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['298fdee0-bc06-4846-86cf-63b07b39b396'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:36.503406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b31abb-a8ee-4d56-ab1e-4d59a94f088a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:36.505202 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f8b31abb-a8ee-4d56-ab1e-4d59a94f088a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports?device_id=298fdee0-bc06-4846-86cf-63b07b39b396 HTTP/1.1" status: 200 len: 982 time: 0.0707872 Jun 30 03:10:36.508603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.514474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-384a026f-de13-4610-97a1-83a23cf5c1cc None None] Port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:36.530611 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-efa27751-510a-4908-b075-f03224b6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:36.531259 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa27751-510a-4908-b075-f03224b6440f None None] The sync data for ids ['298fdee0-bc06-4846-86cf-63b07b39b396'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:36.564343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 839cba5f-a7bc-42ee-bf8d-409f8a9df923 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:36.611788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:36.612154 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.987087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.199738 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:37.200083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.282933 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.295036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 0ed44321-0c8c-4b10-b34b-31dd8ee01bfe owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:37.466372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.496247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=0ed44321-0c8c-4b10-b34b-31dd8ee01bfe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:37.912595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.067667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Router 298fdee0-bc06-4846-86cf-63b07b39b396 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:10:38.144268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:38.149962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8904747c-f94e-4bd2-be6a-df110d141b34 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/routers/298fdee0-bc06-4846-86cf-63b07b39b396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6402938 Jun 30 03:10:38.152486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:38.155033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] Sync routers for ids ['298fdee0-bc06-4846-86cf-63b07b39b396'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:38.164664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] Routers {'298fdee0-bc06-4846-86cf-63b07b39b396'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:38.165204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['298fdee0-bc06-4846-86cf-63b07b39b396'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:38.179944 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f1a47a-f21f-4780-a3c2-8bc702a199be tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:38.181458 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-46f1a47a-f21f-4780-a3c2-8bc702a199be tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/0ed44321-0c8c-4b10-b34b-31dd8ee01bfe HTTP/1.1" status: 404 len: 333 time: 0.0280657 Jun 30 03:10:38.184233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:38.198051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:38.206542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] Routers {'298fdee0-bc06-4846-86cf-63b07b39b396'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:38.207140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['298fdee0-bc06-4846-86cf-63b07b39b396'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:38.241362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:38.242077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a25b6c-6296-491a-9b6b-1449215995ca None None] The sync data for ids ['298fdee0-bc06-4846-86cf-63b07b39b396'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:38.260157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.417632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.419649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.463939 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.464472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Fanout notify agent at l3_agent the message router_deleted on router 298fdee0-bc06-4846-86cf-63b07b39b396 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:10:38.471496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.472638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4695a59e-e29c-4228-ac84-37333c91bf06 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/routers/298fdee0-bc06-4846-86cf-63b07b39b396 HTTP/1.1" status: 204 len: 168 time: 0.2874794 Jun 30 03:10:38.475370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49268) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:38.531469 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:38.534606 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.575524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.657550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.720865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.748379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:38.750353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.752946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-47803d12-5b39-45f0-a992-0ad2236c743b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7 HTTP/1.1" status: 204 len: 168 time: 0.2757769 Jun 30 03:10:38.754862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49270) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:38.757689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b4491-decb-4f56-a756-4b622a5e55f1 None None] Network 88433f93-ff83-4757-8d65-e7b6c2f6a086 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:38.829592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.882600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:38.882783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.930176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] DHCP port deletion for 88433f93-ff83-4757-8d65-e7b6c2f6a086 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:38.954655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] For port 839cba5f-a7bc-42ee-bf8d-409f8a9df923, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=839cba5f-a7bc-42ee-bf8d-409f8a9df923,segment=NetworkSegment(4eebecc3-7681-41cf-ab1f-634274b0c426),segment_id=4eebecc3-7681-41cf-ab1f-634274b0c426)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:38.955014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.967816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 839cba5f-a7bc-42ee-bf8d-409f8a9df923 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:38.979974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] Deleting port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:38.980289 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.041589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] For port 839cba5f-a7bc-42ee-bf8d-409f8a9df923, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=839cba5f-a7bc-42ee-bf8d-409f8a9df923,segment=NetworkSegment(4eebecc3-7681-41cf-ab1f-634274b0c426),segment_id=4eebecc3-7681-41cf-ab1f-634274b0c426)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:39.042006 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.056105 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.060422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] Calling delete_port for 839cba5f-a7bc-42ee-bf8d-409f8a9df923 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:39.089173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=839cba5f-a7bc-42ee-bf8d-409f8a9df923,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:39.092060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No DVR routers for this DVR port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:39.141511 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.166479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] Pushing event deleted for resources: {'Port': ['ID=839cba5f-a7bc-42ee-bf8d-409f8a9df923,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:39.170688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbc933-9566-41d6-a3e4-92c6fe060872 None None] No DVR routers for this DVR port 839cba5f-a7bc-42ee-bf8d-409f8a9df923 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:39.174345 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.185902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88433f93-ff83-4757-8d65-e7b6c2f6a086']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:39.197425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eebecc3-7681-41cf-ab1f-634274b0c426') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:39.197721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eebecc3-7681-41cf-ab1f-634274b0c426') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:39.206916 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.220303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.226382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:39.226822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:39.229930 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:39.289922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.296705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.304721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/88433f93-ff83-4757-8d65-e7b6c2f6a086 HTTP/1.1" status: 204 len: 168 time: 0.5426099 Jun 30 03:10:39.304958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.313305 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315f69-0df4-44bf-8657-da0a2a57af70 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=88433f93-ff83-4757-8d65-e7b6c2f6a086,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:39.358879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634aef1b-e587-41ca-90ae-8845eaf5811e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:39.360218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-634aef1b-e587-41ca-90ae-8845eaf5811e tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/e16d38af-53bb-4d87-9dcd-bff61b7c1731 HTTP/1.1" status: 200 len: 840 time: 0.0542574 Jun 30 03:10:39.363778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.416001 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cdaa1194-6812-4b07-8406-68ca0848405f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/e16d38af-53bb-4d87-9dcd-bff61b7c1731?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511870 Jun 30 03:10:39.419498 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.424221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:39.511727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:39.515512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.629651 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.699182 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.746414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:39.749578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:39.753712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:39.757009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.759467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300de0e5-8243-48cf-9b73-b875f5905e9a None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:39.763317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=05202b68-a06e-4820-833b-1152bda6ec06,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:39.776009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-309ca436-0fa8-4041-aaf1-e6f181858006 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3554413 Jun 30 03:10:39.778804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.783339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548872490'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:39.808807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.895232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.900009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.926931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.930400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1489344 Jun 30 03:10:39.931945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49280) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.933516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212c236-70f0-44ae-b30e-ce79a6c9dd98 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b47d8ef-ea93-487a-ab8b-0cc1f502ed50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:39.933928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'tenant_id': 'd5fd5a7e77744b1d99a587e33deaa288', 'fixed_ips': [{'subnet_id': '05202b68-a06e-4820-833b-1152bda6ec06'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:39.934884 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.938396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'security_group': {'name': 'tempest-secgroup-674224436'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:39.962646 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.047110 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.051121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.077648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Allocated IP 172.20.0.2 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/05202b68-a06e-4820-833b-1152bda6ec06/bfa91d31-2030-48bb-a56f-62cebbd0393a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:40.080842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.082120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1486564 Jun 30 03:10:40.082852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e352b-10e4-4d55-9129-c764c779bcdf tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08760dff-4858-4705-ae48-1329364866fe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:40.086208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:40.091941 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1886447515', 'security_groups': ['08760dff-4858-4705-ae48-1329364866fe'], 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05202b68-a06e-4820-833b-1152bda6ec06'}]}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:40.207268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:40.227099 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.236034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Transition to ACTIVE for port object bfa91d31-2030-48bb-a56f-62cebbd0393a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:40.251314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Transition to ACTIVE for port object bfa91d31-2030-48bb-a56f-62cebbd0393a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:40.256910 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.295960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:40.297291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.298879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:40.301272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:40.314981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port 7fc6890d-80b3-4d97-8b09-cb7181656f27 yet. {{(pid=93822) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:40.315879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Pushing event updated for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:40.529135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Attempting to bind port bfa91d31-2030-48bb-a56f-62cebbd0393a on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:40.529511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Attempting to bind port bfa91d31-2030-48bb-a56f-62cebbd0393a by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'bcb3579e-4723-4c51-adc4-a87712a86b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:40.529878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Attempting to bind port bfa91d31-2030-48bb-a56f-62cebbd0393a on network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:40.534886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:40.535265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Checking segment: {'id': 'bcb3579e-4723-4c51-adc4-a87712a86b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:40.535664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.536503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Bound using segment: {'id': 'bcb3579e-4723-4c51-adc4-a87712a86b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:40.536503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Bound port: bfa91d31-2030-48bb-a56f-62cebbd0393a, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb3579e-4723-4c51-adc4-a87712a86b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:40.536883 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.546415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.4 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/05202b68-a06e-4820-833b-1152bda6ec06/7fc6890d-80b3-4d97-8b09-cb7181656f27) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:40.571400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 839cba5f-a7bc-42ee-bf8d-409f8a9df923 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:40.596629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 839cba5f-a7bc-42ee-bf8d-409f8a9df923 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:40.596974 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 839cba5f-a7bc-42ee-bf8d-409f8a9df923 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:40.625414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:40.628701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bfa91d31-2030-48bb-a56f-62cebbd0393a,segment=NetworkSegment(bcb3579e-4723-4c51-adc4-a87712a86b95),segment_id=bcb3579e-4723-4c51-adc4-a87712a86b95)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:40.633101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.687756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d281329-35a0-4711-ba9d-ba9a531368d2 None None] Pushing event updated for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:40.695657 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.712790 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object 7fc6890d-80b3-4d97-8b09-cb7181656f27 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:40.747585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.797555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:40.800901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:40.807436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:40.814080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=7fc6890d-80b3-4d97-8b09-cb7181656f27,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:40.877966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:40.878614 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.898824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f86b4fe7-9c3d-4a8e-ab55-055d52b623f9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8112373 Jun 30 03:10:40.901517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49284) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:40.906716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.020117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:41.024371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.113229 n-d-798054-5 neutron-server[93822]: INFO neutron.db.ipam_backend_mixin [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 05202b68-a06e-4820-833b-1152bda6ec06 (CIDR: 172.20.0.0/28) Jun 30 03:10:41.116293 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:41.116944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:41.119505 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.129721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c63db535-1df4-4714-9e21-2c1823701c9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2271454 Jun 30 03:10:41.133074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49286) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:41.137847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.246954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:41.250461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.477976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.517686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:41.520865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:41.527368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:41.527952 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.543070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=f3eb4244-f2fb-4488-9f2d-d81607063a2e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:41.553205 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-81ad8fa1-fe1c-4274-b339-2c359024b0e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4188886 Jun 30 03:10:41.553398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:41.559231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-223236521', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f3eb4244-f2fb-4488-9f2d-d81607063a2e'}], 'security_groups': ['5b47d8ef-ea93-487a-ab8b-0cc1f502ed50']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.585065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a566de3-8d24-4eb2-b754-1085e7d7c5ce None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:41.699287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65a045c4-f29e-4a65-ad21-e574ba700e56 None None] Provisioning for port bfa91d31-2030-48bb-a56f-62cebbd0393a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:41.733339 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.746439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65a045c4-f29e-4a65-ad21-e574ba700e56 None None] Provisioning complete for port e16d38af-53bb-4d87-9dcd-bff61b7c1731 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:41.746814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65a045c4-f29e-4a65-ad21-e574ba700e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.787293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-65a045c4-f29e-4a65-ad21-e574ba700e56 None None] Port e16d38af-53bb-4d87-9dcd-bff61b7c1731 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:41.865653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Update dhcp port {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'fixed_ips': [{'subnet_id': '05202b68-a06e-4820-833b-1152bda6ec06', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f3eb4244-f2fb-4488-9f2d-d81607063a2e'}], 'binding:host_id': 'n-d-798054-5'}, 'id': 'bfa91d31-2030-48bb-a56f-62cebbd0393a'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:10:41.903441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.027853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Delete allocated IP 172.20.0.4 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/05202b68-a06e-4820-833b-1152bda6ec06) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:10:42.035711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.18 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/f3eb4244-f2fb-4488-9f2d-d81607063a2e/7fc6890d-80b3-4d97-8b09-cb7181656f27) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:42.187552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.198830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Ignored duplicate provisioning block setup for port 7fc6890d-80b3-4d97-8b09-cb7181656f27 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:10:42.202842 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.253271 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-dc2e3d5d-59ae-4be6-89db-d27f9ed151ee {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:10:42.253616 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:10:42.299773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=7fc6890d-80b3-4d97-8b09-cb7181656f27,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:42.320468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] In _notify_port_updated(), no bound segment for port 7fc6890d-80b3-4d97-8b09-cb7181656f27 on network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:10:42.325886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:42.326533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.327817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7e600043-1a50-4eb8-947c-934862f7260d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/ports/7fc6890d-80b3-4d97-8b09-cb7181656f27 HTTP/1.1" status: 200 len: 920 time: 0.7731445 Jun 30 03:10:42.330634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:42.424796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port 7fc6890d-80b3-4d97-8b09-cb7181656f27 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:42.425172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.514559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.527575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for 7fc6890d-80b3-4d97-8b09-cb7181656f27 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:42.575230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bfa91d31-2030-48bb-a56f-62cebbd0393a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:42.625591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port bfa91d31-2030-48bb-a56f-62cebbd0393a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:42.629567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:42.629932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.659958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.698783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=7fc6890d-80b3-4d97-8b09-cb7181656f27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:42.710990 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.744350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bfa91d31-2030-48bb-a56f-62cebbd0393a,segment=NetworkSegment(bcb3579e-4723-4c51-adc4-a87712a86b95),segment_id=bcb3579e-4723-4c51-adc4-a87712a86b95)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:42.748274 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.766301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.768240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a83b2de6-c82f-4594-ac8e-6ea603b4dad5 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/7fc6890d-80b3-4d97-8b09-cb7181656f27 HTTP/1.1" status: 204 len: 168 time: 0.4367104 Jun 30 03:10:42.770706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:42.798263 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-473e5d1f-3a8d-4577-ad22-bcc274344a95 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:42.799840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-473e5d1f-3a8d-4577-ad22-bcc274344a95 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/7fc6890d-80b3-4d97-8b09-cb7181656f27 HTTP/1.1" status: 404 len: 333 time: 0.0280755 Jun 30 03:10:42.802433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:42.830631 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.833291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:42.860272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fa63a5-b07d-4afa-96a9-bad9196ca61b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.874449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-6c55929a-6305-46ac-838c-1c98a10f6c63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581682 Jun 30 03:10:42.885709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fa63a5-b07d-4afa-96a9-bad9196ca61b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.940067 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fa63a5-b07d-4afa-96a9-bad9196ca61b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.942892 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27fa63a5-b07d-4afa-96a9-bad9196ca61b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.947591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-27fa63a5-b07d-4afa-96a9-bad9196ca61b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/security-groups/08760dff-4858-4705-ae48-1329364866fe HTTP/1.1" status: 204 len: 168 time: 0.1437187 Jun 30 03:10:42.948291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:42.969648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa63a5-b07d-4afa-96a9-bad9196ca61b tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08760dff-4858-4705-ae48-1329364866fe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:42.979567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-08b02a56-e99a-414e-8e0a-af37cbbedc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:42.981066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-08b02a56-e99a-414e-8e0a-af37cbbedc71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0638101 Jun 30 03:10:43.014640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84a74098-1221-4065-9a3d-b9837b13119d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.028280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Allocated IP 172.20.0.18 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/f3eb4244-f2fb-4488-9f2d-d81607063a2e/bfa91d31-2030-48bb-a56f-62cebbd0393a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:43.040606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84a74098-1221-4065-9a3d-b9837b13119d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.084841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84a74098-1221-4065-9a3d-b9837b13119d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.087753 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84a74098-1221-4065-9a3d-b9837b13119d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.089168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-84a74098-1221-4065-9a3d-b9837b13119d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/security-groups/5b47d8ef-ea93-487a-ab8b-0cc1f502ed50 HTTP/1.1" status: 204 len: 168 time: 0.1370835 Jun 30 03:10:43.092909 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49298) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:43.098299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a74098-1221-4065-9a3d-b9837b13119d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b47d8ef-ea93-487a-ab8b-0cc1f502ed50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:43.103042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-7134dade-5043-4bcc-8aa8-4dd16cfaa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:43.104729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-7134dade-5043-4bcc-8aa8-4dd16cfaa522 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.1026402 Jun 30 03:10:43.143894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bfa91d31-2030-48bb-a56f-62cebbd0393a,segment=NetworkSegment(bcb3579e-4723-4c51-adc4-a87712a86b95),segment_id=bcb3579e-4723-4c51-adc4-a87712a86b95)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:43.179214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.192671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Transition to ACTIVE for port object bfa91d31-2030-48bb-a56f-62cebbd0393a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:43.195541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 05202b68-a06e-4820-833b-1152bda6ec06 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:43.196851 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.204380 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.208627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-007966cd-036b-4990-b1c8-c32cc9119c15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 1001 time: 0.0829070 Jun 30 03:10:43.279092 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.294559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5176df0-3787-4f28-bcaa-5fab6c4cf7ba None None] Pushing event updated for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:43.316598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-e22bc80f-7997-4ac4-b532-6e2b753beac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:43.318054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-e22bc80f-7997-4ac4-b532-6e2b753beac4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0905802 Jun 30 03:10:43.412510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.452545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-0a0931ea-9e3e-4fde-ba4c-aa2a53446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:43.454071 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-0a0931ea-9e3e-4fde-ba4c-aa2a53446e60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288104 Jun 30 03:10:43.537914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.590682 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=05202b68-a06e-4820-833b-1152bda6ec06,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:43.597340 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.602902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-399ff244-8945-4c65-bd40-183686c2350d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/05202b68-a06e-4820-833b-1152bda6ec06 HTTP/1.1" status: 204 len: 168 time: 0.5051787 Jun 30 03:10:43.603165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-d8e0da9e-a4c4-4498-ac32-607f10578430 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416299 Jun 30 03:10:43.603410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:43.608953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:43.823250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059c970-9aa3-4076-9d36-4b4728b90ed8 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:43.918078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Could not find standard attr ID for object 7fc6890d-80b3-4d97-8b09-cb7181656f27. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:43.955170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Provisioning for port bfa91d31-2030-48bb-a56f-62cebbd0393a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:43.963587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:43.963973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.092250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Provisioning complete for port e16d38af-53bb-4d87-9dcd-bff61b7c1731 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:44.092647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.123675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fe36c880-694e-4b3a-9c10-e02eb030e3d8 req-29fc79e8-7dc3-433a-8be2-eac2c24fbbe3 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106623 Jun 30 03:10:44.131642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f41c244a-21d1-4193-aee4-efd03a95b189 None None] Port e16d38af-53bb-4d87-9dcd-bff61b7c1731 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:44.145605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:44.149787 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.388314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.430077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:44.433203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:44.439091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:44.439668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.452750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=9365a6d6-0648-4514-a08b-566e246071b0,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:44.462990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-23f9c4e7-be42-47f2-b6a4-198dad5f9db6 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8581851 Jun 30 03:10:44.465539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49302) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:44.470104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'security_group': {'name': 'tempest-secgroup-585285627'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:44.496326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.565697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bfa91d31-2030-48bb-a56f-62cebbd0393a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:44.596627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.602889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.604555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738549a4-8063-40b5-8998-d9cb01f69fde None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:44.631271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.632485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1659513 Jun 30 03:10:44.635361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:44.637011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9e146-ed01-4df5-9a77-0228e3f883cb tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e597d4-1c14-499d-a298-f81f27338b54,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:44.641274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132886293'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:44.667550 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.692047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1802a120-ebd3-4c5c-ad44-20be39054242 None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:44.692414 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1802a120-ebd3-4c5c-ad44-20be39054242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.722670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:44.723143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.751264 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.756501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.786052 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.787328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1503658 Jun 30 03:10:44.789335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a4ece-5409-4c4a-822a-3bd06b4b2d58 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5820b11-e7c8-4149-b5cf-dad7253f9417,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:44.790487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:44.796849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1062647927'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:44.820790 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.911408 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.915783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.945437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1802a120-ebd3-4c5c-ad44-20be39054242 None None] Provisioning complete for port e16d38af-53bb-4d87-9dcd-bff61b7c1731 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:44.946078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1802a120-ebd3-4c5c-ad44-20be39054242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.949072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.950397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1577630 Jun 30 03:10:44.952643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e14d8-0a27-4fde-be15-74f0a500a462 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b067afe4-116b-4b28-a26a-e10c29e1c258,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:44.953385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:44.959432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1982713656', 'security_groups': ['b067afe4-116b-4b28-a26a-e10c29e1c258'], 'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9365a6d6-0648-4514-a08b-566e246071b0'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:44.994530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1802a120-ebd3-4c5c-ad44-20be39054242 None None] Port e16d38af-53bb-4d87-9dcd-bff61b7c1731 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:45.058732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Update dhcp port {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'fixed_ips': [{'subnet_id': 'f3eb4244-f2fb-4488-9f2d-d81607063a2e', 'ip_address': '172.20.0.18'}, {'subnet_id': '9365a6d6-0648-4514-a08b-566e246071b0'}], 'binding:host_id': 'n-d-798054-5'}, 'id': 'bfa91d31-2030-48bb-a56f-62cebbd0393a'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:10:45.077577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:45.082628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.096947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.105180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] device_id is not set on port c9244a36-39c3-4b49-b006-6795ac2fa99c yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:10:45.271493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.2 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/9365a6d6-0648-4514-a08b-566e246071b0/c9244a36-39c3-4b49-b006-6795ac2fa99c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:45.426488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.440261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Transition to ACTIVE for port object c9244a36-39c3-4b49-b006-6795ac2fa99c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:45.484080 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.529830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:45.533107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:45.533792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-37ed11e6-ec62-40c1-84d8-8d3eeddd0bed {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:10:45.534153 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:10:45.539800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:45.546406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=c9244a36-39c3-4b49-b006-6795ac2fa99c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:45.598531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:45.598531 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.613066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-827bcdcc-5565-462b-bfe3-86981a3a615a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6585727 Jun 30 03:10:45.618234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:45.624317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:45.743916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:45.748251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.835154 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9365a6d6-0648-4514-a08b-566e246071b0 (CIDR: 172.20.0.0/28) Jun 30 03:10:45.838134 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:45.838671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:45.852862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f7b80574-efc6-4dd3-a708-ce1fcee52e9a tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2331393 Jun 30 03:10:45.855855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:45.860656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:45.985055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:45.988671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.070427 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.077210 n-d-798054-5 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f3eb4244-f2fb-4488-9f2d-d81607063a2e (CIDR: 172.20.0.16/28) Jun 30 03:10:46.080189 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:46.080693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:46.095621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-63a55433-9754-4d57-b5d7-ddfdc6f3c8e0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2386034 Jun 30 03:10:46.098078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:46.104026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'subnet': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:46.212003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Made reservation on behalf of d5fd5a7e77744b1d99a587e33deaa288 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:46.215776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.236959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Allocated IP 172.20.0.3 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/9365a6d6-0648-4514-a08b-566e246071b0/bfa91d31-2030-48bb-a56f-62cebbd0393a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:46.335317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bfa91d31-2030-48bb-a56f-62cebbd0393a,segment=NetworkSegment(bcb3579e-4723-4c51-adc4-a87712a86b95),segment_id=bcb3579e-4723-4c51-adc4-a87712a86b95)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:46.364907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.378862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Transition to ACTIVE for port object bfa91d31-2030-48bb-a56f-62cebbd0393a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:46.384691 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.440797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.472711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbe9e6-a223-4d69-9cec-9057a6abeabd None None] Pushing event updated for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:46.556499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bfa91d31-2030-48bb-a56f-62cebbd0393a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:46.800536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:46.805196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:46.809958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:46.810568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.822376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Subnet': ['ID=d006513b-d3c3-44ad-8d3a-7ce495c6a613,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:46.832446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bd1d89d7-12b3-47c0-af9b-3a788e798d40 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7333207 Jun 30 03:10:46.835641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:46.841037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1880674668', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd006513b-d3c3-44ad-8d3a-7ce495c6a613'}], 'security_groups': ['b4e597d4-1c14-499d-a298-f81f27338b54', 'e5820b11-e7c8-4149-b5cf-dad7253f9417']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:46.960118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05319764-9bcf-494a-9d8f-ed3d5846f805 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:47.008275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.067529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b0c0030-6983-4d00-a670-cbbe75e20b57 None None] Provisioning for port bfa91d31-2030-48bb-a56f-62cebbd0393a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:47.075981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b0c0030-6983-4d00-a670-cbbe75e20b57 None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:47.076647 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0030-6983-4d00-a670-cbbe75e20b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.214930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b0c0030-6983-4d00-a670-cbbe75e20b57 None None] Provisioning complete for port e16d38af-53bb-4d87-9dcd-bff61b7c1731 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:47.215311 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0030-6983-4d00-a670-cbbe75e20b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.279964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c0030-6983-4d00-a670-cbbe75e20b57 None None] Port e16d38af-53bb-4d87-9dcd-bff61b7c1731 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:47.295751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Update dhcp port {'port': {'network_id': '47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3', 'fixed_ips': [{'subnet_id': 'f3eb4244-f2fb-4488-9f2d-d81607063a2e', 'ip_address': '172.20.0.18'}, {'subnet_id': '9365a6d6-0648-4514-a08b-566e246071b0', 'ip_address': '172.20.0.3'}, {'subnet_id': 'd006513b-d3c3-44ad-8d3a-7ce495c6a613'}], 'binding:host_id': 'n-d-798054-5'}, 'id': 'bfa91d31-2030-48bb-a56f-62cebbd0393a'} from n-d-798054-5. {{(pid=93823) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:10:47.314273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Delete allocated IP 172.20.0.2 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/9365a6d6-0648-4514-a08b-566e246071b0) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:10:47.323078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Allocated IP 172.20.0.41 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/d006513b-d3c3-44ad-8d3a-7ce495c6a613/c9244a36-39c3-4b49-b006-6795ac2fa99c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:47.331625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.485766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.497684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Ignored duplicate provisioning block setup for port c9244a36-39c3-4b49-b006-6795ac2fa99c by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:10:47.501501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.597822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event updated for resources: {'Port': ['ID=c9244a36-39c3-4b49-b006-6795ac2fa99c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:47.624125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] In _notify_port_updated(), no bound segment for port c9244a36-39c3-4b49-b006-6795ac2fa99c on network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:10:47.629566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:47.630200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.631647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0bd0ae14-accc-42c3-96d1-103ec67b2256 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "PUT /v2.0/ports/c9244a36-39c3-4b49-b006-6795ac2fa99c HTTP/1.1" status: 200 len: 960 time: 0.7950189 Jun 30 03:10:47.639102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49318) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:47.712039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Allocated IP 172.20.0.34 (47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3/d006513b-d3c3-44ad-8d3a-7ce495c6a613/bfa91d31-2030-48bb-a56f-62cebbd0393a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:47.732893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port c9244a36-39c3-4b49-b006-6795ac2fa99c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:47.733236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.807948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bfa91d31-2030-48bb-a56f-62cebbd0393a,segment=NetworkSegment(bcb3579e-4723-4c51-adc4-a87712a86b95),segment_id=bcb3579e-4723-4c51-adc4-a87712a86b95)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:47.822616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.834449 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for c9244a36-39c3-4b49-b006-6795ac2fa99c owned by {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:47.840368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.854946 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Transition to ACTIVE for port object bfa91d31-2030-48bb-a56f-62cebbd0393a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:47.858763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.970299 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.970680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b76c4-5567-4e19-bca2-890b17f0becd None None] Pushing event updated for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.009021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=c9244a36-39c3-4b49-b006-6795ac2fa99c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.080876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.082988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-549fe104-190a-4d81-a40d-a5ded42ee611 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/c9244a36-39c3-4b49-b006-6795ac2fa99c HTTP/1.1" status: 204 len: 168 time: 0.4471979 Jun 30 03:10:48.086333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49320) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.115741 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1720a2e-800a-402e-88fa-0210f5836f39 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] GET failed (client error): The resource could not be found. Jun 30 03:10:48.117354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e1720a2e-800a-402e-88fa-0210f5836f39 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports/c9244a36-39c3-4b49-b006-6795ac2fa99c HTTP/1.1" status: 404 len: 333 time: 0.0300584 Jun 30 03:10:48.120058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49322) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.179702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84388e89-8d46-4408-9485-b744b1f5aa01 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.203369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84388e89-8d46-4408-9485-b744b1f5aa01 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.247477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84388e89-8d46-4408-9485-b744b1f5aa01 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.250174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84388e89-8d46-4408-9485-b744b1f5aa01 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.251677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-84388e89-8d46-4408-9485-b744b1f5aa01 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/security-groups/b067afe4-116b-4b28-a26a-e10c29e1c258 HTTP/1.1" status: 204 len: 168 time: 0.1305933 Jun 30 03:10:48.254557 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.260967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84388e89-8d46-4408-9485-b744b1f5aa01 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b067afe4-116b-4b28-a26a-e10c29e1c258,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.315655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573b19e7-13e6-4a1c-b6a0-6a381d00efd0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.340077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573b19e7-13e6-4a1c-b6a0-6a381d00efd0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.382813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573b19e7-13e6-4a1c-b6a0-6a381d00efd0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.386286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-573b19e7-13e6-4a1c-b6a0-6a381d00efd0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.390178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-573b19e7-13e6-4a1c-b6a0-6a381d00efd0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/security-groups/e5820b11-e7c8-4149-b5cf-dad7253f9417 HTTP/1.1" status: 204 len: 168 time: 0.1345971 Jun 30 03:10:48.390355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49326) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.401029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b19e7-13e6-4a1c-b6a0-6a381d00efd0 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5820b11-e7c8-4149-b5cf-dad7253f9417,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.458861 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4980fda-eb1a-4eef-9920-5ab4dd12bb20 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.482891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4980fda-eb1a-4eef-9920-5ab4dd12bb20 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.509893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Provisioning for port bfa91d31-2030-48bb-a56f-62cebbd0393a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:48.513917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:48.514297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.534152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4980fda-eb1a-4eef-9920-5ab4dd12bb20 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.536890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f4980fda-eb1a-4eef-9920-5ab4dd12bb20 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.541035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f4980fda-eb1a-4eef-9920-5ab4dd12bb20 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/security-groups/b4e597d4-1c14-499d-a298-f81f27338b54 HTTP/1.1" status: 204 len: 168 time: 0.1472175 Jun 30 03:10:48.541427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.552629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4980fda-eb1a-4eef-9920-5ab4dd12bb20 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e597d4-1c14-499d-a298-f81f27338b54,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.578581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bfa91d31-2030-48bb-a56f-62cebbd0393a up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:48.623122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet 9365a6d6-0648-4514-a08b-566e246071b0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:48.627010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.671719 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.688675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:48.689051 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.723562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Provisioning complete for port e16d38af-53bb-4d87-9dcd-bff61b7c1731 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:48.723935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.769177 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.769957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Port e16d38af-53bb-4d87-9dcd-bff61b7c1731 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:48.775359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-49fc19a9-7445-4f0a-9809-0020c38814fe None None] Could not find standard attr ID for object c9244a36-39c3-4b49-b006-6795ac2fa99c. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:48.839691 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.869496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=9365a6d6-0648-4514-a08b-566e246071b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.871486 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.873327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1c1a0e35-6418-4f81-9b3f-4d4beea1c189 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/9365a6d6-0648-4514-a08b-566e246071b0 HTTP/1.1" status: 204 len: 168 time: 0.3308685 Jun 30 03:10:48.876954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49330) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.884967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8509e3-192d-4b88-9258-ba5f5adb62c1 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:48.900977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-69326629-c5b8-4d05-ac02-5dea1918a218 None None] Could not find standard attr ID for object 7fc6890d-80b3-4d97-8b09-cb7181656f27. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:48.931626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet d006513b-d3c3-44ad-8d3a-7ce495c6a613 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:48.932770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-69326629-c5b8-4d05-ac02-5dea1918a218 None None] Could not find standard attr ID for object c9244a36-39c3-4b49-b006-6795ac2fa99c. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:10:48.936026 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.976737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.075756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.144237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.172573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=d006513b-d3c3-44ad-8d3a-7ce495c6a613,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:49.176991 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.180065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-455c242e-d688-4064-bf03-fd2c331ae5fd tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/d006513b-d3c3-44ad-8d3a-7ce495c6a613 HTTP/1.1" status: 204 len: 168 time: 0.3021004 Jun 30 03:10:49.182464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49332) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.211269 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a863a17-f85e-4188-9ac5-409ba202968f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.211735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a863a17-f85e-4188-9ac5-409ba202968f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.213467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8a863a17-f85e-4188-9ac5-409ba202968f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/9365a6d6-0648-4514-a08b-566e246071b0 HTTP/1.1" status: 404 len: 337 time: 0.0300667 Jun 30 03:10:49.216049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49334) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.269821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting subnet f3eb4244-f2fb-4488-9f2d-d81607063a2e {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:10:49.273256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.315277 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.409175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.470964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.496968 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Subnet': ['ID=f3eb4244-f2fb-4488-9f2d-d81607063a2e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:49.503440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.508402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c5af446f-f02a-4635-a249-547cf5605d64 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/f3eb4244-f2fb-4488-9f2d-d81607063a2e HTTP/1.1" status: 204 len: 168 time: 0.2883594 Jun 30 03:10:49.508654 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49336) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.535207 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3dc2f6-e67a-4881-b067-487feaf9e772 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.535670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3dc2f6-e67a-4881-b067-487feaf9e772 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.538157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ae3dc2f6-e67a-4881-b067-487feaf9e772 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/05202b68-a06e-4820-833b-1152bda6ec06 HTTP/1.1" status: 404 len: 337 time: 0.0285800 Jun 30 03:10:49.541226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49338) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.555384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77126564-38c4-45f1-b797-fc06a6385230 None None] Network 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:49.575860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-130555bf-d722-4b98-95de-1dc5c4c2a64f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "GET /v2.0/ports?device_id=298fdee0-bc06-4846-86cf-63b07b39b396 HTTP/1.1" status: 200 len: 205 time: 0.0329468 Jun 30 03:10:49.577472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49340) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.614332 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-2c9d237e-ab39-4f77-8867-70d6ff24e3a9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] delete failed (client error): The resource could not be found. Jun 30 03:10:49.616012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2c9d237e-ab39-4f77-8867-70d6ff24e3a9 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/routers/298fdee0-bc06-4846-86cf-63b07b39b396 HTTP/1.1" status: 404 len: 336 time: 0.0375731 Jun 30 03:10:49.618468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49342) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.645623 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f753880-a0c1-4f96-a155-1e8b255c8e1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.646132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f753880-a0c1-4f96-a155-1e8b255c8e1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.648477 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3f753880-a0c1-4f96-a155-1e8b255c8e1d tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/79c01b66-dc5d-4eca-91ca-bd1bb2b8c1e7 HTTP/1.1" status: 404 len: 337 time: 0.0291181 Jun 30 03:10:49.651031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49344) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.677866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-40efc6fe-cbda-4934-ad25-b14f70d6c2ee None None] Provisioning complete for port bfa91d31-2030-48bb-a56f-62cebbd0393a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:49.678686 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40efc6fe-cbda-4934-ad25-b14f70d6c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.679774 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-041b46b6-e46a-43f1-b45a-c6e3adecc10c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.680233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041b46b6-e46a-43f1-b45a-c6e3adecc10c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.682054 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-041b46b6-e46a-43f1-b45a-c6e3adecc10c tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/870ecd70-7a20-4089-815d-1813e8dd6864 HTTP/1.1" status: 404 len: 337 time: 0.0299904 Jun 30 03:10:49.684455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49346) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.716442 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07c9930-e13d-45fa-a489-b5d838283017 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.717043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07c9930-e13d-45fa-a489-b5d838283017 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.718765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e07c9930-e13d-45fa-a489-b5d838283017 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/283781b6-29d2-479c-aee2-d4389b011fe2 HTTP/1.1" status: 404 len: 337 time: 0.0334368 Jun 30 03:10:49.721358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49348) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.751181 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f35661-f42d-43de-9b88-e78dc477b180 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.751906 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f35661-f42d-43de-9b88-e78dc477b180 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.753617 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b1f35661-f42d-43de-9b88-e78dc477b180 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/c9edcd1c-6b2a-4f3e-bea6-612f6b9cfd56 HTTP/1.1" status: 404 len: 333 time: 0.0313654 Jun 30 03:10:49.757070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.783188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] DHCP port deletion for 47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:10:49.784914 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5f4801-ad40-429f-b988-c299f5760e18 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.785382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5f4801-ad40-429f-b988-c299f5760e18 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.789553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1e5f4801-ad40-429f-b988-c299f5760e18 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/6566cd6d-6868-467a-8b36-85f04ec4e45d HTTP/1.1" status: 404 len: 337 time: 0.0292115 Jun 30 03:10:49.789779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.811439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-40efc6fe-cbda-4934-ad25-b14f70d6c2ee None None] Provisioning complete for port e16d38af-53bb-4d87-9dcd-bff61b7c1731 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:49.811741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40efc6fe-cbda-4934-ad25-b14f70d6c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.815673 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4329648a-0beb-4e6f-8d16-8adf6690477f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.816137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4329648a-0beb-4e6f-8d16-8adf6690477f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.817839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4329648a-0beb-4e6f-8d16-8adf6690477f tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/4b46e643-b3d4-4233-a39f-2c96db402c6b HTTP/1.1" status: 404 len: 337 time: 0.0271282 Jun 30 03:10:49.820850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.847208 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee261c5-206d-4176-b66b-0970a0d318d1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.847877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee261c5-206d-4176-b66b-0970a0d318d1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.849945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-40efc6fe-cbda-4934-ad25-b14f70d6c2ee None None] Port e16d38af-53bb-4d87-9dcd-bff61b7c1731 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:49.850143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4ee261c5-206d-4176-b66b-0970a0d318d1 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/2af7d29e-4bbe-479d-b345-9e10f8095f61 HTTP/1.1" status: 404 len: 333 time: 0.0283494 Jun 30 03:10:49.853343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.867711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] Deleting port bfa91d31-2030-48bb-a56f-62cebbd0393a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:49.868011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.879150 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b29285-814d-4307-a700-67c1b529f108 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.879612 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b29285-814d-4307-a700-67c1b529f108 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.881860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-08b29285-814d-4307-a700-67c1b529f108 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/068da447-af3f-4e41-b08f-32a3da2f7ec4 HTTP/1.1" status: 404 len: 337 time: 0.0279601 Jun 30 03:10:49.884311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49358) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.914999 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-058a5736-46dc-43e0-b46f-ce00d209fb45 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] DELETE failed (client error): The resource could not be found. Jun 30 03:10:49.915460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058a5736-46dc-43e0-b46f-ce00d209fb45 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:10:49.917150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-058a5736-46dc-43e0-b46f-ce00d209fb45 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/subnets/ccc20737-b4f1-4c53-9fd3-28adb574bdf9 HTTP/1.1" status: 404 len: 337 time: 0.0319402 Jun 30 03:10:49.919656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.933288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] For port bfa91d31-2030-48bb-a56f-62cebbd0393a, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bfa91d31-2030-48bb-a56f-62cebbd0393a,segment=NetworkSegment(bcb3579e-4723-4c51-adc4-a87712a86b95),segment_id=bcb3579e-4723-4c51-adc4-a87712a86b95)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:49.933705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.950218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] Calling delete_port for bfa91d31-2030-48bb-a56f-62cebbd0393a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:50.014388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Deleting port e16d38af-53bb-4d87-9dcd-bff61b7c1731 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:50.014853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.030960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.059115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] Pushing event deleted for resources: {'Port': ['ID=bfa91d31-2030-48bb-a56f-62cebbd0393a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:50.064156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fec48-b351-4c5b-b4ab-03f7abad2b63 None None] No DVR routers for this DVR port bfa91d31-2030-48bb-a56f-62cebbd0393a on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:50.090174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.105244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Calling delete_port for e16d38af-53bb-4d87-9dcd-bff61b7c1731 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:50.182812 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.212369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Port': ['ID=e16d38af-53bb-4d87-9dcd-bff61b7c1731,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:50.218954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.220827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9fd24def-f190-43a9-8866-bc15b146bc04 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/ports/e16d38af-53bb-4d87-9dcd-bff61b7c1731 HTTP/1.1" status: 204 len: 168 time: 0.3002717 Jun 30 03:10:50.223320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:50.302054 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.392131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.402393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:50.412556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb3579e-4723-4c51-adc4-a87712a86b95') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:50.412858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb3579e-4723-4c51-adc4-a87712a86b95') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:50.421393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.434612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.440264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:10:50.440676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:10:50.443736 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:10:50.500975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.519844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.522605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] 10.222.0.78 "DELETE /v2.0/networks/47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3 HTTP/1.1" status: 204 len: 168 time: 0.2981617 Jun 30 03:10:50.523744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23053-7147-425d-b9b9-f13abdefa5f2 tempest-PortsTestJSON-1191083201 tempest-PortsTestJSON-1191083201-project] Pushing event deleted for resources: {'Network': ['ID=47baaa2f-e58f-4ba1-9e7f-0992c8c37fc3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:50.562249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bfa91d31-2030-48bb-a56f-62cebbd0393a no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:50.582442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: bfa91d31-2030-48bb-a56f-62cebbd0393a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:50.582795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bfa91d31-2030-48bb-a56f-62cebbd0393a not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:50.774696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49368) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:50.904061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6f417442-f181-4118-b56e-bfe0b2e6cf1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5fd5a7e77744b1d99a587e33deaa288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282148 Jun 30 03:10:50.906549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49372) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:50.953809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c99c01a-34a3-4e8c-ab6f-cb206616eaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.982441 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c99c01a-34a3-4e8c-ab6f-cb206616eaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.034282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c99c01a-34a3-4e8c-ab6f-cb206616eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.037467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c99c01a-34a3-4e8c-ab6f-cb206616eaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.038634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1c99c01a-34a3-4e8c-ab6f-cb206616eaa8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77318573-c672-46b2-8587-205e094631d7 HTTP/1.1" status: 204 len: 168 time: 0.1311765 Jun 30 03:10:51.046013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c01a-34a3-4e8c-ab6f-cb206616eaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77318573-c672-46b2-8587-205e094631d7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:51.658585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49394) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:51.755378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1715057579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:51.783802 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.784863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.836247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.840452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.856344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.857503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a423cf27-7bfb-45eb-98bb-353909f5535f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1978197 Jun 30 03:10:51.860314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49398) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:51.865770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-881719670'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:51.886377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:51.889833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.898722 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.998906 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.003151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.025877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:52.040502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6da63-f64e-4dbe-a576-c8f575afd27e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.043448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.043789 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Added segment 89110b79-f3a9-407a-9f3d-e8712a8f51f7 of type vlan for network 3b2051ae-1abb-476e-91c0-985678e2da16 Jun 30 03:10:52.087574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.117275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.122849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:52.123431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.177199 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3158815 Jun 30 03:10:52.181113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:52.186280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'subnet': {'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:52.192396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdde841-2b06-4b36-ba5a-5d930b8f8ac1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Network': ['ID=3b2051ae-1abb-476e-91c0-985678e2da16,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.203566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3b2051ae-1abb-476e-91c0-985678e2da16 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:52.283576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:52.287859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.464567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.526073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Subnet': ['ID=c01a501f-207f-46bf-8aab-2dc912d3465a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.533137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Checking segment: {'id': '89110b79-f3a9-407a-9f3d-e8712a8f51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:52.533484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network hostable DHCP agents. Network: 3b2051ae-1abb-476e-91c0-985678e2da16, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:52.550184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 3b2051ae-1abb-476e-91c0-985678e2da16 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:52.559209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3b2051ae-1abb-476e-91c0-985678e2da16) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:52.563604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:52.564138 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.568224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a9bd1-3312-4850-9157-98f19f382b63 None None] Network 3b2051ae-1abb-476e-91c0-985678e2da16 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:52.583276 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-88105ecf-ad84-4394-a830-7fd93413069f tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4009717 Jun 30 03:10:52.587411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:52.592800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'network': {'name': 'tempest-router-network01--260350959'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:52.614604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:52.618183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.642924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:52.654958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.654958 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Added segment 5bb506ea-34aa-4417-ac15-89e048c17d27 of type vlan for network 702d4600-5a07-49bf-9bd6-3df84a3edc05 Jun 30 03:10:52.694530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.719386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-3b2051ae-1abb-476e-91c0-985678e2da16', 'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16', 'tenant_id': '77a11a021df445d291f95d9b9a1eb7de', 'fixed_ips': [{'subnet_id': 'c01a501f-207f-46bf-8aab-2dc912d3465a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:52.720269 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.723748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.729763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:52.730376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.795848 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2069333 Jun 30 03:10:52.798135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:52.805783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'network': {'name': 'tempest-router-network02--688070108'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:52.809946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84045709-cd82-4644-838b-1e250822ea3e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Network': ['ID=702d4600-5a07-49bf-9bd6-3df84a3edc05,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.822157 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:52.830839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:52.834458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.859068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:52.869776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.870128 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Added segment 64e9cfc6-324f-40ea-8075-be288996b88d of type vlan for network 284e5201-c7db-4573-adfc-899dc1a4c0ac Jun 30 03:10:52.918457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.922109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Allocated IP 2001:db8::2 (3b2051ae-1abb-476e-91c0-985678e2da16/c01a501f-207f-46bf-8aab-2dc912d3465a/09ce7a69-e630-4546-9b3c-62fa65bb879f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:52.951520 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.956934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:52.957515 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.015551 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2163546 Jun 30 03:10:53.018608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49408) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.024689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'subnet': {'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:53.033022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31a5dc-f2da-4cf7-b563-7d99ac1e4fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Network': ['ID=284e5201-c7db-4573-adfc-899dc1a4c0ac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.059251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 284e5201-c7db-4573-adfc-899dc1a4c0ac details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:53.121450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:53.125175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.132060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.147088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Transition to ACTIVE for port object 09ce7a69-e630-4546-9b3c-62fa65bb879f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:53.165072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Transition to ACTIVE for port object 09ce7a69-e630-4546-9b3c-62fa65bb879f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:53.171433 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.213678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Network 3b2051ae-1abb-476e-91c0-985678e2da16 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:53.216428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:53.221836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:53.232704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Pushing event updated for resources: {'Port': ['ID=09ce7a69-e630-4546-9b3c-62fa65bb879f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.284790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Attempting to bind port 09ce7a69-e630-4546-9b3c-62fa65bb879f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:53.285188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Attempting to bind port 09ce7a69-e630-4546-9b3c-62fa65bb879f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '89110b79-f3a9-407a-9f3d-e8712a8f51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:53.285520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Attempting to bind port 09ce7a69-e630-4546-9b3c-62fa65bb879f on network 3b2051ae-1abb-476e-91c0-985678e2da16 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:53.292199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:53.292707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Checking segment: {'id': '89110b79-f3a9-407a-9f3d-e8712a8f51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:53.293163 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.293506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Bound using segment: {'id': '89110b79-f3a9-407a-9f3d-e8712a8f51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:53.293975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Bound port: 09ce7a69-e630-4546-9b3c-62fa65bb879f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89110b79-f3a9-407a-9f3d-e8712a8f51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3b2051ae-1abb-476e-91c0-985678e2da16'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:53.294376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.321335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.357470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] For port 09ce7a69-e630-4546-9b3c-62fa65bb879f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:53.360665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] For port 09ce7a69-e630-4546-9b3c-62fa65bb879f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=09ce7a69-e630-4546-9b3c-62fa65bb879f,segment=NetworkSegment(89110b79-f3a9-407a-9f3d-e8712a8f51f7),segment_id=89110b79-f3a9-407a-9f3d-e8712a8f51f7)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:53.364820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.386975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Subnet': ['ID=80d4b122-08fa-4e49-88f4-3db70922c498,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.397317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Checking segment: {'id': '5bb506ea-34aa-4417-ac15-89e048c17d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:53.397705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network hostable DHCP agents. Network: 702d4600-5a07-49bf-9bd6-3df84a3edc05, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:53.418914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:53.426401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a251ba-e5b9-4dbc-b159-964a46aa5864 None None] Pushing event updated for resources: {'Port': ['ID=09ce7a69-e630-4546-9b3c-62fa65bb879f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.429133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 702d4600-5a07-49bf-9bd6-3df84a3edc05) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:53.434825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.435799 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.438835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8daf8f5-b832-4f32-9bc8-beefcb386d74 None None] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:53.451888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb3d35f7-dc8b-45d8-88f9-5ba85c9816e1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316192 Jun 30 03:10:53.454659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49410) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.461092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'subnet': {'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:53.559907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:53.565206 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.621617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-702d4600-5a07-49bf-9bd6-3df84a3edc05', 'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05', 'tenant_id': '77a11a021df445d291f95d9b9a1eb7de', 'fixed_ips': [{'subnet_id': '80d4b122-08fa-4e49-88f4-3db70922c498'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:53.622519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.778598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Allocated IP 2001:db8::2 (702d4600-5a07-49bf-9bd6-3df84a3edc05/80d4b122-08fa-4e49-88f4-3db70922c498/626bd24f-17c0-4875-8a21-0feaa1b3bd01) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:53.798390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.861891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Subnet': ['ID=c342462d-e3b1-4fee-a521-23961f047eb8,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.871812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Checking segment: {'id': '64e9cfc6-324f-40ea-8075-be288996b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:53.872180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network hostable DHCP agents. Network: 284e5201-c7db-4573-adfc-899dc1a4c0ac, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:53.890138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 284e5201-c7db-4573-adfc-899dc1a4c0ac is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:53.904226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 284e5201-c7db-4573-adfc-899dc1a4c0ac) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:53.909104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.909639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.916423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c466c9-3d05-4d6b-8c2b-3ef7cb93f25b None None] Network 284e5201-c7db-4573-adfc-899dc1a4c0ac requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:53.925643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2272b77e-4aca-4e9e-9e1a-6726f97f30c0 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4697304 Jun 30 03:10:53.929227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.965069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.981020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Transition to ACTIVE for port object 626bd24f-17c0-4875-8a21-0feaa1b3bd01 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:54.010532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Transition to ACTIVE for port object 626bd24f-17c0-4875-8a21-0feaa1b3bd01 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:54.022793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.105833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:54.106643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Pushing event updated for resources: {'Port': ['ID=626bd24f-17c0-4875-8a21-0feaa1b3bd01,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:54.111752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:54.115269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:54.187932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-284e5201-c7db-4573-adfc-899dc1a4c0ac', 'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac', 'tenant_id': '77a11a021df445d291f95d9b9a1eb7de', 'fixed_ips': [{'subnet_id': 'c342462d-e3b1-4fee-a521-23961f047eb8'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:54.188749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.208541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Attempting to bind port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:54.210128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Attempting to bind port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '5bb506ea-34aa-4417-ac15-89e048c17d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:54.210522 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Attempting to bind port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 on network 702d4600-5a07-49bf-9bd6-3df84a3edc05 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:54.223139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:54.223856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Checking segment: {'id': '5bb506ea-34aa-4417-ac15-89e048c17d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:54.223978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.224367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Bound using segment: {'id': '5bb506ea-34aa-4417-ac15-89e048c17d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:54.225385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Bound port: 626bd24f-17c0-4875-8a21-0feaa1b3bd01, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb506ea-34aa-4417-ac15-89e048c17d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '702d4600-5a07-49bf-9bd6-3df84a3edc05'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:54.225857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.233633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.407827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] For port 626bd24f-17c0-4875-8a21-0feaa1b3bd01, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:54.414763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] For port 626bd24f-17c0-4875-8a21-0feaa1b3bd01, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=626bd24f-17c0-4875-8a21-0feaa1b3bd01,segment=NetworkSegment(5bb506ea-34aa-4417-ac15-89e048c17d27),segment_id=5bb506ea-34aa-4417-ac15-89e048c17d27)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:54.423411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Allocated IP 2001:db8::2 (284e5201-c7db-4573-adfc-899dc1a4c0ac/c342462d-e3b1-4fee-a521-23961f047eb8/aefe9890-f4ca-4841-bbf3-7509836d7f38) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:54.426674 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.522052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504ae35-18a0-4b6f-bbb6-dfb983a5598f None None] Network 3b2051ae-1abb-476e-91c0-985678e2da16 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:54.533174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Allocated IP 2001:db8::1 (702d4600-5a07-49bf-9bd6-3df84a3edc05/80d4b122-08fa-4e49-88f4-3db70922c498/e432e534-1200-40aa-80b9-c1007d114004) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:54.603363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4c8c31c7-eede-476e-b397-f027cc1c6fb5 None None] Provisioning for port 09ce7a69-e630-4546-9b3c-62fa65bb879f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:54.618347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ce4d0-72cc-407d-af3d-b12bd14d6f49 None None] Pushing event updated for resources: {'Port': ['ID=626bd24f-17c0-4875-8a21-0feaa1b3bd01,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:54.643985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 09ce7a69-e630-4546-9b3c-62fa65bb879f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:54.691445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.711433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Transition to ACTIVE for port object e432e534-1200-40aa-80b9-c1007d114004 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:54.775760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.818287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.832438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:54.832683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 09ce7a69-e630-4546-9b3c-62fa65bb879f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:54.837033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:54.838094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Transition to ACTIVE for port object aefe9890-f4ca-4841-bbf3-7509836d7f38 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:54.839657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:54.839930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.861749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 09ce7a69-e630-4546-9b3c-62fa65bb879f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:54.862128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.888668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Port': ['ID=e432e534-1200-40aa-80b9-c1007d114004,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:54.902720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Transition to ACTIVE for port object aefe9890-f4ca-4841-bbf3-7509836d7f38 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:54.917479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.978379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.129745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Network 284e5201-c7db-4573-adfc-899dc1a4c0ac is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:55.140286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:55.151477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:55.174418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Pushing event updated for resources: {'Port': ['ID=aefe9890-f4ca-4841-bbf3-7509836d7f38,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:55.236174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.257245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Attempting to bind port aefe9890-f4ca-4841-bbf3-7509836d7f38 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:55.257851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Attempting to bind port aefe9890-f4ca-4841-bbf3-7509836d7f38 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '64e9cfc6-324f-40ea-8075-be288996b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:55.258454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Attempting to bind port aefe9890-f4ca-4841-bbf3-7509836d7f38 on network 284e5201-c7db-4573-adfc-899dc1a4c0ac {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:55.268601 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.274247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.274838 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:55.275063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.275221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Checking segment: {'id': '64e9cfc6-324f-40ea-8075-be288996b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:55.275634 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.276033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Bound using segment: {'id': '64e9cfc6-324f-40ea-8075-be288996b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:55.276502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Bound port: aefe9890-f4ca-4841-bbf3-7509836d7f38, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e9cfc6-324f-40ea-8075-be288996b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '284e5201-c7db-4573-adfc-899dc1a4c0ac'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:55.276897 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.296460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 09ce7a69-e630-4546-9b3c-62fa65bb879f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=09ce7a69-e630-4546-9b3c-62fa65bb879f,segment=NetworkSegment(89110b79-f3a9-407a-9f3d-e8712a8f51f7),segment_id=89110b79-f3a9-407a-9f3d-e8712a8f51f7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:55.301862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.383989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Port': ['ID=e432e534-1200-40aa-80b9-c1007d114004,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:55.396772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=09ce7a69-e630-4546-9b3c-62fa65bb879f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:55.400809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] For port aefe9890-f4ca-4841-bbf3-7509836d7f38, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:55.414282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] For port aefe9890-f4ca-4841-bbf3-7509836d7f38, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aefe9890-f4ca-4841-bbf3-7509836d7f38,segment=NetworkSegment(64e9cfc6-324f-40ea-8075-be288996b88d),segment_id=64e9cfc6-324f-40ea-8075-be288996b88d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:55.420023 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.448874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:55.451707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:55.485831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfce31f-8ba5-4321-97da-36855297fdb9 None None] Pushing event updated for resources: {'Port': ['ID=aefe9890-f4ca-4841-bbf3-7509836d7f38,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:55.558921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d597e462-76d4-45ed-9be2-85e07a03c949 None None] Provisioning complete for port 09ce7a69-e630-4546-9b3c-62fa65bb879f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:55.559301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d597e462-76d4-45ed-9be2-85e07a03c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.588162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Router ecd0e65b-f797-4d9a-9f0d-569dd1291aec is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:10:55.696726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:55.703098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-90bed354-e968-4b61-9612-4df47f9567d4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727973 Jun 30 03:10:55.706088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:55.719958 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] Sync routers for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:55.736154 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:55.736768 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:55.780206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:55.789675 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:55.790297 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:55.815310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d46b6-c38f-4fc3-a6f3-a50040a736f3 None None] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:55.828104 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:55.828764 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011cbd7-752c-4875-b7f0-45fdff8e133b None None] The sync data for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:55.928567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-501b3716-1bc5-4824-9368-e338f7702416 None None] Provisioning for port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:56.298401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4760c3be-e242-4372-af3b-bdcd2df33892 None None] Provisioning for port e432e534-1200-40aa-80b9-c1007d114004 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:56.304723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4760c3be-e242-4372-af3b-bdcd2df33892 None None] Provisioning complete for port e432e534-1200-40aa-80b9-c1007d114004 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:56.305380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4760c3be-e242-4372-af3b-bdcd2df33892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.343783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4760c3be-e242-4372-af3b-bdcd2df33892 None None] Port e432e534-1200-40aa-80b9-c1007d114004 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:56.409534 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-55b17040-b907-4376-b85b-270a12b6217a tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:56.413951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-55b17040-b907-4376-b85b-270a12b6217a tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7034276 Jun 30 03:10:56.414393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49420) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:56.572337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cd8f774b-5a9e-4235-ba1e-54ac47a1f366 None None] Provisioning complete for port e432e534-1200-40aa-80b9-c1007d114004 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:56.572821 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd8f774b-5a9e-4235-ba1e-54ac47a1f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.637511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f774b-5a9e-4235-ba1e-54ac47a1f366 None None] Port e432e534-1200-40aa-80b9-c1007d114004 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:56.705145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b624de-1e7d-438d-8976-abb0ce85037f None None] Network 284e5201-c7db-4573-adfc-899dc1a4c0ac requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:56.759002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 626bd24f-17c0-4875-8a21-0feaa1b3bd01 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:56.794274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3339fa18-d895-4aa5-b6bf-66306071542b None None] Provisioning for port aefe9890-f4ca-4841-bbf3-7509836d7f38 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:56.822962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.863788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:56.871551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:56.871922 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.956839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86ca4975-dad5-4835-885f-bfaeb832c32d None None] Provisioning complete for port e432e534-1200-40aa-80b9-c1007d114004 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:56.957085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86ca4975-dad5-4835-885f-bfaeb832c32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.029432 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.040331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86ca4975-dad5-4835-885f-bfaeb832c32d None None] Port e432e534-1200-40aa-80b9-c1007d114004 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:57.068761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 626bd24f-17c0-4875-8a21-0feaa1b3bd01, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=626bd24f-17c0-4875-8a21-0feaa1b3bd01,segment=NetworkSegment(5bb506ea-34aa-4417-ac15-89e048c17d27),segment_id=5bb506ea-34aa-4417-ac15-89e048c17d27)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:57.073649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.074563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aefe9890-f4ca-4841-bbf3-7509836d7f38 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:57.078486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting port e432e534-1200-40aa-80b9-c1007d114004 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:57.078836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.150714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=626bd24f-17c0-4875-8a21-0feaa1b3bd01,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:57.166997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port aefe9890-f4ca-4841-bbf3-7509836d7f38 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:57.171183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port aefe9890-f4ca-4841-bbf3-7509836d7f38 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:57.171488 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.176139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.189760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Calling delete_port for e432e534-1200-40aa-80b9-c1007d114004 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:57.257095 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.289161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port aefe9890-f4ca-4841-bbf3-7509836d7f38, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aefe9890-f4ca-4841-bbf3-7509836d7f38,segment=NetworkSegment(64e9cfc6-324f-40ea-8075-be288996b88d),segment_id=64e9cfc6-324f-40ea-8075-be288996b88d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:57.293409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.294178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 09ce7a69-e630-4546-9b3c-62fa65bb879f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:57.372075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.373322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=aefe9890-f4ca-4841-bbf3-7509836d7f38,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:57.386975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5d32c77e-fd59-4b8b-ae96-58f2ae54cd8d None None] Provisioning complete for port aefe9890-f4ca-4841-bbf3-7509836d7f38 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:57.387350 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d32c77e-fd59-4b8b-ae96-58f2ae54cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.406629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Port': ['ID=e432e534-1200-40aa-80b9-c1007d114004,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:57.413129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 09ce7a69-e630-4546-9b3c-62fa65bb879f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:57.413498 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.512566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.670824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Router ecd0e65b-f797-4d9a-9f0d-569dd1291aec has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:10:57.673793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48029bdb-eaea-473f-a80c-1b8887552619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.751486 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:57.756591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1f8e819b-c3ae-4159-89a6-853a1f8e3a93 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3412189 Jun 30 03:10:57.760547 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49422) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.761731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] Sync routers for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:57.770735 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:57.772152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:57.797741 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-71a6175d-17a3-4848-924d-551de83418fd tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] delete failed (client error): The resource could not be found. Jun 30 03:10:57.798781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-71a6175d-17a3-4848-924d-551de83418fd tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1213126030 HTTP/1.1" status: 404 len: 335 time: 0.0373299 Jun 30 03:10:57.802959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49424) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.807277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:57.807445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5a139929-d3f5-46a8-bf6d-3b4bb5b4b142 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:57.815788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:57.816384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:10:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:57.847907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:57.848551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970269e-a659-4fd1-93a0-ccb8a81c7df6 None None] The sync data for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:58.017443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5a139929-d3f5-46a8-bf6d-3b4bb5b4b142 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.039320 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-5a139929-d3f5-46a8-bf6d-3b4bb5b4b142 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] update failed (client error): The resource could not be found. Jun 30 03:10:58.040349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5a139929-d3f5-46a8-bf6d-3b4bb5b4b142 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec HTTP/1.1" status: 404 len: 339 time: 0.2364886 Jun 30 03:10:58.043840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49426) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:58.048828 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1805072354'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:58.070835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:58.074289 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.098510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:58.107394 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.107763 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Added segment 88de207d-e637-444e-9970-fcb70272c57f of type vlan for network ba3d63ad-c7d4-4168-b634-9e87a29e61ae Jun 30 03:10:58.145848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.174687 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.180258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:58.180834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.236870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1919968 Jun 30 03:10:58.239947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:58.245834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'subnet': {'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:58.251914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69798ab6-a2e2-4ccf-ad2e-702ebc528892 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Network': ['ID=ba3d63ad-c7d4-4168-b634-9e87a29e61ae,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:58.262121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:58.340038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Made reservation on behalf of 77a11a021df445d291f95d9b9a1eb7de for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:58.343647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.527828 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.581177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 626bd24f-17c0-4875-8a21-0feaa1b3bd01 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:58.595314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Subnet': ['ID=92a0e985-32de-4b8e-9553-7b9655e3eda4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:58.600920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Checking segment: {'id': '88de207d-e637-444e-9970-fcb70272c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:58.601291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network hostable DHCP agents. Network: ba3d63ad-c7d4-4168-b634-9e87a29e61ae, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:58.620082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:58.628976 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, ba3d63ad-c7d4-4168-b634-9e87a29e61ae) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:58.634412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:58.635537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.641731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a9a32-4257-48f0-b0d1-e11dd0bd5ef2 None None] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:58.643781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:58.644146 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.653875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c5988d23-f2c3-494e-8f86-fe733df87da4 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4095521 Jun 30 03:10:58.654152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49430) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:58.658904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dd729ed6-3c10-4683-b7b4-2da42bbdca83 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:58.815704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aefe9890-f4ca-4841-bbf3-7509836d7f38 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:58.876727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-ba3d63ad-c7d4-4168-b634-9e87a29e61ae', 'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae', 'tenant_id': '77a11a021df445d291f95d9b9a1eb7de', 'fixed_ips': [{'subnet_id': '92a0e985-32de-4b8e-9553-7b9655e3eda4'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:58.877704 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.954354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port aefe9890-f4ca-4841-bbf3-7509836d7f38 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:58.954713 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.057828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Allocated IP 2001:db8:1::2 (ba3d63ad-c7d4-4168-b634-9e87a29e61ae/92a0e985-32de-4b8e-9553-7b9655e3eda4/5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:59.205397 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd729ed6-3c10-4683-b7b4-2da42bbdca83 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.231227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.239154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Transition to ACTIVE for port object 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:59.253478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Transition to ACTIVE for port object 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:59.259121 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.300452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:59.303999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:59.309677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:59.316736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Pushing event updated for resources: {'Port': ['ID=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:59.317939 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-dd729ed6-3c10-4683-b7b4-2da42bbdca83 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:59.322946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dd729ed6-3c10-4683-b7b4-2da42bbdca83 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec HTTP/1.1" status: 400 len: 364 time: 0.6644139 Jun 30 03:10:59.323188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49432) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:59.370850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Attempting to bind port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:59.371220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Attempting to bind port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '88de207d-e637-444e-9970-fcb70272c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:59.371578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Attempting to bind port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 on network ba3d63ad-c7d4-4168-b634-9e87a29e61ae {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:59.376412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:59.376782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Checking segment: {'id': '88de207d-e637-444e-9970-fcb70272c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:59.377209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.377596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Bound using segment: {'id': '88de207d-e637-444e-9970-fcb70272c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:59.378057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Bound port: 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88de207d-e637-444e-9970-fcb70272c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba3d63ad-c7d4-4168-b634-9e87a29e61ae'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:59.378504 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.440207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] For port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:59.443232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] For port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,segment=NetworkSegment(88de207d-e637-444e-9970-fcb70272c57f),segment_id=88de207d-e637-444e-9970-fcb70272c57f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:59.447759 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.508311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c522-87d9-4f5b-9e64-af1cb2781d17 None None] Pushing event updated for resources: {'Port': ['ID=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:59.608779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.874921 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Allocated IP 2001:db8::1 (3b2051ae-1abb-476e-91c0-985678e2da16/c01a501f-207f-46bf-8aab-2dc912d3465a/81eb8e61-63dc-45cc-aafa-5c5e12871195) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:59.997817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.012670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Transition to ACTIVE for port object 81eb8e61-63dc-45cc-aafa-5c5e12871195 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:00.046653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.093845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 3b2051ae-1abb-476e-91c0-985678e2da16 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:00.099179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:00.105184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:00.105724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.109824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Port': ['ID=81eb8e61-63dc-45cc-aafa-5c5e12871195,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:00.249823 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.342562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c34e9e5a-b80e-4116-9f06-7526f04bb67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.373488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6b9b79e1-086c-450f-be3c-f3144d9c0691 None None] Provisioning for port 81eb8e61-63dc-45cc-aafa-5c5e12871195 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:00.377636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6b9b79e1-086c-450f-be3c-f3144d9c0691 None None] Provisioning complete for port 81eb8e61-63dc-45cc-aafa-5c5e12871195 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:00.378004 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b9b79e1-086c-450f-be3c-f3144d9c0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.414961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b79e1-086c-450f-be3c-f3144d9c0691 None None] Port 81eb8e61-63dc-45cc-aafa-5c5e12871195 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:00.476576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0fdd8-c567-4f9a-b08c-48e212d24ba6 None None] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:00.549560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5db7352f-d10d-4346-818d-65235d63f475 None None] Provisioning for port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:00.559691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.571913 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.573219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.608251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:00.612071 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.680519 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event updated for resources: {'Port': ['ID=81eb8e61-63dc-45cc-aafa-5c5e12871195,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:00.698199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:00.705468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:00.705843 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.723502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Network 3b2051ae-1abb-476e-91c0-985678e2da16 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:00.726002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:00.798489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.843140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,segment=NetworkSegment(88de207d-e637-444e-9970-fcb70272c57f),segment_id=88de207d-e637-444e-9970-fcb70272c57f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:00.850637 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.851136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Router ecd0e65b-f797-4d9a-9f0d-569dd1291aec has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:11:00.907962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:00.955711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:00.963418 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f3ad723b-2dd9-4741-95c6-453f4abe1e69 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391196 Jun 30 03:11:00.964701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:00.969708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] Sync routers for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:00.985503 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:00.986638 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:11:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:01.025129 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:01.033735 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:01.034501 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:11:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:01.062485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c310928b-d363-4085-96bd-422dfe374fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.065574 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:01.066294 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaed55-f8b5-4342-93cf-d6d819e4d73b None None] The sync data for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 is: [] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:01.086947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-622921af-5d09-4d6b-a185-9533461d69ba None None] Provisioning complete for port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:01.087324 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-622921af-5d09-4d6b-a185-9533461d69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.148453 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c310928b-d363-4085-96bd-422dfe374fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 03:11:01.149485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c310928b-d363-4085-96bd-422dfe374fe7 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec HTTP/1.1" status: 409 len: 329 time: 0.1838098 Jun 30 03:11:01.152381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:01.180491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-622921af-5d09-4d6b-a185-9533461d69ba None None] Provisioning complete for port 81eb8e61-63dc-45cc-aafa-5c5e12871195 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:01.180857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-622921af-5d09-4d6b-a185-9533461d69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.214791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-622921af-5d09-4d6b-a185-9533461d69ba None None] Port 81eb8e61-63dc-45cc-aafa-5c5e12871195 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:01.463292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.715797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting port 81eb8e61-63dc-45cc-aafa-5c5e12871195 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:01.716059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.804616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.816111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Calling delete_port for 81eb8e61-63dc-45cc-aafa-5c5e12871195 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:01.987690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.012437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Port': ['ID=81eb8e61-63dc-45cc-aafa-5c5e12871195,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:02.114897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.274486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Router ecd0e65b-f797-4d9a-9f0d-569dd1291aec has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:11:02.297367 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.352718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:02.358159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-45f56a58-f006-40fc-b721-1cda377c839b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2045884 Jun 30 03:11:02.362007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:02.362267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] Sync routers for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:02.371476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:02.372088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:11:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:02.399016 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-5c4a6a21-9966-4643-a5f6-31970a35f490 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] show failed (client error): The resource could not be found. Jun 30 03:11:02.400053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5c4a6a21-9966-4643-a5f6-31970a35f490 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-2079954302 HTTP/1.1" status: 404 len: 335 time: 0.0370865 Jun 30 03:11:02.403826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:02.404059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:02.408149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f2b3378c-83cd-47ee-90fd-096781c52b08 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:02.414248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] Routers {'ecd0e65b-f797-4d9a-9f0d-569dd1291aec'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:02.414887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:11:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:02.441516 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f2b3378c-83cd-47ee-90fd-096781c52b08 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] update failed (client error): The resource could not be found. Jun 30 03:11:02.442562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f2b3378c-83cd-47ee-90fd-096781c52b08 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-167760011 HTTP/1.1" status: 404 len: 334 time: 0.0378141 Jun 30 03:11:02.445872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:02.449958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:02.450641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abdb2c8-ec58-4047-be0d-9f70697d82c2 None None] The sync data for ids ['ecd0e65b-f797-4d9a-9f0d-569dd1291aec'] in n-d-798054-5 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:02.502477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting subnet 92a0e985-32de-4b8e-9553-7b9655e3eda4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:02.505521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.551180 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.589900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:02.649115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:02.649460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.651279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.718156 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.747172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Subnet': ['ID=92a0e985-32de-4b8e-9553-7b9655e3eda4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:02.749148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.753589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f9304d68-d0f4-4590-a177-d544b19737ae tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/subnets/92a0e985-32de-4b8e-9553-7b9655e3eda4 HTTP/1.1" status: 204 len: 168 time: 0.3042288 Jun 30 03:11:02.753708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49444) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:02.754794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517bf5d-072b-4be9-a0ea-f1fb8666d370 None None] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:02.840391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.899379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:02.899730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.962882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] For port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,segment=NetworkSegment(88de207d-e637-444e-9970-fcb70272c57f),segment_id=88de207d-e637-444e-9970-fcb70272c57f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:02.963246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.966598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] DHCP port deletion for ba3d63ad-c7d4-4168-b634-9e87a29e61ae request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:11:02.976571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Calling delete_port for 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:03.013031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Deleting port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:03.013405 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.067270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.104354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Port': ['ID=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:03.108893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] No DVR routers for this DVR port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:03.191987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.203840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3d63ad-c7d4-4168-b634-9e87a29e61ae']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:03.213883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88de207d-e637-444e-9970-fcb70272c57f') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:03.214179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88de207d-e637-444e-9970-fcb70272c57f') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:03.222904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.242467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.246802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] For port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,segment=NetworkSegment(88de207d-e637-444e-9970-fcb70272c57f),segment_id=88de207d-e637-444e-9970-fcb70272c57f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:03.247194 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.248468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:03.249271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:03.251834 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:03.261616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Calling delete_port for 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:03.314655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.319919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.325224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:03.326024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/networks/ba3d63ad-c7d4-4168-b634-9e87a29e61ae HTTP/1.1" status: 204 len: 168 time: 0.5707204 Jun 30 03:11:03.344611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c0ab3-e1c2-4b61-ac5f-b511da65d2d1 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Network': ['ID=ba3d63ad-c7d4-4168-b634-9e87a29e61ae,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:03.348469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.375761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Pushing event deleted for resources: {'Port': ['ID=5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:03.377513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] Network ba3d63ad-c7d4-4168-b634-9e87a29e61ae is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:11:03.377965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9d587-1261-4020-9b46-23ae27d157ac None None] No DVR routers for this DVR port 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:03.408702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting subnet c342462d-e3b1-4fee-a521-23961f047eb8 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:03.413782 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.459773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.545954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.604603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.632471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Subnet': ['ID=c342462d-e3b1-4fee-a521-23961f047eb8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:03.639498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d7b7e-f328-471f-8738-82009ba7e0b3 None None] Network 284e5201-c7db-4573-adfc-899dc1a4c0ac requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:03.639672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.641552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/subnets/c342462d-e3b1-4fee-a521-23961f047eb8 HTTP/1.1" status: 204 len: 168 time: 0.3137584 Jun 30 03:11:03.643303 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.643749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.644103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.644442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.644720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49448) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:03.644844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.645093 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.645423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.645750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.646080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.647029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.647363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.647770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47172d-4a31-415a-bfae-ba1fc8a3e49b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:03.698021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting subnet 80d4b122-08fa-4e49-88f4-3db70922c498 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:03.701434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.747019 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.820264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] DHCP port deletion for 284e5201-c7db-4573-adfc-899dc1a4c0ac request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:11:03.835609 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.869967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] Deleting port aefe9890-f4ca-4841-bbf3-7509836d7f38 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:03.870375 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.894580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.926208 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Subnet': ['ID=80d4b122-08fa-4e49-88f4-3db70922c498,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:03.932155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.932294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] For port aefe9890-f4ca-4841-bbf3-7509836d7f38, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aefe9890-f4ca-4841-bbf3-7509836d7f38,segment=NetworkSegment(64e9cfc6-324f-40ea-8075-be288996b88d),segment_id=64e9cfc6-324f-40ea-8075-be288996b88d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:03.932667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.936186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1cc69e83-79cb-45aa-bd86-13e2851c1b3c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/subnets/80d4b122-08fa-4e49-88f4-3db70922c498 HTTP/1.1" status: 204 len: 168 time: 0.2876544 Jun 30 03:11:03.936502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:03.945681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ec79f-93fc-4ec0-bed0-c1b3f805da69 None None] Network 702d4600-5a07-49bf-9bd6-3df84a3edc05 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:03.961192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] Calling delete_port for aefe9890-f4ca-4841-bbf3-7509836d7f38 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:04.017580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.069838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting port aefe9890-f4ca-4841-bbf3-7509836d7f38 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:04.070078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.132093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.136064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] For port aefe9890-f4ca-4841-bbf3-7509836d7f38, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=aefe9890-f4ca-4841-bbf3-7509836d7f38,segment=NetworkSegment(64e9cfc6-324f-40ea-8075-be288996b88d),segment_id=64e9cfc6-324f-40ea-8075-be288996b88d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:04.136458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.149817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Calling delete_port for aefe9890-f4ca-4841-bbf3-7509836d7f38 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:04.163720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] Pushing event deleted for resources: {'Port': ['ID=aefe9890-f4ca-4841-bbf3-7509836d7f38,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.167198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ef33f-a1fa-4c27-9444-5fcc5b429810 None None] No DVR routers for this DVR port aefe9890-f4ca-4841-bbf3-7509836d7f38 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:04.234338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.249773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] DHCP port deletion for 702d4600-5a07-49bf-9bd6-3df84a3edc05 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:11:04.263593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Port': ['ID=aefe9890-f4ca-4841-bbf3-7509836d7f38,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.266168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] No DVR routers for this DVR port aefe9890-f4ca-4841-bbf3-7509836d7f38 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:04.298567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] Deleting port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:04.298935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.348053 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.358742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284e5201-c7db-4573-adfc-899dc1a4c0ac']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:04.361188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] For port 626bd24f-17c0-4875-8a21-0feaa1b3bd01, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=626bd24f-17c0-4875-8a21-0feaa1b3bd01,segment=NetworkSegment(5bb506ea-34aa-4417-ac15-89e048c17d27),segment_id=5bb506ea-34aa-4417-ac15-89e048c17d27)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:04.361692 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.369688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e9cfc6-324f-40ea-8075-be288996b88d') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:04.369978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e9cfc6-324f-40ea-8075-be288996b88d') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:04.374795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] Calling delete_port for 626bd24f-17c0-4875-8a21-0feaa1b3bd01 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:04.378681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.394852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.402691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:04.403062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:04.406277 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:04.432873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.468942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.472712 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.477140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.478923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/networks/284e5201-c7db-4573-adfc-899dc1a4c0ac HTTP/1.1" status: 204 len: 168 time: 0.5416284 Jun 30 03:11:04.481766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:04.489151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513e2a-804e-4525-9096-b3e67c269834 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Network': ['ID=284e5201-c7db-4573-adfc-899dc1a4c0ac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.502512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] Pushing event deleted for resources: {'Port': ['ID=626bd24f-17c0-4875-8a21-0feaa1b3bd01,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.508101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bca62a-709f-4be7-ade5-5cbd7012804e None None] No DVR routers for this DVR port 626bd24f-17c0-4875-8a21-0feaa1b3bd01 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:04.567983 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.577537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:04.597291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:04.597638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5bb2e6e3-0fe4-408f-bdf8-11e52d9d3778 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:04.598053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aefe9890-f4ca-4841-bbf3-7509836d7f38 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:04.620594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: aefe9890-f4ca-4841-bbf3-7509836d7f38 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:04.620957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device aefe9890-f4ca-4841-bbf3-7509836d7f38 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:04.621350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 626bd24f-17c0-4875-8a21-0feaa1b3bd01 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:04.640386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 626bd24f-17c0-4875-8a21-0feaa1b3bd01 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:04.640744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 626bd24f-17c0-4875-8a21-0feaa1b3bd01 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:04.659790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.669559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702d4600-5a07-49bf-9bd6-3df84a3edc05']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:04.679847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb506ea-34aa-4417-ac15-89e048c17d27') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:04.680148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb506ea-34aa-4417-ac15-89e048c17d27') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:04.688645 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.702640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.708270 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:04.708723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:04.711576 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:05.067538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.074951 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.076707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/networks/702d4600-5a07-49bf-9bd6-3df84a3edc05 HTTP/1.1" status: 204 len: 168 time: 0.5939276 Jun 30 03:11:05.079118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:05.096081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed54f3-ee71-4acd-84ef-e5a88602559c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Network': ['ID=702d4600-5a07-49bf-9bd6-3df84a3edc05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:05.140705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting subnet c01a501f-207f-46bf-8aab-2dc912d3465a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:05.143737 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.187379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.269649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.328433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.354792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Subnet': ['ID=c01a501f-207f-46bf-8aab-2dc912d3465a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:05.361152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.363252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18273786-7984-442f-b0fd-e2b7612b4e2c tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/subnets/c01a501f-207f-46bf-8aab-2dc912d3465a HTTP/1.1" status: 204 len: 168 time: 0.2831790 Jun 30 03:11:05.366047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49456) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:05.367515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa8ad4-9678-418b-a459-bcdcdf59b061 None None] Network 3b2051ae-1abb-476e-91c0-985678e2da16 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:05.441570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.493140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Deleting port 09ce7a69-e630-4546-9b3c-62fa65bb879f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:05.493481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.546012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] DHCP port deletion for 3b2051ae-1abb-476e-91c0-985678e2da16 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:11:05.560870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] For port 09ce7a69-e630-4546-9b3c-62fa65bb879f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=09ce7a69-e630-4546-9b3c-62fa65bb879f,segment=NetworkSegment(89110b79-f3a9-407a-9f3d-e8712a8f51f7),segment_id=89110b79-f3a9-407a-9f3d-e8712a8f51f7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:05.561231 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.574237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Calling delete_port for 09ce7a69-e630-4546-9b3c-62fa65bb879f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:05.591393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] Deleting port 09ce7a69-e630-4546-9b3c-62fa65bb879f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:05.591699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.655247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] For port 09ce7a69-e630-4546-9b3c-62fa65bb879f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=09ce7a69-e630-4546-9b3c-62fa65bb879f,segment=NetworkSegment(89110b79-f3a9-407a-9f3d-e8712a8f51f7),segment_id=89110b79-f3a9-407a-9f3d-e8712a8f51f7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:05.655617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.655775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.669335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] Calling delete_port for 09ce7a69-e630-4546-9b3c-62fa65bb879f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:05.686646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Port': ['ID=09ce7a69-e630-4546-9b3c-62fa65bb879f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:05.691606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] No DVR routers for this DVR port 09ce7a69-e630-4546-9b3c-62fa65bb879f on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:05.703112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.703468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.703817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.704157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.704495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.704824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.705246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.705602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.706059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.706495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.706895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.707222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:05.751014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.776815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] Pushing event deleted for resources: {'Port': ['ID=09ce7a69-e630-4546-9b3c-62fa65bb879f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:05.780195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21faab-40f0-4846-bb79-03f8dbb8304a None None] No DVR routers for this DVR port 09ce7a69-e630-4546-9b3c-62fa65bb879f on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:05.786177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.797423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2051ae-1abb-476e-91c0-985678e2da16']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:05.807836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89110b79-f3a9-407a-9f3d-e8712a8f51f7') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:05.808134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89110b79-f3a9-407a-9f3d-e8712a8f51f7') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:05.816786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.829946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.835830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:05.836210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:05.839115 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:05.900452 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.911335 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.913853 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/networks/3b2051ae-1abb-476e-91c0-985678e2da16 HTTP/1.1" status: 204 len: 168 time: 0.5459173 Jun 30 03:11:05.916612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49458) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:05.937276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a206c3-a612-4dad-8c98-95c0f8144208 tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Pushing event deleted for resources: {'Network': ['ID=3b2051ae-1abb-476e-91c0-985678e2da16,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:05.955535 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-875b0640-0d32-4b70-918a-aa656931ef7e tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecd0e65b-f797-4d9a-9f0d-569dd1291aec HTTP/1.1" status: 200 len: 205 time: 0.0378678 Jun 30 03:11:05.957786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49460) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:06.033943 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.193768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.195804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.239306 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.239836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Fanout notify agent at l3_agent the message router_deleted on router ecd0e65b-f797-4d9a-9f0d-569dd1291aec {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:11:06.246510 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.248197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-15d176dd-85ce-489c-9b17-eb056a69e21b tempest-RoutersNegativeIpV6Test-365427733 tempest-RoutersNegativeIpV6Test-365427733-project] 10.222.0.78 "DELETE /v2.0/routers/ecd0e65b-f797-4d9a-9f0d-569dd1291aec HTTP/1.1" status: 204 len: 168 time: 0.2889171 Jun 30 03:11:06.496165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49466) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:06.574370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 09ce7a69-e630-4546-9b3c-62fa65bb879f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:06.597250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 09ce7a69-e630-4546-9b3c-62fa65bb879f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:06.597731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 09ce7a69-e630-4546-9b3c-62fa65bb879f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:06.646799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f0bb8fab-f155-4009-878b-93fde4e9fc20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77a11a021df445d291f95d9b9a1eb7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487906 Jun 30 03:11:06.649243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49470) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:06.698855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d7d1-f487-40d4-850d-ee157d36e99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.720375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d7d1-f487-40d4-850d-ee157d36e99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.767854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d7d1-f487-40d4-850d-ee157d36e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.770486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d7d1-f487-40d4-850d-ee157d36e99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.771732 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a9a9d7d1-f487-40d4-850d-ee157d36e99f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1f6da63-f64e-4dbe-a576-c8f575afd27e HTTP/1.1" status: 204 len: 168 time: 0.1213946 Jun 30 03:11:06.779728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9d7d1-f487-40d4-850d-ee157d36e99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6da63-f64e-4dbe-a576-c8f575afd27e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.399466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49492) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:07.478709 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:11:07.493008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--93563182'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:07.516437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.524730 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.617610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.620986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.658613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e571f4-7c58-4eef-a8f6-ac904a03632f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.711627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.715261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.744589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.745798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3453243 Jun 30 03:11:07.748496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49496) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:07.757048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607770ab-0503-42a2-b304-5f87b0795200 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c5a253-560f-4069-9134-6c13acc5a91c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.810991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f797bd2c-081d-45b0-8f41-82ab753fd48f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0613790 Jun 30 03:11:07.813489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49498) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:07.817920 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-security--389387709', 'description': 'tempest-security-description-1493279877'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:07.842604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.885123 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.888434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.890979 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.892170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "PUT /v2.0/security-groups/70c5a253-560f-4069-9134-6c13acc5a91c HTTP/1.1" status: 200 len: 1779 time: 0.0776527 Jun 30 03:11:07.895007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:07.920094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c5847-9a10-42db-8020-a8e66e34e467 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c5a253-560f-4069-9134-6c13acc5a91c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.944469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-287128cd-d027-4abc-b516-1574936240ab tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups/70c5a253-560f-4069-9134-6c13acc5a91c HTTP/1.1" status: 200 len: 1779 time: 0.0482738 Jun 30 03:11:07.946836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.003173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ff682-5203-4605-9e2b-3eb5a151582c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.025907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ff682-5203-4605-9e2b-3eb5a151582c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.066367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ff682-5203-4605-9e2b-3eb5a151582c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.068945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ff682-5203-4605-9e2b-3eb5a151582c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.070077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e27ff682-5203-4605-9e2b-3eb5a151582c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/70c5a253-560f-4069-9134-6c13acc5a91c HTTP/1.1" status: 204 len: 168 time: 0.1223640 Jun 30 03:11:08.072822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49504) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.079098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ff682-5203-4605-9e2b-3eb5a151582c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c5a253-560f-4069-9134-6c13acc5a91c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.116804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e66ebc12-b88c-4b79-9c39-161518c690f3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428095 Jun 30 03:11:08.119505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49506) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.131807 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-a8f613b1-106f-4e63-8f04-9797a1f72dc2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] delete failed (client error): The resource could not be found. Jun 30 03:11:08.132752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a8f613b1-106f-4e63-8f04-9797a1f72dc2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/70c5a253-560f-4069-9134-6c13acc5a91c HTTP/1.1" status: 404 len: 347 time: 0.0123343 Jun 30 03:11:08.136156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49508) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.140841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--922389886'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:08.162668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.246198 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.249967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.275762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.276946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1399798 Jun 30 03:11:08.280007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.280814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8b096-9466-4b6a-8580-44e643c3c905 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b8ac0e-467d-4a03-9ae2-535ff14b6bab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.285797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'e1b8ac0e-467d-4a03-9ae2-535ff14b6bab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:08.314194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.360621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.364058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.380884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652b57dc-8e5c-4db5-ba6d-2c4c5a38e3b8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.387142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.388321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-752bdee9-b478-4aff-bb5c-7be6feea506c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073020 Jun 30 03:11:08.391190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.420017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fbe51f5-6946-495c-b88e-62a721bfc1a7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.427741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fbe51f5-6946-495c-b88e-62a721bfc1a7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.457913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fbe51f5-6946-495c-b88e-62a721bfc1a7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.464201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8fbe51f5-6946-495c-b88e-62a721bfc1a7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.465265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8fbe51f5-6946-495c-b88e-62a721bfc1a7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/652b57dc-8e5c-4db5-ba6d-2c4c5a38e3b8 HTTP/1.1" status: 204 len: 168 time: 0.0731866 Jun 30 03:11:08.468130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49514) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.470474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe51f5-6946-495c-b88e-62a721bfc1a7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=652b57dc-8e5c-4db5-ba6d-2c4c5a38e3b8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.514989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc48050e-3646-4c17-a73f-6734e2e7d59f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457082 Jun 30 03:11:08.517637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49516) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.568524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d0d-c6d5-498d-aa05-a4a1f484c10a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.590471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d0d-c6d5-498d-aa05-a4a1f484c10a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.630983 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d0d-c6d5-498d-aa05-a4a1f484c10a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.633781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d0d-c6d5-498d-aa05-a4a1f484c10a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.634943 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-56ca5d0d-c6d5-498d-aa05-a4a1f484c10a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/e1b8ac0e-467d-4a03-9ae2-535ff14b6bab HTTP/1.1" status: 204 len: 168 time: 0.1164095 Jun 30 03:11:08.638038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.643727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca5d0d-c6d5-498d-aa05-a4a1f484c10a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b8ac0e-467d-4a03-9ae2-535ff14b6bab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.696318 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1d3ab4d7-7440-433e-98a1-f58471c54757 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568690 Jun 30 03:11:08.700003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.705085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046277491'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:08.727130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.805971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.812110 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.839894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.841142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1401429 Jun 30 03:11:08.844354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.847035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4025ba-d369-4bbf-92a0-fe8fbf933dbc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c6550c-b50e-4b76-9f25-969319afed93,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.849470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6550c-b50e-4b76-9f25-969319afed93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:08.876282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.922629 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.926126 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.945094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716bc3a3-b630-48d8-a808-c5ce605adc61,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.951466 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.952750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3869def4-d6c7-440c-a0c2-f009c534319c tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1072791 Jun 30 03:11:08.955314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49524) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.959776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6550c-b50e-4b76-9f25-969319afed93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:08.985643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.046973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.051203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.072865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd2d4c9-5fc8-43c3-aec2-332e60bf43bd,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.076195 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.077501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9b4731be-0790-4971-ac44-1e013e515bdc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212027 Jun 30 03:11:09.080158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49526) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.084661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6550c-b50e-4b76-9f25-969319afed93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:09.110946 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.169317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.173163 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.192403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cba3b7f-42e8-442f-a2fa-ff5706c77a72,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.195096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.196270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1747731f-fda0-4fb9-9109-a21c0d6c948a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151879 Jun 30 03:11:09.198953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49528) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.203580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6550c-b50e-4b76-9f25-969319afed93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:09.231303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.289945 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.293567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.310510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e02f34-1b93-4278-84f1-b7fefd56c4cd,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.317170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.319302 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a1dba702-229d-4e91-8178-79d270c1c4e9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192482 Jun 30 03:11:09.321999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49530) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.326485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6550c-b50e-4b76-9f25-969319afed93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:09.352456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.413893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.417344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.434751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9c19cb-fd7d-4167-bce4-b185b753811e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.441024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.442111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-363fe0e5-d4b7-49c1-a5cb-e6f07c602717 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1191053 Jun 30 03:11:09.445336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49532) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.473309 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f5d3-b47c-4005-93b3-2cf9f44bf9fc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.481318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f5d3-b47c-4005-93b3-2cf9f44bf9fc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.509839 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f5d3-b47c-4005-93b3-2cf9f44bf9fc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.515875 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f5d3-b47c-4005-93b3-2cf9f44bf9fc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.516965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9bf0f5d3-b47c-4005-93b3-2cf9f44bf9fc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8c9c19cb-fd7d-4167-bce4-b185b753811e HTTP/1.1" status: 204 len: 168 time: 0.0706117 Jun 30 03:11:09.519723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.523501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0f5d3-b47c-4005-93b3-2cf9f44bf9fc tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c9c19cb-fd7d-4167-bce4-b185b753811e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.572343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-18d1a828-96d1-471c-a064-1ff0777daaee tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0513694 Jun 30 03:11:09.574938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.598104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d76bb3-36cb-48b8-baa2-8620378617f5 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.606048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d76bb3-36cb-48b8-baa2-8620378617f5 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.633391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d76bb3-36cb-48b8-baa2-8620378617f5 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.639664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d76bb3-36cb-48b8-baa2-8620378617f5 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.643663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-52d76bb3-36cb-48b8-baa2-8620378617f5 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/01e02f34-1b93-4278-84f1-b7fefd56c4cd HTTP/1.1" status: 204 len: 168 time: 0.0649140 Jun 30 03:11:09.643781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49538) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.646103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76bb3-36cb-48b8-baa2-8620378617f5 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01e02f34-1b93-4278-84f1-b7fefd56c4cd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.655975 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.690506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f0a4414e-dc7a-4a18-bade-65be61168cef tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0455201 Jun 30 03:11:09.693143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49540) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.715981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98eb4d1-9c97-4a0f-acd6-095b8fdac5e3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.723255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98eb4d1-9c97-4a0f-acd6-095b8fdac5e3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.750880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98eb4d1-9c97-4a0f-acd6-095b8fdac5e3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.758247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98eb4d1-9c97-4a0f-acd6-095b8fdac5e3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.759374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e98eb4d1-9c97-4a0f-acd6-095b8fdac5e3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/7cba3b7f-42e8-442f-a2fa-ff5706c77a72 HTTP/1.1" status: 204 len: 168 time: 0.0651917 Jun 30 03:11:09.762071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49542) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.764688 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eb4d1-9c97-4a0f-acd6-095b8fdac5e3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cba3b7f-42e8-442f-a2fa-ff5706c77a72,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.809397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c7b88982-2574-4f88-a2c5-b99c41b6075b tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0461383 Jun 30 03:11:09.812094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.836305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17abb39e-1efe-4933-9d50-f3792b325b7f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.843704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17abb39e-1efe-4933-9d50-f3792b325b7f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.870914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17abb39e-1efe-4933-9d50-f3792b325b7f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.876347 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-17abb39e-1efe-4933-9d50-f3792b325b7f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.877469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-17abb39e-1efe-4933-9d50-f3792b325b7f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/7fd2d4c9-5fc8-43c3-aec2-332e60bf43bd HTTP/1.1" status: 204 len: 168 time: 0.0643940 Jun 30 03:11:09.880236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49546) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.884850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abb39e-1efe-4933-9d50-f3792b325b7f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd2d4c9-5fc8-43c3-aec2-332e60bf43bd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.921729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-939ba053-f9e0-40ac-98ae-65e5d1dd44ce tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0402608 Jun 30 03:11:09.924400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49548) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:09.946772 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06d78cc6-ca71-4c0f-b41f-02288bd9fdf9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.953800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06d78cc6-ca71-4c0f-b41f-02288bd9fdf9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.983983 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06d78cc6-ca71-4c0f-b41f-02288bd9fdf9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.989189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06d78cc6-ca71-4c0f-b41f-02288bd9fdf9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.990849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-06d78cc6-ca71-4c0f-b41f-02288bd9fdf9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/716bc3a3-b630-48d8-a808-c5ce605adc61 HTTP/1.1" status: 204 len: 168 time: 0.0650184 Jun 30 03:11:09.993350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.000004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78cc6-ca71-4c0f-b41f-02288bd9fdf9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=716bc3a3-b630-48d8-a808-c5ce605adc61,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.035591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2e5b8689-4300-410e-87da-0b8475805c9d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410368 Jun 30 03:11:10.038869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.090548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e7649ac-d74a-4c89-b489-2cf8d9881786 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.112287 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e7649ac-d74a-4c89-b489-2cf8d9881786 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.153832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e7649ac-d74a-4c89-b489-2cf8d9881786 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.156905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e7649ac-d74a-4c89-b489-2cf8d9881786 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.158054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2e7649ac-d74a-4c89-b489-2cf8d9881786 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/b9c6550c-b50e-4b76-9f25-969319afed93 HTTP/1.1" status: 204 len: 168 time: 0.1182945 Jun 30 03:11:10.160863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49554) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.167153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7649ac-d74a-4c89-b489-2cf8d9881786 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c6550c-b50e-4b76-9f25-969319afed93,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.205458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-abe76d16-3510-4998-b565-4f6e8900443e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434122 Jun 30 03:11:10.210051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49556) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.214294 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805732385'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:10.235005 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.314652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.318966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.344067 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.345252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1342719 Jun 30 03:11:10.347945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49558) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.353201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': '86869e7b-362a-4d7f-92f4-3d9eef681279', 'direction': 'ingress', 'protocol': 17}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:10.358183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300f58f-9301-4f3b-b870-54734dac9928 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86869e7b-362a-4d7f-92f4-3d9eef681279,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.381805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.438000 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.441312 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.460327 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f92d6cc-d051-4428-a0cf-4ebdfe0a4417,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.466037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.467258 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb73ac39-0a09-4c0e-a991-e4a273bd12ca tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1176641 Jun 30 03:11:10.470188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.524595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06cc9e6e-c15a-4534-ac0b-bd057320a1c9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.547193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06cc9e6e-c15a-4534-ac0b-bd057320a1c9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.593898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06cc9e6e-c15a-4534-ac0b-bd057320a1c9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.596519 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06cc9e6e-c15a-4534-ac0b-bd057320a1c9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.597652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-06cc9e6e-c15a-4534-ac0b-bd057320a1c9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/86869e7b-362a-4d7f-92f4-3d9eef681279 HTTP/1.1" status: 204 len: 168 time: 0.1264262 Jun 30 03:11:10.600402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49562) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.606952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc9e6e-c15a-4534-ac0b-bd057320a1c9 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86869e7b-362a-4d7f-92f4-3d9eef681279,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.643324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d0eebacd-9fa8-4c16-8dfd-b61f70be6e35 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417900 Jun 30 03:11:10.647279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49564) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.651761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549937443'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:10.672470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.754159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.758173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.785643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.787510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1386995 Jun 30 03:11:10.789425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453fc48-a040-42ff-9fb4-a79c6509b4df tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b8e98-a663-4e12-a42a-4e64201389d1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.790495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.795354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236368212'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:10.819067 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.899874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.903837 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.932687 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:10.933874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1423748 Jun 30 03:11:10.936805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49568) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:10.937777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53d167-4fef-47a9-8ce8-33d773bfeed2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae149f-240a-4cb8-a60f-0a6ba1878b91,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:10.942164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8e98-a663-4e12-a42a-4e64201389d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8cae149f-240a-4cb8-a60f-0a6ba1878b91', 'remote_ip_prefix': None}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:10.972334 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.042769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.046378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.066373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e5d93e-8397-4157-a556-51e1e33f13ae,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:11.070735 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.071892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9182b2f1-b414-4132-a2e8-46ab6e3ec151 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1341031 Jun 30 03:11:11.074603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49570) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.097578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e53a1867-1854-45a3-89ce-2e2c8ec47cd6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.105386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e53a1867-1854-45a3-89ce-2e2c8ec47cd6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.124441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.134315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e53a1867-1854-45a3-89ce-2e2c8ec47cd6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.140276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e53a1867-1854-45a3-89ce-2e2c8ec47cd6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.141358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e53a1867-1854-45a3-89ce-2e2c8ec47cd6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c1e5d93e-8397-4157-a556-51e1e33f13ae HTTP/1.1" status: 204 len: 168 time: 0.0658724 Jun 30 03:11:11.144124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.147363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a1867-1854-45a3-89ce-2e2c8ec47cd6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e5d93e-8397-4157-a556-51e1e33f13ae,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:11.190897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-acc94f93-a1ae-4b07-94b8-1bd428329748 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456228 Jun 30 03:11:11.194329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.250072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-918f3fd1-1706-4adc-9c65-4b9245f26b79 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.271851 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-918f3fd1-1706-4adc-9c65-4b9245f26b79 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.310744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-918f3fd1-1706-4adc-9c65-4b9245f26b79 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.313201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-918f3fd1-1706-4adc-9c65-4b9245f26b79 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.314352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-918f3fd1-1706-4adc-9c65-4b9245f26b79 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/8cae149f-240a-4cb8-a60f-0a6ba1878b91 HTTP/1.1" status: 204 len: 168 time: 0.1190939 Jun 30 03:11:11.317121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49576) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.323948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3fd1-1706-4adc-9c65-4b9245f26b79 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae149f-240a-4cb8-a60f-0a6ba1878b91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:11.371573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-50013995-41e8-4ca8-9889-e5e4dae4f90d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0530915 Jun 30 03:11:11.374415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.754272 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78d042a2-1cc0-4a36-acaf-9dff1b03c911 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.777549 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78d042a2-1cc0-4a36-acaf-9dff1b03c911 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.817492 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78d042a2-1cc0-4a36-acaf-9dff1b03c911 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.821582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78d042a2-1cc0-4a36-acaf-9dff1b03c911 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.822733 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78d042a2-1cc0-4a36-acaf-9dff1b03c911 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/5f7b8e98-a663-4e12-a42a-4e64201389d1 HTTP/1.1" status: 204 len: 168 time: 0.4475286 Jun 30 03:11:11.825677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.831727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d042a2-1cc0-4a36-acaf-9dff1b03c911 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b8e98-a663-4e12-a42a-4e64201389d1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:11.874413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e014ca23-b4b2-402a-a11f-1f59cd819ad1 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473537 Jun 30 03:11:11.878244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.883372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--647993190'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:11.904804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.986688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.990951 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.022933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05b8cdf-d13c-413e-ac4d-41d694294ac4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.027429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.028664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d01c1d63-5be2-4f3a-a34c-17bf7b849730 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1494441 Jun 30 03:11:12.031454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.036041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': 'b05b8cdf-d13c-413e-ac4d-41d694294ac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:12.062843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.119523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.123031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.139948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97f0dbf-d5aa-4c95-87f5-902d3421eb76,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.145754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.147682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-19fd9948-567a-4315-8777-79f0eec6fa74 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1151361 Jun 30 03:11:12.150514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.173881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e755f49-f3b1-4b7c-9126-df4335867d50 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.181586 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e755f49-f3b1-4b7c-9126-df4335867d50 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.208306 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e755f49-f3b1-4b7c-9126-df4335867d50 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.216732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e755f49-f3b1-4b7c-9126-df4335867d50 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.217833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1e755f49-f3b1-4b7c-9126-df4335867d50 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b97f0dbf-d5aa-4c95-87f5-902d3421eb76 HTTP/1.1" status: 204 len: 168 time: 0.0663826 Jun 30 03:11:12.220800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49588) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.223177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e755f49-f3b1-4b7c-9126-df4335867d50 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97f0dbf-d5aa-4c95-87f5-902d3421eb76,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.261438 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7f196272-e5de-477b-9b8e-ec9fc80dceb7 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392706 Jun 30 03:11:12.264037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49590) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.313555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac17af66-d985-4142-8f38-51c861d2888e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.335507 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac17af66-d985-4142-8f38-51c861d2888e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.377246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac17af66-d985-4142-8f38-51c861d2888e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.379848 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac17af66-d985-4142-8f38-51c861d2888e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.381844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ac17af66-d985-4142-8f38-51c861d2888e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/b05b8cdf-d13c-413e-ac4d-41d694294ac4 HTTP/1.1" status: 204 len: 168 time: 0.1166415 Jun 30 03:11:12.384259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.390868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17af66-d985-4142-8f38-51c861d2888e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05b8cdf-d13c-413e-ac4d-41d694294ac4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.430369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-baf63da3-d5bc-42ad-b2a2-34a25213ac4e tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448861 Jun 30 03:11:12.433850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.438324 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077154950'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:12.460150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.544649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.548143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.573223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.574468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1396115 Jun 30 03:11:12.577367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.578374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b292b-c5ae-44d1-a793-9e89c1400d55 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a5de8-8666-464a-be8a-1149f54b0078,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.586439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': '2f6a5de8-8666-464a-be8a-1149f54b0078', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:12.612647 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.659771 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.663191 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.680229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88879684-3e36-4f31-8f80-b415c28fd870,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.687253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.688504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-04bdc233-1c0b-4c26-a3c7-6f2c2deef5de tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1100485 Jun 30 03:11:12.691189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49598) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.708178 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-12772830-b480-47f1-8d58-1f184fb4410a tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules/88879684-3e36-4f31-8f80-b415c28fd870 HTTP/1.1" status: 200 len: 763 time: 0.0158966 Jun 30 03:11:12.710602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49600) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.750930 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7f1826ce-79ed-4d8a-a479-4d3bca3ad842 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393126 Jun 30 03:11:12.753376 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49602) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.775564 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbadc-50d1-45f7-b835-06a833ba2aea tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.782705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbadc-50d1-45f7-b835-06a833ba2aea tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.809230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbadc-50d1-45f7-b835-06a833ba2aea tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.816091 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b8cbadc-50d1-45f7-b835-06a833ba2aea tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.817303 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0b8cbadc-50d1-45f7-b835-06a833ba2aea tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/88879684-3e36-4f31-8f80-b415c28fd870 HTTP/1.1" status: 204 len: 168 time: 0.0630531 Jun 30 03:11:12.820469 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.822626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cbadc-50d1-45f7-b835-06a833ba2aea tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88879684-3e36-4f31-8f80-b415c28fd870,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.861402 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28c517fe-ddf1-4a0f-81a9-3f28ef471efb tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397508 Jun 30 03:11:12.863882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.868197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': '2f6a5de8-8666-464a-be8a-1149f54b0078', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:12.894327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.941638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.944955 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.965097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87d3624-23d4-4744-9636-dd5c5308f409,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.968240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.969421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aa20218f-65b5-439b-a3a7-20825f5135c3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1046400 Jun 30 03:11:12.972143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.988610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3595aba7-d944-4192-bc63-e694439b92b3 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules/a87d3624-23d4-4744-9636-dd5c5308f409 HTTP/1.1" status: 200 len: 763 time: 0.0154572 Jun 30 03:11:12.991075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.032070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-309f8836-0b70-45b4-9826-21ed79b46206 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399642 Jun 30 03:11:13.034783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.057528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ba64-ce7c-4ee5-9ba0-2377a77c409d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.064692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ba64-ce7c-4ee5-9ba0-2377a77c409d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.091873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ba64-ce7c-4ee5-9ba0-2377a77c409d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.096749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ba64-ce7c-4ee5-9ba0-2377a77c409d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.097877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2cb2ba64-ce7c-4ee5-9ba0-2377a77c409d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a87d3624-23d4-4744-9636-dd5c5308f409 HTTP/1.1" status: 204 len: 168 time: 0.0622027 Jun 30 03:11:13.100562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49614) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.105919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ba64-ce7c-4ee5-9ba0-2377a77c409d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a87d3624-23d4-4744-9636-dd5c5308f409,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:13.140295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a1ac3db5-5b41-4bf3-828c-dfbc31e969c8 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385821 Jun 30 03:11:13.142880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49616) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.147777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Request body: {'security_group_rule': {'security_group_id': '2f6a5de8-8666-464a-be8a-1149f54b0078', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:13.173768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.220305 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.223832 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.242938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c2df1a-aa82-4093-82cc-0dc948805976,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:13.248833 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.250384 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-29d1bc53-5cf6-4eb4-8c02-7007b65350b2 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1060569 Jun 30 03:11:13.252834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49618) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.272263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-440c64e1-1cf4-4a41-ae9c-0a61765832ff tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules/94c2df1a-aa82-4093-82cc-0dc948805976 HTTP/1.1" status: 200 len: 764 time: 0.0178747 Jun 30 03:11:13.274689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49620) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.314096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-197b48de-e872-48ba-8398-7992cc385ce6 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0383873 Jun 30 03:11:13.316666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49622) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.340315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e568be1-d0a1-4a07-81fe-d54d7b3bf939 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.347589 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e568be1-d0a1-4a07-81fe-d54d7b3bf939 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.373728 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e568be1-d0a1-4a07-81fe-d54d7b3bf939 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.378659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e568be1-d0a1-4a07-81fe-d54d7b3bf939 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.379745 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e568be1-d0a1-4a07-81fe-d54d7b3bf939 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/94c2df1a-aa82-4093-82cc-0dc948805976 HTTP/1.1" status: 204 len: 168 time: 0.0621901 Jun 30 03:11:13.383642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.387621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e568be1-d0a1-4a07-81fe-d54d7b3bf939 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94c2df1a-aa82-4093-82cc-0dc948805976,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:13.425505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8ad53c8c-a70b-46b6-ab06-ac91132dcd2d tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406251 Jun 30 03:11:13.429276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.483628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e2126e1-514f-416e-af11-42922ef27e2f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.505305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e2126e1-514f-416e-af11-42922ef27e2f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.546333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e2126e1-514f-416e-af11-42922ef27e2f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.548952 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e2126e1-514f-416e-af11-42922ef27e2f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.550181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4e2126e1-514f-416e-af11-42922ef27e2f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "DELETE /v2.0/security-groups/2f6a5de8-8666-464a-be8a-1149f54b0078 HTTP/1.1" status: 204 len: 168 time: 0.1201913 Jun 30 03:11:13.553585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.559859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2126e1-514f-416e-af11-42922ef27e2f tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a5de8-8666-464a-be8a-1149f54b0078,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:13.599548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2b4a1f0c-63b5-4024-ae6a-c0cc7c826754 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446579 Jun 30 03:11:13.604012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49630) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.646485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ce99437a-6178-4146-90b9-13cdee3ab698 tempest-SecGroupTest-712922575 tempest-SecGroupTest-712922575-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410578 Jun 30 03:11:13.894155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49636) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:14.022827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b10865fa-1fa6-4d49-aed7-691c8448e2d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0abd48acaac445fc90f9ac8582766ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273370 Jun 30 03:11:14.025202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49640) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:14.073599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fddb970b-691c-4d48-89a5-8e0a952f0ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.097270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fddb970b-691c-4d48-89a5-8e0a952f0ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.143897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fddb970b-691c-4d48-89a5-8e0a952f0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.146670 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fddb970b-691c-4d48-89a5-8e0a952f0ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.147809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fddb970b-691c-4d48-89a5-8e0a952f0ce6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32e571f4-7c58-4eef-a8f6-ac904a03632f HTTP/1.1" status: 204 len: 168 time: 0.1217060 Jun 30 03:11:14.155296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb970b-691c-4d48-89a5-8e0a952f0ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e571f4-7c58-4eef-a8f6-ac904a03632f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.081816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49738) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.183621 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e8a11a-286c-4984-9090-93b4da5deceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.274703 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e8a11a-286c-4984-9090-93b4da5deceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.278576 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e8a11a-286c-4984-9090-93b4da5deceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.314571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a11a-286c-4984-9090-93b4da5deceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099c40e-0e1e-4ee4-862b-441aa697620b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.319796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-97e8a11a-286c-4984-9090-93b4da5deceb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28261a905c20431d852f86e6d56db4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369430 Jun 30 03:11:19.322939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49742) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.370777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc882d35-5d25-4425-9868-75a8e7e9f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.391482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc882d35-5d25-4425-9868-75a8e7e9f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.440530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc882d35-5d25-4425-9868-75a8e7e9f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.442989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc882d35-5d25-4425-9868-75a8e7e9f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.444100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fc882d35-5d25-4425-9868-75a8e7e9f6c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6099c40e-0e1e-4ee4-862b-441aa697620b HTTP/1.1" status: 204 len: 168 time: 0.1201499 Jun 30 03:11:19.451730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc882d35-5d25-4425-9868-75a8e7e9f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099c40e-0e1e-4ee4-862b-441aa697620b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.708405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49748) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.722151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78e1e6e2-3147-40a6-a781-7e7460e81c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.809893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78e1e6e2-3147-40a6-a781-7e7460e81c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.813639 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78e1e6e2-3147-40a6-a781-7e7460e81c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.851546 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-78e1e6e2-3147-40a6-a781-7e7460e81c48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1e407aac0fb4fd9a2935382489d4551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412170 Jun 30 03:11:19.852411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e6e2-3147-40a6-a781-7e7460e81c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e3971-7b9a-4849-84c1-3d05a2ccf1c2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.854571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.903650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc214-b7f6-40dc-a8ab-4ac9ba1d8d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.928920 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc214-b7f6-40dc-a8ab-4ac9ba1d8d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.974545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc214-b7f6-40dc-a8ab-4ac9ba1d8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.977257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc214-b7f6-40dc-a8ab-4ac9ba1d8d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.978434 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0c7fc214-b7f6-40dc-a8ab-4ac9ba1d8d7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a8e3971-7b9a-4849-84c1-3d05a2ccf1c2 HTTP/1.1" status: 204 len: 168 time: 0.1224360 Jun 30 03:11:19.986405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fc214-b7f6-40dc-a8ab-4ac9ba1d8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e3971-7b9a-4849-84c1-3d05a2ccf1c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:27.679113 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28d96070-951d-4ac4-9c33-5cf63267d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.335020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dff9dc32-0282-4e39-b8ae-79c497be1851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.575303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:32.299389 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.401458 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.645239 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.138876 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.833471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-ff481492-f15c-46e5-b876-14d35e62757b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522435 Jun 30 03:11:42.933744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42187-742e-4662-9966-75feb19549b1 req-472b5098-faf5-4c4e-803c-5da76d81de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:42.935246 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-472b5098-faf5-4c4e-803c-5da76d81de30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5400f75ded24f70b1230a2252144976&device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 1097 time: 0.0603404 Jun 30 03:11:43.037970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42187-742e-4662-9966-75feb19549b1 req-da6e513a-f422-44e9-a191-57fefd294cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:43.040245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-da6e513a-f422-44e9-a191-57fefd294cb5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 200 len: 910 time: 0.0839138 Jun 30 03:11:43.109008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-4bafd460-c6e8-4281-883b-f3e1fe2cbd98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 200 len: 1001 time: 0.0629451 Jun 30 03:11:43.158523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42187-742e-4662-9966-75feb19549b1 req-3b522577-91bd-47c7-9297-0e65994e7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:43.160000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-3b522577-91bd-47c7-9297-0e65994e7c9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 200 len: 848 time: 0.0450869 Jun 30 03:11:43.219642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42187-742e-4662-9966-75feb19549b1 req-0975d89b-36b5-4552-84fa-c175935c3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:43.221197 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-0975d89b-36b5-4552-84fa-c175935c3223 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb884c52-1a70-4172-9f55-9a9e415109c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551796 Jun 30 03:11:43.329770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-18a35b26-94e2-47f5-952b-085f55ab062e service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015017 Jun 30 03:11:43.428213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc42187-742e-4662-9966-75feb19549b1 req-e4bdf045-55a3-4857-a5c8-5241c4228862 service neutron] 10.222.0.67 "GET /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919137 Jun 30 03:11:44.478190 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:11:46.971292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:47.080298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf4caa1a-4236-4de5-ab64-ad152c9d0dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.172832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf4caa1a-4236-4de5-ab64-ad152c9d0dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.176597 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf4caa1a-4236-4de5-ab64-ad152c9d0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.215062 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cf4caa1a-4236-4de5-ab64-ad152c9d0dbb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6723ac379074ffa8dc0b2ce4df87764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426391 Jun 30 03:11:47.215944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4caa1a-4236-4de5-ab64-ad152c9d0dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad729a-cb20-49b1-92da-116fc862c8f0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:47.218352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49916) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:47.269522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c37a-4d13-4cc2-88ee-00f8b2e684ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.291325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c37a-4d13-4cc2-88ee-00f8b2e684ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.335968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c37a-4d13-4cc2-88ee-00f8b2e684ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.339175 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c37a-4d13-4cc2-88ee-00f8b2e684ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.340304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d6d9c37a-4d13-4cc2-88ee-00f8b2e684ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbad729a-cb20-49b1-92da-116fc862c8f0 HTTP/1.1" status: 204 len: 168 time: 0.1214945 Jun 30 03:11:47.347899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9c37a-4d13-4cc2-88ee-00f8b2e684ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad729a-cb20-49b1-92da-116fc862c8f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:47.944463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 49938) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:48.049011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386294449-network', 'tenant_id': '54019bea7eee4169873b544e312662f8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:48.074420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Made reservation on behalf of 54019bea7eee4169873b544e312662f8 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:48.076741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.084968 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.174525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.178418 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.202749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:11:48.211124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b813e3f1-c743-4491-8a4b-60f32fca3d80,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:48.217900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.218243 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Added segment 1699b715-ca35-450f-a94f-d2bfcb10411f of type vlan for network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 Jun 30 03:11:48.258903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.287315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.288363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:48.288932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.343594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3980083 Jun 30 03:11:48.346621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 49942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:48.350393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b93af7-7963-4c25-9ce0-6397ef40ac17 admin admin] Pushing event updated for resources: {'Network': ['ID=1b95eba3-2de3-40a8-8de2-eb0e23166c62,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:48.352389 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Request body: {'subnet': {'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386294449-subnet', 'tenant_id': '54019bea7eee4169873b544e312662f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:48.362803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:11:48.375454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Made reservation on behalf of 54019bea7eee4169873b544e312662f8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:48.377841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.548931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.602891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:48.611449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Checking segment: {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:48.611810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Network hostable DHCP agents. Network: 1b95eba3-2de3-40a8-8de2-eb0e23166c62, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:11:48.628397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:11:48.639285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1b95eba3-2de3-40a8-8de2-eb0e23166c62) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:48.643670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:48.644249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.648335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad17434-eac9-48eb-938d-f0494561bc60 None None] Network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:48.665241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f4d39442-55a4-4dfd-bb17-953998b58848 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3173330 Jun 30 03:11:48.777169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b537740-2060-43fc-87c3-4ef7b27bc830 None None] Network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:50.604960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-577c9a2c-fd51-4755-80ff-61d0a03c181b tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:50.606685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-577c9a2c-fd51-4755-80ff-61d0a03c181b tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 808 time: 0.1045396 Jun 30 03:11:50.621282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-ec84b693-b438-4a88-8435-f6e915627996 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/quotas/54019bea7eee4169873b544e312662f8 HTTP/1.1" status: 200 len: 375 time: 0.0091517 Jun 30 03:11:50.655437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-4d8ce99d-aca6-405e-be7f-44cceb32c2dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292723 Jun 30 03:11:50.665920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-a3fbc677-6710-4861-be17-595e23c23c7f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:11:50.666908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-a3fbc677-6710-4861-be17-595e23c23c7f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052199 Jun 30 03:11:50.753908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-232a613b-a7ba-4d41-800d-a9c836feaa51 service neutron] 10.222.0.78 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817392 Jun 30 03:11:50.846263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-a02e333f-e4e5-458f-be32-0f407baeacc2 service neutron] 10.222.0.78 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859005 Jun 30 03:11:51.020740 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8a8a67c4-d418-467e-87bd-766abd9c345d req-d68bd08b-9b44-449e-b379-df41cab4e96e tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 210 time: 0.0322127 Jun 30 03:11:52.190172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83d173b4-0173-476e-998d-923e9cec7841 req-ad91514e-34c1-443c-96fd-26e1904cecc3 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jun 30 03:11:52.420218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-1ca444f7-5be6-4393-a1de-09fc0d024d16 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:52.421619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-1ca444f7-5be6-4393-a1de-09fc0d024d16 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 808 time: 0.1133287 Jun 30 03:11:52.435179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Request body: {'port': {'device_id': '5dd2b524-51d6-447b-9691-5a52769283af', 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62', 'admin_state_up': True, 'tenant_id': '54019bea7eee4169873b544e312662f8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:52.541437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Made reservation on behalf of 54019bea7eee4169873b544e312662f8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:52.544888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.671291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Allocated IP 172.20.0.12 (1b95eba3-2de3-40a8-8de2-eb0e23166c62/4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb/ba415238-2028-4335-b358-b112e26521d2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:52.818738 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.856583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.899963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:52.903042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:52.908796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:52.914880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Pushing event updated for resources: {'Port': ['ID=ba415238-2028-4335-b358-b112e26521d2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:52.965473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:52.966075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.980501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-f4168b1e-5384-4456-a8aa-4421d3e3306d tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492003 Jun 30 03:11:52.992015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-1316cc16-35a0-40c8-9ec9-0cf4e5333f2c tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:11:52.993100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-1316cc16-35a0-40c8-9ec9-0cf4e5333f2c tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051537 Jun 30 03:11:53.054979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Request body: {'port': {'device_id': '5dd2b524-51d6-447b-9691-5a52769283af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:53.125391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.397674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba415238-2028-4335-b358-b112e26521d2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:53.398441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b847e-1e90-482f-a6de-d0242b489e1d req-6e7f6833-a4ca-4eef-aac6-fab561dbc719 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.399916 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-969b847e-1e90-482f-a6de-d0242b489e1d req-6e7f6833-a4ca-4eef-aac6-fab561dbc719 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 932 time: 0.0654187 Jun 30 03:11:53.405843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.417805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Transition to ACTIVE for port object ba415238-2028-4335-b358-b112e26521d2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:53.421762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.440292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-969b847e-1e90-482f-a6de-d0242b489e1d req-8731f27b-0e03-41df-9eb7-4dc56a7db7fc tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Jun 30 03:11:53.470074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Pushing event updated for resources: {'Port': ['ID=ba415238-2028-4335-b358-b112e26521d2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:53.539005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Attempting to bind port ba415238-2028-4335-b358-b112e26521d2 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:53.539852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Attempting to bind port ba415238-2028-4335-b358-b112e26521d2 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:53.540180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Attempting to bind port ba415238-2028-4335-b358-b112e26521d2 on network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:53.544307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Port ba415238-2028-4335-b358-b112e26521d2 on network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:11:53.544620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Attempting to bind port ba415238-2028-4335-b358-b112e26521d2 on network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:53.549230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:53.549564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Checking segment: {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:53.549946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Bound using segment: {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:53.550399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Bound port: ba415238-2028-4335-b358-b112e26521d2, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:53.550755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.614517 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] For port ba415238-2028-4335-b358-b112e26521d2, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:53.618023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] For port ba415238-2028-4335-b358-b112e26521d2, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ba415238-2028-4335-b358-b112e26521d2,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:53.622357 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.655046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.655722 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.657084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] 10.222.0.90 "PUT /v2.0/ports/ba415238-2028-4335-b358-b112e26521d2 HTTP/1.1" status: 200 len: 1092 time: 0.6576867 Jun 30 03:11:53.657515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd2b524-51d6-447b-9691-5a52769283af', 'tag': 'ba415238-2028-4335-b358-b112e26521d2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:53.659790 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36482058-384a-4cbc-812a-82f305630622" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd2b524-51d6-447b-9691-5a52769283af", "tag": "ba415238-2028-4335-b358-b112e26521d2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:53.684421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b432d12-d2fd-40e1-9107-88ff63ce2899 service neutron] Pushing event updated for resources: {'Port': ['ID=ba415238-2028-4335-b358-b112e26521d2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:53.759544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-9f5443fa-93cb-42f2-9b3b-4a90059f802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.763263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-9f5443fa-93cb-42f2-9b3b-4a90059f802b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 1095 time: 0.0562010 Jun 30 03:11:53.808811 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ff89e-8a0c-4096-bd81-5faadc3d6f4c x-openstack-request-id: req-364ff89e-8a0c-4096-bd81-5faadc3d6f4c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:53.809123 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd2b524-51d6-447b-9691-5a52769283af", "tag": "ba415238-2028-4335-b358-b112e26521d2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:53.809373 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-364ff89e-8a0c-4096-bd81-5faadc3d6f4c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:53.809784 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd2b524-51d6-447b-9691-5a52769283af', 'tag': 'ba415238-2028-4335-b358-b112e26521d2', 'status': 'completed', 'code': 200} Jun 30 03:11:53.811620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-b2224429-c664-4363-ae96-97f3756d2366 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba415238-2028-4335-b358-b112e26521d2 HTTP/1.1" status: 200 len: 217 time: 0.0421333 Jun 30 03:11:53.861795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-a49abfda-9c7e-4fd0-a14a-80a27024886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.863277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-a49abfda-9c7e-4fd0-a14a-80a27024886e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb HTTP/1.1" status: 200 len: 848 time: 0.0452709 Jun 30 03:11:53.897013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-d77f77ed-760b-421e-90d3-477c63ae1e74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b95eba3-2de3-40a8-8de2-eb0e23166c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261037 Jun 30 03:11:53.989285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-0fb499bb-618f-4815-8e79-13c9226d1c20 service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835421 Jun 30 03:11:54.089676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eac524b5-364d-4ea5-b128-62ec75466ffa req-b6d90296-2b91-42f7-bf03-7b01192a4adf service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Jun 30 03:11:54.192452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-384a-4cbc-812a-82f305630622 req-9c1a9062-e0a1-437b-895d-e31443e340c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.193926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-9c1a9062-e0a1-437b-895d-e31443e340c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 1095 time: 0.0537410 Jun 30 03:11:54.288735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-384a-4cbc-812a-82f305630622 req-8b18c0f5-c424-4b82-94f2-3af7acf8133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.290234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-8b18c0f5-c424-4b82-94f2-3af7acf8133d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 909 time: 0.0889506 Jun 30 03:11:54.332740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-d7898359-e01a-41e7-8f49-f7ca29c0c417 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba415238-2028-4335-b358-b112e26521d2 HTTP/1.1" status: 200 len: 217 time: 0.0343454 Jun 30 03:11:54.381211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-384a-4cbc-812a-82f305630622 req-44ee79df-a365-4ffc-8cef-601cec100024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.382659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-44ee79df-a365-4ffc-8cef-601cec100024 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb HTTP/1.1" status: 200 len: 848 time: 0.0430858 Jun 30 03:11:54.419556 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-49f6854a-9cfe-4eff-ba07-6d552614f0c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b95eba3-2de3-40a8-8de2-eb0e23166c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300076 Jun 30 03:11:54.513396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-0f22ded6-8407-48da-b76c-a456fa0c4805 service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865626 Jun 30 03:11:54.608187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36482058-384a-4cbc-812a-82f305630622 req-52e18fc6-0f3f-4f63-84f7-2134ec1147f1 service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881262 Jun 30 03:11:54.620368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed980e06-0dee-469c-b7a2-6b9b920b6046 req-68adfdd4-be46-487b-aec6-7d4a4c51b682 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.621863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed980e06-0dee-469c-b7a2-6b9b920b6046 req-68adfdd4-be46-487b-aec6-7d4a4c51b682 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 944 time: 0.0698171 Jun 30 03:11:54.660879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed980e06-0dee-469c-b7a2-6b9b920b6046 req-55d6e92a-6424-439c-85ca-15605cdc039f tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Jun 30 03:11:55.835399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64662896-fbd6-4855-9974-7cfc79a1d878 req-b259a27e-c565-4ec9-9458-2214031a16f8 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:55.837089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64662896-fbd6-4855-9974-7cfc79a1d878 req-b259a27e-c565-4ec9-9458-2214031a16f8 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 944 time: 0.0639377 Jun 30 03:11:55.874796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-64662896-fbd6-4855-9974-7cfc79a1d878 req-159225bc-a131-4c29-a9f2-b7edb3831890 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Jun 30 03:11:56.830399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ba415238-2028-4335-b358-b112e26521d2 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:11:56.928490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ba415238-2028-4335-b358-b112e26521d2, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ba415238-2028-4335-b358-b112e26521d2,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:56.940952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'ba415238-2028-4335-b358-b112e26521d2', 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62', 'port_id': 'ba415238-2028-4335-b358-b112e26521d2', 'mac_address': 'fa:16:3e:57:93:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:11:56.977581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.990622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba415238-2028-4335-b358-b112e26521d2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:57.011487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ba415238-2028-4335-b358-b112e26521d2, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ba415238-2028-4335-b358-b112e26521d2,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:57.015148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.048262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f84da9-b932-42e5-96e5-36bb9233bc48 req-fea3297d-04b6-4efd-88ff-dc4f0b37be5a tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:57.050024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2f84da9-b932-42e5-96e5-36bb9233bc48 req-fea3297d-04b6-4efd-88ff-dc4f0b37be5a tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 944 time: 0.0652444 Jun 30 03:11:57.065677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ba415238-2028-4335-b358-b112e26521d2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:57.073752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.074102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.074472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.074819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.075150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.075475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.075804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.076130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.076453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.076776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.077097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.077416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:57.089892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2f84da9-b932-42e5-96e5-36bb9233bc48 req-aa055ddb-c149-423d-92eb-04bfcc9881a8 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Jun 30 03:11:57.303428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ba415238-2028-4335-b358-b112e26521d2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:11:57.679665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e73af07-c11c-4c82-a812-3a937d4d7703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.260445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c517a-f4f7-4a12-bfe6-e7b98bd4a730 req-83114fec-eca0-40b6-a57c-6f89314473bb tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:58.261948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212c517a-f4f7-4a12-bfe6-e7b98bd4a730 req-83114fec-eca0-40b6-a57c-6f89314473bb tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 945 time: 0.0630884 Jun 30 03:11:58.303045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-212c517a-f4f7-4a12-bfe6-e7b98bd4a730 req-3d357d8e-755e-4209-b81e-01173052ec88 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Jun 30 03:11:58.859545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ba415238-2028-4335-b358-b112e26521d2 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:58.910502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port ba415238-2028-4335-b358-b112e26521d2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:58.914015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port ba415238-2028-4335-b358-b112e26521d2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:58.914462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.989893 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:59.011780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd2b524-51d6-447b-9691-5a52769283af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba415238-2028-4335-b358-b112e26521d2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:59.014049 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d398df-b786-4b6e-bd70-7b04b59c9ffd" -d '{"events": [{"server_uuid": "5dd2b524-51d6-447b-9691-5a52769283af", "name": "network-vif-plugged", "status": "completed", "tag": "ba415238-2028-4335-b358-b112e26521d2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:59.027670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ba415238-2028-4335-b358-b112e26521d2, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ba415238-2028-4335-b358-b112e26521d2,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:59.032351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:59.087825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ba415238-2028-4335-b358-b112e26521d2,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:59.482392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab4d0-4bce-48ff-b3a0-1447c0685546 req-fe3c23b7-f9db-47bc-bae4-9b28b74330f2 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:59.483885 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cceab4d0-4bce-48ff-b3a0-1447c0685546 req-fe3c23b7-f9db-47bc-bae4-9b28b74330f2 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 946 time: 0.0658317 Jun 30 03:11:59.522691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cceab4d0-4bce-48ff-b3a0-1447c0685546 req-fa7541ad-7623-4f86-9b15-f5fa7ec35875 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Jun 30 03:12:00.143862 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046220f8-a5c4-47a5-9ee3-7d4a3397f190 x-openstack-request-id: req-046220f8-a5c4-47a5-9ee3-7d4a3397f190 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:00.144320 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd2b524-51d6-447b-9691-5a52769283af", "name": "network-vif-plugged", "status": "completed", "tag": "ba415238-2028-4335-b358-b112e26521d2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:00.144441 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-046220f8-a5c4-47a5-9ee3-7d4a3397f190 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:00.144778 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd2b524-51d6-447b-9691-5a52769283af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba415238-2028-4335-b358-b112e26521d2', 'code': 200} Jun 30 03:12:00.259533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe545ec-fa9d-4d73-8a9e-c50c4a0637aa req-3758dcea-8fc0-41c0-a170-bbe46bb88b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:00.261005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fe545ec-fa9d-4d73-8a9e-c50c4a0637aa req-3758dcea-8fc0-41c0-a170-bbe46bb88b45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 1097 time: 0.0527258 Jun 30 03:12:00.295270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fe545ec-fa9d-4d73-8a9e-c50c4a0637aa req-6cfdc39b-2478-4fc0-853e-18c1b4587fc8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272496 Jun 30 03:12:00.331214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3062a5e0-b0cc-4bd6-b357-37df0a5a8702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:00.581873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:00.703235 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02b991-2b54-4ab0-8b49-164f837ebbd3 req-122c31a9-8e89-44f4-831e-48920bbe87cf tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:00.704700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac02b991-2b54-4ab0-8b49-164f837ebbd3 req-122c31a9-8e89-44f4-831e-48920bbe87cf tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 946 time: 0.0674725 Jun 30 03:12:00.742803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac02b991-2b54-4ab0-8b49-164f837ebbd3 req-9f241a18-4e5d-4dc5-9afa-363f31761bb9 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Jun 30 03:12:01.916396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f41a8c-6a99-4898-8fc8-832f80f87c83 req-f2214b14-3d4e-4ee7-926d-3cbe446ccdab tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:01.917796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29f41a8c-6a99-4898-8fc8-832f80f87c83 req-f2214b14-3d4e-4ee7-926d-3cbe446ccdab tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 946 time: 0.0641670 Jun 30 03:12:01.955990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29f41a8c-6a99-4898-8fc8-832f80f87c83 req-a2163d94-44e4-4564-bb1a-8b28f4e7eaf7 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jun 30 03:12:02.074709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-fb49af14-70e4-4ae5-9eb1-8122117fa060 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527678 Jun 30 03:12:02.171673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fad430-0680-4d90-a619-951b1fc04624 req-1b7ae278-e43c-432e-bbe8-6f7a230a9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.172614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-1b7ae278-e43c-432e-bbe8-6f7a230a9f94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 1097 time: 0.0527532 Jun 30 03:12:02.283713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fad430-0680-4d90-a619-951b1fc04624 req-cc6bcaa0-c37c-4386-8d67-fc25a9da0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.286519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-cc6bcaa0-c37c-4386-8d67-fc25a9da0a8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 909 time: 0.0911825 Jun 30 03:12:02.305445 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.331809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-fcf3cd18-57ee-4539-bc32-4b306dadb731 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba415238-2028-4335-b358-b112e26521d2 HTTP/1.1" status: 200 len: 217 time: 0.0386572 Jun 30 03:12:02.386923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fad430-0680-4d90-a619-951b1fc04624 req-52ffece8-db66-4528-8e10-4d595bd061de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.388419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-52ffece8-db66-4528-8e10-4d595bd061de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb HTTP/1.1" status: 200 len: 848 time: 0.0495710 Jun 30 03:12:02.425810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-3ccf0669-4003-4386-8791-1ff5711c5445 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b95eba3-2de3-40a8-8de2-eb0e23166c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281541 Jun 30 03:12:02.519063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-0520ec33-70d3-4f9d-b291-0c14fcbff472 service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850370 Jun 30 03:12:02.624342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-19fad430-0680-4d90-a619-951b1fc04624 req-362cff77-0a43-4f54-a3d3-3549cc58399f service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968876 Jun 30 03:12:02.716477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61518e10-1d59-4bf3-88ca-531da8b1dd28 req-9cf70cc9-3a77-4123-9107-f6e646570b0f tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.717872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61518e10-1d59-4bf3-88ca-531da8b1dd28 req-9cf70cc9-3a77-4123-9107-f6e646570b0f tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 946 time: 0.0703979 Jun 30 03:12:02.755983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-61518e10-1d59-4bf3-88ca-531da8b1dd28 req-053c793d-c253-41a4-b18e-edf937eb8471 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Jun 30 03:12:03.935912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4e9c7-b74c-422e-b21f-8253f8a8fd32 req-f6a7375d-bec9-482f-b50d-c30794e40397 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:03.937311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62e4e9c7-b74c-422e-b21f-8253f8a8fd32 req-f6a7375d-bec9-482f-b50d-c30794e40397 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 946 time: 0.0638337 Jun 30 03:12:03.974707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-62e4e9c7-b74c-422e-b21f-8253f8a8fd32 req-8831c8dc-7283-4945-ab77-dc36bb921922 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Jun 30 03:12:04.298643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c168c43-7625-4aff-a481-179473c2040c req-d2f3e758-b1ed-49ea-b7d9-8fbc968ad632 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:04.300073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c168c43-7625-4aff-a481-179473c2040c req-d2f3e758-b1ed-49ea-b7d9-8fbc968ad632 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 946 time: 0.0651515 Jun 30 03:12:04.399584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Deleting port ba415238-2028-4335-b358-b112e26521d2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:04.399866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.405156 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.493372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] For port ba415238-2028-4335-b358-b112e26521d2, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ba415238-2028-4335-b358-b112e26521d2,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:04.493790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.507230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Calling delete_port for ba415238-2028-4335-b358-b112e26521d2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:04.632558 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.644871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ba415238-2028-4335-b358-b112e26521d2'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:04.668791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Pushing event deleted for resources: {'Port': ['ID=ba415238-2028-4335-b358-b112e26521d2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:04.681385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.681731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.682067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.682425 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.682755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.683080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.683405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.683726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.684044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.684362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.684679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.684994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:04.723797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] No DVR routers for this DVR port ba415238-2028-4335-b358-b112e26521d2 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:04.726279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.729028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6c168c43-7625-4aff-a481-179473c2040c req-9ab71872-4009-463a-a16f-b2b3853c15dd tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "DELETE /v2.0/ports/ba415238-2028-4335-b358-b112e26521d2 HTTP/1.1" status: 204 len: 173 time: 0.4219677 Jun 30 03:12:04.729582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd2b524-51d6-447b-9691-5a52769283af', 'name': 'network-vif-deleted', 'tag': 'ba415238-2028-4335-b358-b112e26521d2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:04.732004 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a42ff8-eab4-4110-9e4a-acdfa9f61f49" -d '{"events": [{"server_uuid": "5dd2b524-51d6-447b-9691-5a52769283af", "name": "network-vif-deleted", "tag": "ba415238-2028-4335-b358-b112e26521d2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:04.771372 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d0262-e9f2-4bba-998b-f0536fe2da62 x-openstack-request-id: req-926d0262-e9f2-4bba-998b-f0536fe2da62 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:04.771668 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd2b524-51d6-447b-9691-5a52769283af", "name": "network-vif-deleted", "tag": "ba415238-2028-4335-b358-b112e26521d2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:04.771920 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-926d0262-e9f2-4bba-998b-f0536fe2da62 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:04.772382 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd2b524-51d6-447b-9691-5a52769283af', 'name': 'network-vif-deleted', 'tag': 'ba415238-2028-4335-b358-b112e26521d2', 'status': 'completed', 'code': 200} Jun 30 03:12:05.126409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-83a2c051-1901-423b-9778-c3da9aa209e2 req-5f056b91-c2ba-4ffa-828e-46fc23ce74fa tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dd2b524-51d6-447b-9691-5a52769283af HTTP/1.1" status: 200 len: 210 time: 0.0293558 Jun 30 03:12:06.436605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-e2933fe8-9844-4ca6-ac56-dc9798228e73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.438014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-e2933fe8-9844-4ca6-ac56-dc9798228e73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 808 time: 0.1083894 Jun 30 03:12:06.452964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-feac7205-c5a3-40dd-8cc1-a5a8e667e960 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/quotas/54019bea7eee4169873b544e312662f8 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Jun 30 03:12:06.487250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-55cee532-6eaa-4128-8a44-dc244fe186a5 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jun 30 03:12:06.587958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-7ef2118a-1728-4356-a819-1c0ea8196477 service neutron] 10.222.0.78 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933504 Jun 30 03:12:06.986553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-48d51428-230b-4ecc-b34d-6f20d39114a6 service neutron] 10.222.0.78 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927145 Jun 30 03:12:07.151840 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3ef6cf8-383a-425f-936f-7b1c7e08aeaf req-36cc08a2-8490-419b-a6af-a79742915b44 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Jun 30 03:12:08.236159 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-058effeb-94e9-4ef4-9916-6ed9a4c614d5 req-f3787cb4-a562-4595-af41-224340143028 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 210 time: 0.0288341 Jun 30 03:12:08.907164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ba415238-2028-4335-b358-b112e26521d2 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:08.928589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: ba415238-2028-4335-b358-b112e26521d2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:08.928933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ba415238-2028-4335-b358-b112e26521d2 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:09.377300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3cbe1af4-99a0-42c4-a84f-9b2c28eaeccc req-eb680bdc-40c1-40ed-b69e-3d9477c4de96 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 210 time: 0.0290031 Jun 30 03:12:09.649304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.267396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-6dca22d8-20a6-4903-a098-2bc6c96ae7c0 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:10.268940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-6dca22d8-20a6-4903-a098-2bc6c96ae7c0 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 808 time: 0.1106811 Jun 30 03:12:10.284470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Request body: {'port': {'device_id': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62', 'admin_state_up': True, 'tenant_id': '54019bea7eee4169873b544e312662f8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:10.394645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Made reservation on behalf of 54019bea7eee4169873b544e312662f8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:10.398151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.533119 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c3a0bc0-1a31-4363-bd62-8716da73b774 req-353c7856-9e44-4d83-99c1-385ab9dc064a tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 210 time: 0.0350833 Jun 30 03:12:10.553851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Allocated IP 172.20.0.10 (1b95eba3-2de3-40a8-8de2-eb0e23166c62/4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb/7559afe0-95f1-4292-a433-380456c39b8f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:10.700962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.741063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.788250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:10.791370 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:10.797401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:10.820157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Pushing event updated for resources: {'Port': ['ID=7559afe0-95f1-4292-a433-380456c39b8f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:10.847591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:10.848198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.861800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-cb4fc426-00cc-4e3c-bcff-99225455f649 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5821080 Jun 30 03:12:10.875044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Request body: {'port': {'device_id': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:10.944683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.135669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.206064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7559afe0-95f1-4292-a433-380456c39b8f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:11.213832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.226095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Transition to ACTIVE for port object 7559afe0-95f1-4292-a433-380456c39b8f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:11.229578 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.299824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Pushing event updated for resources: {'Port': ['ID=7559afe0-95f1-4292-a433-380456c39b8f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:11.350375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Attempting to bind port 7559afe0-95f1-4292-a433-380456c39b8f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:11.350707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Attempting to bind port 7559afe0-95f1-4292-a433-380456c39b8f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:11.351029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Attempting to bind port 7559afe0-95f1-4292-a433-380456c39b8f on network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:11.355770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Port 7559afe0-95f1-4292-a433-380456c39b8f on network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:12:11.356083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Attempting to bind port 7559afe0-95f1-4292-a433-380456c39b8f on network 1b95eba3-2de3-40a8-8de2-eb0e23166c62 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:11.360984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:11.361340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Checking segment: {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:11.361719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Bound using segment: {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:11.362138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Bound port: 7559afe0-95f1-4292-a433-380456c39b8f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1699b715-ca35-450f-a94f-d2bfcb10411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:11.362521 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.423094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] For port 7559afe0-95f1-4292-a433-380456c39b8f, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:11.425939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] For port 7559afe0-95f1-4292-a433-380456c39b8f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7559afe0-95f1-4292-a433-380456c39b8f,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:11.430260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.460625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:11.461404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.463320 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] 10.222.0.90 "PUT /v2.0/ports/7559afe0-95f1-4292-a433-380456c39b8f HTTP/1.1" status: 200 len: 1092 time: 0.5918033 Jun 30 03:12:11.465537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'tag': '7559afe0-95f1-4292-a433-380456c39b8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:11.467976 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4156bec3-d22a-4969-9291-e7e18b6e29b7" -d '{"events": [{"name": "network-changed", "server_uuid": "57e68338-4111-4d1b-91f8-1938de8f0af5", "tag": "7559afe0-95f1-4292-a433-380456c39b8f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:11.494336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a4ed9-63c8-498f-9d31-4c7c17ba0617 service neutron] Pushing event updated for resources: {'Port': ['ID=7559afe0-95f1-4292-a433-380456c39b8f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:11.514472 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd63a61a-1bee-468e-baad-c7aabac7d1d1 x-openstack-request-id: req-bd63a61a-1bee-468e-baad-c7aabac7d1d1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:11.514766 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e68338-4111-4d1b-91f8-1938de8f0af5", "tag": "7559afe0-95f1-4292-a433-380456c39b8f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:11.515018 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd63a61a-1bee-468e-baad-c7aabac7d1d1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:11.515417 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'tag': '7559afe0-95f1-4292-a433-380456c39b8f', 'status': 'completed', 'code': 200} Jun 30 03:12:11.557483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-8ba3c3b2-6000-456c-9353-dba7e29508f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:11.559187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-8ba3c3b2-6000-456c-9353-dba7e29508f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 1095 time: 0.0554869 Jun 30 03:12:11.604571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-f5b23626-0bdb-41d0-91a4-2d074992d01c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7559afe0-95f1-4292-a433-380456c39b8f HTTP/1.1" status: 200 len: 217 time: 0.0376549 Jun 30 03:12:11.664362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-63b95496-9e8d-491e-96b5-341c747bae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:11.666080 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-63b95496-9e8d-491e-96b5-341c747bae3b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb HTTP/1.1" status: 200 len: 848 time: 0.0551376 Jun 30 03:12:11.718201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-48f77011-edd7-4093-8db4-d43a781b61cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b95eba3-2de3-40a8-8de2-eb0e23166c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359132 Jun 30 03:12:11.793799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77807c81-a946-4505-8970-a78e39f6e21b req-8c47767d-c76f-4063-afb1-61b67f31d3d9 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:11.795300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77807c81-a946-4505-8970-a78e39f6e21b req-8c47767d-c76f-4063-afb1-61b67f31d3d9 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 944 time: 0.1441665 Jun 30 03:12:11.842333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-19e22398-4b8d-4c54-a618-c93039e9093a service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172121 Jun 30 03:12:11.862073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77807c81-a946-4505-8970-a78e39f6e21b req-8ff303fb-8236-4a9e-8f91-9354d138210f tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607507 Jun 30 03:12:11.940438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a255e8e-9437-4dba-b82a-25d080296e38 req-b6fd6508-10e6-4bf5-9285-25b02c5be7a1 service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907831 Jun 30 03:12:12.043886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-b0019eab-53a6-49cf-a1f3-2dbfe78895f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:12.045371 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-b0019eab-53a6-49cf-a1f3-2dbfe78895f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54019bea7eee4169873b544e312662f8&device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 1095 time: 0.0539603 Jun 30 03:12:12.139029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-3cef9688-b14f-447f-a418-cd79e39d4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:12.140482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-3cef9688-b14f-447f-a418-cd79e39d4bd4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 200 len: 909 time: 0.0887563 Jun 30 03:12:12.188383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-49a91c4e-e954-45aa-93a1-6b06e4f7bfe5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7559afe0-95f1-4292-a433-380456c39b8f HTTP/1.1" status: 200 len: 217 time: 0.0349879 Jun 30 03:12:12.238578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-17de516e-0b91-42a5-a3fc-18eb7bd495ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:12.240031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-17de516e-0b91-42a5-a3fc-18eb7bd495ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb HTTP/1.1" status: 200 len: 848 time: 0.0448365 Jun 30 03:12:12.273826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-8e24779c-99fb-4fab-b7fa-203a7c14e128 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b95eba3-2de3-40a8-8de2-eb0e23166c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259855 Jun 30 03:12:12.366779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-f3cc7009-5a22-4c5e-9b80-4dee5f115142 service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Jun 30 03:12:12.457054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4156bec3-d22a-4969-9291-e7e18b6e29b7 req-05ac6f3d-dca7-4450-ab5c-dad1321f192d service neutron] 10.222.0.90 "GET /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821528 Jun 30 03:12:13.042067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8968e1-bc11-47c3-9cd0-3321441f8380 req-e3b8fc82-1fb2-4d9d-b691-cfc0005437e6 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:13.043560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8968e1-bc11-47c3-9cd0-3321441f8380 req-e3b8fc82-1fb2-4d9d-b691-cfc0005437e6 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 944 time: 0.0677872 Jun 30 03:12:13.081681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8968e1-bc11-47c3-9cd0-3321441f8380 req-6b8b9bfb-7a50-4010-bce6-b817d078323e tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Jun 30 03:12:13.969527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef463b1b-fcce-42dc-8cae-33c5b9dd76a9 req-2e695556-c2ee-470b-a634-ffb4e910c776 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:13.970925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef463b1b-fcce-42dc-8cae-33c5b9dd76a9 req-2e695556-c2ee-470b-a634-ffb4e910c776 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.0630927 Jun 30 03:12:14.007471 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef463b1b-fcce-42dc-8cae-33c5b9dd76a9 req-7e02db95-dd73-4782-9c0d-32b15d200a0a tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Jun 30 03:12:14.260664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2029b4c-1772-4e29-b8ce-6ca5ee3e5282 req-ec4d15da-2dd8-4c22-83b5-8aa6c8e52653 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:14.262179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2029b4c-1772-4e29-b8ce-6ca5ee3e5282 req-ec4d15da-2dd8-4c22-83b5-8aa6c8e52653 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 944 time: 0.0698979 Jun 30 03:12:14.300568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b2029b4c-1772-4e29-b8ce-6ca5ee3e5282 req-daa3c8c6-2afd-45c2-b1da-36244d1e08c9 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Jun 30 03:12:14.904371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7559afe0-95f1-4292-a433-380456c39b8f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:12:15.000248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 7559afe0-95f1-4292-a433-380456c39b8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7559afe0-95f1-4292-a433-380456c39b8f,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:15.012358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '7559afe0-95f1-4292-a433-380456c39b8f', 'network_id': '1b95eba3-2de3-40a8-8de2-eb0e23166c62', 'port_id': '7559afe0-95f1-4292-a433-380456c39b8f', 'mac_address': 'fa:16:3e:c7:e5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:12:15.048846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.062021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7559afe0-95f1-4292-a433-380456c39b8f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:15.082113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 7559afe0-95f1-4292-a433-380456c39b8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7559afe0-95f1-4292-a433-380456c39b8f,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:15.086568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.133012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=7559afe0-95f1-4292-a433-380456c39b8f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:15.224224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d558-21bb-4851-973f-d65a4c69cc9a req-0ae01fb4-c8bd-4a10-89e2-a4ef00b3d5c0 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:15.225623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bce5d558-21bb-4851-973f-d65a4c69cc9a req-0ae01fb4-c8bd-4a10-89e2-a4ef00b3d5c0 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.1016314 Jun 30 03:12:15.233761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-180039e0-33af-43ca-86a9-b208ac6b0626 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:15.235192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-180039e0-33af-43ca-86a9-b208ac6b0626 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.67 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 946 time: 0.1206808 Jun 30 03:12:15.283290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['7559afe0-95f1-4292-a433-380456c39b8f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:15.302970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bce5d558-21bb-4851-973f-d65a4c69cc9a req-df799e21-7aed-4b42-9b41-be23e2134041 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/security-groups?id=e17c3521-9639-4f85-bde1-bcf4d9ef8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668185 Jun 30 03:12:15.364703 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Deleting port 530ee288-5fe6-494b-91d7-0cbcf25218ec {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:15.365926 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.464685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] For port 530ee288-5fe6-494b-91d7-0cbcf25218ec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=530ee288-5fe6-494b-91d7-0cbcf25218ec,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:15.465050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.481941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eeeb5-c249-4c8c-8fb6-840eed7bd2f8 req-6135ae54-d8ad-4fe5-889e-4bf345627d2b tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:15.483438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f9eeeb5-c249-4c8c-8fb6-840eed7bd2f8 req-6135ae54-d8ad-4fe5-889e-4bf345627d2b tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 945 time: 0.0652373 Jun 30 03:12:15.521350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2f9eeeb5-c249-4c8c-8fb6-840eed7bd2f8 req-f0200b77-904f-4743-82f9-a873108ee32b tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jun 30 03:12:15.637849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.638227 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.638571 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Floating IP cb32b54a-1f0d-481d-b011-254e866ce340 disassociated. External IP: 172.25.0.66, port: 530ee288-5fe6-494b-91d7-0cbcf25218ec. Jun 30 03:12:15.638915 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Calling delete_port for 530ee288-5fe6-494b-91d7-0cbcf25218ec owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:15.772437 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.802530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event deleted for resources: {'Port': ['ID=530ee288-5fe6-494b-91d7-0cbcf25218ec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:15.813891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.814252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.814624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.814972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.815311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.815648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.815982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.816314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.816643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.816999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.817299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.817627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:15.927656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Router fef26045-c590-469b-b4ba-a3b5c1736f3e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:16.035844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:16.045954 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] Sync routers for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:16.055436 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:16.056033 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:16.079346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] No DVR routers for this DVR port 530ee288-5fe6-494b-91d7-0cbcf25218ec on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:16.081887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.083927 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43be8365-7b10-4906-8ea8-295123e0cf17 req-2654478c-6fbf-4209-a904-69b4a72149e2 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.67 "DELETE /v2.0/ports/530ee288-5fe6-494b-91d7-0cbcf25218ec HTTP/1.1" status: 204 len: 173 time: 0.8419201 Jun 30 03:12:16.084363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'name': 'network-vif-deleted', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:16.086738 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862eb12-49eb-4d68-9ef6-ac2658d44a44" -d '{"events": [{"server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "name": "network-vif-deleted", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:16.183455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:16.198873 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40b925a-12ad-458e-80d1-6ff05592406b x-openstack-request-id: req-c40b925a-12ad-458e-80d1-6ff05592406b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:16.199237 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f37cf9-ce1a-4105-b5c9-3a66b85cfd86", "name": "network-vif-deleted", "tag": "530ee288-5fe6-494b-91d7-0cbcf25218ec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:16.199578 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c40b925a-12ad-458e-80d1-6ff05592406b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:16.200074 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f37cf9-ce1a-4105-b5c9-3a66b85cfd86', 'name': 'network-vif-deleted', 'tag': '530ee288-5fe6-494b-91d7-0cbcf25218ec', 'status': 'completed', 'code': 200} Jun 30 03:12:16.389964 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:16.416595 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] Checking router: fef26045-c590-469b-b4ba-a3b5c1736f3e for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:16.424846 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:16.425451 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:16.464315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17ec9cd2-5e51-4e01-aded-4fcc201fa142 req-0bbb04fb-7411-49ca-ba65-afe0465013fe tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f37cf9-ce1a-4105-b5c9-3a66b85cfd86 HTTP/1.1" status: 200 len: 210 time: 0.0326343 Jun 30 03:12:16.532063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:16.740046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179ac1-2abc-4ddc-91d3-cc9c86ef3d19 req-be520899-d123-4593-add2-95cf37fa2d9e tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:16.741689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a179ac1-2abc-4ddc-91d3-cc9c86ef3d19 req-be520899-d123-4593-add2-95cf37fa2d9e tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 945 time: 0.0735245 Jun 30 03:12:16.781146 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a179ac1-2abc-4ddc-91d3-cc9c86ef3d19 req-acfe7045-32be-4e6a-b260-b13693b14a3a tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Jun 30 03:12:16.836588 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:16.862457 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8813d0-25fe-4f48-bcd5-5312935d5484 None None] The sync data for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 is: [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:07:14Z', 'revision_number': 4, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e8e8d6fc-3438-4c8e-8282-597f32a835a1', 'name': '', 'network_id': 'cb884c52-1a70-4172-9f55-9a9e415109c9', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'mac_address': 'fa:16:3e:62:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:14Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'subnets': [{'id': 'cdd927d7-3519-4c9d-8d42-d1ca01656c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:16.921716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7559afe0-95f1-4292-a433-380456c39b8f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:16.985604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 7559afe0-95f1-4292-a433-380456c39b8f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:16.990335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 7559afe0-95f1-4292-a433-380456c39b8f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:16.990736 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.075941 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.099116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7559afe0-95f1-4292-a433-380456c39b8f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:17.101384 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b42f7a7-18ee-479a-b09d-e2d321a6e8c1" -d '{"events": [{"server_uuid": "57e68338-4111-4d1b-91f8-1938de8f0af5", "name": "network-vif-plugged", "status": "completed", "tag": "7559afe0-95f1-4292-a433-380456c39b8f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:17.114612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 7559afe0-95f1-4292-a433-380456c39b8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7559afe0-95f1-4292-a433-380456c39b8f,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:17.120634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f405a13-0940-4f57-8e3e-d5d4b98a7d90 None None] New status for floating IP cb32b54a-1f0d-481d-b011-254e866ce340: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:12:17.124307 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.154083 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52af6a5e-9403-415c-b9f3-7c4fbc2b65c1 x-openstack-request-id: req-52af6a5e-9403-415c-b9f3-7c4fbc2b65c1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:17.154396 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e68338-4111-4d1b-91f8-1938de8f0af5", "name": "network-vif-plugged", "status": "completed", "tag": "7559afe0-95f1-4292-a433-380456c39b8f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:17.154651 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52af6a5e-9403-415c-b9f3-7c4fbc2b65c1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:17.155042 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7559afe0-95f1-4292-a433-380456c39b8f', 'code': 200} Jun 30 03:12:17.264209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8199bf-7548-451f-a3c8-e0737fbbee8e req-26888a5a-04d5-4bcc-9728-ffec1ce767f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:17.265572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=7559afe0-95f1-4292-a433-380456c39b8f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:17.265737 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea8199bf-7548-451f-a3c8-e0737fbbee8e req-26888a5a-04d5-4bcc-9728-ffec1ce767f3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 1097 time: 0.0582466 Jun 30 03:12:17.303381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ea8199bf-7548-451f-a3c8-e0737fbbee8e req-6ed33906-d725-4b25-994e-42e6fc34628d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Jun 30 03:12:17.558510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:17.683160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Deleting port c53e52da-15ff-43f4-9cde-bfbd82711fda {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:17.683498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.756442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.756683 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.767877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Calling delete_port for c53e52da-15ff-43f4-9cde-bfbd82711fda owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:17.932527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.968642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event deleted for resources: {'Port': ['ID=c53e52da-15ff-43f4-9cde-bfbd82711fda,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:18.045040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf3eae-2989-491d-ac3e-ac2bd66b3192 req-f81ec49e-b770-4001-a595-18c26bf9361a tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.046453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6bf3eae-2989-491d-ac3e-ac2bd66b3192 req-f81ec49e-b770-4001-a595-18c26bf9361a tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 946 time: 0.1519701 Jun 30 03:12:18.051260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.053816 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.054904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-09bd5a26-c9b4-466b-8537-ff465c73ecf8 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "DELETE /v2.0/floatingips/cb32b54a-1f0d-481d-b011-254e866ce340 HTTP/1.1" status: 204 len: 168 time: 0.4954159 Jun 30 03:12:18.090197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d6bf3eae-2989-491d-ac3e-ac2bd66b3192 req-1627ce3e-b13a-4236-bd54-c6e148d84e33 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341232 Jun 30 03:12:18.208186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:18.267168 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f640-9b76-4236-80db-8f35f61f51a3 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.292517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f640-9b76-4236-80db-8f35f61f51a3 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.355142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f640-9b76-4236-80db-8f35f61f51a3 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.358085 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f640-9b76-4236-80db-8f35f61f51a3 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.359393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ca5f640-9b76-4236-80db-8f35f61f51a3 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] 10.222.0.78 "DELETE /v2.0/security-groups/e17c3521-9639-4f85-bde1-bcf4d9ef8af9 HTTP/1.1" status: 204 len: 168 time: 0.1501257 Jun 30 03:12:18.372865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f640-9b76-4236-80db-8f35f61f51a3 tempest-TestServerBasicOps-696301841 tempest-TestServerBasicOps-696301841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c3521-9639-4f85-bde1-bcf4d9ef8af9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:18.406138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:18.800255 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.055686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Deleting port e8e8d6fc-3438-4c8e-8282-597f32a835a1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:19.056030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.139149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] For port e8e8d6fc-3438-4c8e-8282-597f32a835a1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e8e8d6fc-3438-4c8e-8282-597f32a835a1,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:19.139509 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.152189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Calling delete_port for e8e8d6fc-3438-4c8e-8282-597f32a835a1 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:19.330157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b8d6-7c18-4b3b-85d9-833d68c44505 req-f1e153da-2604-4b0d-ba0f-4f48d910fde3 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:19.331593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa19b8d6-7c18-4b3b-85d9-833d68c44505 req-f1e153da-2604-4b0d-ba0f-4f48d910fde3 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 946 time: 0.1234305 Jun 30 03:12:19.399839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa19b8d6-7c18-4b3b-85d9-833d68c44505 req-00f846ae-4d45-4a58-ab7b-108c564caa52 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601194 Jun 30 03:12:19.411374 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.437601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e8d6fc-3438-4c8e-8282-597f32a835a1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:19.631810 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.151912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Router fef26045-c590-469b-b4ba-a3b5c1736f3e has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:20.243013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 530ee288-5fe6-494b-91d7-0cbcf25218ec no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:20.265420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 530ee288-5fe6-494b-91d7-0cbcf25218ec {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:20.265809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 530ee288-5fe6-494b-91d7-0cbcf25218ec not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:20.303073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:20.312077 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] Sync routers for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:20.313533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-10a4b55b-6f6e-4c98-98c3-a565d179fa82 admin admin] 10.222.0.78 "PUT /v2.0/routers/fef26045-c590-469b-b4ba-a3b5c1736f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060314 Jun 30 03:12:20.316133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50156) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:20.321214 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:20.321594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b895e2-7a0f-4e34-9706-148d0202d8e4 req-90eec2bc-55a7-4afe-b899-07ae1a5def93 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:20.321795 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:20.323591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7b895e2-7a0f-4e34-9706-148d0202d8e4 req-90eec2bc-55a7-4afe-b899-07ae1a5def93 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 946 time: 0.1276896 Jun 30 03:12:20.365874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a7b895e2-7a0f-4e34-9706-148d0202d8e4 req-b469b00a-889f-4cd0-bc23-bda801200bad tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364118 Jun 30 03:12:20.427833 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:20.433808 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.534590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.591072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Deleting port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:20.591422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.612708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:12:19Z', 'revision_number': 5, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port': {'id': '4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:12Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:20.647634 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] Checking router: fef26045-c590-469b-b4ba-a3b5c1736f3e for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:20.656707 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] Routers {'fef26045-c590-469b-b4ba-a3b5c1736f3e'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:20.657319 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['fef26045-c590-469b-b4ba-a3b5c1736f3e'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:20.674672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] For port 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:20.675032 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.687487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Calling delete_port for 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:20.742337 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] Set router fef26045-c590-469b-b4ba-a3b5c1736f3e gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:20.793206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:12:20Z', 'revision_number': 6, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:20.823090 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba295c6-62c7-4c80-91f1-eb861ad28917 None None] The sync data for ids ['fef26045-c590-469b-b4ba-a3b5c1736f3e'] in n-d-798054-5 is: [{'id': 'fef26045-c590-469b-b4ba-a3b5c1736f3e', 'name': 'tempest-TestServerBasicOps-1667048607-router', 'tenant_id': 'f5400f75ded24f70b1230a2252144976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:11Z', 'updated_at': '2021-06-30T03:12:20Z', 'revision_number': 6, 'project_id': 'f5400f75ded24f70b1230a2252144976', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:20.859674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.889325 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:20.950842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.039358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.042172 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.084726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.085347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fef26045-c590-469b-b4ba-a3b5c1736f3e {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:21.092836 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.094096 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5cc1a9df-0347-41f5-90b8-d3a45e36e6cf admin admin] 10.222.0.78 "DELETE /v2.0/routers/fef26045-c590-469b-b4ba-a3b5c1736f3e HTTP/1.1" status: 204 len: 168 time: 0.7766631 Jun 30 03:12:21.096701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50158) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:21.143662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Deleting subnet cdd927d7-3519-4c9d-8d42-d1ca01656c3b {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:12:21.146570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.180749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.265597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.322749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.347683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd927d7-3519-4c9d-8d42-d1ca01656c3b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:21.351455 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.355439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f71d2165-c831-445b-ab75-22c26525e238 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cdd927d7-3519-4c9d-8d42-d1ca01656c3b HTTP/1.1" status: 204 len: 168 time: 0.2556233 Jun 30 03:12:21.356335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50160) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:21.359082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2fb00-4d49-4e1f-bac6-561e88a6f9c7 None None] Network cb884c52-1a70-4172-9f55-9a9e415109c9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:21.430641 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.481112 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:12:21.485227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Deleting port fd61a310-c548-4def-a5b6-85c9f8f0ab0c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:21.485570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.590280 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] For port fd61a310-c548-4def-a5b6-85c9f8f0ab0c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,segment=NetworkSegment(a9d1db38-c383-40d4-9fe9-c05ceb420130),segment_id=a9d1db38-c383-40d4-9fe9-c05ceb420130)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:21.590674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.605848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Calling delete_port for fd61a310-c548-4def-a5b6-85c9f8f0ab0c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:21.624620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] DHCP port deletion for cb884c52-1a70-4172-9f55-9a9e415109c9 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:12:21.682595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde7e7d-eac0-4a16-ad4f-b05657686d58 req-6d859cc8-ba20-46e3-a59b-a5ae8e14b487 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.684407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1dde7e7d-eac0-4a16-ad4f-b05657686d58 req-6d859cc8-ba20-46e3-a59b-a5ae8e14b487 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 946 time: 0.1523027 Jun 30 03:12:21.692734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-6154062e-c373-4b6e-a354-b63279518925 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.695043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-6154062e-c373-4b6e-a354-b63279518925 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 946 time: 0.0825131 Jun 30 03:12:21.774429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1dde7e7d-eac0-4a16-ad4f-b05657686d58 req-2e3a674c-cca9-4c27-b9f4-9713df5cccba tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/security-groups?id=b813e3f1-c743-4491-8a4b-60f32fca3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 Jun 30 03:12:21.780951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.799063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] No DVR routers for this DVR port fd61a310-c548-4def-a5b6-85c9f8f0ab0c on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:21.820380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Pushing event deleted for resources: {'Port': ['ID=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:21.826933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Deleting port 7559afe0-95f1-4292-a433-380456c39b8f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:21.827467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.852847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Deleting port fd61a310-c548-4def-a5b6-85c9f8f0ab0c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:21.853442 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.899835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.912404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb884c52-1a70-4172-9f55-9a9e415109c9']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:21.926736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] For port fd61a310-c548-4def-a5b6-85c9f8f0ab0c, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:21.927156 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.933363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d1db38-c383-40d4-9fe9-c05ceb420130') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:21.933664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d1db38-c383-40d4-9fe9-c05ceb420130') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:21.939684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] For port 7559afe0-95f1-4292-a433-380456c39b8f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=7559afe0-95f1-4292-a433-380456c39b8f,segment=NetworkSegment(1699b715-ca35-450f-a94f-d2bfcb10411f),segment_id=1699b715-ca35-450f-a94f-d2bfcb10411f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:21.940708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.941737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Calling delete_port for fd61a310-c548-4def-a5b6-85c9f8f0ab0c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:21.944425 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.945153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Port fd61a310-c548-4def-a5b6-85c9f8f0ab0c was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:12:21.946912 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.960145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Calling delete_port for 7559afe0-95f1-4292-a433-380456c39b8f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:21.967386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.973662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:12:21.974066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:12:21.975824 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:12:21.982782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] Pushing event deleted for resources: {'Port': ['ID=fd61a310-c548-4def-a5b6-85c9f8f0ab0c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:21.997170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bdba6-850c-4800-bc2f-b0122d9809fb None None] No DVR routers for this DVR port fd61a310-c548-4def-a5b6-85c9f8f0ab0c on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:22.046271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.057625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.059633 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] 10.222.0.78 "DELETE /v2.0/networks/cb884c52-1a70-4172-9f55-9a9e415109c9 HTTP/1.1" status: 204 len: 168 time: 0.7021143 Jun 30 03:12:22.063082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:22.071256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7cb0a-7353-4269-8479-1a40ffbfccac admin admin] Pushing event deleted for resources: {'Network': ['ID=cb884c52-1a70-4172-9f55-9a9e415109c9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:22.188345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.200457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['7559afe0-95f1-4292-a433-380456c39b8f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:22.226472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Pushing event deleted for resources: {'Port': ['ID=7559afe0-95f1-4292-a433-380456c39b8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:22.321230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] No DVR routers for this DVR port 7559afe0-95f1-4292-a433-380456c39b8f on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:22.324762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.327194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bb6dc12-bdd4-47af-8087-38f647dcfaa2 req-cec2c1eb-1efc-49d2-a0ba-4288b6a7cc73 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.90 "DELETE /v2.0/ports/7559afe0-95f1-4292-a433-380456c39b8f HTTP/1.1" status: 204 len: 173 time: 0.6260977 Jun 30 03:12:22.327359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'name': 'network-vif-deleted', 'tag': '7559afe0-95f1-4292-a433-380456c39b8f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:22.329514 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374dea4c-e733-431f-a85f-55ac68578272" -d '{"events": [{"server_uuid": "57e68338-4111-4d1b-91f8-1938de8f0af5", "name": "network-vif-deleted", "tag": "7559afe0-95f1-4292-a433-380456c39b8f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:22.375780 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d3e297-bc14-4cb8-9a53-79297bf81a52 x-openstack-request-id: req-02d3e297-bc14-4cb8-9a53-79297bf81a52 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:22.376076 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e68338-4111-4d1b-91f8-1938de8f0af5", "name": "network-vif-deleted", "tag": "7559afe0-95f1-4292-a433-380456c39b8f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:22.376407 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02d3e297-bc14-4cb8-9a53-79297bf81a52 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:22.376724 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e68338-4111-4d1b-91f8-1938de8f0af5', 'name': 'network-vif-deleted', 'tag': '7559afe0-95f1-4292-a433-380456c39b8f', 'status': 'completed', 'code': 200} Jun 30 03:12:22.542488 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.613468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:22.634128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:22.635722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4bb00e7b-8fc8-4a76-a66f-6d1697a9dabd not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:22.636224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd61a310-c548-4def-a5b6-85c9f8f0ab0c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:22.657628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fd61a310-c548-4def-a5b6-85c9f8f0ab0c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:22.657983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd61a310-c548-4def-a5b6-85c9f8f0ab0c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:22.658431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e8e8d6fc-3438-4c8e-8282-597f32a835a1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:22.677288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e8e8d6fc-3438-4c8e-8282-597f32a835a1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:22.677640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e8e8d6fc-3438-4c8e-8282-597f32a835a1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:22.809962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Deleting port 342fad9c-88f5-4e62-bbb8-16941b008261 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:22.810533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.901369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] For port 342fad9c-88f5-4e62-bbb8-16941b008261, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=342fad9c-88f5-4e62-bbb8-16941b008261,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:22.901740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.915276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Calling delete_port for 342fad9c-88f5-4e62-bbb8-16941b008261 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:22.932716 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ffd66c2d-c802-4ad9-ac13-688c53b727ec req-4cd440c1-3859-4c64-bfac-ebd3036e6ff2 tempest-VolumesActionsTest-611098219 tempest-VolumesActionsTest-611098219-project] 10.222.0.78 "GET /v2.0/ports?device_id=57e68338-4111-4d1b-91f8-1938de8f0af5 HTTP/1.1" status: 200 len: 210 time: 0.0324357 Jun 30 03:12:23.108532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.135659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Pushing event deleted for resources: {'Port': ['ID=342fad9c-88f5-4e62-bbb8-16941b008261,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:23.304130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.520328 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Router 651fac84-7869-41b3-9655-7aeea7329196 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:23.626190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:23.631642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1915bce6-e2d3-408d-8bfc-bb4af305e135 admin admin] 10.222.0.78 "PUT /v2.0/routers/651fac84-7869-41b3-9655-7aeea7329196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672283 Jun 30 03:12:23.633819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:23.637433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] Sync routers for ids ['651fac84-7869-41b3-9655-7aeea7329196'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:23.646789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] Routers {'651fac84-7869-41b3-9655-7aeea7329196'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:23.647416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['651fac84-7869-41b3-9655-7aeea7329196'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:23.742972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.755579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] Set router 651fac84-7869-41b3-9655-7aeea7329196 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:23.847428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.898938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Deleting port 34cb87f1-2f1a-441e-81be-f2b53e4359e3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:23.899278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.939175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:12:23Z', 'revision_number': 5, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port': {'id': '34cb87f1-2f1a-441e-81be-f2b53e4359e3', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fac84-7869-41b3-9655-7aeea7329196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:23.969902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] Checking router: 651fac84-7869-41b3-9655-7aeea7329196 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:23.979849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] Routers {'651fac84-7869-41b3-9655-7aeea7329196'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:23.980479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['651fac84-7869-41b3-9655-7aeea7329196'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:23.984092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] For port 34cb87f1-2f1a-441e-81be-f2b53e4359e3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=34cb87f1-2f1a-441e-81be-f2b53e4359e3,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:23.984487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.997810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Calling delete_port for 34cb87f1-2f1a-441e-81be-f2b53e4359e3 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:24.075238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] Set router 651fac84-7869-41b3-9655-7aeea7329196 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:24.132037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:12:23Z', 'revision_number': 6, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.162595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cfbca-f18e-408b-94a8-c65458162c59 None None] The sync data for ids ['651fac84-7869-41b3-9655-7aeea7329196'] in n-d-798054-5 is: [{'id': '651fac84-7869-41b3-9655-7aeea7329196', 'name': 'tempest-TestServerBasicOps-757935124-router', 'tenant_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:12:23Z', 'revision_number': 6, 'project_id': 'bc1b60b7660d460582fb8b2c7f542ffc', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:24.203030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.227181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cb87f1-2f1a-441e-81be-f2b53e4359e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:24.298612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.390132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.392318 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.439277 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.439834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651fac84-7869-41b3-9655-7aeea7329196 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:24.444361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.445470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f49553cd-7859-499a-9634-be84ceb2f6b7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/651fac84-7869-41b3-9655-7aeea7329196 HTTP/1.1" status: 204 len: 168 time: 0.8096626 Jun 30 03:12:24.448610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:24.495732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Deleting subnet 31099eab-6c8b-4067-b26e-d433f908b0eb {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:12:24.502564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.551518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.659864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.717438 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.743087 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31099eab-6c8b-4067-b26e-d433f908b0eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:24.747143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.751767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aaf10a83-3584-4a3a-b366-6226a87c1912 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/31099eab-6c8b-4067-b26e-d433f908b0eb HTTP/1.1" status: 204 len: 168 time: 0.2995343 Jun 30 03:12:24.751767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:24.755706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e38af-3c6c-4aeb-8921-4d2f4d69b028 None None] Network 958f8434-3896-4ac8-bee3-58b54f8d8c2f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:24.832189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.891456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Deleting port da38a99d-281a-423f-8bef-d4d6c2de1271 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:24.892141 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.948875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7559afe0-95f1-4292-a433-380456c39b8f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:24.965541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] For port da38a99d-281a-423f-8bef-d4d6c2de1271, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da38a99d-281a-423f-8bef-d4d6c2de1271,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:24.965914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.987234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Calling delete_port for da38a99d-281a-423f-8bef-d4d6c2de1271 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:24.995593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] DHCP port deletion for 958f8434-3896-4ac8-bee3-58b54f8d8c2f request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:12:24.998148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 7559afe0-95f1-4292-a433-380456c39b8f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:25.001574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 7559afe0-95f1-4292-a433-380456c39b8f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:25.039107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 342fad9c-88f5-4e62-bbb8-16941b008261 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:25.062980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 342fad9c-88f5-4e62-bbb8-16941b008261 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:25.063475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 342fad9c-88f5-4e62-bbb8-16941b008261 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:25.080439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] Deleting port da38a99d-281a-423f-8bef-d4d6c2de1271 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:25.080962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.095728 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.127150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=da38a99d-281a-423f-8bef-d4d6c2de1271,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:25.131081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] No DVR routers for this DVR port da38a99d-281a-423f-8bef-d4d6c2de1271 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:25.156885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] For port da38a99d-281a-423f-8bef-d4d6c2de1271, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=da38a99d-281a-423f-8bef-d4d6c2de1271,segment=NetworkSegment(9b2eba19-802d-4d7c-9fa4-4e5cf984b2da),segment_id=9b2eba19-802d-4d7c-9fa4-4e5cf984b2da)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:25.157387 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.172236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] Calling delete_port for da38a99d-281a-423f-8bef-d4d6c2de1271 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:25.222272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.240875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958f8434-3896-4ac8-bee3-58b54f8d8c2f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:25.258161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:25.258495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2eba19-802d-4d7c-9fa4-4e5cf984b2da') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:25.267903 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.269348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.284495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.292763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:12:25.293131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:12:25.295004 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:12:25.298357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] Pushing event deleted for resources: {'Port': ['ID=da38a99d-281a-423f-8bef-d4d6c2de1271,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:25.304096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84538842-fa8d-4846-a60f-a7e0e2a3954f None None] No DVR routers for this DVR port da38a99d-281a-423f-8bef-d4d6c2de1271 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:25.361670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.367214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.378892 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] 10.222.0.78 "DELETE /v2.0/networks/958f8434-3896-4ac8-bee3-58b54f8d8c2f HTTP/1.1" status: 204 len: 168 time: 0.6262944 Jun 30 03:12:25.396513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b600-5159-4f0a-ad3f-bff2ae1e8a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=958f8434-3896-4ac8-bee3-58b54f8d8c2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:25.522633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:25.564416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0edabbfb-0cad-45aa-ad1f-b66804c1d474 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5400f75ded24f70b1230a2252144976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405264 Jun 30 03:12:25.566983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50240) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:25.622178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8085024f-abba-4a77-b780-a652cbd5a7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.644294 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8085024f-abba-4a77-b780-a652cbd5a7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.692041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8085024f-abba-4a77-b780-a652cbd5a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.694630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8085024f-abba-4a77-b780-a652cbd5a7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.695784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8085024f-abba-4a77-b780-a652cbd5a7af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de45e6c5-1d34-42ff-87d7-1b66e79505b2 HTTP/1.1" status: 204 len: 168 time: 0.1278048 Jun 30 03:12:25.706661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085024f-abba-4a77-b780-a652cbd5a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45e6c5-1d34-42ff-87d7-1b66e79505b2,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:26.141192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:26.186730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-da800d24-2654-41b9-a7a2-a20f67a02287 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc1b60b7660d460582fb8b2c7f542ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441198 Jun 30 03:12:26.189224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50256) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:26.250236 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43f13a5e-837b-4557-ad03-b5b83d4cd5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.274450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43f13a5e-837b-4557-ad03-b5b83d4cd5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.348885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43f13a5e-837b-4557-ad03-b5b83d4cd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.352577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43f13a5e-837b-4557-ad03-b5b83d4cd5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.354792 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-43f13a5e-837b-4557-ad03-b5b83d4cd5d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7347bf93-abf6-4ec8-97fa-da410e743a23 HTTP/1.1" status: 204 len: 168 time: 0.1647196 Jun 30 03:12:26.363925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f13a5e-837b-4557-ad03-b5b83d4cd5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347bf93-abf6-4ec8-97fa-da410e743a23,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:26.648019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da38a99d-281a-423f-8bef-d4d6c2de1271 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:26.677524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: da38a99d-281a-423f-8bef-d4d6c2de1271 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:26.677883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device da38a99d-281a-423f-8bef-d4d6c2de1271 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:26.678301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34cb87f1-2f1a-441e-81be-f2b53e4359e3 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:26.702902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 34cb87f1-2f1a-441e-81be-f2b53e4359e3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:26.703594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 34cb87f1-2f1a-441e-81be-f2b53e4359e3 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:27.230479 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50282) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:27.349235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-461612170-network', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:27.386355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:27.390648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.408461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.577383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.584545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.607643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:12:27.625143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.626059 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Added segment d33f62c1-3538-4da2-9e26-021e0d8d096b of type vlan for network 18e21918-ae5b-4ea5-89e7-268e3e438fed Jun 30 03:12:27.700334 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c68e0f1-87d3-4850-be33-7f87c3e30d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.743224 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.747143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:27.786873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.788288 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:27.789188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.860772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6277170 Jun 30 03:12:27.863802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:27.866634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78539fc-883d-4d4f-bf06-3bd4a002c781 admin admin] Pushing event updated for resources: {'Network': ['ID=18e21918-ae5b-4ea5-89e7-268e3e438fed,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:27.871127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Request body: {'subnet': {'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-461612170-subnet', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:27.877375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:12:27.918767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:27.921540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.178334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.237545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966ccdcb-f73f-4a6b-ad8f-d5fb55408380,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:28.271786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:28.272154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Network hostable DHCP agents. Network: 18e21918-ae5b-4ea5-89e7-268e3e438fed, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:12:28.294015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:12:28.309042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 18e21918-ae5b-4ea5-89e7-268e3e438fed) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:28.313627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:28.314215 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.319628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a2901-a040-4f16-a357-691e2a9f7b20 None None] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:28.339967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b36b7829-6b9d-4f67-9b4f-26c222242470 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4717753 Jun 30 03:12:28.342059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50292) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:28.346397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:28.393295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.396887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.480889 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.516200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-18e21918-ae5b-4ea5-89e7-268e3e438fed', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:28.517460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.731507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Allocated IP 172.20.0.2 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/1700e667-4322-4281-b3ab-2a1af44d4fb8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:28.939954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.949928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Transition to ACTIVE for port object 1700e667-4322-4281-b3ab-2a1af44d4fb8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:28.965789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Transition to ACTIVE for port object 1700e667-4322-4281-b3ab-2a1af44d4fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:28.977152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.055873 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.062029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Pushing event updated for resources: {'Port': ['ID=1700e667-4322-4281-b3ab-2a1af44d4fb8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:29.067906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:29.072824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:29.075687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:29.146359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Attempting to bind port 1700e667-4322-4281-b3ab-2a1af44d4fb8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:29.146617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Attempting to bind port 1700e667-4322-4281-b3ab-2a1af44d4fb8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:29.147162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Attempting to bind port 1700e667-4322-4281-b3ab-2a1af44d4fb8 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:29.152774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:29.153272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:29.153562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.153962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:29.154474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Bound port: 1700e667-4322-4281-b3ab-2a1af44d4fb8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:29.154868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.263112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] For port 1700e667-4322-4281-b3ab-2a1af44d4fb8, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:29.267079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] For port 1700e667-4322-4281-b3ab-2a1af44d4fb8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1700e667-4322-4281-b3ab-2a1af44d4fb8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:29.273997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.333550 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.333794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24169439-8e56-4468-8383-f7cefdd88b4d None None] Pushing event updated for resources: {'Port': ['ID=1700e667-4322-4281-b3ab-2a1af44d4fb8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:29.362036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.512871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Allocated IP 172.25.0.216 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:29.674077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.742130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.803824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:29.805149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Pushing event updated for resources: {'Port': ['ID=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:29.809340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:29.811685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:30.113399 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.342640 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c992322c-4e1e-4690-afeb-34d673f0eb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.376332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.520490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882fdbe-4c4a-4a78-b802-7a6127909ffb None None] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:30.579199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Router 6577e38a-34ae-4b74-a925-57d242b27514 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:30.672650 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.689780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3473f3cc-2624-4c13-9487-bb90b688ff96 None None] Provisioning for port 1700e667-4322-4281-b3ab-2a1af44d4fb8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:30.736676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1700e667-4322-4281-b3ab-2a1af44d4fb8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:30.787527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:30.800113 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:30.812724 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:30.813754 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:30.814068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.817979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08f88031-5b8c-40b3-9c94-5a09dcba11ed admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4760780 Jun 30 03:12:30.819253 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:30.857494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 1700e667-4322-4281-b3ab-2a1af44d4fb8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:30.865888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1700e667-4322-4281-b3ab-2a1af44d4fb8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:30.866257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.967396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.003511 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:31.024158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 1700e667-4322-4281-b3ab-2a1af44d4fb8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1700e667-4322-4281-b3ab-2a1af44d4fb8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:31.029749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.111471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=1700e667-4322-4281-b3ab-2a1af44d4fb8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:31.266513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-aa11a257-bd72-4909-87c2-75ee902bb87e None None] Provisioning complete for port 1700e667-4322-4281-b3ab-2a1af44d4fb8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:31.267649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa11a257-bd72-4909-87c2-75ee902bb87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.304121 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:29Z', 'revision_number': 3, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:31.361557 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:31.365233 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Updating router 6577e38a-34ae-4b74-a925-57d242b27514 port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:31.417183 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.782331 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.808269 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Transition to ACTIVE for port object dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:31.825009 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.857328 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Attempting to bind port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:31.857836 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Attempting to bind port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:31.858403 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Attempting to bind port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:31.885356 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:31.885827 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:31.886431 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.886830 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:31.887463 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Bound port: dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:31.887831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.888315 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.059702 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Pushing event updated for resources: {'Port': ['ID=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:32.075732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.088336 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.088735 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.091044 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.091578 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.091922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.092258 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.092596 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.092924 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.093253 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.093580 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.093922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:32.112009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Allocated IP 172.20.0.1 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/fd43be75-fd27-4923-b38e-345745bc3c66) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:32.119969 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] For port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:32.124007 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] For port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:32.128464 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.187271 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:32.187996 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:32.227452 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a63966-1c7b-464b-b8a0-42ecb45eb476 None None] Pushing event updated for resources: {'Port': ['ID=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:32.266928 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.308893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Transition to ACTIVE for port object fd43be75-fd27-4923-b38e-345745bc3c66 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:32.316650 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.323786 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:32.359187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.412687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:32.417774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:32.422931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:32.458554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Pushing event updated for resources: {'Port': ['ID=fd43be75-fd27-4923-b38e-345745bc3c66,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:32.490664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.612964 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:29Z', 'revision_number': 3, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:32.654493 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaca8d1-e900-4172-bcdc-d44160affdba None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:29Z', 'revision_number': 3, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:32.671535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1700e667-4322-4281-b3ab-2a1af44d4fb8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:32.752518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 1700e667-4322-4281-b3ab-2a1af44d4fb8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:32.768675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.799610 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.843417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3b521a87-2a59-4804-b3cf-d4f66d2a1513 None None] Provisioning for port fd43be75-fd27-4923-b38e-345745bc3c66 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:32.855023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3b521a87-2a59-4804-b3cf-d4f66d2a1513 None None] Provisioning complete for port fd43be75-fd27-4923-b38e-345745bc3c66 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:32.857566 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b521a87-2a59-4804-b3cf-d4f66d2a1513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.920325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3b521a87-2a59-4804-b3cf-d4f66d2a1513 None None] Port fd43be75-fd27-4923-b38e-345745bc3c66 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:33.082960 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.088587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.187663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Pushing event updated for resources: {'Port': ['ID=fd43be75-fd27-4923-b38e-345745bc3c66,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:33.191229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.308262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:33.315204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:33.554745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:33.657194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d2713386-3dea-4193-bce4-bc845ba6d44b None None] Provisioning complete for port fd43be75-fd27-4923-b38e-345745bc3c66 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:33.657797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2713386-3dea-4193-bce4-bc845ba6d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.709643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d2713386-3dea-4193-bce4-bc845ba6d44b None None] Port fd43be75-fd27-4923-b38e-345745bc3c66 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:33.752681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:33.763315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2cc0797e-04f8-4111-98bc-78d6545ad662 admin admin] 10.222.0.78 "PUT /v2.0/routers/6577e38a-34ae-4b74-a925-57d242b27514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420919 Jun 30 03:12:34.418642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50342) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:34.420394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.426040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1513435784-network', 'tenant_id': '2bb392c1eff043408ed499fde353d478'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:34.450822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Made reservation on behalf of 2bb392c1eff043408ed499fde353d478 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:34.453848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.464703 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.639305 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.651976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.691610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:12:34.698977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc54e3d-51df-423a-a112-749835f38cb6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:34.706789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:34.707543 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.708011 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Added segment 5fa6b247-8a1a-416e-8fca-2f57139af1a9 of type vlan for network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 Jun 30 03:12:34.771672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.814018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:34.819810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:34.820321 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.828756 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.829987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:34.830714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.915201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50344) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:34.915999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4945514 Jun 30 03:12:34.922529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Request body: {'subnet': {'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1513435784-subnet', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:34.926987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc449303-b3ed-4892-a615-31c1e5f63808 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1c5798-0053-477b-a0ac-53ca75b1c3d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:34.945622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:12:34.960256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Made reservation on behalf of 2bb392c1eff043408ed499fde353d478 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:34.963845 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.002281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.041591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:35.052720 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.089819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b423f-c021-4e64-8909-741498837396 None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:35.122772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b423f-c021-4e64-8909-741498837396 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:35.123411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-646b423f-c021-4e64-8909-741498837396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:35.210676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.301358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:35.319810 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Checking segment: {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:35.320167 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Network hostable DHCP agents. Network: cf1c5798-0053-477b-a0ac-53ca75b1c3d1, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:12:35.345319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:12:35.355374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, cf1c5798-0053-477b-a0ac-53ca75b1c3d1) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:35.366935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:35.367759 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.388987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dbb4385f-2429-4d5d-840c-e7f96dcfeb32 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4715424 Jun 30 03:12:35.391611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:35.397458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:35.443350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.445193 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.459969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-646b423f-c021-4e64-8909-741498837396 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:35.528229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.533269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8f0d0-9381-48b2-b9a7-6f1011c542e4 None None] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:35.621230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:35.763012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.932768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'fixed_ips': [{'subnet_id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:35.933743 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.956198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-646b423f-c021-4e64-8909-741498837396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 2, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:35.987341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b423f-c021-4e64-8909-741498837396 None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:35.987708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b423f-c021-4e64-8909-741498837396 None None] Updating router 6577e38a-34ae-4b74-a925-57d242b27514 port fd43be75-fd27-4923-b38e-345745bc3c66 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:36.088155 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646b423f-c021-4e64-8909-741498837396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.092115 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.128737 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.179922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Allocated IP 172.20.0.2 (cf1c5798-0053-477b-a0ac-53ca75b1c3d1/ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7/94ed694b-ee59-453e-9419-4b29957653f3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:36.330549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Allocated IP 172.25.0.99 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/86772742-32d0-410a-bb86-285ea24972a8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:36.484162 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.513614 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.515203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Transition to ACTIVE for port object 94ed694b-ee59-453e-9419-4b29957653f3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:36.543918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Transition to ACTIVE for port object 94ed694b-ee59-453e-9419-4b29957653f3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:36.546368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646b423f-c021-4e64-8909-741498837396 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.559290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-646b423f-c021-4e64-8909-741498837396 None None] Transition to ACTIVE for port object fd43be75-fd27-4923-b38e-345745bc3c66 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:36.562028 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.596066 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646b423f-c021-4e64-8909-741498837396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.601648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.633734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:36.636580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Pushing event updated for resources: {'Port': ['ID=94ed694b-ee59-453e-9419-4b29957653f3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:36.643792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:36.646335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:36.661812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:36.665071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:36.671333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:36.719809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Pushing event updated for resources: {'Port': ['ID=86772742-32d0-410a-bb86-285ea24972a8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:36.796304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200023e-ee62-4833-9d2e-98f8c8f572e2 None None] Pushing event updated for resources: {'Port': ['ID=fd43be75-fd27-4923-b38e-345745bc3c66,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:36.801504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:36.986753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:36.987415 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.010911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Attempting to bind port 94ed694b-ee59-453e-9419-4b29957653f3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:37.011440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Attempting to bind port 94ed694b-ee59-453e-9419-4b29957653f3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:37.011900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Attempting to bind port 94ed694b-ee59-453e-9419-4b29957653f3 on network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:37.015755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-646b423f-c021-4e64-8909-741498837396 None None] Attempting to bind port fd43be75-fd27-4923-b38e-345745bc3c66 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:37.016266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-646b423f-c021-4e64-8909-741498837396 None None] Attempting to bind port fd43be75-fd27-4923-b38e-345745bc3c66 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:37.016698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b423f-c021-4e64-8909-741498837396 None None] Attempting to bind port fd43be75-fd27-4923-b38e-345745bc3c66 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:37.028453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:37.029143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Checking segment: {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:37.029776 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.030271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Bound using segment: {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:37.030870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Bound port: 94ed694b-ee59-453e-9419-4b29957653f3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:37.031348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.048188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b423f-c021-4e64-8909-741498837396 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:37.048713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b423f-c021-4e64-8909-741498837396 None None] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:37.049308 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646b423f-c021-4e64-8909-741498837396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.049803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b423f-c021-4e64-8909-741498837396 None None] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:37.050375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-646b423f-c021-4e64-8909-741498837396 None None] Bound port: fd43be75-fd27-4923-b38e-345745bc3c66, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:37.050860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646b423f-c021-4e64-8909-741498837396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.076113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.198848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] For port 94ed694b-ee59-453e-9419-4b29957653f3, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:37.222376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-646b423f-c021-4e64-8909-741498837396 None None] For port fd43be75-fd27-4923-b38e-345745bc3c66, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:37.231447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] For port 94ed694b-ee59-453e-9419-4b29957653f3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=94ed694b-ee59-453e-9419-4b29957653f3,segment=NetworkSegment(5fa6b247-8a1a-416e-8fca-2f57139af1a9),segment_id=5fa6b247-8a1a-416e-8fca-2f57139af1a9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:37.242090 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.245640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-646b423f-c021-4e64-8909-741498837396 None None] For port fd43be75-fd27-4923-b38e-345745bc3c66, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd43be75-fd27-4923-b38e-345745bc3c66,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:37.283909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-646b423f-c021-4e64-8909-741498837396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.362140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b423f-c021-4e64-8909-741498837396 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:37.362140 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-646b423f-c021-4e64-8909-741498837396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:37.381031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.410105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5f9f8-9d6e-422a-b35a-d57b32d89308 None None] Pushing event updated for resources: {'Port': ['ID=94ed694b-ee59-453e-9419-4b29957653f3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:37.511680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200023e-ee62-4833-9d2e-98f8c8f572e2 None None] Pushing event updated for resources: {'Port': ['ID=fd43be75-fd27-4923-b38e-345745bc3c66,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:37.556712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-646b423f-c021-4e64-8909-741498837396 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:37.599126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Router 37d8c898-2c95-4392-898e-d4d005b96081 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:38.202050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-646b423f-c021-4e64-8909-741498837396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:37Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:38.244778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b423f-c021-4e64-8909-741498837396 None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:37Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:38.250428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:38.263960 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Sync routers for ids ['37d8c898-2c95-4392-898e-d4d005b96081'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:38.280640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:38.282051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-46e328dc-9f03-4e59-803d-a31df07130ce admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8891416 Jun 30 03:12:38.284746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:38.291697 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Routers {'37d8c898-2c95-4392-898e-d4d005b96081'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:38.292351 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['37d8c898-2c95-4392-898e-d4d005b96081'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:38.613365 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Set router 37d8c898-2c95-4392-898e-d4d005b96081 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:38.800856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 94ed694b-ee59-453e-9419-4b29957653f3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:38.905108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 94ed694b-ee59-453e-9419-4b29957653f3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:38.918725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd43be75-fd27-4923-b38e-345745bc3c66 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:38.970158 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:12:36Z', 'revision_number': 3, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:39.020024 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Checking router: 37d8c898-2c95-4392-898e-d4d005b96081 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:39.020400 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Updating router 37d8c898-2c95-4392-898e-d4d005b96081 port 86772742-32d0-410a-bb86-285ea24972a8 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:39.038069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c940372-04ff-4cee-9e48-9c2939c062bc None None] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:39.094587 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.168751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] Provisioning for port 94ed694b-ee59-453e-9419-4b29957653f3 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:39.187224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] Provisioning complete for port 94ed694b-ee59-453e-9419-4b29957653f3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:39.187911 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.260655 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.269451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fd43be75-fd27-4923-b38e-345745bc3c66 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:39.278346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fd43be75-fd27-4923-b38e-345745bc3c66 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:39.278750 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.502715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Allocated IP 172.20.0.1 (cf1c5798-0053-477b-a0ac-53ca75b1c3d1/ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7/73cf2bf8-837d-4fde-96b7-93d84a83abd1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:39.671113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.693780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Transition to ACTIVE for port object 73cf2bf8-837d-4fde-96b7-93d84a83abd1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:39.727928 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.730033 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.746129 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Transition to ACTIVE for port object 86772742-32d0-410a-bb86-285ea24972a8 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:39.753014 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.769575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.772935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.818492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:39.821527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:39.824334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:39.851633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] For port 94ed694b-ee59-453e-9419-4b29957653f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=94ed694b-ee59-453e-9419-4b29957653f3,segment=NetworkSegment(5fa6b247-8a1a-416e-8fca-2f57139af1a9),segment_id=5fa6b247-8a1a-416e-8fca-2f57139af1a9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:39.859739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Pushing event updated for resources: {'Port': ['ID=73cf2bf8-837d-4fde-96b7-93d84a83abd1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:39.864147 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.864848 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Attempting to bind port 86772742-32d0-410a-bb86-285ea24972a8 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:39.865227 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Attempting to bind port 86772742-32d0-410a-bb86-285ea24972a8 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:39.865586 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Attempting to bind port 86772742-32d0-410a-bb86-285ea24972a8 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:39.876405 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:39.876832 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:39.877240 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.878043 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:39.878201 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Bound port: 86772742-32d0-410a-bb86-285ea24972a8, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:39.878532 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.907988 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.925690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.968748 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f46b1-db97-4d32-811e-f6cd770074b4 None None] Pushing event updated for resources: {'Port': ['ID=86772742-32d0-410a-bb86-285ea24972a8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:40.038839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] For port 86772742-32d0-410a-bb86-285ea24972a8, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:40.043159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f6aa4-e474-4a81-a885-9b7649f1b503 None None] Pushing event updated for resources: {'Port': ['ID=94ed694b-ee59-453e-9419-4b29957653f3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:40.050891 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] For port 86772742-32d0-410a-bb86-285ea24972a8, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=86772742-32d0-410a-bb86-285ea24972a8,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:40.064278 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.079265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fd43be75-fd27-4923-b38e-345745bc3c66, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd43be75-fd27-4923-b38e-345745bc3c66,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:40.109060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.175939 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Routers {'37d8c898-2c95-4392-898e-d4d005b96081'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:40.177179 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['37d8c898-2c95-4392-898e-d4d005b96081'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:40.192750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fd43be75-fd27-4923-b38e-345745bc3c66,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:40.260213 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f46b1-db97-4d32-811e-f6cd770074b4 None None] Pushing event updated for resources: {'Port': ['ID=86772742-32d0-410a-bb86-285ea24972a8,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:40.261019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.402918 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] Set router 37d8c898-2c95-4392-898e-d4d005b96081 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:40.413327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-22b5ab3e-f87f-4baa-991b-3964ea4c51bd None None] Provisioning complete for port 94ed694b-ee59-453e-9419-4b29957653f3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:40.413899 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22b5ab3e-f87f-4baa-991b-3964ea4c51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.624793 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.631725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.707603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.716661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-00b36655-da53-42f1-8402-b3a22f5c23c0 None None] Provisioning for port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:40.725792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 94ed694b-ee59-453e-9419-4b29957653f3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:40.730238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-00b36655-da53-42f1-8402-b3a22f5c23c0 None None] Provisioning complete for port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:40.730646 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00b36655-da53-42f1-8402-b3a22f5c23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.758040 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73cf2bf8-837d-4fde-96b7-93d84a83abd1', 'name': '', 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'mac_address': 'fa:16:3e:c6:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:39Z', 'updated_at': '2021-06-30T03:12:39Z', 'revision_number': 1, 'project_id': '2bb392c1eff043408ed499fde353d478', 'subnets': [{'id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:40.797545 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe115-244c-4f49-a619-fc7ca48a1694 None None] The sync data for ids ['37d8c898-2c95-4392-898e-d4d005b96081'] in n-d-798054-5 is: [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73cf2bf8-837d-4fde-96b7-93d84a83abd1', 'name': '', 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'mac_address': 'fa:16:3e:c6:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:39Z', 'updated_at': '2021-06-30T03:12:39Z', 'revision_number': 1, 'project_id': '2bb392c1eff043408ed499fde353d478', 'subnets': [{'id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:40.799600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-00b36655-da53-42f1-8402-b3a22f5c23c0 None None] Port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:40.819195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 94ed694b-ee59-453e-9419-4b29957653f3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:40.819195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.849626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:40.854675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:40.860595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Pushing event updated for resources: {'Port': ['ID=73cf2bf8-837d-4fde-96b7-93d84a83abd1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:40.921071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd43be75-fd27-4923-b38e-345745bc3c66 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:40.997775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fd43be75-fd27-4923-b38e-345745bc3c66 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:40.998274 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.040929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Router 37d8c898-2c95-4392-898e-d4d005b96081 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:41.216846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.330451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:41.334399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b42ecf51-fe82-4141-b365-260dc6ade3ab None None] Provisioning complete for port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:41.334782 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b42ecf51-fe82-4141-b365-260dc6ade3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.340946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ef586dd0-9242-4fba-be21-96eae168bd2b admin admin] 10.222.0.78 "PUT /v2.0/routers/37d8c898-2c95-4392-898e-d4d005b96081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0507567 Jun 30 03:12:41.394943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b42ecf51-fe82-4141-b365-260dc6ade3ab None None] Port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:42.737754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 86772742-32d0-410a-bb86-285ea24972a8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:42.803933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 86772742-32d0-410a-bb86-285ea24972a8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:42.813556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 86772742-32d0-410a-bb86-285ea24972a8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:42.814128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.973030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.997795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 86772742-32d0-410a-bb86-285ea24972a8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=86772742-32d0-410a-bb86-285ea24972a8,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:43.002950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:43.064689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=86772742-32d0-410a-bb86-285ea24972a8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:44.180236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Sync routers for ids ['37d8c898-2c95-4392-898e-d4d005b96081'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:44.191063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Routers {'37d8c898-2c95-4392-898e-d4d005b96081'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:44.191953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['37d8c898-2c95-4392-898e-d4d005b96081'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:44.334372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Set router 37d8c898-2c95-4392-898e-d4d005b96081 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:44.664032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73cf2bf8-837d-4fde-96b7-93d84a83abd1', 'name': '', 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'mac_address': 'fa:16:3e:c6:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:39Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 2, 'project_id': '2bb392c1eff043408ed499fde353d478', 'subnets': [{'id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:44.735047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 86772742-32d0-410a-bb86-285ea24972a8 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:44.738173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Checking router: 37d8c898-2c95-4392-898e-d4d005b96081 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:44.738999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Updating router 37d8c898-2c95-4392-898e-d4d005b96081 port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:44.813064 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.864683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 86772742-32d0-410a-bb86-285ea24972a8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:44.865085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.204317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0a3292d6-b733-4259-bdc8-bc103ed1dbd7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:45.215261 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0a3292d6-b733-4259-bdc8-bc103ed1dbd7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1977968 Jun 30 03:12:45.248062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-7614d9f5-83e4-4f49-bdeb-146779a6697d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0255365 Jun 30 03:12:45.270645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.283711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Transition to ACTIVE for port object 73cf2bf8-837d-4fde-96b7-93d84a83abd1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:45.296592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.376048 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-fc6ec2e8-acfb-4568-b03c-fed11167e19f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261613 Jun 30 03:12:45.447374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Attempting to bind port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:45.447775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Attempting to bind port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:45.448130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Attempting to bind port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 on network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:45.450401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ddbf4-a5fe-43f1-8d73-f5b6c845ac1a None None] Pushing event updated for resources: {'Port': ['ID=73cf2bf8-837d-4fde-96b7-93d84a83abd1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:45.464601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:45.465244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Checking segment: {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:45.465855 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.466483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Bound using segment: {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:45.467171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Bound port: 73cf2bf8-837d-4fde-96b7-93d84a83abd1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa6b247-8a1a-416e-8fca-2f57139af1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:45.467768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.578230 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] For port 73cf2bf8-837d-4fde-96b7-93d84a83abd1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:45.580259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] For port 73cf2bf8-837d-4fde-96b7-93d84a83abd1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=73cf2bf8-837d-4fde-96b7-93d84a83abd1,segment=NetworkSegment(5fa6b247-8a1a-416e-8fca-2f57139af1a9),segment_id=5fa6b247-8a1a-416e-8fca-2f57139af1a9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:45.590746 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.673546 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ddbf4-a5fe-43f1-8d73-f5b6c845ac1a None None] Pushing event updated for resources: {'Port': ['ID=73cf2bf8-837d-4fde-96b7-93d84a83abd1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:45.701047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-821c5388-16d1-4b12-99b4-f2a8a4dbfbe1 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240030 Jun 30 03:12:45.731023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Routers {'37d8c898-2c95-4392-898e-d4d005b96081'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:45.731833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['37d8c898-2c95-4392-898e-d4d005b96081'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:45.872590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-017b7d33-bf3d-4a2e-b9c5-d7fe6de9557d service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705599 Jun 30 03:12:46.165394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] Set router 37d8c898-2c95-4392-898e-d4d005b96081 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:46.330669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b66f9562-8f04-4d50-abf6-c0baf6677132 req-a901f330-86ec-402c-a9b9-1bbc8c4a7731 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 210 time: 0.0726440 Jun 30 03:12:46.456479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73cf2bf8-837d-4fde-96b7-93d84a83abd1', 'name': '', 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'mac_address': 'fa:16:3e:c6:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:39Z', 'updated_at': '2021-06-30T03:12:45Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'subnets': [{'id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:46.488627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07f2b5-d874-4294-8c9e-51f217b72d43 None None] The sync data for ids ['37d8c898-2c95-4392-898e-d4d005b96081'] in n-d-798054-5 is: [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73cf2bf8-837d-4fde-96b7-93d84a83abd1', 'name': '', 'network_id': 'cf1c5798-0053-477b-a0ac-53ca75b1c3d1', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'mac_address': 'fa:16:3e:c6:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:39Z', 'updated_at': '2021-06-30T03:12:45Z', 'revision_number': 4, 'project_id': '2bb392c1eff043408ed499fde353d478', 'subnets': [{'id': 'ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:46.700456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73cf2bf8-837d-4fde-96b7-93d84a83abd1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:46.778414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:46.782794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:46.783256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.898876 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.939817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 73cf2bf8-837d-4fde-96b7-93d84a83abd1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=73cf2bf8-837d-4fde-96b7-93d84a83abd1,segment=NetworkSegment(5fa6b247-8a1a-416e-8fca-2f57139af1a9),segment_id=5fa6b247-8a1a-416e-8fca-2f57139af1a9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:46.947668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:47.018504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=73cf2bf8-837d-4fde-96b7-93d84a83abd1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:47.531040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4a88bda-3002-4d3b-a308-e0c15ee3ffd0 req-b8fe3b71-56ac-4400-8ff6-6774aeb814fa tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 210 time: 0.0421219 Jun 30 03:12:47.809142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-7ab6582b-33d8-4768-8d2b-d82359b2ce0d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:47.810997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-7ab6582b-33d8-4768-8d2b-d82359b2ce0d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1234474 Jun 30 03:12:47.824052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:47.948013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:47.951963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.138937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.6 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/204103b0-1ef1-469e-92d2-53a97d44fd1e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:48.296427 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.312252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object 204103b0-1ef1-469e-92d2-53a97d44fd1e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:48.350547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.399880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:48.404511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:48.407233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:48.437921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=204103b0-1ef1-469e-92d2-53a97d44fd1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:48.477965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:48.479334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.497174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-f3636648-df7d-43eb-8e86-a7914181c473 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779144 Jun 30 03:12:48.508812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Request body: {'port': {'device_id': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:48.592167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.660887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73cf2bf8-837d-4fde-96b7-93d84a83abd1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:48.722049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:48.722447 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.775943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-26ba4dac-2c40-4a78-a23e-d5355da9eb54 None None] Provisioning for port 204103b0-1ef1-469e-92d2-53a97d44fd1e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:48.779203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-26ba4dac-2c40-4a78-a23e-d5355da9eb54 None None] Provisioning complete for port 204103b0-1ef1-469e-92d2-53a97d44fd1e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:48.780083 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-26ba4dac-2c40-4a78-a23e-d5355da9eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.844956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-26ba4dac-2c40-4a78-a23e-d5355da9eb54 None None] Port 204103b0-1ef1-469e-92d2-53a97d44fd1e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:48.887289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42c757-72d9-452c-a463-3de4da5a5d12 req-a6de951c-9622-491a-bf27-7cbfdb3be76e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:48.888794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac42c757-72d9-452c-a463-3de4da5a5d12 req-a6de951c-9622-491a-bf27-7cbfdb3be76e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 931 time: 0.1364522 Jun 30 03:12:48.963868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac42c757-72d9-452c-a463-3de4da5a5d12 req-9378e4da-74de-49d9-a8e5-720c14d055bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621564 Jun 30 03:12:49.025918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204103b0-1ef1-469e-92d2-53a97d44fd1e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:49.035354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.049924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Transition to ACTIVE for port object 204103b0-1ef1-469e-92d2-53a97d44fd1e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:49.055262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.122757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Pushing event updated for resources: {'Port': ['ID=204103b0-1ef1-469e-92d2-53a97d44fd1e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:49.200162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Attempting to bind port 204103b0-1ef1-469e-92d2-53a97d44fd1e on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:49.200928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Attempting to bind port 204103b0-1ef1-469e-92d2-53a97d44fd1e by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:49.201471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Attempting to bind port 204103b0-1ef1-469e-92d2-53a97d44fd1e on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:49.206382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Port 204103b0-1ef1-469e-92d2-53a97d44fd1e on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:12:49.206737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Attempting to bind port 204103b0-1ef1-469e-92d2-53a97d44fd1e on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:49.212038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:49.212414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:49.213326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:49.213795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Bound port: 204103b0-1ef1-469e-92d2-53a97d44fd1e, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:49.214214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.303083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] For port 204103b0-1ef1-469e-92d2-53a97d44fd1e, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:49.311802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] For port 204103b0-1ef1-469e-92d2-53a97d44fd1e, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:49.320510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.374084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.378849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.380290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] 10.222.0.90 "PUT /v2.0/ports/204103b0-1ef1-469e-92d2-53a97d44fd1e HTTP/1.1" status: 200 len: 1091 time: 0.8758194 Jun 30 03:12:49.380838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'tag': '204103b0-1ef1-469e-92d2-53a97d44fd1e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:49.383122 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e124d-e68e-476b-a95e-a59ca9f55876" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca94ae4-f3ff-43cc-afd2-890de1d30972", "tag": "204103b0-1ef1-469e-92d2-53a97d44fd1e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:49.474348 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a1707-fc14-4da0-b162-2f396c144bef x-openstack-request-id: req-170a1707-fc14-4da0-b162-2f396c144bef {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:49.474348 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca94ae4-f3ff-43cc-afd2-890de1d30972", "tag": "204103b0-1ef1-469e-92d2-53a97d44fd1e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:49.474612 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-170a1707-fc14-4da0-b162-2f396c144bef {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:49.474891 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'tag': '204103b0-1ef1-469e-92d2-53a97d44fd1e', 'status': 'completed', 'code': 200} Jun 30 03:12:49.483101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d04a4-05da-4bf9-b99c-b3c32965688f service neutron] Pushing event updated for resources: {'Port': ['ID=204103b0-1ef1-469e-92d2-53a97d44fd1e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:49.510965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-5af7bbec-5468-4d42-bb74-244f51593648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.512478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-5af7bbec-5468-4d42-bb74-244f51593648 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 1094 time: 0.0757456 Jun 30 03:12:49.574070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-8a7655f2-b2a3-4454-9030-d64517128f27 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e HTTP/1.1" status: 200 len: 217 time: 0.0529368 Jun 30 03:12:49.648185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-431f6b17-5e44-4932-9c2d-45ede030aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.650109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-431f6b17-5e44-4932-9c2d-45ede030aaf1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0670447 Jun 30 03:12:49.716668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-3b757fd2-6031-4f5e-b85b-1507c75c99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.718064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-3b757fd2-6031-4f5e-b85b-1507c75c99b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596700 Jun 30 03:12:49.841200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-5720742b-160d-4c4b-a3db-d834188b12ec service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165864 Jun 30 03:12:49.936702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-efb544b8-284b-46e9-a056-c849bd225ec5 req-070ae34f-a69d-4062-b312-ba60cc9d7fe4 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894849 Jun 30 03:12:50.045618 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-0b099f96-3ac9-4f56-8592-5c02815a66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.047274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-0b099f96-3ac9-4f56-8592-5c02815a66b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 1094 time: 0.0650086 Jun 30 03:12:50.191229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-c2ebc611-a111-4eb0-bdce-307d6baf71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.192733 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-c2ebc611-a111-4eb0-bdce-307d6baf71e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.1377192 Jun 30 03:12:50.216034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018ab5f-0cc5-4bae-826c-3acaa956088e req-09a3f1c1-f994-43a0-a58e-e292873b43c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.217601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6018ab5f-0cc5-4bae-826c-3acaa956088e req-09a3f1c1-f994-43a0-a58e-e292873b43c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.1057591 Jun 30 03:12:50.259710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-42854712-5bef-4ee4-9f48-70057a1d67f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e HTTP/1.1" status: 200 len: 217 time: 0.0579793 Jun 30 03:12:50.325807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6018ab5f-0cc5-4bae-826c-3acaa956088e req-bcffa6ce-8fe5-4ddc-900f-36c6dc4ad94f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732090 Jun 30 03:12:50.333673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-3f5eb773-079f-4514-a342-809150490c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.335120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-3f5eb773-079f-4514-a342-809150490c74 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0668988 Jun 30 03:12:50.402843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-6db4977c-445f-4dc3-adae-d6fb4f07ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.404422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-6db4977c-445f-4dc3-adae-d6fb4f07ec7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623579 Jun 30 03:12:50.502866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-1f629d44-b358-42ad-ba0c-62130b5296c1 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909693 Jun 30 03:12:50.596289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa1e124d-e68e-476b-a95e-a59ca9f55876 req-0349fc40-540c-4b63-b177-43dce5cd5fb6 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871971 Jun 30 03:12:51.519936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114ff39-7854-48b3-a050-485f8c67d649 req-71d7d3f2-ea64-417c-a26c-178de47095dd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.521451 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9114ff39-7854-48b3-a050-485f8c67d649 req-71d7d3f2-ea64-417c-a26c-178de47095dd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.0704863 Jun 30 03:12:51.562995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9114ff39-7854-48b3-a050-485f8c67d649 req-9b768b81-2902-450d-9c8d-22364ce9e3fe tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Jun 30 03:12:51.890907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:51.943877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Deleting subnet 4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:12:51.947744 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:51.988002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.035877 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.100927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.131843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:52.139923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.141665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5efeb8cf-1c37-4b4f-a5fd-7e93a97b8b9c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4a9bca18-9f60-4ad6-b66d-73d8c5ad8dbb HTTP/1.1" status: 204 len: 168 time: 0.2487566 Jun 30 03:12:52.144254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.510158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.587467 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.597656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b95eba3-2de3-40a8-8de2-eb0e23166c62']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:52.608967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1699b715-ca35-450f-a94f-d2bfcb10411f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:52.609151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1699b715-ca35-450f-a94f-d2bfcb10411f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:52.618101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.632059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.640036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:12:52.640536 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:12:52.642121 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:12:52.731052 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.739824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.741634 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] 10.222.0.78 "DELETE /v2.0/networks/1b95eba3-2de3-40a8-8de2-eb0e23166c62 HTTP/1.1" status: 204 len: 168 time: 0.5964453 Jun 30 03:12:52.752896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae42c2-59a6-42ce-90ff-1533a2783a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b95eba3-2de3-40a8-8de2-eb0e23166c62,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:52.779525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee77b-1cdf-4ed4-b643-f0a16fd2111f req-75e339b7-ebf0-4087-8fcb-2f7d23f80a97 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:52.780954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa0ee77b-1cdf-4ed4-b643-f0a16fd2111f req-75e339b7-ebf0-4087-8fcb-2f7d23f80a97 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.0980756 Jun 30 03:12:52.820021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa0ee77b-1cdf-4ed4-b643-f0a16fd2111f req-bd1577cb-47ec-4ac3-8b86-024f4edabbe0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Jun 30 03:12:52.905996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.945009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-32e6e287-1c7f-45dd-991a-62cd73a3e75e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54019bea7eee4169873b544e312662f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375915 Jun 30 03:12:52.948161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.995813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9133-71f4-47db-b2d1-f21a53ee088b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.016527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9133-71f4-47db-b2d1-f21a53ee088b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.060612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9133-71f4-47db-b2d1-f21a53ee088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.063244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6bd9133-71f4-47db-b2d1-f21a53ee088b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.064394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f6bd9133-71f4-47db-b2d1-f21a53ee088b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b813e3f1-c743-4491-8a4b-60f32fca3d80 HTTP/1.1" status: 204 len: 168 time: 0.1153104 Jun 30 03:12:53.075181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd9133-71f4-47db-b2d1-f21a53ee088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b813e3f1-c743-4491-8a4b-60f32fca3d80,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:53.722642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.820870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-340195208-network', 'tenant_id': 'cf64370b846b482d82d826155c998eed'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:53.843672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Made reservation on behalf of cf64370b846b482d82d826155c998eed for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:53.846109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.858325 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.948867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.954150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.980100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:12:53.990254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4d072-dbc4-4430-b79e-9c09c3f537f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:53.996254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.996594 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Added segment 98c99ea5-2c91-49ab-8078-0c1a3537cc76 of type vlan for network d3ead489-ae67-4639-82e1-889d99abe95e Jun 30 03:12:54.000331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7e77-77ba-4198-b513-821bba370e4e req-f4677df4-0268-45f4-b032-5e4f3aaea850 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:54.001905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d8d7e77-77ba-4198-b513-821bba370e4e req-f4677df4-0268-45f4-b032-5e4f3aaea850 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.0673220 Jun 30 03:12:54.043892 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.046328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3d8d7e77-77ba-4198-b513-821bba370e4e req-4b96f4bc-c5a4-4c4f-a7d1-c868c5cf8116 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360227 Jun 30 03:12:54.074858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.075826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:54.076409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.131806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4078846 Jun 30 03:12:54.135302 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50592) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:54.139743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0e4b-460f-4ec9-ad3f-e139d8b4ae93 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ead489-ae67-4639-82e1-889d99abe95e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:54.140497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Request body: {'subnet': {'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-340195208-subnet', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:54.150120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network d3ead489-ae67-4639-82e1-889d99abe95e details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:12:54.162811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Made reservation on behalf of cf64370b846b482d82d826155c998eed for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:54.165178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.331891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.386054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84058d60-ce8a-4ccc-b6e0-f733a65ca3b9,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:54.395928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Checking segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:54.396295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Network hostable DHCP agents. Network: d3ead489-ae67-4639-82e1-889d99abe95e, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:12:54.413404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Network d3ead489-ae67-4639-82e1-889d99abe95e is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:12:54.421952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, d3ead489-ae67-4639-82e1-889d99abe95e) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:54.425950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:54.426561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.431502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0cf02-543f-4430-8eaa-7286176e8e79 None None] Network d3ead489-ae67-4639-82e1-889d99abe95e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:54.444898 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3106ae8e-d56b-4777-9504-7956519758c0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3058536 Jun 30 03:12:54.445137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50594) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:54.450168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:54.471835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.473066 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.531120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.587246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-d3ead489-ae67-4639-82e1-889d99abe95e', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'fixed_ips': [{'subnet_id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:54.588666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.671383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.727288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Allocated IP 172.20.0.2 (d3ead489-ae67-4639-82e1-889d99abe95e/84058d60-ce8a-4ccc-b6e0-f733a65ca3b9/dd6fcc01-4534-45c6-88e4-b121d8f691ab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:54.874177 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.882511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Transition to ACTIVE for port object dd6fcc01-4534-45c6-88e4-b121d8f691ab will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:54.885118 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.896902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Transition to ACTIVE for port object dd6fcc01-4534-45c6-88e4-b121d8f691ab will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:54.903638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.905086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.944100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Network d3ead489-ae67-4639-82e1-889d99abe95e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:54.946883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:54.952422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:54.959442 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Pushing event updated for resources: {'Port': ['ID=dd6fcc01-4534-45c6-88e4-b121d8f691ab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:55.015826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Attempting to bind port dd6fcc01-4534-45c6-88e4-b121d8f691ab on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:55.016210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Attempting to bind port dd6fcc01-4534-45c6-88e4-b121d8f691ab by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:55.016564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Attempting to bind port dd6fcc01-4534-45c6-88e4-b121d8f691ab on network d3ead489-ae67-4639-82e1-889d99abe95e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:55.021743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Allocated IP 172.25.0.91 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/79511427-8da0-4754-9e6d-3d0ceeced8bf) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:55.022248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:55.022248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Checking segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:55.022680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.023078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Bound using segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:55.023549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Bound port: dd6fcc01-4534-45c6-88e4-b121d8f691ab, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:55.023933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.100306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] For port dd6fcc01-4534-45c6-88e4-b121d8f691ab, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:55.104562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] For port dd6fcc01-4534-45c6-88e4-b121d8f691ab, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd6fcc01-4534-45c6-88e4-b121d8f691ab,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:55.109407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.139856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.176268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29b44-d1ab-4a22-bb68-bdf887cf98b1 None None] Pushing event updated for resources: {'Port': ['ID=dd6fcc01-4534-45c6-88e4-b121d8f691ab,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:55.196863 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.243556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:55.247546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:55.254209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:55.268292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874a78b-b427-40ed-88ba-08024d38a42e req-322f56ba-779f-4a20-a217-d20fb3dbd4c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:55.269851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8874a78b-b427-40ed-88ba-08024d38a42e req-322f56ba-779f-4a20-a217-d20fb3dbd4c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.0790064 Jun 30 03:12:55.279833 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Pushing event updated for resources: {'Port': ['ID=79511427-8da0-4754-9e6d-3d0ceeced8bf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:55.331347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8874a78b-b427-40ed-88ba-08024d38a42e req-f38fb5b9-4435-4e72-8493-9c2ab739f9d1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520170 Jun 30 03:12:55.536297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.735391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.869693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Router c38158e3-b1b9-4798-9a18-05b8424ea142 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:56.177926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe4c91-4f7c-4711-a5ed-ce37dc4b87f5 None None] Network d3ead489-ae67-4639-82e1-889d99abe95e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:56.299418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-dd75e26c-a7a7-467a-bcf7-89b4fa626647 None None] Provisioning for port dd6fcc01-4534-45c6-88e4-b121d8f691ab completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:56.327658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:56.338706 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Sync routers for ids ['c38158e3-b1b9-4798-9a18-05b8424ea142'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:56.347265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.348526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-788abbf5-b265-4c05-8fe9-f416653d5925 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9025459 Jun 30 03:12:56.351338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50598) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:56.449510 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Routers {'c38158e3-b1b9-4798-9a18-05b8424ea142'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:56.450058 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c38158e3-b1b9-4798-9a18-05b8424ea142'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:56.567015 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Set router c38158e3-b1b9-4798-9a18-05b8424ea142 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:56.631206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4089063-8c58-40be-b478-0c43721d2cfa req-184176f4-98b4-4fd8-a185-9bd701c35b93 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:56.633076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4089063-8c58-40be-b478-0c43721d2cfa req-184176f4-98b4-4fd8-a185-9bd701c35b93 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.1651375 Jun 30 03:12:56.689827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd6fcc01-4534-45c6-88e4-b121d8f691ab up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:56.718613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4089063-8c58-40be-b478-0c43721d2cfa req-33ac3aa0-7bfd-4794-9cda-ef47ccc1bb9a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788817 Jun 30 03:12:56.756456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port dd6fcc01-4534-45c6-88e4-b121d8f691ab completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:56.761720 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port dd6fcc01-4534-45c6-88e4-b121d8f691ab triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:56.762181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.787735 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:55Z', 'revision_number': 3, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:56.814158 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Checking router: c38158e3-b1b9-4798-9a18-05b8424ea142 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:56.814622 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Updating router c38158e3-b1b9-4798-9a18-05b8424ea142 port 79511427-8da0-4754-9e6d-3d0ceeced8bf binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:56.850294 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.855977 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.886093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port dd6fcc01-4534-45c6-88e4-b121d8f691ab, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd6fcc01-4534-45c6-88e4-b121d8f691ab,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:56.891200 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.923924 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.945088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=dd6fcc01-4534-45c6-88e4-b121d8f691ab,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.084859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Allocated IP 172.20.0.1 (d3ead489-ae67-4639-82e1-889d99abe95e/84058d60-ce8a-4ccc-b6e0-f733a65ca3b9/7a1446fd-f1a8-4057-8ac4-a60e078575be) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:57.110806 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.120194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Transition to ACTIVE for port object 79511427-8da0-4754-9e6d-3d0ceeced8bf will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:57.125999 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.175638 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Attempting to bind port 79511427-8da0-4754-9e6d-3d0ceeced8bf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:57.176004 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Attempting to bind port 79511427-8da0-4754-9e6d-3d0ceeced8bf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:57.176358 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Attempting to bind port 79511427-8da0-4754-9e6d-3d0ceeced8bf on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:57.183962 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2272-8555-4b7d-b577-f1d647deefec None None] Pushing event updated for resources: {'Port': ['ID=79511427-8da0-4754-9e6d-3d0ceeced8bf,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.186931 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:57.187293 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:57.187700 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.188081 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:57.188553 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Bound port: 79511427-8da0-4754-9e6d-3d0ceeced8bf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:57.188932 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.194204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.207391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Transition to ACTIVE for port object 7a1446fd-f1a8-4057-8ac4-a60e078575be will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:57.242578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.245812 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] For port 79511427-8da0-4754-9e6d-3d0ceeced8bf, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:57.248936 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] For port 79511427-8da0-4754-9e6d-3d0ceeced8bf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=79511427-8da0-4754-9e6d-3d0ceeced8bf,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:57.253690 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.284942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Network d3ead489-ae67-4639-82e1-889d99abe95e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:57.293796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:57.296116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:57.299154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Pushing event updated for resources: {'Port': ['ID=7a1446fd-f1a8-4057-8ac4-a60e078575be,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.311126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Routers {'c38158e3-b1b9-4798-9a18-05b8424ea142'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:57.311765 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c38158e3-b1b9-4798-9a18-05b8424ea142'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:57.340821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.349323 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2272-8555-4b7d-b577-f1d647deefec None None] Pushing event updated for resources: {'Port': ['ID=79511427-8da0-4754-9e6d-3d0ceeced8bf,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.424364 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] Set router c38158e3-b1b9-4798-9a18-05b8424ea142 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:57.491261 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.560360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0117828-6c16-4bc5-a016-77e03815b685 None None] Provisioning for port 7a1446fd-f1a8-4057-8ac4-a60e078575be completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:57.564408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0117828-6c16-4bc5-a016-77e03815b685 None None] Provisioning complete for port 7a1446fd-f1a8-4057-8ac4-a60e078575be triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:57.564993 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0117828-6c16-4bc5-a016-77e03815b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.599543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f0117828-6c16-4bc5-a016-77e03815b685 None None] Port 7a1446fd-f1a8-4057-8ac4-a60e078575be cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:57.617002 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:55Z', 'revision_number': 3, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:57.646869 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d43bd-61c5-4589-8016-c191d1c082bf None None] The sync data for ids ['c38158e3-b1b9-4798-9a18-05b8424ea142'] in n-d-798054-5 is: [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:55Z', 'revision_number': 3, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:57.663485 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.669512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.689315 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7dda6b5-c601-4a28-b1a7-211c958f773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.748057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Pushing event updated for resources: {'Port': ['ID=7a1446fd-f1a8-4057-8ac4-a60e078575be,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.750830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.849151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Network d3ead489-ae67-4639-82e1-889d99abe95e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:57.850589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:57.964367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e91a58-ba6e-4d59-b8a5-6af7b24c5033 req-aa581ec8-c585-4ffb-89b5-4f368c8e4938 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:57.966709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12e91a58-ba6e-4d59-b8a5-6af7b24c5033 req-aa581ec8-c585-4ffb-89b5-4f368c8e4938 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.1247368 Jun 30 03:12:58.004862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Router c38158e3-b1b9-4798-9a18-05b8424ea142 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:58.029192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-12e91a58-ba6e-4d59-b8a5-6af7b24c5033 req-7316d0bb-fbd7-46c2-baa3-35ff7e56f5fd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Jun 30 03:12:58.145198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:58.152077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a0156bd-03d6-4e0a-a39f-e656d9ac56ea admin admin] 10.222.0.78 "PUT /v2.0/routers/c38158e3-b1b9-4798-9a18-05b8424ea142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7990832 Jun 30 03:12:58.224554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e41490d8-b94f-4aa0-8e47-d85c4d9e4d14 None None] Provisioning complete for port 7a1446fd-f1a8-4057-8ac4-a60e078575be triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:58.224929 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e41490d8-b94f-4aa0-8e47-d85c4d9e4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.266288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e41490d8-b94f-4aa0-8e47-d85c4d9e4d14 None None] Port 7a1446fd-f1a8-4057-8ac4-a60e078575be cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:58.483645 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:12:58.645148 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50622) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:58.651754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1510293074-network', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:58.673490 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Made reservation on behalf of e21e553208654b77ac00ab855afd2b48 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:58.676220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.685882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.721342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd6fcc01-4534-45c6-88e4-b121d8f691ab up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:58.784083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port dd6fcc01-4534-45c6-88e4-b121d8f691ab triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:58.784455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.791877 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.795620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.827684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:12:58.833247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ee000-a7bc-4282-8279-0ca848c7ac58,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:58.842590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.843251 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Added segment 26aa16a9-c4e2-434a-9c38-b66164520e08 of type vlan for network a13227a8-242b-472a-9fa8-3a4ec02ca185 Jun 30 03:12:58.868559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79511427-8da0-4754-9e6d-3d0ceeced8bf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:58.888125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.915425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 79511427-8da0-4754-9e6d-3d0ceeced8bf completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:58.917652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.918877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:58.919462 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.920102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 79511427-8da0-4754-9e6d-3d0ceeced8bf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:58.920504 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.974978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3284259 Jun 30 03:12:58.977537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50624) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:58.982346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Request body: {'subnet': {'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1510293074-subnet', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:58.994973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f4d54-c3d4-45b5-a322-cfd5d08efd64 admin admin] Pushing event updated for resources: {'Network': ['ID=a13227a8-242b-472a-9fa8-3a4ec02ca185,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.007812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:12:59.011692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Made reservation on behalf of e21e553208654b77ac00ab855afd2b48 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:59.016553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.049680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.090436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 79511427-8da0-4754-9e6d-3d0ceeced8bf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=79511427-8da0-4754-9e6d-3d0ceeced8bf,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:59.097701 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.124799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 204103b0-1ef1-469e-92d2-53a97d44fd1e details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:12:59.178828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=79511427-8da0-4754-9e6d-3d0ceeced8bf,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.213055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.213513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.213863 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.214208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.214569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.214908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.215244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.215577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.215942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.216263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.216589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.216916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:59.261302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 204103b0-1ef1-469e-92d2-53a97d44fd1e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:59.272039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.275169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '204103b0-1ef1-469e-92d2-53a97d44fd1e', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': '204103b0-1ef1-469e-92d2-53a97d44fd1e', 'mac_address': 'fa:16:3e:5a:45:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:12:59.285534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b205e-80a8-4815-8f1a-351a3ae4b427 req-97fd5b3e-8b0d-4f25-9ad3-a7670cc1904b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:59.287192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed2b205e-80a8-4815-8f1a-351a3ae4b427 req-97fd5b3e-8b0d-4f25-9ad3-a7670cc1904b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 943 time: 0.1254344 Jun 30 03:12:59.313882 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.330425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204103b0-1ef1-469e-92d2-53a97d44fd1e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:59.356126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 204103b0-1ef1-469e-92d2-53a97d44fd1e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:59.358953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Sync routers for ids ['c38158e3-b1b9-4798-9a18-05b8424ea142'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:59.362660 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.372165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=865882d9-356c-48ee-8983-3684475566b7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.379292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed2b205e-80a8-4815-8f1a-351a3ae4b427 req-d6e7ff82-cf35-4542-9560-5864b1163205 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 Jun 30 03:12:59.383317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Checking segment: {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:59.383681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Network hostable DHCP agents. Network: a13227a8-242b-472a-9fa8-3a4ec02ca185, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:12:59.390966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Routers {'c38158e3-b1b9-4798-9a18-05b8424ea142'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:59.391595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:12:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c38158e3-b1b9-4798-9a18-05b8424ea142'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:59.405016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:12:59.414498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, a13227a8-242b-472a-9fa8-3a4ec02ca185) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:59.420487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:59.421076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.429564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004d649-0d14-4ce1-9207-e163c41add82 None None] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:59.436522 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0781838e-22ff-4192-a117-16075f342480 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4577270 Jun 30 03:12:59.438825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:59.443220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:59.464932 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.465960 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.523440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.531628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=204103b0-1ef1-469e-92d2-53a97d44fd1e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.576059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['204103b0-1ef1-469e-92d2-53a97d44fd1e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:59.591748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Set router c38158e3-b1b9-4798-9a18-05b8424ea142 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:59.666458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.798872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-a13227a8-242b-472a-9fa8-3a4ec02ca185', 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'fixed_ips': [{'subnet_id': '865882d9-356c-48ee-8983-3684475566b7'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:59.799694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.871765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.890992 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.994717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Allocated IP 172.25.0.119 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/fe3cbf16-4769-4d95-b703-0982b9eca9b7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:00.108485 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.149781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.187589 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:00.191881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:00.199227 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:00.213737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Allocated IP 172.20.0.2 (a13227a8-242b-472a-9fa8-3a4ec02ca185/865882d9-356c-48ee-8983-3684475566b7/d267c2bf-ebf9-46c4-9a2a-b30fe3499168) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:00.221108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Pushing event updated for resources: {'Port': ['ID=fe3cbf16-4769-4d95-b703-0982b9eca9b7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:00.250672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:57Z', 'revision_number': 4, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7a1446fd-f1a8-4057-8ac4-a60e078575be', 'name': '', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'mac_address': 'fa:16:3e:32:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:56Z', 'updated_at': '2021-06-30T03:12:57Z', 'revision_number': 2, 'project_id': 'cf64370b846b482d82d826155c998eed', 'subnets': [{'id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:00.298888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Checking router: c38158e3-b1b9-4798-9a18-05b8424ea142 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:00.299238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Updating router c38158e3-b1b9-4798-9a18-05b8424ea142 port 7a1446fd-f1a8-4057-8ac4-a60e078575be binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:00.363489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d62cc6f-efaf-4085-be2f-d142bd7e1e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.366798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.461694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.521464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.540604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Transition to ACTIVE for port object d267c2bf-ebf9-46c4-9a2a-b30fe3499168 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:00.577286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b2d4c-676d-4a47-80cd-94cd507920a6 req-5f272fa7-e95b-4013-9ce7-a5566fe3728e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:00.579981 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a8b2d4c-676d-4a47-80cd-94cd507920a6 req-5f272fa7-e95b-4013-9ce7-a5566fe3728e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 944 time: 0.0793691 Jun 30 03:13:00.600169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Transition to ACTIVE for port object d267c2bf-ebf9-46c4-9a2a-b30fe3499168 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:00.621161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.622297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.644679 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6a8b2d4c-676d-4a47-80cd-94cd507920a6 req-40892f24-0eb0-4609-b557-79a6b059ef15 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573506 Jun 30 03:13:00.691034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.693731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79511427-8da0-4754-9e6d-3d0ceeced8bf up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:00.701629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:00.702388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Pushing event updated for resources: {'Port': ['ID=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:00.728850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:00.735221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:00.825843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Router 19f855b4-522e-4749-b0c5-784abfb79f0a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:13:00.855386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Attempting to bind port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:00.856031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Attempting to bind port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:00.856191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Attempting to bind port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 on network a13227a8-242b-472a-9fa8-3a4ec02ca185 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:00.859401 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.870423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:00.870796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Checking segment: {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:00.871191 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.871585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Bound using segment: {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:00.872049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Bound port: d267c2bf-ebf9-46c4-9a2a-b30fe3499168, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:00.872423 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.876909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 79511427-8da0-4754-9e6d-3d0ceeced8bf triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:00.877261 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.909258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Transition to ACTIVE for port object 7a1446fd-f1a8-4057-8ac4-a60e078575be will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:00.911450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.949396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:00.958644 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Sync routers for ids ['19f855b4-522e-4749-b0c5-784abfb79f0a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:00.967566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.969246 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Routers {'19f855b4-522e-4749-b0c5-784abfb79f0a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:00.969970 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['19f855b4-522e-4749-b0c5-784abfb79f0a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:00.971004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e30dde9b-3da1-43b1-b7e6-2bd8799dd79f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5309277 Jun 30 03:13:00.971711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:01.021519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde71491-63a5-469a-9daf-3a61202635ad None None] Pushing event updated for resources: {'Port': ['ID=7a1446fd-f1a8-4057-8ac4-a60e078575be,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:01.072719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] For port d267c2bf-ebf9-46c4-9a2a-b30fe3499168, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:01.090046 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Set router 19f855b4-522e-4749-b0c5-784abfb79f0a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:01.128972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] For port d267c2bf-ebf9-46c4-9a2a-b30fe3499168, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:01.138039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 204103b0-1ef1-469e-92d2-53a97d44fd1e up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:01.169790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.223743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Attempting to bind port 7a1446fd-f1a8-4057-8ac4-a60e078575be on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:01.224222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Attempting to bind port 7a1446fd-f1a8-4057-8ac4-a60e078575be by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:01.224690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Attempting to bind port 7a1446fd-f1a8-4057-8ac4-a60e078575be on network d3ead489-ae67-4639-82e1-889d99abe95e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:01.255770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:01.256996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Checking segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:01.257607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.258707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Bound using segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:01.260173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Bound port: 7a1446fd-f1a8-4057-8ac4-a60e078575be, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:01.260971 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.289850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1171a-68d8-46a1-8520-16a16843193c None None] Pushing event updated for resources: {'Port': ['ID=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:01.302326 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:00Z', 'revision_number': 3, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:01.330745 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Checking router: 19f855b4-522e-4749-b0c5-784abfb79f0a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:01.331091 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Updating router 19f855b4-522e-4749-b0c5-784abfb79f0a port fe3cbf16-4769-4d95-b703-0982b9eca9b7 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:01.362341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 204103b0-1ef1-469e-92d2-53a97d44fd1e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:01.370234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] For port 7a1446fd-f1a8-4057-8ac4-a60e078575be, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:01.373150 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.374621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] For port 7a1446fd-f1a8-4057-8ac4-a60e078575be, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7a1446fd-f1a8-4057-8ac4-a60e078575be,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:01.376141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 204103b0-1ef1-469e-92d2-53a97d44fd1e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:01.376521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.404847 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.519271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde71491-63a5-469a-9daf-3a61202635ad None None] Pushing event updated for resources: {'Port': ['ID=7a1446fd-f1a8-4057-8ac4-a60e078575be,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:01.538529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Routers {'c38158e3-b1b9-4798-9a18-05b8424ea142'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:01.539171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c38158e3-b1b9-4798-9a18-05b8424ea142'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:01.543131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.692710 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.715082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] Set router c38158e3-b1b9-4798-9a18-05b8424ea142 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:01.760505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204103b0-1ef1-469e-92d2-53a97d44fd1e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:01.763473 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2bfd3-775a-482e-887b-3935ea625c7b" -d '{"events": [{"server_uuid": "3ca94ae4-f3ff-43cc-afd2-890de1d30972", "name": "network-vif-plugged", "status": "completed", "tag": "204103b0-1ef1-469e-92d2-53a97d44fd1e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:01.810691 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Allocated IP 172.20.0.1 (a13227a8-242b-472a-9fa8-3a4ec02ca185/865882d9-356c-48ee-8983-3684475566b7/73c8889d-e9d4-42c6-bb42-bc05b770c292) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:01.826636 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 204103b0-1ef1-469e-92d2-53a97d44fd1e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:01.842989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.919501 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b6804-bbb6-4c47-9050-eb75b1af1ead x-openstack-request-id: req-7c9b6804-bbb6-4c47-9050-eb75b1af1ead {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:01.920117 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca94ae4-f3ff-43cc-afd2-890de1d30972", "name": "network-vif-plugged", "status": "completed", "tag": "204103b0-1ef1-469e-92d2-53a97d44fd1e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:01.920117 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c9b6804-bbb6-4c47-9050-eb75b1af1ead {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:01.920540 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204103b0-1ef1-469e-92d2-53a97d44fd1e', 'code': 200} Jun 30 03:13:01.937571 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.958218 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Transition to ACTIVE for port object fe3cbf16-4769-4d95-b703-0982b9eca9b7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:01.972209 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.002087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d16d4-1f5c-48be-ab16-9e41274c0365 req-828a7564-781a-4a5c-859c-b7456d07162f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:02.008016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.015688 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f46d16d4-1f5c-48be-ab16-9e41274c0365 req-828a7564-781a-4a5c-859c-b7456d07162f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.1121967 Jun 30 03:13:02.033774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880693e5-d09e-42c2-8d73-66584b557989 req-ecc14158-01e5-4e8a-b323-2843e2cdd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:02.035529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-880693e5-d09e-42c2-8d73-66584b557989 req-ecc14158-01e5-4e8a-b323-2843e2cdd132 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 1096 time: 0.1157508 Jun 30 03:13:02.037038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Transition to ACTIVE for port object 73c8889d-e9d4-42c6-bb42-bc05b770c292 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:02.057676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=204103b0-1ef1-469e-92d2-53a97d44fd1e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.065164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f46d16d4-1f5c-48be-ab16-9e41274c0365 req-2a0bddf6-7945-44da-9bea-83114a960de9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Jun 30 03:13:02.068334 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853c9c-d122-41dd-a42a-71885114f9e8 None None] Pushing event updated for resources: {'Port': ['ID=fe3cbf16-4769-4d95-b703-0982b9eca9b7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.074321 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Attempting to bind port fe3cbf16-4769-4d95-b703-0982b9eca9b7 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:02.074903 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Attempting to bind port fe3cbf16-4769-4d95-b703-0982b9eca9b7 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:02.075413 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Attempting to bind port fe3cbf16-4769-4d95-b703-0982b9eca9b7 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:02.087442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:02.088174 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:02.090815 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.091301 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:02.091860 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Bound port: fe3cbf16-4769-4d95-b703-0982b9eca9b7, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:02.092447 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.105692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-880693e5-d09e-42c2-8d73-66584b557989 req-f34901d9-ddc9-47e7-9391-bfac5d620ab7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633497 Jun 30 03:13:02.116288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.154645 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] For port fe3cbf16-4769-4d95-b703-0982b9eca9b7, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:02.158991 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] For port fe3cbf16-4769-4d95-b703-0982b9eca9b7, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fe3cbf16-4769-4d95-b703-0982b9eca9b7,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:02.160116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:57Z', 'revision_number': 4, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7a1446fd-f1a8-4057-8ac4-a60e078575be', 'name': '', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'mac_address': 'fa:16:3e:32:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:56Z', 'updated_at': '2021-06-30T03:13:01Z', 'revision_number': 4, 'project_id': 'cf64370b846b482d82d826155c998eed', 'subnets': [{'id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:02.160419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:02.164690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:02.166547 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.170226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:02.193424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f4ec42-3bfe-4879-9ed8-eb4924b8e5d9 None None] The sync data for ids ['c38158e3-b1b9-4798-9a18-05b8424ea142'] in n-d-798054-5 is: [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:57Z', 'revision_number': 4, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7a1446fd-f1a8-4057-8ac4-a60e078575be', 'name': '', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'mac_address': 'fa:16:3e:32:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:56Z', 'updated_at': '2021-06-30T03:13:01Z', 'revision_number': 4, 'project_id': 'cf64370b846b482d82d826155c998eed', 'subnets': [{'id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:02.218025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Pushing event updated for resources: {'Port': ['ID=73c8889d-e9d4-42c6-bb42-bc05b770c292,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.232772 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Routers {'19f855b4-522e-4749-b0c5-784abfb79f0a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:02.233947 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['19f855b4-522e-4749-b0c5-784abfb79f0a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:02.234660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.293447 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853c9c-d122-41dd-a42a-71885114f9e8 None None] Pushing event updated for resources: {'Port': ['ID=fe3cbf16-4769-4d95-b703-0982b9eca9b7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.330915 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.380516 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] Set router 19f855b4-522e-4749-b0c5-784abfb79f0a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:02.444224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.590063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:00Z', 'revision_number': 3, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:02.638967 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754700df-f35d-4d9f-8fa5-dc9998c72f0b None None] The sync data for ids ['19f855b4-522e-4749-b0c5-784abfb79f0a'] in n-d-798054-5 is: [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:00Z', 'revision_number': 3, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:02.668059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.674583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.739069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8909b6-f789-454d-86b9-5cab0360d198 None None] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:02.758357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Pushing event updated for resources: {'Port': ['ID=73c8889d-e9d4-42c6-bb42-bc05b770c292,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.765407 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.770628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d267c2bf-ebf9-46c4-9a2a-b30fe3499168 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:02.888149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-178dd0d3-83af-4f09-b757-002611206030 None None] Provisioning for port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:02.893863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:02.895375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:02.952184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:02.957886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:02.958266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.124208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Router 19f855b4-522e-4749-b0c5-784abfb79f0a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:03.403772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.440729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:03.455916 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6dbd191e-d262-4700-adce-8b898fd9ca50 admin admin] 10.222.0.78 "PUT /v2.0/routers/19f855b4-522e-4749-b0c5-784abfb79f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827802 Jun 30 03:13:03.496255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port d267c2bf-ebf9-46c4-9a2a-b30fe3499168, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:03.511657 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.512610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7a1446fd-f1a8-4057-8ac4-a60e078575be up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:03.520574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbb7fa-2b1e-494d-8fd9-5c68d15dce6f req-f4202c20-04ea-42f3-8f94-87e22ed32e76 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:03.536567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52cbb7fa-2b1e-494d-8fd9-5c68d15dce6f req-f4202c20-04ea-42f3-8f94-87e22ed32e76 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.1969573 Jun 30 03:13:03.609445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-52cbb7fa-2b1e-494d-8fd9-5c68d15dce6f req-c9883790-9df1-42f8-90c7-3a1bfefae038 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716877 Jun 30 03:13:03.739797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:03.767076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 7a1446fd-f1a8-4057-8ac4-a60e078575be completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:03.772610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7a1446fd-f1a8-4057-8ac4-a60e078575be triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:03.772995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.871527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ff8f988a-ac51-45b3-8b4c-7c50a413cd35 None None] Provisioning complete for port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:03.871900 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff8f988a-ac51-45b3-8b4c-7c50a413cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.927684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45377aa7-47c3-4ca0-a39b-fc143b71ec89 req-0ba1c1a7-64c6-45ce-a143-2f1bc0f226fa tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:03.930892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45377aa7-47c3-4ca0-a39b-fc143b71ec89 req-0ba1c1a7-64c6-45ce-a143-2f1bc0f226fa tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.1501021 Jun 30 03:13:03.964952 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.016013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45377aa7-47c3-4ca0-a39b-fc143b71ec89 req-152ea2bc-3c88-4be4-b821-0353902088e0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790908 Jun 30 03:13:04.027046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 7a1446fd-f1a8-4057-8ac4-a60e078575be, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7a1446fd-f1a8-4057-8ac4-a60e078575be,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:04.064135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.168607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ff8f988a-ac51-45b3-8b4c-7c50a413cd35 None None] Provisioning for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:04.172340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=7a1446fd-f1a8-4057-8ac4-a60e078575be,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:04.180268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ff8f988a-ac51-45b3-8b4c-7c50a413cd35 None None] Provisioning complete for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:04.180722 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff8f988a-ac51-45b3-8b4c-7c50a413cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.189842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-88488506-0e86-4b3a-841f-79d0229282e4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439712 Jun 30 03:13:04.228826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f988a-ac51-45b3-8b4c-7c50a413cd35 None None] Port 73c8889d-e9d4-42c6-bb42-bc05b770c292 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:04.334079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-a55fae65-6b38-41ac-8a90-22424247a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.335505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-a55fae65-6b38-41ac-8a90-22424247a87e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 1096 time: 0.0900743 Jun 30 03:13:04.350616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5f39-0a57-47ea-b9eb-fbcc0aa65230 req-e9306211-56bc-4992-be7f-119403b49e7e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.355755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f2c5f39-0a57-47ea-b9eb-fbcc0aa65230 req-e9306211-56bc-4992-be7f-119403b49e7e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.0991387 Jun 30 03:13:04.360907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d9c8ad5d-ea20-48cb-84c6-7ecabd62a815 None None] Provisioning complete for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:04.361315 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9c8ad5d-ea20-48cb-84c6-7ecabd62a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.424137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8ad5d-ea20-48cb-84c6-7ecabd62a815 None None] Port 73c8889d-e9d4-42c6-bb42-bc05b770c292 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:04.430583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.442433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f2c5f39-0a57-47ea-b9eb-fbcc0aa65230 req-312706b9-3411-48a7-bc1a-eec1fa57dfa6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801239 Jun 30 03:13:04.542208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-0f908646-7fc6-4627-b9cf-be4ee24edf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.544131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-0f908646-7fc6-4627-b9cf-be4ee24edf32 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.1797459 Jun 30 03:13:04.597884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-af9aa03b-77b2-414b-affb-11369802c996 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e HTTP/1.1" status: 200 len: 217 time: 0.0440357 Jun 30 03:13:04.619899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-64c887dd-5a8d-42a3-ae41-abcaf82a96e2 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.621848 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-64c887dd-5a8d-42a3-ae41-abcaf82a96e2 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/networks?id=d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 200 len: 910 time: 0.1907184 Jun 30 03:13:04.645300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2b4e05b5-4366-4d2b-b197-2e3e0d26bf27 None None] Provisioning complete for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:04.645679 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b4e05b5-4366-4d2b-b197-2e3e0d26bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.667741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-d26ca9b6-79a6-4e64-b8fb-73305935d20c tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/quotas/e21e553208654b77ac00ab855afd2b48 HTTP/1.1" status: 200 len: 375 time: 0.0178423 Jun 30 03:13:04.692712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e05b5-4366-4d2b-b197-2e3e0d26bf27 None None] Port 73c8889d-e9d4-42c6-bb42-bc05b770c292 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:04.735455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-68c6f8c4-d01c-47fa-99ed-b5cf8814fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.737040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-68c6f8c4-d01c-47fa-99ed-b5cf8814fd7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.1264114 Jun 30 03:13:04.746553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fe3cbf16-4769-4d95-b703-0982b9eca9b7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:04.811373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port fe3cbf16-4769-4d95-b703-0982b9eca9b7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:04.816736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fe3cbf16-4769-4d95-b703-0982b9eca9b7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:04.817643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.827136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-c68ec4f8-6412-45b8-b496-a8b575b32ca5 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=e21e553208654b77ac00ab855afd2b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485384 Jun 30 03:13:04.855980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-d7e48d69-3c17-4ec9-89ad-ee05e538cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.857570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-d7e48d69-3c17-4ec9-89ad-ee05e538cd4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103787 Jun 30 03:13:04.921093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.944053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port fe3cbf16-4769-4d95-b703-0982b9eca9b7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fe3cbf16-4769-4d95-b703-0982b9eca9b7,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:04.951069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.951069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7a1446fd-f1a8-4057-8ac4-a60e078575be up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:04.971745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29582f88-34b0-40bc-b9c1-eebb72d80ee4 req-1d5f5629-8378-49ba-b73f-4161412b2f6c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.974915 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29582f88-34b0-40bc-b9c1-eebb72d80ee4 req-1d5f5629-8378-49ba-b73f-4161412b2f6c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.1156805 Jun 30 03:13:05.020457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-29582f88-34b0-40bc-b9c1-eebb72d80ee4 req-2d953f82-0fd2-4272-94d0-a7fcbd42c873 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Jun 30 03:13:05.031110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=fe3cbf16-4769-4d95-b703-0982b9eca9b7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:05.050616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7a1446fd-f1a8-4057-8ac4-a60e078575be triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:05.051136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.064706 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-85cb6388-83a8-43ed-bf07-70c5a5c512bf service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990588 Jun 30 03:13:05.137302 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-ac0acea6-8834-4ea9-b69b-e15fa0f84527 service neutron] 10.222.0.78 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029988 Jun 30 03:13:05.138378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d267c2bf-ebf9-46c4-9a2a-b30fe3499168 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:05.190216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:05.190627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.228953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2bbfeae4-cf3e-4b1a-9b99-330319c83901 req-68d0a790-be1f-4093-bb59-87fdb8698868 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543162 Jun 30 03:13:05.255798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-a10b0bb9-e28c-4d8e-983b-cb2c179aceb7 service neutron] 10.222.0.78 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103735 Jun 30 03:13:05.431320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab246015-51a2-481c-a7a5-b7afce1370a1 req-73bb5c08-2c9e-4ef3-8a77-a281913e3d99 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 210 time: 0.0331957 Jun 30 03:13:05.621586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Sync routers for ids ['19f855b4-522e-4749-b0c5-784abfb79f0a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:05.630605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Routers {'19f855b4-522e-4749-b0c5-784abfb79f0a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:05.631219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['19f855b4-522e-4749-b0c5-784abfb79f0a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:05.742928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Set router 19f855b4-522e-4749-b0c5-784abfb79f0a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:05.948715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:02Z', 'revision_number': 4, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73c8889d-e9d4-42c6-bb42-bc05b770c292', 'name': '', 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'mac_address': 'fa:16:3e:24:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '865882d9-356c-48ee-8983-3684475566b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:01Z', 'updated_at': '2021-06-30T03:13:02Z', 'revision_number': 2, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'subnets': [{'id': '865882d9-356c-48ee-8983-3684475566b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:05.982821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Checking router: 19f855b4-522e-4749-b0c5-784abfb79f0a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:05.983440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Updating router 19f855b4-522e-4749-b0c5-784abfb79f0a port 73c8889d-e9d4-42c6-bb42-bc05b770c292 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:06.020773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.313356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.326276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Transition to ACTIVE for port object 73c8889d-e9d4-42c6-bb42-bc05b770c292 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:06.334895 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.388660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e6973-ecb0-4b39-a5e1-77c392270da3 None None] Pushing event updated for resources: {'Port': ['ID=73c8889d-e9d4-42c6-bb42-bc05b770c292,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:06.478834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Attempting to bind port 73c8889d-e9d4-42c6-bb42-bc05b770c292 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:06.479423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Attempting to bind port 73c8889d-e9d4-42c6-bb42-bc05b770c292 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:06.480212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Attempting to bind port 73c8889d-e9d4-42c6-bb42-bc05b770c292 on network a13227a8-242b-472a-9fa8-3a4ec02ca185 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:06.505381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:06.505521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Checking segment: {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:06.506187 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.506785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Bound using segment: {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:06.507153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Bound port: 73c8889d-e9d4-42c6-bb42-bc05b770c292, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aa16a9-c4e2-434a-9c38-b66164520e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:06.507596 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.625050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] For port 73c8889d-e9d4-42c6-bb42-bc05b770c292, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:06.641424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] For port 73c8889d-e9d4-42c6-bb42-bc05b770c292, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=73c8889d-e9d4-42c6-bb42-bc05b770c292,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:06.654832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.671711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb381-5868-4b14-9312-46f9a9b704d6 req-d4681bdb-66d6-4e43-9b4e-4a49a9f1edf8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:06.679384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2affb381-5868-4b14-9312-46f9a9b704d6 req-d4681bdb-66d6-4e43-9b4e-4a49a9f1edf8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.5200548 Jun 30 03:13:06.730965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-370830b4-f8da-4a09-b57b-8fb3ee694d9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:06.732866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-370830b4-f8da-4a09-b57b-8fb3ee694d9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 945 time: 0.1657438 Jun 30 03:13:06.736297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fe3cbf16-4769-4d95-b703-0982b9eca9b7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:06.748518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2affb381-5868-4b14-9312-46f9a9b704d6 req-cd32a423-cd32-4132-b971-a5293ee905c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Jun 30 03:13:06.765223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Routers {'19f855b4-522e-4749-b0c5-784abfb79f0a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:06.765880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['19f855b4-522e-4749-b0c5-784abfb79f0a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:06.815432 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51252723-8cfb-4e21-8bb9-9e36f00f0591 req-d2300d8f-aaad-42b9-94ce-bcd29f98a99f tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 210 time: 0.0760429 Jun 30 03:13:06.884420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 204103b0-1ef1-469e-92d2-53a97d44fd1e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:06.885485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.893750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-1d645afc-162e-4b51-98b0-1ce8baf6d1e0 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:06.895365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-1d645afc-162e-4b51-98b0-1ce8baf6d1e0 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.90 "GET /v2.0/networks?id=d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 200 len: 910 time: 0.2951391 Jun 30 03:13:06.909022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Request body: {'port': {'device_id': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'admin_state_up': True, 'tenant_id': 'e21e553208654b77ac00ab855afd2b48'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:06.944346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Made reservation on behalf of e21e553208654b77ac00ab855afd2b48 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:06.948632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.038165 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port 204103b0-1ef1-469e-92d2-53a97d44fd1e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=204103b0-1ef1-469e-92d2-53a97d44fd1e,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:07.038564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.058153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 204103b0-1ef1-469e-92d2-53a97d44fd1e owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:07.090963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] Set router 19f855b4-522e-4749-b0c5-784abfb79f0a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:07.152657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e6973-ecb0-4b39-a5e1-77c392270da3 None None] Pushing event updated for resources: {'Port': ['ID=73c8889d-e9d4-42c6-bb42-bc05b770c292,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:07.170750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port fe3cbf16-4769-4d95-b703-0982b9eca9b7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:07.171157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.233871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.265107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=204103b0-1ef1-469e-92d2-53a97d44fd1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:07.330913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port 204103b0-1ef1-469e-92d2-53a97d44fd1e on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:07.334344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.334654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.335106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.335281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.335968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.335968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.336301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.337118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.338579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.338928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.339258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.339718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:07.347628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.350008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-47f51ecd-e264-4889-8c47-9d7a74c9f216 req-7c341873-0b4f-497a-acf5-9e0f3b9b97f7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "DELETE /v2.0/ports/204103b0-1ef1-469e-92d2-53a97d44fd1e HTTP/1.1" status: 204 len: 173 time: 0.6002104 Jun 30 03:13:07.350495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'name': 'network-vif-deleted', 'tag': '204103b0-1ef1-469e-92d2-53a97d44fd1e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:07.352829 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b9cb9a-921f-4e32-87b5-77fee69070c8" -d '{"events": [{"server_uuid": "3ca94ae4-f3ff-43cc-afd2-890de1d30972", "name": "network-vif-deleted", "tag": "204103b0-1ef1-469e-92d2-53a97d44fd1e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:07.403692 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016388b-b06c-4127-b862-02752a271493 x-openstack-request-id: req-d016388b-b06c-4127-b862-02752a271493 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:07.404173 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca94ae4-f3ff-43cc-afd2-890de1d30972", "name": "network-vif-deleted", "tag": "204103b0-1ef1-469e-92d2-53a97d44fd1e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:07.404747 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d016388b-b06c-4127-b862-02752a271493 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:07.405440 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca94ae4-f3ff-43cc-afd2-890de1d30972', 'name': 'network-vif-deleted', 'tag': '204103b0-1ef1-469e-92d2-53a97d44fd1e', 'status': 'completed', 'code': 200} Jun 30 03:13:07.451043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:02Z', 'revision_number': 4, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73c8889d-e9d4-42c6-bb42-bc05b770c292', 'name': '', 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'mac_address': 'fa:16:3e:24:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '865882d9-356c-48ee-8983-3684475566b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:01Z', 'updated_at': '2021-06-30T03:13:06Z', 'revision_number': 4, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'subnets': [{'id': '865882d9-356c-48ee-8983-3684475566b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:07.485509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222d8f9-50f3-4c20-a98d-190959653011 None None] The sync data for ids ['19f855b4-522e-4749-b0c5-784abfb79f0a'] in n-d-798054-5 is: [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:02Z', 'revision_number': 4, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '73c8889d-e9d4-42c6-bb42-bc05b770c292', 'name': '', 'network_id': 'a13227a8-242b-472a-9fa8-3a4ec02ca185', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'mac_address': 'fa:16:3e:24:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '865882d9-356c-48ee-8983-3684475566b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:01Z', 'updated_at': '2021-06-30T03:13:06Z', 'revision_number': 4, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'subnets': [{'id': '865882d9-356c-48ee-8983-3684475566b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:07.491952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Allocated IP 172.20.0.11 (d3ead489-ae67-4639-82e1-889d99abe95e/84058d60-ce8a-4ccc-b6e0-f733a65ca3b9/1b1edc8b-37a2-4f03-8d86-e3f31e4169bd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:07.682755 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.698365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Transition to ACTIVE for port object 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:07.741578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.790627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:07.800532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Network d3ead489-ae67-4639-82e1-889d99abe95e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:07.802054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:07.814103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:07.880690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:07.881308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.910467 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-7ba92933-6213-4ec3-af50-6499f898d264 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0061963 Jun 30 03:13:07.924551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Request body: {'port': {'device_id': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:08.029723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a56c2cc9-1620-42e1-9d50-3e9c7e46ffa4 req-5d0e57c6-40d2-4351-a774-f8cfdcfd7ea0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 210 time: 0.0603244 Jun 30 03:13:08.057320 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae8e4-c86b-48af-9bb7-dae8f880dde6 req-823409c5-8724-4f30-b9c1-68c55a71cc50 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:08.059518 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02fae8e4-c86b-48af-9bb7-dae8f880dde6 req-823409c5-8724-4f30-b9c1-68c55a71cc50 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1028 time: 0.0800943 Jun 30 03:13:08.099053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02fae8e4-c86b-48af-9bb7-dae8f880dde6 req-a8cbd810-87c1-4b5a-86b8-03b7a6bed785 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Jun 30 03:13:08.137400 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.167375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2dfe78e4-caf7-4e84-80ae-af64423caf0b None None] Provisioning for port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:08.172288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2dfe78e4-caf7-4e84-80ae-af64423caf0b None None] Provisioning complete for port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:08.172717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dfe78e4-caf7-4e84-80ae-af64423caf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.222695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe78e4-caf7-4e84-80ae-af64423caf0b None None] Port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:08.434787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:08.442508 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.454650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Transition to ACTIVE for port object 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:08.458582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.513456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:08.590175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Attempting to bind port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:08.590609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Attempting to bind port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:08.590954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Attempting to bind port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd on network d3ead489-ae67-4639-82e1-889d99abe95e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:08.596312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd on network d3ead489-ae67-4639-82e1-889d99abe95e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:13:08.596645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Attempting to bind port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd on network d3ead489-ae67-4639-82e1-889d99abe95e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:08.601926 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:08.602271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Checking segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:08.602692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Bound using segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:08.603172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Bound port: 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:08.603536 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.695354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] For port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:08.702379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] For port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:08.706885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.712096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73c8889d-e9d4-42c6-bb42-bc05b770c292 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:08.749733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:08.750810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.752172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] 10.222.0.90 "PUT /v2.0/ports/1b1edc8b-37a2-4f03-8d86-e3f31e4169bd HTTP/1.1" status: 200 len: 1092 time: 0.8330526 Jun 30 03:13:08.752631 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'tag': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:08.754950 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b962c32-aea8-4437-a6ce-1412ffe62116" -d '{"events": [{"name": "network-changed", "server_uuid": "f8211a71-20dc-49ce-9f4f-f57666d84249", "tag": "1b1edc8b-37a2-4f03-8d86-e3f31e4169bd"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:08.787240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:08.796364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:08.796738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.801825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568337-8094-4f22-a1ca-4bd747cba864 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:08.815541 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6756c0f-672e-40b2-af20-b22db951589c x-openstack-request-id: req-e6756c0f-672e-40b2-af20-b22db951589c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:08.815832 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8211a71-20dc-49ce-9f4f-f57666d84249", "tag": "1b1edc8b-37a2-4f03-8d86-e3f31e4169bd", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:08.816086 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6756c0f-672e-40b2-af20-b22db951589c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:08.816485 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'tag': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd', 'status': 'completed', 'code': 200} Jun 30 03:13:08.888254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-945fc1b6-b8e7-4e3e-a843-040d6725926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:08.890628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-945fc1b6-b8e7-4e3e-a843-040d6725926a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e21e553208654b77ac00ab855afd2b48&device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1095 time: 0.0708184 Jun 30 03:13:08.931992 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.949590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-1da18ebb-b5e7-4d0b-b352-dbeddd90e59a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd HTTP/1.1" status: 200 len: 217 time: 0.0513041 Jun 30 03:13:08.976127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 73c8889d-e9d4-42c6-bb42-bc05b770c292, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=73c8889d-e9d4-42c6-bb42-bc05b770c292,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:08.983575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.011980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-ee035e13-7031-461f-ba58-4a76fc6dbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.013472 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-ee035e13-7031-461f-ba58-4a76fc6dbd4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=84058d60-ce8a-4ccc-b6e0-f733a65ca3b9 HTTP/1.1" status: 200 len: 848 time: 0.0567319 Jun 30 03:13:09.039680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=73c8889d-e9d4-42c6-bb42-bc05b770c292,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:09.082291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867494-e456-4354-874d-7cac791f0fcf req-db2fc199-1a74-410b-aa25-1c1bf1f8734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.084034 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-db2fc199-1a74-410b-aa25-1c1bf1f8734c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d3ead489-ae67-4639-82e1-889d99abe95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632501 Jun 30 03:13:09.125280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 204103b0-1ef1-469e-92d2-53a97d44fd1e no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:09.171443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 204103b0-1ef1-469e-92d2-53a97d44fd1e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:09.171955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 204103b0-1ef1-469e-92d2-53a97d44fd1e not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:09.221009 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-41340d33-fb8d-4a00-9406-5617132910cd service neutron] 10.222.0.90 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292384 Jun 30 03:13:09.234849 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41fef41b-d777-468f-945e-e5769959765d req-1bc93673-e9c9-45d3-a008-652e46bd15d0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 210 time: 0.0433424 Jun 30 03:13:09.363908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27867494-e456-4354-874d-7cac791f0fcf req-cd2d9016-9820-4f4b-8ce8-efecb4ab115d service neutron] 10.222.0.90 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355364 Jun 30 03:13:09.376705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1e181-d49f-476d-8b63-4fa77fbb8795 req-431fa943-c251-46ef-8f1c-13cd82a14ac6 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.378621 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32a1e181-d49f-476d-8b63-4fa77fbb8795 req-431fa943-c251-46ef-8f1c-13cd82a14ac6 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1095 time: 0.0980675 Jun 30 03:13:09.434590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32a1e181-d49f-476d-8b63-4fa77fbb8795 req-a5730a62-12dc-4793-956d-c75cd4d679ae tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500855 Jun 30 03:13:09.489298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-b6459e79-c9bf-4d2d-85cf-23821fa58ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.490857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-b6459e79-c9bf-4d2d-85cf-23821fa58ded service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e21e553208654b77ac00ab855afd2b48&device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1095 time: 0.0668254 Jun 30 03:13:09.591472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-22915dc3-4762-4618-aa30-c6d7aae89a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.593046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-22915dc3-4762-4618-aa30-c6d7aae89a50 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 200 len: 910 time: 0.0940285 Jun 30 03:13:09.636083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-e3767185-4497-4a09-a7d7-ea9ab9b0e539 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd HTTP/1.1" status: 200 len: 217 time: 0.0364614 Jun 30 03:13:09.686923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-1c2beca6-5b7d-4ef8-a99e-b299ef8f8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.688426 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-1c2beca6-5b7d-4ef8-a99e-b299ef8f8c55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=84058d60-ce8a-4ccc-b6e0-f733a65ca3b9 HTTP/1.1" status: 200 len: 848 time: 0.0456929 Jun 30 03:13:09.691197 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.754019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-aa2ae462-2cab-42b4-a290-e15d36338bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.755608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-aa2ae462-2cab-42b4-a290-e15d36338bef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d3ead489-ae67-4639-82e1-889d99abe95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601196 Jun 30 03:13:09.849375 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-5bed23c0-c6eb-4349-80d3-1be79692f321 service neutron] 10.222.0.90 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Jun 30 03:13:09.946465 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b962c32-aea8-4437-a6ce-1412ffe62116 req-c6de9f36-fdcf-4bc0-86d3-7e93834c5fc9 service neutron] 10.222.0.90 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884893 Jun 30 03:13:10.381271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfb9c83d-1786-493c-901f-e6a9bc44a3a9 req-c1798452-78aa-4a9a-9a4a-619d334278e3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 210 time: 0.0339139 Jun 30 03:13:10.604410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27284-70e2-457f-a548-4f79285713f1 req-512f5dda-214c-4d59-b728-332b5b16b464 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:10.605952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5c27284-70e2-457f-a548-4f79285713f1 req-512f5dda-214c-4d59-b728-332b5b16b464 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1095 time: 0.0590746 Jun 30 03:13:10.642747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5c27284-70e2-457f-a548-4f79285713f1 req-aa7d1955-7aea-40b9-baa8-7070c6f97da0 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298545 Jun 30 03:13:10.668877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73c8889d-e9d4-42c6-bb42-bc05b770c292 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:10.873664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 73c8889d-e9d4-42c6-bb42-bc05b770c292 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:10.873940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.142168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:13:11.162154 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.242948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:11.254106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'port_id': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd', 'mac_address': 'fa:16:3e:a0:42:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:13:11.290591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.302715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:11.323065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:11.326891 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.377810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:11.528749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:11.551258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8dff7552-ecb5-45b6-bcfe-4fa64eab6dfc req-08041571-b0bb-4fe4-a203-f9dd7f0a2f2b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca94ae4-f3ff-43cc-afd2-890de1d30972 HTTP/1.1" status: 200 len: 210 time: 0.0312340 Jun 30 03:13:11.809540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559b35-1848-4aad-bf71-c57eac26f8c3 req-05dcd632-d53e-4707-8384-c31597a43bf5 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.811092 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75559b35-1848-4aad-bf71-c57eac26f8c3 req-05dcd632-d53e-4707-8384-c31597a43bf5 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1096 time: 0.0536335 Jun 30 03:13:11.845634 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75559b35-1848-4aad-bf71-c57eac26f8c3 req-f3e32d3d-b203-499f-ad6a-b9cea049ffc1 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289803 Jun 30 03:13:13.010405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5773e-19a2-44f3-b5cb-9ae378f02b74 req-2a9b22b4-27c6-45a8-b327-f285d95b8862 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:13.011938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44f5773e-19a2-44f3-b5cb-9ae378f02b74 req-2a9b22b4-27c6-45a8-b327-f285d95b8862 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1096 time: 0.0579846 Jun 30 03:13:13.046579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44f5773e-19a2-44f3-b5cb-9ae378f02b74 req-33654c40-7920-4f94-ad8e-5194c24e6370 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286498 Jun 30 03:13:13.155148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:13.208065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:13.212005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:13.212390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.289804 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.316983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:13.319369 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d47c2f8-f1c7-4d8b-afbd-16b836ddfe9b" -d '{"events": [{"server_uuid": "f8211a71-20dc-49ce-9f4f-f57666d84249", "name": "network-vif-plugged", "status": "completed", "tag": "1b1edc8b-37a2-4f03-8d86-e3f31e4169bd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:13.344129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:13.350880 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.375295 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c55a13d-36c6-4fbe-b4b4-48de9b6f8084 x-openstack-request-id: req-7c55a13d-36c6-4fbe-b4b4-48de9b6f8084 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:13.375584 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8211a71-20dc-49ce-9f4f-f57666d84249", "name": "network-vif-plugged", "status": "completed", "tag": "1b1edc8b-37a2-4f03-8d86-e3f31e4169bd", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:13.375835 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c55a13d-36c6-4fbe-b4b4-48de9b6f8084 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:13.376217 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd', 'code': 200} Jun 30 03:13:13.404164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:13.491135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed1d40-51e7-4162-842f-13b4b5900e18 req-7f6e3a33-45d0-46b7-a2ef-6882d7777a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:13.492624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5eed1d40-51e7-4162-842f-13b4b5900e18 req-7f6e3a33-45d0-46b7-a2ef-6882d7777a7d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0516419 Jun 30 03:13:13.530534 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5eed1d40-51e7-4162-842f-13b4b5900e18 req-e2510e1d-9477-46ea-9f5f-03b992d15fdd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296903 Jun 30 03:13:14.213351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a5eed-5902-4c53-8cac-22e44db5a41a req-976154e2-439d-4c14-a6cf-6ba7085c8446 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.215051 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-778a5eed-5902-4c53-8cac-22e44db5a41a req-976154e2-439d-4c14-a6cf-6ba7085c8446 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0538993 Jun 30 03:13:14.252958 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-778a5eed-5902-4c53-8cac-22e44db5a41a req-da1cbbd2-e4f0-4baa-999e-c1a278656588 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jun 30 03:13:15.466301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d2ef-f816-4840-a3fc-4a4e02816a4e req-1e5891fc-0b86-44c8-9b18-40e7654b1246 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.467825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59f8d2ef-f816-4840-a3fc-4a4e02816a4e req-1e5891fc-0b86-44c8-9b18-40e7654b1246 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0636170 Jun 30 03:13:15.507309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59f8d2ef-f816-4840-a3fc-4a4e02816a4e req-47783a34-7499-44f1-8398-d29696d000ad tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Jun 30 03:13:15.707886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931db2b-e728-404f-b1da-66ae50b776f1 req-e0b90a64-a27a-45c9-a0bb-7b676bde606e tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.709735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9931db2b-e728-404f-b1da-66ae50b776f1 req-e0b90a64-a27a-45c9-a0bb-7b676bde606e tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0841594 Jun 30 03:13:15.755966 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9931db2b-e728-404f-b1da-66ae50b776f1 req-9036b30c-e375-4065-a687-e30c96c133ea tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368567 Jun 30 03:13:15.937119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464754f5-1aa2-4d19-b7dc-caa6d9e2af9d req-a067d378-81c4-430e-a158-3b3d977c8c07 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.938917 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-464754f5-1aa2-4d19-b7dc-caa6d9e2af9d req-a067d378-81c4-430e-a158-3b3d977c8c07 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0554507 Jun 30 03:13:15.977252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-464754f5-1aa2-4d19-b7dc-caa6d9e2af9d req-6ade54da-146b-4700-8688-5887a82df48d tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Jun 30 03:13:16.220083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-a04a6ce3-931b-406c-9e3f-08660f403b52 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:16.221524 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-a04a6ce3-931b-406c-9e3f-08660f403b52 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/networks?id=d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 200 len: 910 time: 0.0896237 Jun 30 03:13:16.236095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-dae303a8-0742-48ff-8e83-abc1cda0ff19 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/quotas/e21e553208654b77ac00ab855afd2b48 HTTP/1.1" status: 200 len: 375 time: 0.0091529 Jun 30 03:13:16.355891 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-b25e7449-f578-4917-add8-6bbd5c1d85e5 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=e21e553208654b77ac00ab855afd2b48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126618 Jun 30 03:13:16.366867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-f5e10d3a-becd-4dd4-aa0c-1090a28abeea service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:13:16.367841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-f5e10d3a-becd-4dd4-aa0c-1090a28abeea service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051525 Jun 30 03:13:16.467005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-1d45a411-0c1b-4c04-9569-1f5cb2b8e6b6 service neutron] 10.222.0.78 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873682 Jun 30 03:13:16.567127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-6da2d1f5-f4af-4d26-8860-ae9a760c6c6b service neutron] 10.222.0.78 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925996 Jun 30 03:13:16.753764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b320ee80-1f06-44e5-9943-955450e8316b req-8def90de-66ad-42b6-9d84-4d092c271fbf tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 210 time: 0.0312955 Jun 30 03:13:17.826736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-b8fbac7c-6f96-42bf-a6a8-bdae863b6d77 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.828615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-b8fbac7c-6f96-42bf-a6a8-bdae863b6d77 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.67 "GET /v2.0/networks?id=d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 200 len: 910 time: 0.1102042 Jun 30 03:13:17.839719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Request body: {'port': {'device_id': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'admin_state_up': True, 'tenant_id': 'e21e553208654b77ac00ab855afd2b48'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:17.865460 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Made reservation on behalf of e21e553208654b77ac00ab855afd2b48 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:17.869977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.961574 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b47c682-1cbf-4343-b0a3-41bbeb7819fe req-8d601885-d881-420c-8e0e-f2137f263756 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 210 time: 0.0621150 Jun 30 03:13:18.040218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Allocated IP 172.20.0.9 (d3ead489-ae67-4639-82e1-889d99abe95e/84058d60-ce8a-4ccc-b6e0-f733a65ca3b9/0cc5488d-f5ed-46f4-9ee2-90314196b76c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:18.184125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.197007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Transition to ACTIVE for port object 0cc5488d-f5ed-46f4-9ee2-90314196b76c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:18.235150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.246244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:18.296012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Network d3ead489-ae67-4639-82e1-889d99abe95e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:18.299047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:18.304689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:18.311313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc5488d-f5ed-46f4-9ee2-90314196b76c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:18.340712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.341063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.341403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.341737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.342070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.342421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.342753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.343097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.343400 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.343723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.344044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.344362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:18.361426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:18.363511 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.390940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-3ffaebce-8a47-4296-a580-066a303538c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5549772 Jun 30 03:13:18.406996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Request body: {'port': {'device_id': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:18.496749 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.578413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-54c1b27b-74ba-4092-9adf-67412bc5b824 None None] Provisioning for port 0cc5488d-f5ed-46f4-9ee2-90314196b76c completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:18.582281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-54c1b27b-74ba-4092-9adf-67412bc5b824 None None] Provisioning complete for port 0cc5488d-f5ed-46f4-9ee2-90314196b76c triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:18.582694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54c1b27b-74ba-4092-9adf-67412bc5b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.624362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-54c1b27b-74ba-4092-9adf-67412bc5b824 None None] Port 0cc5488d-f5ed-46f4-9ee2-90314196b76c cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:18.789500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc5488d-f5ed-46f4-9ee2-90314196b76c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:18.798763 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.812386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Transition to ACTIVE for port object 0cc5488d-f5ed-46f4-9ee2-90314196b76c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:18.815524 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.868136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5488d-f5ed-46f4-9ee2-90314196b76c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:18.947360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Attempting to bind port 0cc5488d-f5ed-46f4-9ee2-90314196b76c on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:18.947776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Attempting to bind port 0cc5488d-f5ed-46f4-9ee2-90314196b76c by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:18.948137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Attempting to bind port 0cc5488d-f5ed-46f4-9ee2-90314196b76c on network d3ead489-ae67-4639-82e1-889d99abe95e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:18.952939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Port 0cc5488d-f5ed-46f4-9ee2-90314196b76c on network d3ead489-ae67-4639-82e1-889d99abe95e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:13:18.953292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Attempting to bind port 0cc5488d-f5ed-46f4-9ee2-90314196b76c on network d3ead489-ae67-4639-82e1-889d99abe95e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:18.958630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:18.958971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Checking segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:18.959360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Bound using segment: {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:18.959794 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Bound port: 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c99ea5-2c91-49ab-8078-0c1a3537cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:18.960151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:19.054491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] For port 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:19.058757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] For port 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:19.065238 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:19.108935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.109575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:19.110979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] 10.222.0.67 "PUT /v2.0/ports/0cc5488d-f5ed-46f4-9ee2-90314196b76c HTTP/1.1" status: 200 len: 1091 time: 0.7117252 Jun 30 03:13:19.111436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'tag': '0cc5488d-f5ed-46f4-9ee2-90314196b76c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:19.114030 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96e77f7-1fc9-4989-8885-a68f7bd27938" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7", "tag": "0cc5488d-f5ed-46f4-9ee2-90314196b76c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:19.141458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203b0bf-39c5-46ec-a7e9-df9d0698891e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5488d-f5ed-46f4-9ee2-90314196b76c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:19.180121 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1559bd45-bd38-4896-b037-419d588d5af3 x-openstack-request-id: req-1559bd45-bd38-4896-b037-419d588d5af3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:19.180431 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7", "tag": "0cc5488d-f5ed-46f4-9ee2-90314196b76c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:19.180691 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1559bd45-bd38-4896-b037-419d588d5af3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:19.181698 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'tag': '0cc5488d-f5ed-46f4-9ee2-90314196b76c', 'status': 'completed', 'code': 200} Jun 30 03:13:19.192725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86878e-c12a-4dbd-989f-a2d0fd8b551c req-6684a271-0bd0-4533-988b-439d36d63cbb tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.194289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b86878e-c12a-4dbd-989f-a2d0fd8b551c req-6684a271-0bd0-4533-988b-439d36d63cbb tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1094 time: 0.1069448 Jun 30 03:13:19.241469 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b86878e-c12a-4dbd-989f-a2d0fd8b551c req-0e5fa4b1-fa8f-467d-b038-d1b9783514e1 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Jun 30 03:13:19.243155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-9eb6808c-d945-4e92-8c26-4cda43a7c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.245420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-9eb6808c-d945-4e92-8c26-4cda43a7c9fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e21e553208654b77ac00ab855afd2b48&device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1094 time: 0.0844693 Jun 30 03:13:19.293901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-80d0dcfe-c1c8-48b6-b51a-1e90314b98e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c HTTP/1.1" status: 200 len: 217 time: 0.0397961 Jun 30 03:13:19.347069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-1b1efd8e-3099-45b9-9e7a-7df8eb0b166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.348587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-1b1efd8e-3099-45b9-9e7a-7df8eb0b166d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84058d60-ce8a-4ccc-b6e0-f733a65ca3b9 HTTP/1.1" status: 200 len: 848 time: 0.0478499 Jun 30 03:13:19.410271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-47b755f8-91cd-47b5-aae6-06d510dcfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.411721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-47b755f8-91cd-47b5-aae6-06d510dcfea7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3ead489-ae67-4639-82e1-889d99abe95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569310 Jun 30 03:13:19.512648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-ce10bd1e-d9c5-457d-b14b-064ef3e5e3f7 service neutron] 10.222.0.67 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942667 Jun 30 03:13:19.608956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4619075-e299-48c9-993c-7d3f9d1cfed4 req-5e5aa0f7-cb70-4576-8790-cf85424b4d1e service neutron] 10.222.0.67 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903063 Jun 30 03:13:19.720900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-e59c4e80-cc98-4311-a0bc-75fee49456d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.722449 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-e59c4e80-cc98-4311-a0bc-75fee49456d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e21e553208654b77ac00ab855afd2b48&device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1094 time: 0.0640557 Jun 30 03:13:19.814218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-15ef5187-1166-4b4e-9d51-0e574f6da60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.815738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-15ef5187-1166-4b4e-9d51-0e574f6da60f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 200 len: 910 time: 0.0874791 Jun 30 03:13:19.863752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-0a533e56-34d6-405a-8d0c-0a1d1c2a6e32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c HTTP/1.1" status: 200 len: 217 time: 0.0420780 Jun 30 03:13:19.916465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-60855ef0-7fe7-4a50-9da2-10fabd8f3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.918590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-60855ef0-7fe7-4a50-9da2-10fabd8f3f9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84058d60-ce8a-4ccc-b6e0-f733a65ca3b9 HTTP/1.1" status: 200 len: 848 time: 0.0480764 Jun 30 03:13:19.980903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-a613be5e-edb5-4fd7-adb8-c9d266b065f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.982590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-a613be5e-edb5-4fd7-adb8-c9d266b065f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3ead489-ae67-4639-82e1-889d99abe95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572903 Jun 30 03:13:20.082216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-de08906f-3297-43fb-be2a-e960259337b0 service neutron] 10.222.0.67 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918250 Jun 30 03:13:20.181773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c96e77f7-1fc9-4989-8885-a68f7bd27938 req-34a04a0d-a1ad-403d-b12c-ee4d01ca734a service neutron] 10.222.0.67 "GET /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918350 Jun 30 03:13:20.418618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daf181-0b5e-41f4-aa9c-057ccc89ad61 req-4a2447ec-e4be-4148-85aa-3f161eaaad7d tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:20.420116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5daf181-0b5e-41f4-aa9c-057ccc89ad61 req-4a2447ec-e4be-4148-85aa-3f161eaaad7d tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1094 time: 0.0554404 Jun 30 03:13:20.455987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e5daf181-0b5e-41f4-aa9c-057ccc89ad61 req-53963820-5909-48f9-a8ee-6f51930f08e1 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299585 Jun 30 03:13:21.628600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586de78-a15a-4822-adba-792ac23e5d5f req-ace0146a-0104-4557-abd8-eb4308a6a9c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:21.630120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f586de78-a15a-4822-adba-792ac23e5d5f req-ace0146a-0104-4557-abd8-eb4308a6a9c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1094 time: 0.0611224 Jun 30 03:13:21.669662 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f586de78-a15a-4822-adba-792ac23e5d5f req-3df89db0-4f7c-490b-9e3b-ea4026f8c376 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Jun 30 03:13:22.426897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0cc5488d-f5ed-46f4-9ee2-90314196b76c details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:13:22.526918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:22.538904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '0cc5488d-f5ed-46f4-9ee2-90314196b76c', 'network_id': 'd3ead489-ae67-4639-82e1-889d99abe95e', 'port_id': '0cc5488d-f5ed-46f4-9ee2-90314196b76c', 'mac_address': 'fa:16:3e:54:28:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84058d60-ce8a-4ccc-b6e0-f733a65ca3b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:13:22.577846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:22.592832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc5488d-f5ed-46f4-9ee2-90314196b76c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:22.613173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:22.618030 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:22.676525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0cc5488d-f5ed-46f4-9ee2-90314196b76c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:22.843346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d4782-9731-4cbb-adef-95c403d63fad req-225047b3-cc93-4441-b776-5e3d21deab57 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:22.845011 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f92d4782-9731-4cbb-adef-95c403d63fad req-225047b3-cc93-4441-b776-5e3d21deab57 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1095 time: 0.0602424 Jun 30 03:13:22.873568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0cc5488d-f5ed-46f4-9ee2-90314196b76c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:22.881996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f92d4782-9731-4cbb-adef-95c403d63fad req-9f8179ef-115d-4673-9e48-1792f213401d tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Jun 30 03:13:24.050417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c87d-2df2-4681-967e-e5f6aa760472 req-1d2a2c59-9752-4865-bbe6-42824c3fc983 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:24.051968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8fe3c87d-2df2-4681-967e-e5f6aa760472 req-1d2a2c59-9752-4865-bbe6-42824c3fc983 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1095 time: 0.0544000 Jun 30 03:13:24.087865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8fe3c87d-2df2-4681-967e-e5f6aa760472 req-01ecf153-43a3-4614-a3a2-183fca9f8434 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294223 Jun 30 03:13:24.442359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0cc5488d-f5ed-46f4-9ee2-90314196b76c up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:24.495530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 0cc5488d-f5ed-46f4-9ee2-90314196b76c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:24.499179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 0cc5488d-f5ed-46f4-9ee2-90314196b76c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:24.501447 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.581592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.605856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5488d-f5ed-46f4-9ee2-90314196b76c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:24.608179 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e8493-88ec-47a9-91f7-e39780275967" -d '{"events": [{"server_uuid": "ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7", "name": "network-vif-plugged", "status": "completed", "tag": "0cc5488d-f5ed-46f4-9ee2-90314196b76c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:24.622255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:24.628465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.656651 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8a274-5c01-4ee1-aa98-db2b133190b8 x-openstack-request-id: req-e6c8a274-5c01-4ee1-aa98-db2b133190b8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:24.657206 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7", "name": "network-vif-plugged", "status": "completed", "tag": "0cc5488d-f5ed-46f4-9ee2-90314196b76c", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:24.657455 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6c8a274-5c01-4ee1-aa98-db2b133190b8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:24.657847 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5488d-f5ed-46f4-9ee2-90314196b76c', 'code': 200} Jun 30 03:13:24.689815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=0cc5488d-f5ed-46f4-9ee2-90314196b76c,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:24.801750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac5cd1-35a7-4407-9ec0-d519c15fee18 req-73e402f3-d5c1-437c-997b-543a62a0f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:24.803321 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4ac5cd1-35a7-4407-9ec0-d519c15fee18 req-73e402f3-d5c1-437c-997b-543a62a0f71b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0528307 Jun 30 03:13:24.839487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4ac5cd1-35a7-4407-9ec0-d519c15fee18 req-1250c986-cef1-4781-8ab5-454d19fdd4f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300875 Jun 30 03:13:25.252418 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da65f4d-744f-4678-8bd6-5416532c2bfb req-e46d8fce-3ddd-44e7-805e-04fba36ab505 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:25.253955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1da65f4d-744f-4678-8bd6-5416532c2bfb req-e46d8fce-3ddd-44e7-805e-04fba36ab505 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0530615 Jun 30 03:13:25.287775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1da65f4d-744f-4678-8bd6-5416532c2bfb req-c0b3c3ec-d5e1-4047-af67-a061d502659e tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280807 Jun 30 03:13:26.462149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e58646-6bb1-4ca7-9cec-7ea4ebfb3c97 req-1968dd6c-3759-42e1-bf02-1169904e3412 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:26.466832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1e58646-6bb1-4ca7-9cec-7ea4ebfb3c97 req-1968dd6c-3759-42e1-bf02-1169904e3412 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0583301 Jun 30 03:13:26.505480 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1e58646-6bb1-4ca7-9cec-7ea4ebfb3c97 req-a2987515-fd93-44f1-8937-e6ba096312f1 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Jun 30 03:13:26.676846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae580dd-16e6-4200-93c4-4f64c3a31de6 req-8aba1c26-c12b-412d-a6a2-8fe96005b537 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:26.678393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bae580dd-16e6-4200-93c4-4f64c3a31de6 req-8aba1c26-c12b-412d-a6a2-8fe96005b537 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0574338 Jun 30 03:13:26.714683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bae580dd-16e6-4200-93c4-4f64c3a31de6 req-d664bdbf-7f3c-47b2-9df1-2065c42d19cb tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 Jun 30 03:13:26.884182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d6107-3067-4fdf-92ce-2d61046b23fa req-c9b0ae68-484c-4d79-9cb3-c168498b5ef0 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:26.886511 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4f9d6107-3067-4fdf-92ce-2d61046b23fa req-c9b0ae68-484c-4d79-9cb3-c168498b5ef0 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0592394 Jun 30 03:13:26.921879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4f9d6107-3067-4fdf-92ce-2d61046b23fa req-f56b84ea-281b-4aac-b29b-4033e35007cb tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294442 Jun 30 03:13:27.298905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e9f1-e005-4549-a729-f65a875d2755 req-a2c93b70-8899-4292-b3e3-71be287a5fa5 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:27.300416 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ce2e9f1-e005-4549-a729-f65a875d2755 req-a2c93b70-8899-4292-b3e3-71be287a5fa5 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0532980 Jun 30 03:13:27.335504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1ce2e9f1-e005-4549-a729-f65a875d2755 req-f262a1c6-8455-4fbb-8e4d-3ebb744371c7 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292737 Jun 30 03:13:27.690919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd2d84d0-01ff-4c33-a4c7-2f8470ff1796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.501178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-6f614cfd-c706-42b1-b05a-13a43c1a45ef tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.503407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-6f614cfd-c706-42b1-b05a-13a43c1a45ef tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0667400 Jun 30 03:13:28.523982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40a016-bb4d-42ca-b7ca-75e8cf045612 req-a895dd8c-5932-4fcd-8f91-f108955e896e tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.526115 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd40a016-bb4d-42ca-b7ca-75e8cf045612 req-a895dd8c-5932-4fcd-8f91-f108955e896e tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7 HTTP/1.1" status: 200 len: 1096 time: 0.0641391 Jun 30 03:13:28.562048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd40a016-bb4d-42ca-b7ca-75e8cf045612 req-de5abb05-5794-47e6-8e61-07cb21434135 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299902 Jun 30 03:13:28.602259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Deleting port 0cc5488d-f5ed-46f4-9ee2-90314196b76c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:28.602671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.682753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] For port 0cc5488d-f5ed-46f4-9ee2-90314196b76c, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=0cc5488d-f5ed-46f4-9ee2-90314196b76c,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:28.683120 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.695574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Calling delete_port for 0cc5488d-f5ed-46f4-9ee2-90314196b76c owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:28.825306 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.836943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:28.840526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['0cc5488d-f5ed-46f4-9ee2-90314196b76c'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:28.854099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc5488d-f5ed-46f4-9ee2-90314196b76c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:28.927092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] No DVR routers for this DVR port 0cc5488d-f5ed-46f4-9ee2-90314196b76c on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:28.934950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.938224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-068206b5-975f-40bc-94f6-a2cb6bfb22cc req-ec0219d1-4c08-415b-9f01-0536e769f4b8 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0cc5488d-f5ed-46f4-9ee2-90314196b76c HTTP/1.1" status: 204 len: 173 time: 0.4290495 Jun 30 03:13:28.938804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'name': 'network-vif-deleted', 'tag': '0cc5488d-f5ed-46f4-9ee2-90314196b76c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:28.942982 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120e9c7d-c7e3-4436-b45d-775eb2a92916" -d '{"events": [{"server_uuid": "ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7", "name": "network-vif-deleted", "tag": "0cc5488d-f5ed-46f4-9ee2-90314196b76c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:28.994509 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1912bd-6135-43a0-9456-804ee40f6b35 x-openstack-request-id: req-9d1912bd-6135-43a0-9456-804ee40f6b35 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:28.994820 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7", "name": "network-vif-deleted", "tag": "0cc5488d-f5ed-46f4-9ee2-90314196b76c", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:28.995054 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d1912bd-6135-43a0-9456-804ee40f6b35 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:28.995512 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8647d9-5d8e-4bb8-a9fe-8b4ac93900a7', 'name': 'network-vif-deleted', 'tag': '0cc5488d-f5ed-46f4-9ee2-90314196b76c', 'status': 'completed', 'code': 200} Jun 30 03:13:30.002661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3965eda-267b-431e-bf19-468ace66a2b2 req-09e1f1b0-a4df-4388-bd39-0c192f82e781 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:30.004175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3965eda-267b-431e-bf19-468ace66a2b2 req-09e1f1b0-a4df-4388-bd39-0c192f82e781 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0526659 Jun 30 03:13:30.037822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3965eda-267b-431e-bf19-468ace66a2b2 req-94b999c1-9376-46cd-9393-0ed79abc3e78 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280912 Jun 30 03:13:30.334209 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a13e7774-1ab1-47fe-bab0-8187b1161818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:30.573871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.206966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3035b-4252-4312-8103-a8c470bdd6f9 req-ad9e1c8e-05a3-43ae-a931-565d6b0e388c tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:31.208588 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc3035b-4252-4312-8103-a8c470bdd6f9 req-ad9e1c8e-05a3-43ae-a931-565d6b0e388c tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0556488 Jun 30 03:13:31.244747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fc3035b-4252-4312-8103-a8c470bdd6f9 req-835f2372-c8e2-4945-9bdf-ab82eb353262 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7d6ee000-a7bc-4282-8279-0ca848c7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293727 Jun 30 03:13:31.647389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-69b7dd27-fb5c-4b08-83d9-50b51712a392 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:31.648882 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-69b7dd27-fb5c-4b08-83d9-50b51712a392 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 1097 time: 0.0524671 Jun 30 03:13:31.746296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Deleting port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:31.746664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.822693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] For port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:31.823051 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.835258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Calling delete_port for 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:31.959169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.970623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:31.988187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b1edc8b-37a2-4f03-8d86-e3f31e4169bd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:32.036141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] No DVR routers for this DVR port 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:32.038689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:32.041190 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8954f42-214b-44f2-8310-5bd0b3fe5879 req-f56751a7-48e2-49b4-b0bb-6638fd921778 tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.90 "DELETE /v2.0/ports/1b1edc8b-37a2-4f03-8d86-e3f31e4169bd HTTP/1.1" status: 204 len: 173 time: 0.3838196 Jun 30 03:13:32.041620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'name': 'network-vif-deleted', 'tag': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:32.044162 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b80ea-8c29-44cd-856f-2be125ced564" -d '{"events": [{"server_uuid": "f8211a71-20dc-49ce-9f4f-f57666d84249", "name": "network-vif-deleted", "tag": "1b1edc8b-37a2-4f03-8d86-e3f31e4169bd"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:32.085992 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd9bfd-24ea-47ad-a68d-72819339c1c6 x-openstack-request-id: req-86fd9bfd-24ea-47ad-a68d-72819339c1c6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:32.086301 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8211a71-20dc-49ce-9f4f-f57666d84249", "name": "network-vif-deleted", "tag": "1b1edc8b-37a2-4f03-8d86-e3f31e4169bd", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:32.086582 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86fd9bfd-24ea-47ad-a68d-72819339c1c6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:32.086984 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8211a71-20dc-49ce-9f4f-f57666d84249', 'name': 'network-vif-deleted', 'tag': '1b1edc8b-37a2-4f03-8d86-e3f31e4169bd', 'status': 'completed', 'code': 200} Jun 30 03:13:32.318529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:32.397723 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d6d8d8bf-4b12-4caf-b264-5414216d8205 req-1709ffc4-6fb4-439d-bfce-a2729eed8d5c tempest-TestServerMultinode-1323313479 tempest-TestServerMultinode-1323313479-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8211a71-20dc-49ce-9f4f-f57666d84249 HTTP/1.1" status: 200 len: 210 time: 0.0299413 Jun 30 03:13:32.505071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0cc5488d-f5ed-46f4-9ee2-90314196b76c no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:32.525552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 0cc5488d-f5ed-46f4-9ee2-90314196b76c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:32.525957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 0cc5488d-f5ed-46f4-9ee2-90314196b76c not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:32.760162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-324a121c-46c6-40fb-91c5-dd5a32b033e1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:32.761613 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-324a121c-46c6-40fb-91c5-dd5a32b033e1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1074986 Jun 30 03:13:32.776825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-811a9bbc-3a82-4be6-b2ad-d2f133894379 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0096583 Jun 30 03:13:32.845913 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-0eb667f8-286b-4958-ac1d-3651da4c698f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639615 Jun 30 03:13:32.938125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-a79cabc8-0365-458b-8a89-4b0f26bd5d3f service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857177 Jun 30 03:13:33.029283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-a4c8d776-4b14-4717-9d27-7de86093e3d3 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Jun 30 03:13:33.223223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b249bc3-442a-4fc2-826e-36e175261c1b req-6c01368c-5234-4ae8-bc38-e3802dcdc297 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 210 time: 0.0296609 Jun 30 03:13:33.496488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:33.864845 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.125204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Deleting port 7a1446fd-f1a8-4057-8ac4-a60e078575be {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:34.125528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.211600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] For port 7a1446fd-f1a8-4057-8ac4-a60e078575be, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7a1446fd-f1a8-4057-8ac4-a60e078575be,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:34.211989 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.225767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Calling delete_port for 7a1446fd-f1a8-4057-8ac4-a60e078575be owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:34.269622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-0727bfed-cb3a-4c30-9025-b0cea0302db5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:34.271665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-0727bfed-cb3a-4c30-9025-b0cea0302db5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1175508 Jun 30 03:13:34.285433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:34.385692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fba305f0-12a8-4a53-adac-5fc105383bbf req-580003b8-daf6-4e46-94b0-758c6e5adeb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 210 time: 0.0377474 Jun 30 03:13:34.430832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.437588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:34.441271 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.448872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.481849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1446fd-f1a8-4057-8ac4-a60e078575be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:34.611137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.5 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/2cb7a61a-b0a1-4370-a355-de3a4b5013a8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:34.718202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.845814 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.875090 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:34.917497 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.962117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:34.966012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:34.972618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:34.973887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Router c38158e3-b1b9-4798-9a18-05b8424ea142 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:34.980187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:35.057109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:35.057842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.077631 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4d926b5d-c9de-40f1-bb2d-a627bdd1564f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962584 Jun 30 03:13:35.090611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Request body: {'port': {'device_id': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:35.118671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:35.130555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50970) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:35.132281 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] Sync routers for ids ['c38158e3-b1b9-4798-9a18-05b8424ea142'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:35.134078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-441cc9f0-85a2-4e0d-9ba8-4c91fd31d485 admin admin] 10.222.0.78 "PUT /v2.0/routers/c38158e3-b1b9-4798-9a18-05b8424ea142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6302986 Jun 30 03:13:35.145533 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] Routers {'c38158e3-b1b9-4798-9a18-05b8424ea142'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:35.146758 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c38158e3-b1b9-4798-9a18-05b8424ea142'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:35.235233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:35.273106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:35.274126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1b1edc8b-37a2-4f03-8d86-e3f31e4169bd not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:35.288740 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] Set router c38158e3-b1b9-4798-9a18-05b8424ea142 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:35.310219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-12680c43-4991-46a5-aba3-879e2880d6b2 None None] Provisioning for port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:35.316661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-12680c43-4991-46a5-aba3-879e2880d6b2 None None] Provisioning complete for port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:35.317433 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12680c43-4991-46a5-aba3-879e2880d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.364581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12680c43-4991-46a5-aba3-879e2880d6b2 None None] Port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:35.485901 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:13:35.512795 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:13:34Z', 'revision_number': 5, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:35.567825 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] Checking router: c38158e3-b1b9-4798-9a18-05b8424ea142 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:35.578769 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] Routers {'c38158e3-b1b9-4798-9a18-05b8424ea142'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:35.579414 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['c38158e3-b1b9-4798-9a18-05b8424ea142'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:35.639449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f13e-3871-4753-b7a8-5cc819abe953 req-cdb5fad3-02b3-45d7-a865-193c6ffe0e24 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:35.645298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c91f13e-3871-4753-b7a8-5cc819abe953 req-cdb5fad3-02b3-45d7-a865-193c6ffe0e24 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 931 time: 0.0947545 Jun 30 03:13:35.678165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.701997 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0c91f13e-3871-4753-b7a8-5cc819abe953 req-c97be449-60fb-44cc-8f64-c97b6a1bd73d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Jun 30 03:13:35.706719 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] Set router c38158e3-b1b9-4798-9a18-05b8424ea142 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:35.734597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.899549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:13:34Z', 'revision_number': 5, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:35.927570 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86abddb-7611-4dff-8b1c-69637598b416 None None] The sync data for ids ['c38158e3-b1b9-4798-9a18-05b8424ea142'] in n-d-798054-5 is: [{'id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'name': 'tempest-TestServerMultinode-340195208-router', 'tenant_id': 'cf64370b846b482d82d826155c998eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:13:34Z', 'revision_number': 5, 'project_id': 'cf64370b846b482d82d826155c998eed', 'gw_port': {'id': '79511427-8da0-4754-9e6d-3d0ceeced8bf', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38158e3-b1b9-4798-9a18-05b8424ea142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:54Z', 'updated_at': '2021-06-30T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:35.957953 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.080106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Deleting port 79511427-8da0-4754-9e6d-3d0ceeced8bf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:36.080445 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.097464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:36.130627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.152660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Transition to ACTIVE for port object 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:36.157711 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.217733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] For port 79511427-8da0-4754-9e6d-3d0ceeced8bf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=79511427-8da0-4754-9e6d-3d0ceeced8bf,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:36.218090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.244214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Calling delete_port for 79511427-8da0-4754-9e6d-3d0ceeced8bf owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:36.246160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:36.372457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Attempting to bind port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:36.372793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Attempting to bind port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:36.373117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Attempting to bind port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:36.380825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:13:36.381139 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Attempting to bind port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:36.424055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:36.424399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:36.424951 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:36.425283 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Bound port: 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:36.425609 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.555057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] For port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:36.562635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] For port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:36.574036 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.609182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:36.610910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.612586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] 10.222.0.67 "PUT /v2.0/ports/2cb7a61a-b0a1-4370-a355-de3a4b5013a8 HTTP/1.1" status: 200 len: 1091 time: 1.5270479 Jun 30 03:13:36.615364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'tag': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:36.618792 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f7897-ebdf-4086-8e1e-7615c2b729fd" -d '{"events": [{"name": "network-changed", "server_uuid": "24c25d9c-83a8-4e58-8951-d06888118fc8", "tag": "2cb7a61a-b0a1-4370-a355-de3a4b5013a8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:36.623367 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.670279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7a1446fd-f1a8-4057-8ac4-a60e078575be no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:36.694730 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645859c0-b704-41a2-894e-8aefa5cd514f x-openstack-request-id: req-645859c0-b704-41a2-894e-8aefa5cd514f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:36.695260 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c25d9c-83a8-4e58-8951-d06888118fc8", "tag": "2cb7a61a-b0a1-4370-a355-de3a4b5013a8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:36.695260 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-645859c0-b704-41a2-894e-8aefa5cd514f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:36.695641 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'tag': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8', 'status': 'completed', 'code': 200} Jun 30 03:13:36.696202 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 7a1446fd-f1a8-4057-8ac4-a60e078575be {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:36.696765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7a1446fd-f1a8-4057-8ac4-a60e078575be not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:36.750805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07253e-9e7a-4f04-af26-458b6ed5aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:36.794436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Pushing event deleted for resources: {'Port': ['ID=79511427-8da0-4754-9e6d-3d0ceeced8bf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:36.813527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.920168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e098-e198-44df-9aba-3f50a5ebf5cb req-40a256c1-5ee5-4a7a-a758-e7c0ec7d536e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:36.921781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ce1e098-e198-44df-9aba-3f50a5ebf5cb req-40a256c1-5ee5-4a7a-a758-e7c0ec7d536e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.0854731 Jun 30 03:13:36.939112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-e87d8b1f-e07e-4059-a9bf-fd8d28b27211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:36.941291 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-e87d8b1f-e07e-4059-a9bf-fd8d28b27211 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 1094 time: 0.2428367 Jun 30 03:13:36.943239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.946015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.965074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9ce1e098-e198-44df-9aba-3f50a5ebf5cb req-202bfeea-696f-48ac-8cf9-574188cdd966 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Jun 30 03:13:37.016879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-0f9af5a9-31be-408a-ba54-a105e3ff2cc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8 HTTP/1.1" status: 200 len: 217 time: 0.0670159 Jun 30 03:13:37.032075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.032591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38158e3-b1b9-4798-9a18-05b8424ea142 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:13:37.058490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.062227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:37.062397 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-57c28dd5-7152-46d2-825e-0bf76ae9f526 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c38158e3-b1b9-4798-9a18-05b8424ea142 HTTP/1.1" status: 204 len: 168 time: 1.9307060 Jun 30 03:13:37.085310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-ddb7130c-fbbf-4985-b9eb-d1c0fc6aebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:37.086829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-ddb7130c-fbbf-4985-b9eb-d1c0fc6aebcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0644243 Jun 30 03:13:37.123215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Deleting subnet 84058d60-ce8a-4ccc-b6e0-f733a65ca3b9 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:37.128537 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.161988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-cb56b242-4cde-46aa-9c41-2809332c63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:37.165586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-cb56b242-4cde-46aa-9c41-2809332c63b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719349 Jun 30 03:13:37.169291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.263348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.265038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-4ab97a9e-a383-4dc6-9049-6374b9493ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929775 Jun 30 03:13:37.326107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.348647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84058d60-ce8a-4ccc-b6e0-f733a65ca3b9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:37.357926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.360503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f058543-c17e-44a9-a7c1-c1285f5e099f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/84058d60-ce8a-4ccc-b6e0-f733a65ca3b9 HTTP/1.1" status: 204 len: 168 time: 0.2965050 Jun 30 03:13:37.363468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b2fa6-b86f-4d12-bf2b-cf8f55bc1143 None None] Network d3ead489-ae67-4639-82e1-889d99abe95e requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:37.364222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:37.462047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91407776-459d-48e2-a124-5fabdf7e7c30 req-e993749f-e869-406d-a741-e5b8102d6404 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902931 Jun 30 03:13:37.485611 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.645659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Deleting port dd6fcc01-4534-45c6-88e4-b121d8f691ab {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:37.645659 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.677011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] DHCP port deletion for d3ead489-ae67-4639-82e1-889d99abe95e request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:37.702488 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-2307dc23-9aaa-4daa-9406-f5aa59eb777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:37.704903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-2307dc23-9aaa-4daa-9406-f5aa59eb777e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1451793 Jun 30 03:13:37.744489 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] Deleting port dd6fcc01-4534-45c6-88e4-b121d8f691ab {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:37.744865 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.839291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] For port dd6fcc01-4534-45c6-88e4-b121d8f691ab, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd6fcc01-4534-45c6-88e4-b121d8f691ab,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:37.839842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.856721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] Calling delete_port for dd6fcc01-4534-45c6-88e4-b121d8f691ab owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:37.873508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] For port dd6fcc01-4534-45c6-88e4-b121d8f691ab, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dd6fcc01-4534-45c6-88e4-b121d8f691ab,segment=NetworkSegment(98c99ea5-2c91-49ab-8078-0c1a3537cc76),segment_id=98c99ea5-2c91-49ab-8078-0c1a3537cc76)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:37.874267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.919004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Calling delete_port for dd6fcc01-4534-45c6-88e4-b121d8f691ab owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:37.953725 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.985609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] Pushing event deleted for resources: {'Port': ['ID=dd6fcc01-4534-45c6-88e4-b121d8f691ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:37.992930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d359f-db42-4324-b4b9-d5e42f960ae1 None None] No DVR routers for this DVR port dd6fcc01-4534-45c6-88e4-b121d8f691ab on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:38.030583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-d5f0b8d1-3046-423c-a48c-b1f9a475a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:38.032067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-d5f0b8d1-3046-423c-a48c-b1f9a475a4dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.3186507 Jun 30 03:13:38.075768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-201aebd8-e4e1-4cdc-84b9-6a23a870f64b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8 HTTP/1.1" status: 200 len: 217 time: 0.0371828 Jun 30 03:13:38.112512 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.158473 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6fcc01-4534-45c6-88e4-b121d8f691ab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:38.188725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] No DVR routers for this DVR port dd6fcc01-4534-45c6-88e4-b121d8f691ab on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:38.222180 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-c808283a-bcb9-4d2f-ad04-04cb59de4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:38.223818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-c808283a-bcb9-4d2f-ad04-04cb59de4076 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.1426229 Jun 30 03:13:38.321188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.340963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ead489-ae67-4639-82e1-889d99abe95e']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:38.361295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c99ea5-2c91-49ab-8078-0c1a3537cc76') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:38.361592 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c99ea5-2c91-49ab-8078-0c1a3537cc76') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:38.376802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b49a0-7f5e-4423-9954-51487f7119c8 req-d23c0279-e54d-4d06-b4d1-2d794c9332a3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:38.378201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-307b49a0-7f5e-4423-9954-51487f7119c8 req-d23c0279-e54d-4d06-b4d1-2d794c9332a3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.2668340 Jun 30 03:13:38.383370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.414320 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.429719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:13:38.430095 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: self.session.flush() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:13:38.432215 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:13:38.480883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-a97b983a-1d45-431b-b18d-50bcf5f01976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:38.482411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-a97b983a-1d45-431b-b18d-50bcf5f01976 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433059 Jun 30 03:13:38.501857 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-307b49a0-7f5e-4423-9954-51487f7119c8 req-7fb52238-3e4a-48e4-9904-d74809e5766c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100576 Jun 30 03:13:38.586249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.598048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.602508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d3ead489-ae67-4639-82e1-889d99abe95e HTTP/1.1" status: 204 len: 168 time: 1.2369709 Jun 30 03:13:38.605786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:38.636770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ddc72-ac6e-4b71-957e-80430afe5c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ead489-ae67-4639-82e1-889d99abe95e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:38.691587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd6fcc01-4534-45c6-88e4-b121d8f691ab no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:38.693817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-477b4ad0-3e27-46d9-8c95-bd3b8460b217 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958914 Jun 30 03:13:38.714279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: dd6fcc01-4534-45c6-88e4-b121d8f691ab {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:38.715036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dd6fcc01-4534-45c6-88e4-b121d8f691ab not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:38.715676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79511427-8da0-4754-9e6d-3d0ceeced8bf no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:38.746175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 79511427-8da0-4754-9e6d-3d0ceeced8bf {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:38.747092 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 79511427-8da0-4754-9e6d-3d0ceeced8bf not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:38.847184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c34f7897-ebdf-4086-8e1e-7615c2b729fd req-18fbc9d7-fa52-432a-87d8-c27575d7b772 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458292 Jun 30 03:13:39.166136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.546554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Deleting port 73c8889d-e9d4-42c6-bb42-bc05b770c292 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:39.546956 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.715975 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.131048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] For port 73c8889d-e9d4-42c6-bb42-bc05b770c292, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=73c8889d-e9d4-42c6-bb42-bc05b770c292,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:40.131638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.149707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Calling delete_port for 73c8889d-e9d4-42c6-bb42-bc05b770c292 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:40.164978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fef598-4a4f-4a23-8c85-58cbb75a6abf req-c139e085-342f-424e-acfd-8d044ecd1ef1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:40.166751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28fef598-4a4f-4a23-8c85-58cbb75a6abf req-c139e085-342f-424e-acfd-8d044ecd1ef1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.5369253 Jun 30 03:13:40.266883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28fef598-4a4f-4a23-8c85-58cbb75a6abf req-d3f129c6-0cd0-46ff-8a52-edac7d08d45f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900083 Jun 30 03:13:40.442513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.470570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=73c8889d-e9d4-42c6-bb42-bc05b770c292,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:40.684132 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.931806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Router 19f855b4-522e-4749-b0c5-784abfb79f0a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:41.059969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:41.068156 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b906545-2d94-4cbf-8019-593d451e2a8b admin admin] 10.222.0.78 "PUT /v2.0/routers/19f855b4-522e-4749-b0c5-784abfb79f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4587917 Jun 30 03:13:41.068392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:41.073999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] Sync routers for ids ['19f855b4-522e-4749-b0c5-784abfb79f0a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:41.083488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] Routers {'19f855b4-522e-4749-b0c5-784abfb79f0a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:41.084386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['19f855b4-522e-4749-b0c5-784abfb79f0a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:41.196921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.198587 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.218683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] Set router 19f855b4-522e-4749-b0c5-784abfb79f0a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:41.322232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.410658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:40Z', 'revision_number': 5, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port': {'id': 'fe3cbf16-4769-4d95-b703-0982b9eca9b7', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:41.439368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Deleting port fe3cbf16-4769-4d95-b703-0982b9eca9b7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:41.440206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] Checking router: 19f855b4-522e-4749-b0c5-784abfb79f0a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:41.441435 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.450907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] Routers {'19f855b4-522e-4749-b0c5-784abfb79f0a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:41.451496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['19f855b4-522e-4749-b0c5-784abfb79f0a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:41.489649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c841-d7ba-4c84-b850-5dd83211f7c3 req-8ea1317d-4199-45ef-8049-ad47f50542a3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:41.498105 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-19c1c841-d7ba-4c84-b850-5dd83211f7c3 req-8ea1317d-4199-45ef-8049-ad47f50542a3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.1051481 Jun 30 03:13:41.546997 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-19c1c841-d7ba-4c84-b850-5dd83211f7c3 req-d41373d4-7d01-45e7-94d4-00519ed15d64 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 Jun 30 03:13:41.559512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] Set router 19f855b4-522e-4749-b0c5-784abfb79f0a gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:41.561637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] For port fe3cbf16-4769-4d95-b703-0982b9eca9b7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fe3cbf16-4769-4d95-b703-0982b9eca9b7,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:41.562099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.576343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Calling delete_port for fe3cbf16-4769-4d95-b703-0982b9eca9b7 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:41.612472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:41Z', 'revision_number': 6, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:41.648560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a863ab-d564-4ebe-91b2-a944064eaffe None None] The sync data for ids ['19f855b4-522e-4749-b0c5-784abfb79f0a'] in n-d-798054-5 is: [{'id': '19f855b4-522e-4749-b0c5-784abfb79f0a', 'name': 'tempest-TestServerMultinode-1510293074-router', 'tenant_id': 'e21e553208654b77ac00ab855afd2b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:59Z', 'updated_at': '2021-06-30T03:13:41Z', 'revision_number': 6, 'project_id': 'e21e553208654b77ac00ab855afd2b48', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:41.772303 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.801723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3cbf16-4769-4d95-b703-0982b9eca9b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:41.869723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.972957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.974559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.031953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.032603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f855b4-522e-4749-b0c5-784abfb79f0a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:13:42.048245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.051954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1a994807-c6f6-4da2-b8f9-717e7fe92acb admin admin] 10.222.0.78 "DELETE /v2.0/routers/19f855b4-522e-4749-b0c5-784abfb79f0a HTTP/1.1" status: 204 len: 168 time: 0.9801719 Jun 30 03:13:42.052158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 50994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:42.104885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Deleting subnet 865882d9-356c-48ee-8983-3684475566b7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:42.108135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.146948 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.235716 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.292662 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.319352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865882d9-356c-48ee-8983-3684475566b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:42.324661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.329632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 50996) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:42.329970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-818c66d1-c6cb-4ecc-8aac-46cf77f3e3f8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/865882d9-356c-48ee-8983-3684475566b7 HTTP/1.1" status: 204 len: 168 time: 0.2761693 Jun 30 03:13:42.332654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e87a8-b6ed-4ef7-b258-227062503e8f None None] Network a13227a8-242b-472a-9fa8-3a4ec02ca185 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:42.418057 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.565355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] DHCP port deletion for a13227a8-242b-472a-9fa8-3a4ec02ca185 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:42.659990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] Deleting port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:42.660376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.761894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73c8889d-e9d4-42c6-bb42-bc05b770c292 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:42.799062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 73c8889d-e9d4-42c6-bb42-bc05b770c292 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:42.800051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73c8889d-e9d4-42c6-bb42-bc05b770c292 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:42.800684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fe3cbf16-4769-4d95-b703-0982b9eca9b7 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:42.805137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Deleting port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:42.805599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.831959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fe3cbf16-4769-4d95-b703-0982b9eca9b7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:42.831959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fe3cbf16-4769-4d95-b703-0982b9eca9b7 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:42.834296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d267c2bf-ebf9-46c4-9a2a-b30fe3499168 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:42.852723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2ece-1f0d-4017-a2f9-ca151ecafeb3 req-fe6eb22c-6408-400a-99f4-dd91655b1a8e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:42.854810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59dc2ece-1f0d-4017-a2f9-ca151ecafeb3 req-fe6eb22c-6408-400a-99f4-dd91655b1a8e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.0974698 Jun 30 03:13:42.880108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] For port d267c2bf-ebf9-46c4-9a2a-b30fe3499168, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:42.880544 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.907340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] Calling delete_port for d267c2bf-ebf9-46c4-9a2a-b30fe3499168 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:42.917786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] For port d267c2bf-ebf9-46c4-9a2a-b30fe3499168, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,segment=NetworkSegment(26aa16a9-c4e2-434a-9c38-b66164520e08),segment_id=26aa16a9-c4e2-434a-9c38-b66164520e08)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:42.918018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59dc2ece-1f0d-4017-a2f9-ca151ecafeb3 req-86cdc713-0b31-4d5a-88fa-46c7adbce27e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Jun 30 03:13:42.923055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.940123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Calling delete_port for d267c2bf-ebf9-46c4-9a2a-b30fe3499168 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:43.010695 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.043701 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.071130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:43.073648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] No DVR routers for this DVR port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:43.081290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.108461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] Pushing event deleted for resources: {'Port': ['ID=d267c2bf-ebf9-46c4-9a2a-b30fe3499168,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:43.112479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf313b-0dd8-44e1-8834-6ba4bf77b690 None None] No DVR routers for this DVR port d267c2bf-ebf9-46c4-9a2a-b30fe3499168 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:43.157140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.167092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13227a8-242b-472a-9fa8-3a4ec02ca185']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.177078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26aa16a9-c4e2-434a-9c38-b66164520e08') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.177369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26aa16a9-c4e2-434a-9c38-b66164520e08') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.186451 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.199885 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.205614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:13:43.205990 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:13:43.207640 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:13:43.261456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.266738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.268537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] 10.222.0.78 "DELETE /v2.0/networks/a13227a8-242b-472a-9fa8-3a4ec02ca185 HTTP/1.1" status: 204 len: 168 time: 0.9372895 Jun 30 03:13:43.280075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f196d45-b600-4038-88f4-18f6bd8aa2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a13227a8-242b-472a-9fa8-3a4ec02ca185,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:43.437823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:43.477264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-572fe9c3-69fe-48cb-9337-c9a8bc5f5616 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf64370b846b482d82d826155c998eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382521 Jun 30 03:13:43.480318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:43.527491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f82f336-229c-4045-a632-8522792130b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.548545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f82f336-229c-4045-a632-8522792130b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.594946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f82f336-229c-4045-a632-8522792130b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.597538 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f82f336-229c-4045-a632-8522792130b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.598724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f82f336-229c-4045-a632-8522792130b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67e4d072-dbc4-4430-b79e-9c09c3f537f7 HTTP/1.1" status: 204 len: 168 time: 0.1175258 Jun 30 03:13:43.607198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82f336-229c-4045-a632-8522792130b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4d072-dbc4-4430-b79e-9c09c3f537f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:43.918605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51010) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:43.957826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e36a298a-53ef-497c-8646-5cd77d1f44ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e21e553208654b77ac00ab855afd2b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379634 Jun 30 03:13:43.960478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:44.013919 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c817b589-713f-4bd9-8113-b0c2843b2d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.036220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c817b589-713f-4bd9-8113-b0c2843b2d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.131815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae94b4-841b-4651-b10a-c7172ad26c02 req-1767fac6-3d26-40ae-a0b3-3fb33189c731 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:44.133225 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eae94b4-841b-4651-b10a-c7172ad26c02 req-1767fac6-3d26-40ae-a0b3-3fb33189c731 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.0906510 Jun 30 03:13:44.133826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c817b589-713f-4bd9-8113-b0c2843b2d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.137243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c817b589-713f-4bd9-8113-b0c2843b2d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.138489 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c817b589-713f-4bd9-8113-b0c2843b2d22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7d6ee000-a7bc-4282-8279-0ca848c7ac58 HTTP/1.1" status: 204 len: 168 time: 0.1773190 Jun 30 03:13:44.153171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817b589-713f-4bd9-8113-b0c2843b2d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ee000-a7bc-4282-8279-0ca848c7ac58,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:44.191682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9eae94b4-841b-4651-b10a-c7172ad26c02 req-d193f6d0-f73a-4ec1-8479-ddbc5c6a791c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 Jun 30 03:13:44.829045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:44.938336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-764308310-network', 'tenant_id': 'da386e23f04541009f2703f87dd24858'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:44.960717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Made reservation on behalf of da386e23f04541009f2703f87dd24858 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:44.963314 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.972090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.064416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.068432 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.097685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:13:45.107791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912a8551-0e86-46a7-85c0-622477d81750,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:45.117198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.117544 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Added segment 12d775f9-1d4d-4d15-9207-6d9a184e0236 of type vlan for network 55bede64-9272-4e86-837c-7b01e2370287 Jun 30 03:13:45.160963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.191555 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.192652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:45.193226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.248425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4182310 Jun 30 03:13:45.252234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:45.257133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Request body: {'subnet': {'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-764308310-subnet', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:45.269864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59005b55-2e00-4588-9ec2-e366e78e8846 admin admin] Pushing event updated for resources: {'Network': ['ID=55bede64-9272-4e86-837c-7b01e2370287,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:45.283163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 55bede64-9272-4e86-837c-7b01e2370287 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:13:45.289821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Made reservation on behalf of da386e23f04541009f2703f87dd24858 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:45.292776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.451894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1e544-be7d-41f7-b8a0-89bbb09b8dc2 req-524d1449-902e-434e-bf3d-be2c642aa5d7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:45.453408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6e1e544-be7d-41f7-b8a0-89bbb09b8dc2 req-524d1449-902e-434e-bf3d-be2c642aa5d7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.1136923 Jun 30 03:13:45.546129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6e1e544-be7d-41f7-b8a0-89bbb09b8dc2 req-aa353308-0905-404b-8ecb-84119de32ebe tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701494 Jun 30 03:13:45.576359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.643190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046501dc-94d9-495b-ad9f-d37acc24966b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:45.646436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Checking segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:45.646805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Network hostable DHCP agents. Network: 55bede64-9272-4e86-837c-7b01e2370287, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:13:45.664092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Network 55bede64-9272-4e86-837c-7b01e2370287 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:13:45.672954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 55bede64-9272-4e86-837c-7b01e2370287) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:45.677167 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:45.677761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.686648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1f91f-16ec-45dd-9203-49fa88609c4e None None] Network 55bede64-9272-4e86-837c-7b01e2370287 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:45.696238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e27ce1f7-66a9-472c-90c3-3bf22ff7ccc8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4405031 Jun 30 03:13:45.696438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:45.701436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:45.726301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.727472 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.788302 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.935860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.017876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-55bede64-9272-4e86-837c-7b01e2370287', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:46.019031 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.155162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.158968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Allocated IP 172.20.0.2 (55bede64-9272-4e86-837c-7b01e2370287/046501dc-94d9-495b-ad9f-d37acc24966b/f2c5f68a-d5fd-40e0-8330-eff654d6c629) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:46.176732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.285716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Allocated IP 172.25.0.119 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/3206a19d-365b-4ea7-bf95-c92eca5fd808) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:46.312466 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.321266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Transition to ACTIVE for port object f2c5f68a-d5fd-40e0-8330-eff654d6c629 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:46.337254 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Transition to ACTIVE for port object f2c5f68a-d5fd-40e0-8330-eff654d6c629 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:46.346508 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.385708 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Network 55bede64-9272-4e86-837c-7b01e2370287 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:46.392665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:46.396988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:46.400069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Pushing event updated for resources: {'Port': ['ID=f2c5f68a-d5fd-40e0-8330-eff654d6c629,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:46.401862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.444572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.461855 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Attempting to bind port f2c5f68a-d5fd-40e0-8330-eff654d6c629 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:46.462967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Attempting to bind port f2c5f68a-d5fd-40e0-8330-eff654d6c629 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:46.463385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Attempting to bind port f2c5f68a-d5fd-40e0-8330-eff654d6c629 on network 55bede64-9272-4e86-837c-7b01e2370287 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:46.468566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:46.468941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Checking segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:46.469342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.469884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Bound using segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:46.470370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Bound port: f2c5f68a-d5fd-40e0-8330-eff654d6c629, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:46.470755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.485883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:46.492477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:46.495941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:46.526442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Pushing event updated for resources: {'Port': ['ID=3206a19d-365b-4ea7-bf95-c92eca5fd808,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:46.545183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] For port f2c5f68a-d5fd-40e0-8330-eff654d6c629, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:46.550030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] For port f2c5f68a-d5fd-40e0-8330-eff654d6c629, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f2c5f68a-d5fd-40e0-8330-eff654d6c629,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:46.554783 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.657582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8182d-fae2-4bc5-b64d-f37590037352 None None] Pushing event updated for resources: {'Port': ['ID=f2c5f68a-d5fd-40e0-8330-eff654d6c629,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:46.801701 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65663d9-54ca-4187-8283-01cfca460cf1 req-ea9846cb-79f2-448d-b07a-b21993d027c9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:46.803742 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e65663d9-54ca-4187-8283-01cfca460cf1 req-ea9846cb-79f2-448d-b07a-b21993d027c9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.0828655 Jun 30 03:13:46.838583 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.878005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e65663d9-54ca-4187-8283-01cfca460cf1 req-2948ce1e-c0ed-4bbe-9a59-a060a89dbc1f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667026 Jun 30 03:13:47.079819 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.215551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Router 66e234e1-9244-4350-8236-82c0ebf15aff is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:13:47.335697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:47.348134 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Sync routers for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:47.356123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.361238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-51707931-ec2c-4c4b-8ce6-8b4855bc5976 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6629570 Jun 30 03:13:47.361836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51048) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:47.362682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:47.363305 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:47.628912 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:47.819088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316535c-e4b8-4a5c-bb74-2b3c443352c6 None None] Network 55bede64-9272-4e86-837c-7b01e2370287 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:47.852911 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 3, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:47.901368 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Checking router: 66e234e1-9244-4350-8236-82c0ebf15aff for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:47.902140 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Updating router 66e234e1-9244-4350-8236-82c0ebf15aff port 3206a19d-365b-4ea7-bf95-c92eca5fd808 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:47.913480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c16f513d-6522-41bf-b687-61ed0eceae16 None None] Provisioning for port f2c5f68a-d5fd-40e0-8330-eff654d6c629 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:47.923424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.955338 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.190233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Allocated IP 172.20.0.1 (55bede64-9272-4e86-837c-7b01e2370287/046501dc-94d9-495b-ad9f-d37acc24966b/16a56799-e98e-437f-9f16-70fcbb2344ed) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:48.203511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913824-6e0b-4391-8b99-56d6e70f407f req-7347cb3c-7819-43b6-9713-120685ae423c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:48.209888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-80913824-6e0b-4391-8b99-56d6e70f407f req-7347cb3c-7819-43b6-9713-120685ae423c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.1428239 Jun 30 03:13:48.284794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-80913824-6e0b-4391-8b99-56d6e70f407f req-e8aca931-652a-4049-a337-3162b0b5828d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638664 Jun 30 03:13:48.285375 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.307482 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Transition to ACTIVE for port object 3206a19d-365b-4ea7-bf95-c92eca5fd808 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:48.324291 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.377256 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.397756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Transition to ACTIVE for port object 16a56799-e98e-437f-9f16-70fcbb2344ed will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:48.399761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Attempting to bind port 3206a19d-365b-4ea7-bf95-c92eca5fd808 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:48.400810 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Attempting to bind port 3206a19d-365b-4ea7-bf95-c92eca5fd808 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:48.401008 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Attempting to bind port 3206a19d-365b-4ea7-bf95-c92eca5fd808 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:48.409742 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:48.410052 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:48.410680 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.411390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:48.412301 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Bound port: 3206a19d-365b-4ea7-bf95-c92eca5fd808, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:48.412671 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.441467 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.458112 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Pushing event updated for resources: {'Port': ['ID=3206a19d-365b-4ea7-bf95-c92eca5fd808,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:48.471936 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.472176 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.472518 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.473223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.473223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.473494 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.473912 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.474481 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.475232 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.475701 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.476145 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.476591 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:48.490888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Network 55bede64-9272-4e86-837c-7b01e2370287 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:48.499605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:48.501872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Pushing event updated for resources: {'Port': ['ID=16a56799-e98e-437f-9f16-70fcbb2344ed,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:48.504895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:48.523437 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] For port 3206a19d-365b-4ea7-bf95-c92eca5fd808, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:48.529223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] For port 3206a19d-365b-4ea7-bf95-c92eca5fd808, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3206a19d-365b-4ea7-bf95-c92eca5fd808,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:48.534734 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.556303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.601173 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:48.601818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:48.606964 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be297-c71c-4657-b996-94fd04634e6a None None] Pushing event updated for resources: {'Port': ['ID=3206a19d-365b-4ea7-bf95-c92eca5fd808,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:48.770531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2c5f68a-d5fd-40e0-8330-eff654d6c629 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:48.804876 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:48.806948 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.857431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f2c5f68a-d5fd-40e0-8330-eff654d6c629 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:48.862033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f2c5f68a-d5fd-40e0-8330-eff654d6c629 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:48.862443 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.910709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5858745c-dc6b-465b-bd9f-c80a78ad7989 None None] Provisioning for port 16a56799-e98e-437f-9f16-70fcbb2344ed completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:48.916928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5858745c-dc6b-465b-bd9f-c80a78ad7989 None None] Provisioning complete for port 16a56799-e98e-437f-9f16-70fcbb2344ed triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:48.917301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5858745c-dc6b-465b-bd9f-c80a78ad7989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.994135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5858745c-dc6b-465b-bd9f-c80a78ad7989 None None] Port 16a56799-e98e-437f-9f16-70fcbb2344ed cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:48.995750 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.002054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.007922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.017463 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 3, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:49.039125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f2c5f68a-d5fd-40e0-8330-eff654d6c629, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f2c5f68a-d5fd-40e0-8330-eff654d6c629,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:49.043732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.050113 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ef18f-c289-4f88-8f5d-311836e4b368 None None] The sync data for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 is: [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 3, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:49.084430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Pushing event updated for resources: {'Port': ['ID=16a56799-e98e-437f-9f16-70fcbb2344ed,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:49.090500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.103183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f2c5f68a-d5fd-40e0-8330-eff654d6c629,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:49.185566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Network 55bede64-9272-4e86-837c-7b01e2370287 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:49.186977 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:49.350465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Router 66e234e1-9244-4350-8236-82c0ebf15aff has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:49.514219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:49.517802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7465b076-ffdc-454a-8f54-41d95fa8ad58 None None] Provisioning complete for port 16a56799-e98e-437f-9f16-70fcbb2344ed triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:49.518185 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7465b076-ffdc-454a-8f54-41d95fa8ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.518939 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4ba9c170-6052-4d14-8c36-b19cbc6fc04f admin admin] 10.222.0.78 "PUT /v2.0/routers/66e234e1-9244-4350-8236-82c0ebf15aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1557879 Jun 30 03:13:49.545155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192da0f8-5bd7-413e-8bf2-b5360e9b1602 req-26c92594-ab80-48b9-82cc-e31f0dae5a38 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:49.546776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-192da0f8-5bd7-413e-8bf2-b5360e9b1602 req-26c92594-ab80-48b9-82cc-e31f0dae5a38 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.1203656 Jun 30 03:13:49.571484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7465b076-ffdc-454a-8f54-41d95fa8ad58 None None] Port 16a56799-e98e-437f-9f16-70fcbb2344ed cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:49.738638 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-192da0f8-5bd7-413e-8bf2-b5360e9b1602 req-6ade125b-aaa5-4559-ab00-ab429f228da7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854439 Jun 30 03:13:50.021953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51070) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:50.027347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1561257606-network', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:50.051462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Made reservation on behalf of 68b20c0d061c4bf4b3e30ce3462ca05e for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:50.053769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.062951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.153777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.157666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.183801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:13:50.193787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5744d-3ef9-474e-b092-5eafa646d4b9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:50.200374 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.200733 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Added segment 531b50e7-ebe9-4e71-8a78-6fdb08b66591 of type vlan for network c889cbfa-c4ac-46aa-960f-cb4d84976003 Jun 30 03:13:50.242915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.270887 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.271830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:50.272404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.324713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3015919 Jun 30 03:13:50.328074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 51072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:50.333504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Request body: {'subnet': {'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1561257606-subnet', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:50.339413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f1df6-a931-4e10-bffe-beb17b5ffb74 admin admin] Pushing event updated for resources: {'Network': ['ID=c889cbfa-c4ac-46aa-960f-cb4d84976003,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:50.349268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:13:50.364505 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Made reservation on behalf of 68b20c0d061c4bf4b3e30ce3462ca05e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:50.367350 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.544372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.603771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fb7583-fd89-47b7-b1e3-c646470d8a33,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:50.611972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Checking segment: {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:50.612458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Network hostable DHCP agents. Network: c889cbfa-c4ac-46aa-960f-cb4d84976003, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:13:50.632163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:13:50.647639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c889cbfa-c4ac-46aa-960f-cb4d84976003) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:50.656739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:50.657340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.657627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f84531-6b94-4c23-8464-4920d908e87b None None] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:50.684646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51074) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:50.684861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dd98b5d8-f35f-468f-8a97-78fc5ad67b58 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3553727 Jun 30 03:13:50.689319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:50.715788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.717034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.784303 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.789861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3206a19d-365b-4ea7-bf95-c92eca5fd808 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:50.792613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Sync routers for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:50.847665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:50.848394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:50.926882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6d4e3-100c-4723-a965-87680b191f0d req-37aa0f15-6995-4940-b51f-16b9c8e3aee0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:50.928692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97e6d4e3-100c-4723-a965-87680b191f0d req-37aa0f15-6995-4940-b51f-16b9c8e3aee0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.0661674 Jun 30 03:13:50.932234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.933689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c889cbfa-c4ac-46aa-960f-cb4d84976003', 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'fixed_ips': [{'subnet_id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:50.934590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.950189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 3206a19d-365b-4ea7-bf95-c92eca5fd808 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:50.971584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97e6d4e3-100c-4723-a965-87680b191f0d req-ea08255f-b602-4c55-95e7-ac225eb41233 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Jun 30 03:13:50.987460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3206a19d-365b-4ea7-bf95-c92eca5fd808 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:50.987968 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.113616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:51.302768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Allocated IP 172.20.0.2 (c889cbfa-c4ac-46aa-960f-cb4d84976003/b6fb7583-fd89-47b7-b1e3-c646470d8a33/95fbf6c8-fa0b-4afb-bf29-8030ebf57796) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:51.313248 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.392111 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.393483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 3206a19d-365b-4ea7-bf95-c92eca5fd808, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3206a19d-365b-4ea7-bf95-c92eca5fd808,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:51.404886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.405668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2c5f68a-d5fd-40e0-8330-eff654d6c629 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:51.412636 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.520840 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Allocated IP 172.25.0.154 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e1b7d586-1e96-4eb3-91f5-83f258d9cee5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:51.543372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=3206a19d-365b-4ea7-bf95-c92eca5fd808,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:51.602864 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f2c5f68a-d5fd-40e0-8330-eff654d6c629 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:51.603231 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.624745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.646956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.665873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 2, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:51.667967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Transition to ACTIVE for port object 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:51.673476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.707129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Checking router: 66e234e1-9244-4350-8236-82c0ebf15aff for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:51.707479 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Updating router 66e234e1-9244-4350-8236-82c0ebf15aff port 16a56799-e98e-437f-9f16-70fcbb2344ed binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:51.710122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:51.713183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:51.715553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:51.739558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Transition to ACTIVE for port object 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:51.746493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Pushing event updated for resources: {'Port': ['ID=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:51.757112 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.788322 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.840275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:51.872952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:51.876848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Pushing event updated for resources: {'Port': ['ID=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:51.879012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:51.972022 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.005182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Attempting to bind port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:52.005914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Attempting to bind port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:52.005914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Attempting to bind port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 on network c889cbfa-c4ac-46aa-960f-cb4d84976003 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:52.017068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:52.017566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Checking segment: {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:52.017839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.018231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Bound using segment: {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:52.018743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Bound port: 95fbf6c8-fa0b-4afb-bf29-8030ebf57796, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:52.019129 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.235203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5af56-2968-4864-ac46-d44dffff9b1b req-ac2593ae-506d-4e64-aa58-b5235fcb5a97 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:52.236849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0bc5af56-2968-4864-ac46-d44dffff9b1b req-ac2593ae-506d-4e64-aa58-b5235fcb5a97 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.1241641 Jun 30 03:13:52.237675 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.313830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] For port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:52.324889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0bc5af56-2968-4864-ac46-d44dffff9b1b req-dba5293c-49cb-485d-bb13-4c630d7c4c3f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815430 Jun 30 03:13:52.328853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] For port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:52.338428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.405847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Router a7368def-27da-4921-89a7-7a6b1e7464fe is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:13:52.435756 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.443655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b62d2-8d15-4d6a-aae7-bef82848fd3f None None] Pushing event updated for resources: {'Port': ['ID=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:52.450685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Transition to ACTIVE for port object 16a56799-e98e-437f-9f16-70fcbb2344ed will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:52.458667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.518675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6359b0c-01ed-45cc-93aa-5ae15dafcabf None None] Pushing event updated for resources: {'Port': ['ID=16a56799-e98e-437f-9f16-70fcbb2344ed,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:52.531516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:52.541356 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Sync routers for ids ['a7368def-27da-4921-89a7-7a6b1e7464fe'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:52.551535 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Routers {'a7368def-27da-4921-89a7-7a6b1e7464fe'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:52.552392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a7368def-27da-4921-89a7-7a6b1e7464fe'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:52.567314 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.571211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-861ba3f9-f728-456e-94e5-ee45233aef7e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8830831 Jun 30 03:13:52.571649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 51080) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:52.605680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Attempting to bind port 16a56799-e98e-437f-9f16-70fcbb2344ed on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:52.605680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Attempting to bind port 16a56799-e98e-437f-9f16-70fcbb2344ed by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:52.605680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Attempting to bind port 16a56799-e98e-437f-9f16-70fcbb2344ed on network 55bede64-9272-4e86-837c-7b01e2370287 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:52.613298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:52.613298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Checking segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:52.613298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.613740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Bound using segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:52.614279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Bound port: 16a56799-e98e-437f-9f16-70fcbb2344ed, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:52.614571 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.758538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] For port 16a56799-e98e-437f-9f16-70fcbb2344ed, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:52.762915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] For port 16a56799-e98e-437f-9f16-70fcbb2344ed, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=16a56799-e98e-437f-9f16-70fcbb2344ed,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:52.777351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.814369 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Set router a7368def-27da-4921-89a7-7a6b1e7464fe gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:52.858266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:52.865223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:52.967707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3206a19d-365b-4ea7-bf95-c92eca5fd808 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:52.999821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6359b0c-01ed-45cc-93aa-5ae15dafcabf None None] Pushing event updated for resources: {'Port': ['ID=16a56799-e98e-437f-9f16-70fcbb2344ed,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:53.074636 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 3, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:53.088120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:53.090241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 3206a19d-365b-4ea7-bf95-c92eca5fd808 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:53.090737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.107750 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Checking router: a7368def-27da-4921-89a7-7a6b1e7464fe for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:53.108343 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Updating router a7368def-27da-4921-89a7-7a6b1e7464fe port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:53.157612 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.270263 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.331068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:53.460624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:53.468912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:52Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:53.498076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae24204-c67d-44d9-a397-ffa2ba0a5802 None None] The sync data for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 is: [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:52Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:53.547966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Allocated IP 172.20.0.1 (c889cbfa-c4ac-46aa-960f-cb4d84976003/b6fb7583-fd89-47b7-b1e3-c646470d8a33/84907690-cdaa-41ca-bae8-d3d7205004e5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:53.646994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b029b3f-ca0f-474c-8e80-3361592a6a96 req-b8f0a987-3be9-4f88-9cab-edd7e7924c93 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:53.648584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5b029b3f-ca0f-474c-8e80-3361592a6a96 req-b8f0a987-3be9-4f88-9cab-edd7e7924c93 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.1085806 Jun 30 03:13:53.664709 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.682526 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Transition to ACTIVE for port object e1b7d586-1e96-4eb3-91f5-83f258d9cee5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:53.698731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5b029b3f-ca0f-474c-8e80-3361592a6a96 req-d5bbdde8-a922-43db-87bd-f870f7edfd2a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Jun 30 03:13:53.701169 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.754685 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.764930 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d2e76-41a7-4118-a9cb-094388bc0ad6 None None] Pushing event updated for resources: {'Port': ['ID=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:53.769103 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Attempting to bind port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:53.769555 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Attempting to bind port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:53.769872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Transition to ACTIVE for port object 84907690-cdaa-41ca-bae8-d3d7205004e5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:53.769982 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Attempting to bind port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:53.782255 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:53.782733 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:53.783527 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.783668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:53.784142 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Bound port: e1b7d586-1e96-4eb3-91f5-83f258d9cee5, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:53.784597 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.811077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.841557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d811230-a8e8-432f-899c-7fa3122f832c None None] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:53.857610 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] For port e1b7d586-1e96-4eb3-91f5-83f258d9cee5, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:53.862041 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] For port e1b7d586-1e96-4eb3-91f5-83f258d9cee5, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:53.872844 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.876595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:53.878132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=84907690-cdaa-41ca-bae8-d3d7205004e5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:53.888231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:53.892217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:53.926700 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Routers {'a7368def-27da-4921-89a7-7a6b1e7464fe'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:53.927332 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a7368def-27da-4921-89a7-7a6b1e7464fe'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:53.947682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.009867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] Provisioning for port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:54.010161 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d2e76-41a7-4118-a9cb-094388bc0ad6 None None] Pushing event updated for resources: {'Port': ['ID=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:54.051865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] Provisioning complete for port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:54.052716 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.080814 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] Set router a7368def-27da-4921-89a7-7a6b1e7464fe gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:54.127324 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.163772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.211650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] For port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:54.220785 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.284412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefbfb1-cbb8-43cd-97e9-cbf2b080e3c4 None None] Pushing event updated for resources: {'Port': ['ID=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:54.340001 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 3, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:54.381390 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.385137 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a978a64-8b95-4f24-bc73-f336966c5a83 None None] The sync data for ids ['a7368def-27da-4921-89a7-7a6b1e7464fe'] in n-d-798054-5 is: [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 3, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:54.389260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.450726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0582abf-a41e-4a8a-b114-777d9c0dc103 None None] Provisioning for port 84907690-cdaa-41ca-bae8-d3d7205004e5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:54.456620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0582abf-a41e-4a8a-b114-777d9c0dc103 None None] Provisioning complete for port 84907690-cdaa-41ca-bae8-d3d7205004e5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:54.457382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0582abf-a41e-4a8a-b114-777d9c0dc103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.467248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=84907690-cdaa-41ca-bae8-d3d7205004e5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:54.469929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.521169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c0582abf-a41e-4a8a-b114-777d9c0dc103 None None] Port 84907690-cdaa-41ca-bae8-d3d7205004e5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:54.534416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0582abf-a41e-4a8a-b114-777d9c0dc103 None None] Provisioning complete for port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:54.534860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0582abf-a41e-4a8a-b114-777d9c0dc103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.573155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:54.575511 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:54.772814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Router a7368def-27da-4921-89a7-7a6b1e7464fe has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:54.861933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16a56799-e98e-437f-9f16-70fcbb2344ed up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:54.979763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 16a56799-e98e-437f-9f16-70fcbb2344ed completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:54.985847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 16a56799-e98e-437f-9f16-70fcbb2344ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:54.986216 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.022761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:55.037713 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b0f95d5b-cd36-43ab-8b23-718119a1a4e1 admin admin] 10.222.0.78 "PUT /v2.0/routers/a7368def-27da-4921-89a7-7a6b1e7464fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633179 Jun 30 03:13:55.087114 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76606582-e74a-49bc-be98-169d20f1b47b req-6d315121-5e5c-4dd5-92ef-36fa201286f2 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:55.095231 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76606582-e74a-49bc-be98-169d20f1b47b req-6d315121-5e5c-4dd5-92ef-36fa201286f2 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.2024968 Jun 30 03:13:55.124252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2b0966a6-4f75-4cbf-8b18-2415bf3d269a None None] Provisioning complete for port 84907690-cdaa-41ca-bae8-d3d7205004e5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:55.124529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b0966a6-4f75-4cbf-8b18-2415bf3d269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.168459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.187622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2b0966a6-4f75-4cbf-8b18-2415bf3d269a None None] Port 84907690-cdaa-41ca-bae8-d3d7205004e5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:55.222161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 16a56799-e98e-437f-9f16-70fcbb2344ed, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=16a56799-e98e-437f-9f16-70fcbb2344ed,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:55.240766 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.241503 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:55.364890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=16a56799-e98e-437f-9f16-70fcbb2344ed,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:55.369114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9264d4a5-3817-46b6-8d2d-f25d0f5ce58b None None] Provisioning complete for port 84907690-cdaa-41ca-bae8-d3d7205004e5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:55.369523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9264d4a5-3817-46b6-8d2d-f25d0f5ce58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.427589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:55.428081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.455439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9264d4a5-3817-46b6-8d2d-f25d0f5ce58b None None] Port 84907690-cdaa-41ca-bae8-d3d7205004e5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:55.493968 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76606582-e74a-49bc-be98-169d20f1b47b req-f02dab5c-5cbb-4dd7-93f9-52eea93fbb14 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971903 Jun 30 03:13:56.656288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:13:56.694433 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd322bb2-e356-4089-a777-f3358fe82a1c req-c498751c-39a5-4e84-bb96-71a486ecd647 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:56.702827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd322bb2-e356-4089-a777-f3358fe82a1c req-c498751c-39a5-4e84-bb96-71a486ecd647 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 943 time: 0.0853720 Jun 30 03:13:56.751282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd322bb2-e356-4089-a777-f3358fe82a1c req-7d04498e-870a-4556-bcf8-d72622d8c966 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 Jun 30 03:13:56.803738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:56.820229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16a56799-e98e-437f-9f16-70fcbb2344ed up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:56.825366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8', 'mac_address': 'fa:16:3e:dd:fa:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:13:56.900714 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.917507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:56.921669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 16a56799-e98e-437f-9f16-70fcbb2344ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:56.922041 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.963506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:56.970688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.076765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:57.104372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e1b7d586-1e96-4eb3-91f5-83f258d9cee5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:57.134909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Sync routers for ids ['a7368def-27da-4921-89a7-7a6b1e7464fe'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:57.156120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Routers {'a7368def-27da-4921-89a7-7a6b1e7464fe'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:57.157118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a7368def-27da-4921-89a7-7a6b1e7464fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:57.204025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2cb7a61a-b0a1-4370-a355-de3a4b5013a8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:57.243245 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:57.284106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:57.284477 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.355599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Set router a7368def-27da-4921-89a7-7a6b1e7464fe gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:57.554661 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.601978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e1b7d586-1e96-4eb3-91f5-83f258d9cee5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:57.773835 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.847932 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9b75-6cd4-457a-b674-09ec51dd121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.873531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:57.897205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:13:54Z', 'revision_number': 4, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '84907690-cdaa-41ca-bae8-d3d7205004e5', 'name': '', 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'mac_address': 'fa:16:3e:1a:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:53Z', 'updated_at': '2021-06-30T03:13:54Z', 'revision_number': 2, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'subnets': [{'id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:57.926901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Checking router: a7368def-27da-4921-89a7-7a6b1e7464fe for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:57.927273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Updating router a7368def-27da-4921-89a7-7a6b1e7464fe port 84907690-cdaa-41ca-bae8-d3d7205004e5 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:57.932353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b648-444e-419e-97ca-dbed9946b063 req-57bc74d4-9b8d-473c-a83b-675dd4a12848 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:57.933834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d625b648-444e-419e-97ca-dbed9946b063 req-57bc74d4-9b8d-473c-a83b-675dd4a12848 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 944 time: 0.0697470 Jun 30 03:13:57.966969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.975553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d625b648-444e-419e-97ca-dbed9946b063 req-3850079b-aaf0-45b1-90e6-dbd4dfbac7ad tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Jun 30 03:13:58.258205 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.269758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Transition to ACTIVE for port object 84907690-cdaa-41ca-bae8-d3d7205004e5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:58.276183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.325604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b6fec-9224-4482-87d0-b4e092f27733 None None] Pushing event updated for resources: {'Port': ['ID=84907690-cdaa-41ca-bae8-d3d7205004e5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:58.392312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Attempting to bind port 84907690-cdaa-41ca-bae8-d3d7205004e5 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:58.392695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Attempting to bind port 84907690-cdaa-41ca-bae8-d3d7205004e5 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:58.393061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Attempting to bind port 84907690-cdaa-41ca-bae8-d3d7205004e5 on network c889cbfa-c4ac-46aa-960f-cb4d84976003 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:58.398647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:58.399021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Checking segment: {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:58.399428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.400372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Bound using segment: {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:58.400837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Bound port: 84907690-cdaa-41ca-bae8-d3d7205004e5, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531b50e7-ebe9-4e71-8a78-6fdb08b66591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:58.401217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.471362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] For port 84907690-cdaa-41ca-bae8-d3d7205004e5, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:58.474621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] For port 84907690-cdaa-41ca-bae8-d3d7205004e5, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=84907690-cdaa-41ca-bae8-d3d7205004e5,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:58.480768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.542454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Routers {'a7368def-27da-4921-89a7-7a6b1e7464fe'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:58.543152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:13:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a7368def-27da-4921-89a7-7a6b1e7464fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:58.546601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b6fec-9224-4482-87d0-b4e092f27733 None None] Pushing event updated for resources: {'Port': ['ID=84907690-cdaa-41ca-bae8-d3d7205004e5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:58.664199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:58.705331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] Set router a7368def-27da-4921-89a7-7a6b1e7464fe gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:58.735055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e1b7d586-1e96-4eb3-91f5-83f258d9cee5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:58.889382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:58.901215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:58.901591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.941622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:58.941997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:59.098991 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:59.173040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:59.175364 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b40e508-cace-4235-92f8-4e5582c7967f" -d '{"events": [{"server_uuid": "24c25d9c-83a8-4e58-8951-d06888118fc8", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7a61a-b0a1-4370-a355-de3a4b5013a8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:59.191272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78349f7c-1105-45d2-9346-d3f0a24b0355 req-f04dfd5c-1c0a-4d8c-b94b-4a92aa555656 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:59.191821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:13:54Z', 'revision_number': 4, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '84907690-cdaa-41ca-bae8-d3d7205004e5', 'name': '', 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'mac_address': 'fa:16:3e:1a:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:53Z', 'updated_at': '2021-06-30T03:13:58Z', 'revision_number': 4, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'subnets': [{'id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:59.193660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78349f7c-1105-45d2-9346-d3f0a24b0355 req-f04dfd5c-1c0a-4d8c-b94b-4a92aa555656 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 944 time: 0.0833158 Jun 30 03:13:59.202558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:59.240116 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331caaab-66fb-417d-bc03-e849f2dd1f46 x-openstack-request-id: req-331caaab-66fb-417d-bc03-e849f2dd1f46 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:59.240414 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c25d9c-83a8-4e58-8951-d06888118fc8", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7a61a-b0a1-4370-a355-de3a4b5013a8", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:59.240672 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-331caaab-66fb-417d-bc03-e849f2dd1f46 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:59.241072 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8', 'code': 200} Jun 30 03:13:59.242617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:59.247665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf56bf-9f2e-4194-a24f-cbe699f7465c None None] The sync data for ids ['a7368def-27da-4921-89a7-7a6b1e7464fe'] in n-d-798054-5 is: [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:13:54Z', 'revision_number': 4, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '84907690-cdaa-41ca-bae8-d3d7205004e5', 'name': '', 'network_id': 'c889cbfa-c4ac-46aa-960f-cb4d84976003', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'mac_address': 'fa:16:3e:1a:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:53Z', 'updated_at': '2021-06-30T03:13:58Z', 'revision_number': 4, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'subnets': [{'id': 'b6fb7583-fd89-47b7-b1e3-c646470d8a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:59.263545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78349f7c-1105-45d2-9346-d3f0a24b0355 req-b5987ed3-2dce-4fdb-a61b-32fbc04dda73 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642276 Jun 30 03:13:59.303452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:59.312553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.312908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.313256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.313729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.314075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.314445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.314779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.315106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.315451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.315767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.316091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.316417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:59.404147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fd948-de28-4ddb-b8db-2c9493e02d5b req-221b9fda-fe96-4c5a-be5e-e591b7ec7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:59.405728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a47fd948-de28-4ddb-b8db-2c9493e02d5b req-221b9fda-fe96-4c5a-be5e-e591b7ec7937 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1057644 Jun 30 03:13:59.451116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a47fd948-de28-4ddb-b8db-2c9493e02d5b req-695699f9-4eab-4137-bd05-4b28ff66d408 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Jun 30 03:14:00.336485 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-961c1691-e43c-4589-9b0a-30c030aa946a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.475346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd520-9da2-4979-91fa-e823c5847335 req-cf67645a-3463-4d62-9601-369d13eaa59c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:00.478244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfdbd520-9da2-4979-91fa-e823c5847335 req-cf67645a-3463-4d62-9601-369d13eaa59c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 945 time: 0.0727017 Jun 30 03:14:00.526844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfdbd520-9da2-4979-91fa-e823c5847335 req-5c7a457c-aa21-4e87-b85e-3bce9bbda01a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Jun 30 03:14:00.581136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.738856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 84907690-cdaa-41ca-bae8-d3d7205004e5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:00.752314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141f1a9-0a77-4096-a8fd-dbb481044881 req-1a1b27b6-7b3a-4a49-b4df-aaddb8b86600 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:00.754936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7141f1a9-0a77-4096-a8fd-dbb481044881 req-1a1b27b6-7b3a-4a49-b4df-aaddb8b86600 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 945 time: 0.0874901 Jun 30 03:14:00.809150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 84907690-cdaa-41ca-bae8-d3d7205004e5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:00.816958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7141f1a9-0a77-4096-a8fd-dbb481044881 req-bfae61ab-55ab-427a-9637-5dc4cf2eee76 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535777 Jun 30 03:14:00.821029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 84907690-cdaa-41ca-bae8-d3d7205004e5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:00.821407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.925836 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.961286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 84907690-cdaa-41ca-bae8-d3d7205004e5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=84907690-cdaa-41ca-bae8-d3d7205004e5,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:00.966432 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:01.021795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=84907690-cdaa-41ca-bae8-d3d7205004e5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:01.029210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d77dc-8798-4353-94d1-a03a28278e28 req-617f7718-f147-4cdf-871b-b2825ca807d8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:01.031500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d96d77dc-8798-4353-94d1-a03a28278e28 req-617f7718-f147-4cdf-871b-b2825ca807d8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 945 time: 0.0999589 Jun 30 03:14:01.070680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d96d77dc-8798-4353-94d1-a03a28278e28 req-b7d9cacf-9f9c-4f83-b4cb-58362b0478e0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Jun 30 03:14:01.552624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795191f-b3bb-4d78-adfd-7b8663970d91 req-0381ad86-3365-4edb-95f6-e5065e6ed7f9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:01.554099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6795191f-b3bb-4d78-adfd-7b8663970d91 req-0381ad86-3365-4edb-95f6-e5065e6ed7f9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 945 time: 0.0688791 Jun 30 03:14:01.600530 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6795191f-b3bb-4d78-adfd-7b8663970d91 req-2706e2cf-2056-49c9-973f-e8317d60a1e5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Jun 30 03:14:02.324791 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.705312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 84907690-cdaa-41ca-bae8-d3d7205004e5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:02.763080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 84907690-cdaa-41ca-bae8-d3d7205004e5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:02.763455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.802543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824143d-af75-4eff-986f-2462f4432ba3 req-d77d46c4-d648-4ee9-8595-b62ee9d8e0e8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.804167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9824143d-af75-4eff-986f-2462f4432ba3 req-d77d46c4-d648-4ee9-8595-b62ee9d8e0e8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 945 time: 0.0687838 Jun 30 03:14:02.844967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9824143d-af75-4eff-986f-2462f4432ba3 req-ab5abec4-020d-47f4-8745-a6fe5ece262e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Jun 30 03:14:02.913016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-832a6a61-34a4-4f9f-871d-5707c5155c0b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.914628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-832a6a61-34a4-4f9f-871d-5707c5155c0b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 945 time: 0.0688238 Jun 30 03:14:03.023825 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:03.024431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.116239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:03.116594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.129418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:03.262391 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.273846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2cb7a61a-b0a1-4370-a355-de3a4b5013a8'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:14:03.292521 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=2cb7a61a-b0a1-4370-a355-de3a4b5013a8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:03.344370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:03.347622 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.350882 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebfdb323-5544-41f3-9edf-4cde1be496e0 req-005e97a0-ce74-482c-9cc3-3559308f68b3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "DELETE /v2.0/ports/2cb7a61a-b0a1-4370-a355-de3a4b5013a8 HTTP/1.1" status: 204 len: 173 time: 0.4309113 Jun 30 03:14:03.351504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'name': 'network-vif-deleted', 'tag': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:03.354861 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabdbbc5-86b1-41f5-a44d-cf3ef16fb518" -d '{"events": [{"server_uuid": "24c25d9c-83a8-4e58-8951-d06888118fc8", "name": "network-vif-deleted", "tag": "2cb7a61a-b0a1-4370-a355-de3a4b5013a8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:03.409382 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e97e857-0268-4e64-9e8a-b0f094f60d7b x-openstack-request-id: req-1e97e857-0268-4e64-9e8a-b0f094f60d7b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:03.409691 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c25d9c-83a8-4e58-8951-d06888118fc8", "name": "network-vif-deleted", "tag": "2cb7a61a-b0a1-4370-a355-de3a4b5013a8", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:03.410418 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e97e857-0268-4e64-9e8a-b0f094f60d7b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:03.410854 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c25d9c-83a8-4e58-8951-d06888118fc8', 'name': 'network-vif-deleted', 'tag': '2cb7a61a-b0a1-4370-a355-de3a4b5013a8', 'status': 'completed', 'code': 200} Jun 30 03:14:04.029286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b38455a1-be83-44c3-96a2-76029770fb15 req-553f6c5a-f646-4a39-91a9-6706cd1172a2 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 210 time: 0.0410337 Jun 30 03:14:04.414554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.185277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2655c6ef-0a5f-4711-8590-b7d366122d57 req-c66ea13e-5a88-4f87-8a26-bb7bd0f2310b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 210 time: 0.0373552 Jun 30 03:14:06.353415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08e2ec89-44a4-4c62-b602-a7426a2e4367 req-c91648c2-e4be-4a4e-aeef-aec123211121 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=24c25d9c-83a8-4e58-8951-d06888118fc8 HTTP/1.1" status: 200 len: 210 time: 0.0442388 Jun 30 03:14:06.728322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:06.752118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:06.752556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2cb7a61a-b0a1-4370-a355-de3a4b5013a8 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:09.712441 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:11.171303 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.486764 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:14:27.689767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40bb5bf2-890a-4cda-9519-25af31124ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.652597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-0be9cd1a-ee4c-4697-a465-ab9c7169c4cc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:28.654172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-0be9cd1a-ee4c-4697-a465-ab9c7169c4cc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1071811 Jun 30 03:14:28.670255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-ac38e73e-3863-450d-b354-5fb48e9d6a58 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0104523 Jun 30 03:14:28.746239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-a3abed99-1048-4fd5-a9ab-fb5580d6f31b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699298 Jun 30 03:14:29.140134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-00667087-9f17-47c9-b97c-3863c0d06954 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872468 Jun 30 03:14:29.229886 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-9ddcf631-9f51-4348-b61a-a8065d6a4603 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Jun 30 03:14:29.537647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dc2203e6-640a-448f-8c0a-035be1bdd21f req-b8681ad9-d245-4c62-b64b-723eb3ee9921 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Jun 30 03:14:30.338985 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f98e9f1-5563-44ea-a793-e4965d954704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.580909 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.595946 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-abf407c7-dafc-4a1b-b0e9-9badfe19552e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.597539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-abf407c7-dafc-4a1b-b0e9-9badfe19552e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1575816 Jun 30 03:14:30.609806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': '5792ec49-44a4-4690-8aa3-a485013213a7', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:30.713647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3136d957-a97b-48a3-a57a-880bd8140506 req-b00b1764-55c6-4d51-81a3-49ef2f305cf1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 210 time: 0.0459626 Jun 30 03:14:30.731062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:30.734642 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.864753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.13 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/e6709b51-9ff4-46b8-b0d9-c1b17027a889) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:31.019829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.034010 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object e6709b51-9ff4-46b8-b0d9-c1b17027a889 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:31.076293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.123447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:31.124740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:31.128852 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:31.164192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=e6709b51-9ff4-46b8-b0d9-c1b17027a889,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:31.177054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.177470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.177752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.178096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.178462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.178799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.179130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.179465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.179793 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.180122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.180447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.181465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:31.202335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:31.202941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.222236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-1e9379b0-5d06-4d69-a56f-8fbe379bb5ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165111 Jun 30 03:14:31.236289 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Request body: {'port': {'device_id': '5792ec49-44a4-4690-8aa3-a485013213a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:31.333153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.451906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0f7cbd2-177f-4702-9f4d-d71255a123f4 None None] Provisioning for port e6709b51-9ff4-46b8-b0d9-c1b17027a889 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:31.458540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c0f7cbd2-177f-4702-9f4d-d71255a123f4 None None] Provisioning complete for port e6709b51-9ff4-46b8-b0d9-c1b17027a889 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:31.460094 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0f7cbd2-177f-4702-9f4d-d71255a123f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.502811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7cbd2-177f-4702-9f4d-d71255a123f4 None None] Port e6709b51-9ff4-46b8-b0d9-c1b17027a889 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:31.638177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6709b51-9ff4-46b8-b0d9-c1b17027a889 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:14:31.656179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.670149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Transition to ACTIVE for port object e6709b51-9ff4-46b8-b0d9-c1b17027a889 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:31.674648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.729763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=e6709b51-9ff4-46b8-b0d9-c1b17027a889,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:31.835221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Attempting to bind port e6709b51-9ff4-46b8-b0d9-c1b17027a889 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:31.835570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Attempting to bind port e6709b51-9ff4-46b8-b0d9-c1b17027a889 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:31.835911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Attempting to bind port e6709b51-9ff4-46b8-b0d9-c1b17027a889 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:31.841816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Port e6709b51-9ff4-46b8-b0d9-c1b17027a889 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:14:31.842156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Attempting to bind port e6709b51-9ff4-46b8-b0d9-c1b17027a889 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:31.861761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:31.862237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:31.862661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:31.863491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Bound port: e6709b51-9ff4-46b8-b0d9-c1b17027a889, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:31.863854 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.970270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] For port e6709b51-9ff4-46b8-b0d9-c1b17027a889, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:31.973863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] For port e6709b51-9ff4-46b8-b0d9-c1b17027a889, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:31.987085 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.009152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.010135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.012680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] 10.222.0.67 "PUT /v2.0/ports/e6709b51-9ff4-46b8-b0d9-c1b17027a889 HTTP/1.1" status: 200 len: 1092 time: 0.7819438 Jun 30 03:14:32.015210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5792ec49-44a4-4690-8aa3-a485013213a7', 'tag': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:32.034409 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ea188-fa9b-4822-93a2-8c48bd10c113" -d '{"events": [{"name": "network-changed", "server_uuid": "5792ec49-44a4-4690-8aa3-a485013213a7", "tag": "e6709b51-9ff4-46b8-b0d9-c1b17027a889"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:32.138110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff07d3-bed1-4bfc-8ebb-da282135de4b req-043c1a0d-05a3-447f-b761-a9452eda1fed tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.139905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6ff07d3-bed1-4bfc-8ebb-da282135de4b req-043c1a0d-05a3-447f-b761-a9452eda1fed tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.2926257 Jun 30 03:14:32.145541 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd626b3f-156f-49d5-b5d3-4bc4195d5b9c x-openstack-request-id: req-dd626b3f-156f-49d5-b5d3-4bc4195d5b9c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:32.145835 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5792ec49-44a4-4690-8aa3-a485013213a7", "tag": "e6709b51-9ff4-46b8-b0d9-c1b17027a889", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:32.146092 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd626b3f-156f-49d5-b5d3-4bc4195d5b9c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:32.146512 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5792ec49-44a4-4690-8aa3-a485013213a7', 'tag': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889', 'status': 'completed', 'code': 200} Jun 30 03:14:32.162044 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e3e7a-8c98-440d-b30b-a5643e0f8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=e6709b51-9ff4-46b8-b0d9-c1b17027a889,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:32.206556 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6ff07d3-bed1-4bfc-8ebb-da282135de4b req-64d9e014-a2e4-40cb-a840-9cab028f38a9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Jun 30 03:14:32.216899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-81995b59-d82f-465b-8151-d4aa001312e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.218582 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-81995b59-d82f-465b-8151-d4aa001312e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 1095 time: 0.1416981 Jun 30 03:14:32.265437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-6f937871-3112-4b78-894f-cd8abd2b0da2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889 HTTP/1.1" status: 200 len: 217 time: 0.0389884 Jun 30 03:14:32.323516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-c7eda04b-870c-4b07-8aa9-86e9ea9953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.325206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-c7eda04b-870c-4b07-8aa9-86e9ea9953aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0531681 Jun 30 03:14:32.325998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.389707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-efd10d73-f511-47c3-ab3a-66a378ee9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.391451 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-efd10d73-f511-47c3-ab3a-66a378ee9b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597820 Jun 30 03:14:32.496935 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-2d8de6a9-a67e-495f-9811-a522e498749b service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987427 Jun 30 03:14:32.610904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1b1888f2-c29c-4e6c-9b6d-93e20d6e0c41 req-3ca76b61-9821-4e28-b5dd-e4bc6c39c147 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072533 Jun 30 03:14:32.725277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-78efbea3-c8a0-4927-a799-0d46f44578e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.726746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-78efbea3-c8a0-4927-a799-0d46f44578e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 1095 time: 0.0601969 Jun 30 03:14:32.834531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-6addf116-5e02-40b1-b36f-4db7b53d451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.835999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-6addf116-5e02-40b1-b36f-4db7b53d451a service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.1030684 Jun 30 03:14:32.877754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-c0e0b936-faed-4ec4-854f-80d89ecc0e1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889 HTTP/1.1" status: 200 len: 217 time: 0.0351586 Jun 30 03:14:32.927144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-8da07419-832d-43dd-ba28-72ad6968ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.928612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-8da07419-832d-43dd-ba28-72ad6968ca56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0449748 Jun 30 03:14:32.991140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-2b9eb36e-0e73-448d-b2f9-74071826514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.992606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-2b9eb36e-0e73-448d-b2f9-74071826514a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577886 Jun 30 03:14:33.082816 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-53bff486-3095-460f-abb1-173574b25493 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835717 Jun 30 03:14:33.178059 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-203ea188-fa9b-4822-93a2-8c48bd10c113 req-84001c0b-23ad-4441-b7f4-ab187079e6b9 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892534 Jun 30 03:14:33.392119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd03fd6-4ff2-4b0d-95fd-ab0638b3d244 req-b8cacb4c-faf9-4c40-bdff-01a6afb5641f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:33.393887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fd03fd6-4ff2-4b0d-95fd-ab0638b3d244 req-b8cacb4c-faf9-4c40-bdff-01a6afb5641f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0666270 Jun 30 03:14:33.443162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0fd03fd6-4ff2-4b0d-95fd-ab0638b3d244 req-b3015d1f-fa6c-4267-b036-60d185cc42a0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Jun 30 03:14:34.422778 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.626754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78b87-461c-4ed4-82a4-c237a5cdaf05 req-2aba8869-4384-403e-9df6-a686b827bc3a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:34.628902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4a78b87-461c-4ed4-82a4-c237a5cdaf05 req-2aba8869-4384-403e-9df6-a686b827bc3a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0682287 Jun 30 03:14:34.674974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4a78b87-461c-4ed4-82a4-c237a5cdaf05 req-4357001d-10b9-4793-921c-967664f368ed tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Jun 30 03:14:35.862542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c839bd-b99e-4480-b112-7033d1553984 req-a8bc0c75-4274-4dab-89b8-48b6feb1324f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:35.864098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2c839bd-b99e-4480-b112-7033d1553984 req-a8bc0c75-4274-4dab-89b8-48b6feb1324f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0753956 Jun 30 03:14:35.908167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2c839bd-b99e-4480-b112-7033d1553984 req-70611494-fdf3-49f3-b082-b0488b9d30d9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Jun 30 03:14:37.080806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f2fd-6a1c-4fea-9605-b0ab8271fa55 req-67c8293c-52cb-41ae-82f0-dad614aca014 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:37.082281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5638f2fd-6a1c-4fea-9605-b0ab8271fa55 req-67c8293c-52cb-41ae-82f0-dad614aca014 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0629663 Jun 30 03:14:37.119771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5638f2fd-6a1c-4fea-9605-b0ab8271fa55 req-8a0edd9f-7930-4736-bf51-da9d691cd6ee tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Jun 30 03:14:38.294286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b481ea-10bb-4763-aa7d-055b76baa2da req-44813539-6c50-4258-bc07-2b1229a47b87 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:38.295771 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7b481ea-10bb-4763-aa7d-055b76baa2da req-44813539-6c50-4258-bc07-2b1229a47b87 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0626371 Jun 30 03:14:38.333272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7b481ea-10bb-4763-aa7d-055b76baa2da req-29a48f0f-6cc1-4966-876d-915813e3060e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Jun 30 03:14:39.517526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768543e-57ff-4255-8939-68fac88b68f2 req-88484109-0949-447d-bc61-b1162824ac2a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:39.521744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1768543e-57ff-4255-8939-68fac88b68f2 req-88484109-0949-447d-bc61-b1162824ac2a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0714047 Jun 30 03:14:39.566484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1768543e-57ff-4255-8939-68fac88b68f2 req-624dd29f-bab6-4727-8c97-3c3ecbde4d2d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Jun 30 03:14:39.719206 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.746145 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e897c5e-299e-427a-81a5-8715e3989771 req-8b4c760a-ce4b-471c-bb79-a8b8473d0988 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:40.747661 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e897c5e-299e-427a-81a5-8715e3989771 req-8b4c760a-ce4b-471c-bb79-a8b8473d0988 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0657315 Jun 30 03:14:40.784415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e897c5e-299e-427a-81a5-8715e3989771 req-004fa5c9-e99a-4a7f-8c17-edd80f0c0fb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Jun 30 03:14:41.159854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.966278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718fd20-a697-42f3-b3c5-9772e180753c req-e8a7e8c9-3400-4c40-8888-d6706a3c4566 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:41.967715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1718fd20-a697-42f3-b3c5-9772e180753c req-e8a7e8c9-3400-4c40-8888-d6706a3c4566 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 944 time: 0.0695031 Jun 30 03:14:42.014738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1718fd20-a697-42f3-b3c5-9772e180753c req-4e49cc41-a48b-4e9c-b725-0930a4774ca8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Jun 30 03:14:42.869353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e6709b51-9ff4-46b8-b0d9-c1b17027a889 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:14:42.979363 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e6709b51-9ff4-46b8-b0d9-c1b17027a889, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:42.992445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889', 'mac_address': 'fa:16:3e:1d:3a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:14:43.032024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.045881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6709b51-9ff4-46b8-b0d9-c1b17027a889 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:14:43.065910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e6709b51-9ff4-46b8-b0d9-c1b17027a889, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:43.070755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.121055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e6709b51-9ff4-46b8-b0d9-c1b17027a889,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:43.197886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bbeeb-535e-4c32-8f83-899df1eed4da req-74ec52c9-6620-470b-bd4d-a7e0ac635dd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:43.199312 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c6bbeeb-535e-4c32-8f83-899df1eed4da req-74ec52c9-6620-470b-bd4d-a7e0ac635dd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 945 time: 0.0683818 Jun 30 03:14:43.238633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c6bbeeb-535e-4c32-8f83-899df1eed4da req-01dfe26f-ec1a-45cf-94c3-2df8ecbe85cc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Jun 30 03:14:43.271283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e6709b51-9ff4-46b8-b0d9-c1b17027a889'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:14:44.416750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5072c-2916-4bde-bd22-b44521f283e9 req-4b435169-8a53-4b5f-86ec-4a69600e4f29 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.418253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7f5072c-2916-4bde-bd22-b44521f283e9 req-4b435169-8a53-4b5f-86ec-4a69600e4f29 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 945 time: 0.0690916 Jun 30 03:14:44.456159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7f5072c-2916-4bde-bd22-b44521f283e9 req-550da75f-42b6-4e66-88d8-8f4d6b7b4d36 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Jun 30 03:14:44.878515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e6709b51-9ff4-46b8-b0d9-c1b17027a889 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:44.927726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port e6709b51-9ff4-46b8-b0d9-c1b17027a889 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:44.931474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e6709b51-9ff4-46b8-b0d9-c1b17027a889 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:44.931902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.011370 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.038001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5792ec49-44a4-4690-8aa3-a485013213a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:45.040303 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e75b7d0-b45d-4bf8-89ca-1add06c7054b" -d '{"events": [{"server_uuid": "5792ec49-44a4-4690-8aa3-a485013213a7", "name": "network-vif-plugged", "status": "completed", "tag": "e6709b51-9ff4-46b8-b0d9-c1b17027a889"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:45.053343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e6709b51-9ff4-46b8-b0d9-c1b17027a889, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:45.059355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.084767 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6617e345-9cce-4d27-94d4-e1a621371ef0 x-openstack-request-id: req-6617e345-9cce-4d27-94d4-e1a621371ef0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:45.085055 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5792ec49-44a4-4690-8aa3-a485013213a7", "name": "network-vif-plugged", "status": "completed", "tag": "e6709b51-9ff4-46b8-b0d9-c1b17027a889", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:45.085306 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6617e345-9cce-4d27-94d4-e1a621371ef0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:45.085691 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5792ec49-44a4-4690-8aa3-a485013213a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889', 'code': 200} Jun 30 03:14:45.113798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e6709b51-9ff4-46b8-b0d9-c1b17027a889,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:45.290101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3111-db77-4957-8b51-25346970d799 req-20aec79b-6fee-4a5c-9ca5-f779b534ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:45.291797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e4b3111-db77-4957-8b51-25346970d799 req-20aec79b-6fee-4a5c-9ca5-f779b534ae72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 1097 time: 0.1480870 Jun 30 03:14:45.328022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e4b3111-db77-4957-8b51-25346970d799 req-e4f417b5-e465-4a90-a914-0beed764e03c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291615 Jun 30 03:14:45.634879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcc404-b18f-4471-9f8e-c58fd22fa217 req-8ea483e0-ee12-4e68-90c2-c1fe7368ea2f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:45.636376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94dcc404-b18f-4471-9f8e-c58fd22fa217 req-8ea483e0-ee12-4e68-90c2-c1fe7368ea2f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 946 time: 0.0648804 Jun 30 03:14:45.674542 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-94dcc404-b18f-4471-9f8e-c58fd22fa217 req-1199dfa4-55d3-44ec-b77c-fe6ca52a06f4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Jun 30 03:14:46.840202 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-21362f17-a874-4793-b06c-30756c7068ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556145 Jun 30 03:14:46.854665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78309d7-5273-4d88-88f1-cfbd8874167b req-1edb5606-2443-4a50-b15b-56c743df49ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:46.856425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e78309d7-5273-4d88-88f1-cfbd8874167b req-1edb5606-2443-4a50-b15b-56c743df49ea tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 946 time: 0.0670907 Jun 30 03:14:46.898479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e78309d7-5273-4d88-88f1-cfbd8874167b req-88ef72c2-67d9-4732-9efd-6f6d17b82cc0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354900 Jun 30 03:14:46.950078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-0a059c02-e4dd-49e7-9c6b-44c639737e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:46.951886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-0a059c02-e4dd-49e7-9c6b-44c639737e57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 1097 time: 0.0660481 Jun 30 03:14:47.106432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-ee0ef00f-77ef-4905-b696-3c78a4b74815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.107991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-ee0ef00f-77ef-4905-b696-3c78a4b74815 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.1353428 Jun 30 03:14:47.121163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52998f33-2e99-4024-baad-60ddfa2ef56f req-61e1514f-da6f-4d27-ad96-cfb0524f969e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.122613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52998f33-2e99-4024-baad-60ddfa2ef56f req-61e1514f-da6f-4d27-ad96-cfb0524f969e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 946 time: 0.1068900 Jun 30 03:14:47.164277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-65ffa3cd-79a1-47f3-a7ab-36b0df2d5d31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889 HTTP/1.1" status: 200 len: 217 time: 0.0406182 Jun 30 03:14:47.233583 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52998f33-2e99-4024-baad-60ddfa2ef56f req-3f5f27b0-41e0-4acd-959d-1d2244e20268 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026542 Jun 30 03:14:47.239394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-6a029576-9518-4c46-8e96-619a48995f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.240786 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-6a029576-9518-4c46-8e96-619a48995f1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0689754 Jun 30 03:14:47.299420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-df775553-6216-48e1-823a-bd36924f65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.300921 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-df775553-6216-48e1-823a-bd36924f65bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540802 Jun 30 03:14:47.397447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-2736ad51-2539-40e8-a370-e165aa07cfad service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894957 Jun 30 03:14:47.487989 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a60c0f4-5f96-4715-8478-72fc88d9c210 req-48139ca1-e468-4346-abf3-9d930e9a401a service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838332 Jun 30 03:14:49.486610 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:14:49.783022 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-4a83ab6f-4937-49ca-b5ca-53336c779305 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:49.784597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-4a83ab6f-4937-49ca-b5ca-53336c779305 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1258299 Jun 30 03:14:49.803553 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-f7fc385a-773a-4dcc-a8e9-1cb2d125c1fd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0130591 Jun 30 03:14:49.886976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-8bba34e4-34f7-404b-aedf-c1c78fc53a35 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758886 Jun 30 03:14:49.981188 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-5774645f-3f6f-4217-8bb3-a8fd9c051512 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869837 Jun 30 03:14:50.300474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-916f07a9-2beb-4d03-ae3a-dc70add03d8e service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126314 Jun 30 03:14:50.506889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-823628d5-89d3-455e-ad94-b9b30cb49105 req-30503001-6cd9-43eb-8414-e66f82dd8f33 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0390553 Jun 30 03:14:51.626250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-1827e838-d855-4bf3-af45-50a092f1acc6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:51.627810 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-1827e838-d855-4bf3-af45-50a092f1acc6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1335306 Jun 30 03:14:51.645239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:51.706341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32372c98-2629-43fa-8da3-849e6aa5798b req-d3c772dc-78f0-4a37-9226-b1bf001a809a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0753603 Jun 30 03:14:51.787891 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:51.791882 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:51.921644 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.14 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/1c54be00-f982-40bd-a22a-7486ca452f64) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:52.145513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.162622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object 1c54be00-f982-40bd-a22a-7486ca452f64 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:52.201545 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.217518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e6709b51-9ff4-46b8-b0d9-c1b17027a889'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:14:52.258517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:52.262042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:52.266130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:52.303120 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=1c54be00-f982-40bd-a22a-7486ca452f64,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:52.332112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:52.333069 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.360543 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-e1b40d54-398a-4d21-bb2f-1ab577678020 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7199583 Jun 30 03:14:52.375434 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Request body: {'port': {'device_id': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:52.484471 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.639776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac941784-c658-4d07-bf13-1508bb3fc2d4 None None] Provisioning for port 1c54be00-f982-40bd-a22a-7486ca452f64 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:52.651711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ac941784-c658-4d07-bf13-1508bb3fc2d4 None None] Provisioning complete for port 1c54be00-f982-40bd-a22a-7486ca452f64 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:52.652310 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac941784-c658-4d07-bf13-1508bb3fc2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.694239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ac941784-c658-4d07-bf13-1508bb3fc2d4 None None] Port 1c54be00-f982-40bd-a22a-7486ca452f64 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:52.828617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c54be00-f982-40bd-a22a-7486ca452f64 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:14:52.838625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.859522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Transition to ACTIVE for port object 1c54be00-f982-40bd-a22a-7486ca452f64 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:52.865293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.926415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Pushing event updated for resources: {'Port': ['ID=1c54be00-f982-40bd-a22a-7486ca452f64,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:53.020688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b8839-6e24-4758-8bed-e1a10dd819d4 req-1ba4ad57-2e35-404d-b75f-f236ee1d13b4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.022218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c01b8839-6e24-4758-8bed-e1a10dd819d4 req-1ba4ad57-2e35-404d-b75f-f236ee1d13b4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.1284089 Jun 30 03:14:53.082057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c01b8839-6e24-4758-8bed-e1a10dd819d4 req-14d3e38e-2773-4c05-8656-7540b32ba9df tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Jun 30 03:14:53.093441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Attempting to bind port 1c54be00-f982-40bd-a22a-7486ca452f64 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:53.093782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Attempting to bind port 1c54be00-f982-40bd-a22a-7486ca452f64 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:53.094111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Attempting to bind port 1c54be00-f982-40bd-a22a-7486ca452f64 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:53.103697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Port 1c54be00-f982-40bd-a22a-7486ca452f64 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:14:53.104264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Attempting to bind port 1c54be00-f982-40bd-a22a-7486ca452f64 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:53.110048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:53.110779 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:53.111731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:53.112175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Bound port: 1c54be00-f982-40bd-a22a-7486ca452f64, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:53.112537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.182875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] For port 1c54be00-f982-40bd-a22a-7486ca452f64, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:53.197855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] For port 1c54be00-f982-40bd-a22a-7486ca452f64, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c54be00-f982-40bd-a22a-7486ca452f64,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:53.198983 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.238437 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.240342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.242294 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c54be00-f982-40bd-a22a-7486ca452f64 HTTP/1.1" status: 200 len: 1092 time: 0.8715277 Jun 30 03:14:53.244952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'tag': '1c54be00-f982-40bd-a22a-7486ca452f64'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:53.248252 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f" -d '{"events": [{"name": "network-changed", "server_uuid": "75c3790c-d635-4832-ac74-54c3f22cd3cf", "tag": "1c54be00-f982-40bd-a22a-7486ca452f64"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:53.367690 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebbd976-8a08-493a-b12b-040502804caa x-openstack-request-id: req-6ebbd976-8a08-493a-b12b-040502804caa {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:53.368151 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c3790c-d635-4832-ac74-54c3f22cd3cf", "tag": "1c54be00-f982-40bd-a22a-7486ca452f64", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:53.368753 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ebbd976-8a08-493a-b12b-040502804caa {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:53.369151 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'tag': '1c54be00-f982-40bd-a22a-7486ca452f64', 'status': 'completed', 'code': 200} Jun 30 03:14:53.372666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe8869-2e47-4e50-a0d2-d20dc1cb6179 service neutron] Pushing event updated for resources: {'Port': ['ID=1c54be00-f982-40bd-a22a-7486ca452f64,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:53.407555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-ae79caa0-9e1a-4395-8b90-701b1fc24677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.409244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-ae79caa0-9e1a-4395-8b90-701b1fc24677 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 1095 time: 0.0839417 Jun 30 03:14:53.456735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-f02e795f-f25a-4c3e-9ee1-cb3903c73ef9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c54be00-f982-40bd-a22a-7486ca452f64 HTTP/1.1" status: 200 len: 217 time: 0.0398633 Jun 30 03:14:53.513522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-f734fb85-73fe-46b4-a51c-99018e967871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.515286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-f734fb85-73fe-46b4-a51c-99018e967871 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0490170 Jun 30 03:14:53.582078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0c20-b448-409d-b16d-76edc21475ac req-9fd10d24-5239-4bb1-a1f4-85ccb2009689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.583650 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-9fd10d24-5239-4bb1-a1f4-85ccb2009689 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575607 Jun 30 03:14:53.686879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-4325da70-7769-43c2-9da9-7b903aab4aed service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955248 Jun 30 03:14:53.783675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8fec0c20-b448-409d-b16d-76edc21475ac req-c6ba3759-fa5e-4061-88c0-2ac31d138965 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887449 Jun 30 03:14:53.896724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-c56ac617-37a0-4387-a1e6-507a6754c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.898339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-c56ac617-37a0-4387-a1e6-507a6754c5f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 1095 time: 0.0660484 Jun 30 03:14:53.999082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-6ae8fa2d-9d4a-4232-a426-a7ac5deced6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:54.000645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-6ae8fa2d-9d4a-4232-a426-a7ac5deced6f service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0943520 Jun 30 03:14:54.052259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-6f626f33-52c2-462a-8c67-2c12d67ecc5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c54be00-f982-40bd-a22a-7486ca452f64 HTTP/1.1" status: 200 len: 217 time: 0.0394385 Jun 30 03:14:54.109917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-145840d3-78c5-4092-9bcb-f3997409047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:54.112073 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-145840d3-78c5-4092-9bcb-f3997409047f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0532408 Jun 30 03:14:54.188462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-15d36619-23f9-4b1a-80c4-c663fa726d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:54.189780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-15d36619-23f9-4b1a-80c4-c663fa726d74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694876 Jun 30 03:14:54.297809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7fa68-9d73-4752-b869-c41341b5e9d5 req-cd1aa7e4-cd88-4be5-9c30-5ecdc1b156d1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:54.299533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7c7fa68-9d73-4752-b869-c41341b5e9d5 req-cd1aa7e4-cd88-4be5-9c30-5ecdc1b156d1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0750618 Jun 30 03:14:54.334238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-2b74fa44-5c3a-4e81-a0f3-912dd1ee39ef service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338978 Jun 30 03:14:54.345184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7c7fa68-9d73-4752-b869-c41341b5e9d5 req-51c9151e-27ee-4ec3-8555-7b8eed03ddae tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Jun 30 03:14:54.443213 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e2dffaab-5a72-4f3d-9be2-43a9c2a4453f req-65ce7231-ef45-4138-a0fa-18434d542f27 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016684 Jun 30 03:14:55.645441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932f7f5-9a94-46a6-bfb9-f310628e38c6 req-36b54a2f-ee54-41f7-9777-d1c7c8bc6eb0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:55.658964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0932f7f5-9a94-46a6-bfb9-f310628e38c6 req-36b54a2f-ee54-41f7-9777-d1c7c8bc6eb0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.1117322 Jun 30 03:14:55.716610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0932f7f5-9a94-46a6-bfb9-f310628e38c6 req-780ca143-1627-4fb4-bda7-58456b615ed3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Jun 30 03:14:57.153855 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788045b-835d-426f-a8f0-23b8aa6bdf31 req-c7e6d8cf-d427-4af7-b730-6297f7caeab9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:57.161851 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2788045b-835d-426f-a8f0-23b8aa6bdf31 req-c7e6d8cf-d427-4af7-b730-6297f7caeab9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0870712 Jun 30 03:14:57.209994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2788045b-835d-426f-a8f0-23b8aa6bdf31 req-a5e9f4a1-55f5-4ad0-975b-19284e742355 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Jun 30 03:14:57.693143 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-133e1de2-dc99-4959-9fd7-18a8f9f5ced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:58.486324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f3b38-04f7-4dbb-aadd-fcba72dd5e49 req-1ffd8207-a95b-4189-b05c-ce16a221f801 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:58.497728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-689f3b38-04f7-4dbb-aadd-fcba72dd5e49 req-1ffd8207-a95b-4189-b05c-ce16a221f801 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.1083424 Jun 30 03:14:58.540885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-689f3b38-04f7-4dbb-aadd-fcba72dd5e49 req-4ebabbe0-9178-4bea-9479-73eb28c3b1c0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Jun 30 03:14:59.734924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3a9fe-2a13-4c2f-9e03-b7f123a84096 req-08b43c44-ad26-4730-a2e3-a89cf6bc7410 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:59.737573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26f3a9fe-2a13-4c2f-9e03-b7f123a84096 req-08b43c44-ad26-4730-a2e3-a89cf6bc7410 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0678754 Jun 30 03:14:59.780253 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-26f3a9fe-2a13-4c2f-9e03-b7f123a84096 req-4e437135-c233-42be-8c66-39e5fa9b0098 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 Jun 30 03:15:00.339751 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1a9ce06-c20d-4a47-abec-deaaad37a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.573938 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.958089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41957e8-3761-4211-b32e-e5c2661e7052 req-c1a64c8c-1815-4fef-bef4-eceb48fa59a9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:00.959600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a41957e8-3761-4211-b32e-e5c2661e7052 req-c1a64c8c-1815-4fef-bef4-eceb48fa59a9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0633066 Jun 30 03:15:00.997893 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a41957e8-3761-4211-b32e-e5c2661e7052 req-a95c3bbf-90f8-4f15-8b0a-a57f49e5eb66 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jun 30 03:15:02.185478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16157-6535-4784-aa0b-fc57492da7a4 req-b6f171ad-d978-4268-baa4-680f3230a359 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:02.187635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ba16157-6535-4784-aa0b-fc57492da7a4 req-b6f171ad-d978-4268-baa4-680f3230a359 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0720325 Jun 30 03:15:02.238203 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ba16157-6535-4784-aa0b-fc57492da7a4 req-fba4b9f0-0008-48e5-b93b-121d884bb2cf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Jun 30 03:15:02.330937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.433164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ad1df-2669-42c4-b2db-c9134a4320d6 req-ecd6efbb-7c4d-441d-9392-e75a0c280120 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.435734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-848ad1df-2669-42c4-b2db-c9134a4320d6 req-ecd6efbb-7c4d-441d-9392-e75a0c280120 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0739527 Jun 30 03:15:03.480569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-848ad1df-2669-42c4-b2db-c9134a4320d6 req-b8e5fa18-2339-481a-bb50-5a0ea7bb96dd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 Jun 30 03:15:04.416021 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.704564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78a9da-b5a7-4362-b9eb-a0c67fa288ba req-8acf938e-a216-4040-ac81-ad9e71533a9f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:04.706186 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb78a9da-b5a7-4362-b9eb-a0c67fa288ba req-8acf938e-a216-4040-ac81-ad9e71533a9f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0911705 Jun 30 03:15:04.748626 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb78a9da-b5a7-4362-b9eb-a0c67fa288ba req-063c5c5e-3e1a-4996-a337-a53d0e35bd2e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Jun 30 03:15:05.932820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951911-5bb4-48aa-87af-9e699873a95a req-a6a62f16-ec11-4581-bffe-5cdd7bb74bc1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:05.934475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14951911-5bb4-48aa-87af-9e699873a95a req-a6a62f16-ec11-4581-bffe-5cdd7bb74bc1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0717373 Jun 30 03:15:05.972798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14951911-5bb4-48aa-87af-9e699873a95a req-1b7f6780-bb62-47b5-9f10-c9459523ce6c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jun 30 03:15:07.163558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab5ba-f75d-4487-8c88-30fa87d7438e req-ba16a919-cc00-4a4a-9a4d-b64cb6a39c24 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:07.165241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e4ab5ba-f75d-4487-8c88-30fa87d7438e req-ba16a919-cc00-4a4a-9a4d-b64cb6a39c24 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0729768 Jun 30 03:15:07.206602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e4ab5ba-f75d-4487-8c88-30fa87d7438e req-391794ff-00d2-4db2-9c30-36147ab9ee78 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Jun 30 03:15:08.403470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38bb2c-a3a2-4b15-ae65-b1531780899b req-de85c88d-404d-44b9-a9f6-7c546e77a9a4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.405607 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e38bb2c-a3a2-4b15-ae65-b1531780899b req-de85c88d-404d-44b9-a9f6-7c546e77a9a4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0686481 Jun 30 03:15:08.446681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e38bb2c-a3a2-4b15-ae65-b1531780899b req-dcdd25a2-a0d2-4420-83de-27cca52a3e01 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Jun 30 03:15:09.636780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6ea8f-9593-4f8c-821b-f74c1f8aa4a0 req-0b61e491-57d9-48c1-aa3e-0275bf138dfe tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:09.638710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7c6ea8f-9593-4f8c-821b-f74c1f8aa4a0 req-0b61e491-57d9-48c1-aa3e-0275bf138dfe tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0702236 Jun 30 03:15:09.691392 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7c6ea8f-9593-4f8c-821b-f74c1f8aa4a0 req-457a1bdc-c300-4d41-9a71-4f06c055584c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Jun 30 03:15:09.721794 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.896554 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13066f13-d1f8-417e-915f-4340e42f7576 req-743b61b4-cd24-49c4-8417-5919fae7c2e0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:10.898323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13066f13-d1f8-417e-915f-4340e42f7576 req-743b61b4-cd24-49c4-8417-5919fae7c2e0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0822299 Jun 30 03:15:10.944647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13066f13-d1f8-417e-915f-4340e42f7576 req-ff2a2a11-7a5d-4b81-a2bc-7f78954445ae tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Jun 30 03:15:11.187381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:12.129655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf50be-8655-4304-8efb-51969d322d46 req-be5316a8-3bb3-44f2-ade6-3c5c1aabf3bd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:12.131184 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87cf50be-8655-4304-8efb-51969d322d46 req-be5316a8-3bb3-44f2-ade6-3c5c1aabf3bd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0654576 Jun 30 03:15:12.170068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87cf50be-8655-4304-8efb-51969d322d46 req-8c48ae91-9ee2-4f7b-930d-b92b101850c0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Jun 30 03:15:13.351674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5b3b-3dbc-4b56-bea5-97940ffeab93 req-0f50f1fd-20fe-4a09-93f9-1290d0209957 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:13.354224 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e62e5b3b-3dbc-4b56-bea5-97940ffeab93 req-0f50f1fd-20fe-4a09-93f9-1290d0209957 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 944 time: 0.0692363 Jun 30 03:15:13.398826 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e62e5b3b-3dbc-4b56-bea5-97940ffeab93 req-23c47537-2e14-447d-ac19-7a947b2aef66 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Jun 30 03:15:13.824724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c54be00-f982-40bd-a22a-7486ca452f64 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:15:14.094609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1c54be00-f982-40bd-a22a-7486ca452f64, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c54be00-f982-40bd-a22a-7486ca452f64,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:14.106840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '1c54be00-f982-40bd-a22a-7486ca452f64', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': '1c54be00-f982-40bd-a22a-7486ca452f64', 'mac_address': 'fa:16:3e:b0:8e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:15:14.147800 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.161771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c54be00-f982-40bd-a22a-7486ca452f64 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:14.184036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1c54be00-f982-40bd-a22a-7486ca452f64, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c54be00-f982-40bd-a22a-7486ca452f64,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:14.189421 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.259346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1c54be00-f982-40bd-a22a-7486ca452f64,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:14.267460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.267887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.268256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.268612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.268971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.269338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.269673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.270085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.270495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.270848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.271178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.271581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:14.450206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1c54be00-f982-40bd-a22a-7486ca452f64'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:14.600967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee9a7-e49e-4d40-98bb-4456e971b740 req-cd6997cf-8b4f-43a1-8727-575a4a17833e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:14.603607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-901ee9a7-e49e-4d40-98bb-4456e971b740 req-cd6997cf-8b4f-43a1-8727-575a4a17833e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 945 time: 0.0736821 Jun 30 03:15:14.649674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-901ee9a7-e49e-4d40-98bb-4456e971b740 req-2cc75b55-f50b-4aa2-801d-b0131e365669 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Jun 30 03:15:15.843269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386126b0-8dda-49b5-b7aa-8e5736282f7c req-fdfef214-9166-4aef-a25c-ec4b8a4d535e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:15.844876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-386126b0-8dda-49b5-b7aa-8e5736282f7c req-fdfef214-9166-4aef-a25c-ec4b8a4d535e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 945 time: 0.0743108 Jun 30 03:15:15.853246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c54be00-f982-40bd-a22a-7486ca452f64 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:15.887137 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-386126b0-8dda-49b5-b7aa-8e5736282f7c req-ac4540e8-df62-48a2-ae0e-a5f20b5a6d3f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 Jun 30 03:15:15.915671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 1c54be00-f982-40bd-a22a-7486ca452f64 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:15.920421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 1c54be00-f982-40bd-a22a-7486ca452f64 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:15.920815 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.030388 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.057480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c54be00-f982-40bd-a22a-7486ca452f64'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:16.059993 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc3f06-d2b8-4cbb-a012-457363773379" -d '{"events": [{"server_uuid": "75c3790c-d635-4832-ac74-54c3f22cd3cf", "name": "network-vif-plugged", "status": "completed", "tag": "1c54be00-f982-40bd-a22a-7486ca452f64"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:16.075151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1c54be00-f982-40bd-a22a-7486ca452f64, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c54be00-f982-40bd-a22a-7486ca452f64,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:16.081203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.109795 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0d982-4f50-4935-bd11-554ab1aa51c8 x-openstack-request-id: req-46d0d982-4f50-4935-bd11-554ab1aa51c8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:16.110077 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c3790c-d635-4832-ac74-54c3f22cd3cf", "name": "network-vif-plugged", "status": "completed", "tag": "1c54be00-f982-40bd-a22a-7486ca452f64", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:16.110351 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46d0d982-4f50-4935-bd11-554ab1aa51c8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:16.110758 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c54be00-f982-40bd-a22a-7486ca452f64', 'code': 200} Jun 30 03:15:16.154387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1c54be00-f982-40bd-a22a-7486ca452f64,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:16.248653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5636c5-8f3f-4998-b30d-48ef8a0f4ede req-e61a84fe-7ba2-4268-a0d2-b0033d6af463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:16.250290 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee5636c5-8f3f-4998-b30d-48ef8a0f4ede req-e61a84fe-7ba2-4268-a0d2-b0033d6af463 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 1097 time: 0.0669291 Jun 30 03:15:16.289252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee5636c5-8f3f-4998-b30d-48ef8a0f4ede req-8df78ad4-58e1-493f-a795-f8ab29474c93 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Jun 30 03:15:17.100078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738903-1559-40b7-b968-6bbd70249cfc req-84b09d02-e655-4486-b198-db494ad81112 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:17.101568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51738903-1559-40b7-b968-6bbd70249cfc req-84b09d02-e655-4486-b198-db494ad81112 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 946 time: 0.0775807 Jun 30 03:15:17.147455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51738903-1559-40b7-b968-6bbd70249cfc req-4f264682-ae26-4f43-b9e4-debc27d57945 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Jun 30 03:15:18.341564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1320eb-fd00-4217-b044-6588fd3f816f req-bfd83ad0-6911-4d52-bc0a-7ef1be5ecdda tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:18.343110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e1320eb-fd00-4217-b044-6588fd3f816f req-bfd83ad0-6911-4d52-bc0a-7ef1be5ecdda tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 946 time: 0.0735412 Jun 30 03:15:18.385676 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e1320eb-fd00-4217-b044-6588fd3f816f req-24fce21a-4569-4270-ab2b-9b4b36c44089 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364945 Jun 30 03:15:18.579864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23829f-b3b7-4033-b5ee-618dfd7ed4b1 req-04355f8c-ec89-445b-86eb-50580543c6ee tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:18.581629 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a23829f-b3b7-4033-b5ee-618dfd7ed4b1 req-04355f8c-ec89-445b-86eb-50580543c6ee tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 946 time: 0.0759542 Jun 30 03:15:18.623403 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a23829f-b3b7-4033-b5ee-618dfd7ed4b1 req-d42c6a17-1f1b-45ae-aa2b-642b95a022fd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344765 Jun 30 03:15:19.096124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f071be4-7797-401a-adcf-4c19e0739f13 req-8e1bf4c7-341f-4fa3-a0fa-fa388d795a16 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:19.097904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f071be4-7797-401a-adcf-4c19e0739f13 req-8e1bf4c7-341f-4fa3-a0fa-fa388d795a16 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 946 time: 0.0708644 Jun 30 03:15:19.143650 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9f071be4-7797-401a-adcf-4c19e0739f13 req-a0b68f29-7be9-48a6-9eaf-5c1a442002fd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Jun 30 03:15:20.330432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d85c-471c-4985-99ce-e0b226e3b66b req-eb91a565-2280-453a-b163-18ad2309ef26 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:20.331894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d508d85c-471c-4985-99ce-e0b226e3b66b req-eb91a565-2280-453a-b163-18ad2309ef26 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 946 time: 0.0645986 Jun 30 03:15:20.372442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d508d85c-471c-4985-99ce-e0b226e3b66b req-c09d30a4-3843-4366-bc53-ac92d4a189ae tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jun 30 03:15:20.605656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-345be27d-c41a-4873-9d9e-a8bee3063494 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:20.607399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-345be27d-c41a-4873-9d9e-a8bee3063494 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 946 time: 0.0658705 Jun 30 03:15:20.718349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 1c54be00-f982-40bd-a22a-7486ca452f64 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:20.718681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.812693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port 1c54be00-f982-40bd-a22a-7486ca452f64, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1c54be00-f982-40bd-a22a-7486ca452f64,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:20.813054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.831331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 1c54be00-f982-40bd-a22a-7486ca452f64 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:20.965349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.977959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e6709b51-9ff4-46b8-b0d9-c1b17027a889'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:20.984775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1c54be00-f982-40bd-a22a-7486ca452f64'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:21.002668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=1c54be00-f982-40bd-a22a-7486ca452f64,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:21.063428 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port 1c54be00-f982-40bd-a22a-7486ca452f64 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:21.066201 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.068512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98855e1a-6a00-491c-848b-ec1b86d394cb req-356f7523-7dae-461b-a097-17a526fe8992 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "DELETE /v2.0/ports/1c54be00-f982-40bd-a22a-7486ca452f64 HTTP/1.1" status: 204 len: 173 time: 0.4553659 Jun 30 03:15:21.068994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'name': 'network-vif-deleted', 'tag': '1c54be00-f982-40bd-a22a-7486ca452f64'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:21.074104 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbe1504-e05d-440f-aa52-52d25f8b84a9" -d '{"events": [{"server_uuid": "75c3790c-d635-4832-ac74-54c3f22cd3cf", "name": "network-vif-deleted", "tag": "1c54be00-f982-40bd-a22a-7486ca452f64"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:21.148578 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da45342-0d8d-4fb9-a94e-ad0836b884fe x-openstack-request-id: req-6da45342-0d8d-4fb9-a94e-ad0836b884fe {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:21.148873 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c3790c-d635-4832-ac74-54c3f22cd3cf", "name": "network-vif-deleted", "tag": "1c54be00-f982-40bd-a22a-7486ca452f64", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:21.149894 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6da45342-0d8d-4fb9-a94e-ad0836b884fe {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:21.150747 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c3790c-d635-4832-ac74-54c3f22cd3cf', 'name': 'network-vif-deleted', 'tag': '1c54be00-f982-40bd-a22a-7486ca452f64', 'status': 'completed', 'code': 200} Jun 30 03:15:21.517967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fe943abd-ddf6-43f1-ad54-4c5882c86320 req-b9699653-3120-4aa7-aaa5-6d1999466abf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0311115 Jun 30 03:15:22.670824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2800116f-8ab9-4304-9ce2-081252637ac8 req-1e6a4ffd-6c6d-4891-8aeb-1b85eeb8d1b8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0308764 Jun 30 03:15:23.823000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-361e5002-bb7c-42d4-8b95-3abe9fc8b3c8 req-73105c3c-36f1-4bbe-9dff-eb6944940276 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0348077 Jun 30 03:15:23.903514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c54be00-f982-40bd-a22a-7486ca452f64 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:23.926094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 1c54be00-f982-40bd-a22a-7486ca452f64 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:23.926396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1c54be00-f982-40bd-a22a-7486ca452f64 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:24.973910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e0b511cd-6ed3-4b84-882d-f93570259166 req-b0faeab5-4747-40c3-adf5-8d51f7ab318a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0324130 Jun 30 03:15:26.134621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d22cfe8c-1a36-4863-9f33-f474425a9f76 req-28b2f5e9-7714-482b-b3d2-b936a902a17f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0317779 Jun 30 03:15:26.488144 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:15:27.334347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-428faafa-da78-4f2f-b6c3-677d6a48cf15 req-ec419d17-ef7f-423b-95f7-9955ef1c7d3e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=75c3790c-d635-4832-ac74-54c3f22cd3cf HTTP/1.1" status: 200 len: 210 time: 0.0358994 Jun 30 03:15:27.702653 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc27a-640a-4e9d-b2e1-808c4405db76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:30.347721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa1a34f3-bad7-42af-832b-8571bcb713c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:30.576809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:32.331589 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.188255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839f381-00c3-4a89-83ff-31dbd8bd7604 req-37182500-e4e9-4ec0-8df0-e3c1fb99fa9f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.189831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e839f381-00c3-4a89-83ff-31dbd8bd7604 req-37182500-e4e9-4ec0-8df0-e3c1fb99fa9f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 946 time: 0.0682402 Jun 30 03:15:33.232853 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e839f381-00c3-4a89-83ff-31dbd8bd7604 req-c692f6d5-d5f5-4c51-bb13-873d55abf2f5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Jun 30 03:15:34.422769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617386e7-f811-4dd8-9d58-6f93b3624d16 req-8371e1ac-271a-43f8-b382-9bbab3713550 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:34.425249 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-617386e7-f811-4dd8-9d58-6f93b3624d16 req-8371e1ac-271a-43f8-b382-9bbab3713550 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 946 time: 0.0703335 Jun 30 03:15:34.425914 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.470225 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-617386e7-f811-4dd8-9d58-6f93b3624d16 req-93078666-3ec5-49b4-89b5-9d2f24d8f3b9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Jun 30 03:15:34.619738 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-bbd3f043-0674-45e1-918a-1780d629a1e4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:34.621232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-bbd3f043-0674-45e1-918a-1780d629a1e4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 946 time: 0.0775030 Jun 30 03:15:34.741879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port e6709b51-9ff4-46b8-b0d9-c1b17027a889 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:34.742221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.831347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port e6709b51-9ff4-46b8-b0d9-c1b17027a889, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e6709b51-9ff4-46b8-b0d9-c1b17027a889,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:34.831822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.845337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for e6709b51-9ff4-46b8-b0d9-c1b17027a889 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:34.979768 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.991654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e6709b51-9ff4-46b8-b0d9-c1b17027a889'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:35.009907 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=e6709b51-9ff4-46b8-b0d9-c1b17027a889,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:35.023448 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.023848 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.024690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.025028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.025361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.025693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.026021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.026369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.026706 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.027029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.027354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.027675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:35.074741 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port e6709b51-9ff4-46b8-b0d9-c1b17027a889 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:35.077326 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.079424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f4f23a1-fcdf-40a7-a2da-db8b31770e92 req-562ab8c3-a231-460c-9408-5dfd53c3d077 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "DELETE /v2.0/ports/e6709b51-9ff4-46b8-b0d9-c1b17027a889 HTTP/1.1" status: 204 len: 173 time: 0.4528592 Jun 30 03:15:35.079853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5792ec49-44a4-4690-8aa3-a485013213a7', 'name': 'network-vif-deleted', 'tag': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:35.082110 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d16ab3-662a-45db-9e3a-e9d7dfa841c7" -d '{"events": [{"server_uuid": "5792ec49-44a4-4690-8aa3-a485013213a7", "name": "network-vif-deleted", "tag": "e6709b51-9ff4-46b8-b0d9-c1b17027a889"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:35.122511 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849b6abc-dcff-4290-a657-43420c2af884 x-openstack-request-id: req-849b6abc-dcff-4290-a657-43420c2af884 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:35.122806 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5792ec49-44a4-4690-8aa3-a485013213a7", "name": "network-vif-deleted", "tag": "e6709b51-9ff4-46b8-b0d9-c1b17027a889", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:35.123082 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-849b6abc-dcff-4290-a657-43420c2af884 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:35.123479 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5792ec49-44a4-4690-8aa3-a485013213a7', 'name': 'network-vif-deleted', 'tag': 'e6709b51-9ff4-46b8-b0d9-c1b17027a889', 'status': 'completed', 'code': 200} Jun 30 03:15:35.626641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c85b51d7-8005-41d0-a69f-dc49dd699004 req-0ace7aa7-69a7-4c64-ad00-a432bee5ccda tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Jun 30 03:15:36.793948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-90a5abc7-c8c8-4f4b-9e4f-62489b8311b9 req-308e6376-363e-4602-ae85-39eb07ec8393 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 210 time: 0.0368907 Jun 30 03:15:37.128086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e6709b51-9ff4-46b8-b0d9-c1b17027a889 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:37.151878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: e6709b51-9ff4-46b8-b0d9-c1b17027a889 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:37.152117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e6709b51-9ff4-46b8-b0d9-c1b17027a889 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:37.967093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2f9bb558-297f-4458-9abb-f37f8a2da01b req-29009b66-7d72-4dcf-b928-4ef6f12c677f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 210 time: 0.0326066 Jun 30 03:15:39.188204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82a56929-9381-482d-9481-83f792dbfbaf req-d21111c0-974d-4701-8e93-9ad0c5325f31 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=5792ec49-44a4-4690-8aa3-a485013213a7 HTTP/1.1" status: 200 len: 210 time: 0.0444243 Jun 30 03:15:39.736033 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.186706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.495263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.500602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117443360', 'description': 'tempest-secgroup-smoke-117443360 description', 'project_id': '09a24425f1bf4b0195caaf060de3bddb'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:42.531429 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.646380 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.651563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.686850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a30193-4637-4218-984d-876480c41fb7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:42.689923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.695379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1990154 Jun 30 03:15:42.698708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.703867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group_rule': {'security_group_id': 'c4a30193-4637-4218-984d-876480c41fb7', 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:42.714485 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.714835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.715176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.715515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.715861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.716198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.716523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.717050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.717390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.717714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.718050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.718401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37d95d-80de-4b97-9a25-f183cdb59145 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:42.749093 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.813901 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.817953 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.837215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef38ae6-4026-4469-8a5e-16d18f7e697f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:42.844226 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.845515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0baca64d-511b-4907-87cc-6d80b57574af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458437 Jun 30 03:15:42.848360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.853344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group_rule': {'security_group_id': 'c4a30193-4637-4218-984d-876480c41fb7', 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:42.880686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.946279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.949897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.968115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a655c3-af4e-48f1-8cd8-fbb699b93911,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:42.974656 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.979060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-72029c5f-9499-4208-b637-e963d8173761 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297240 Jun 30 03:15:42.979233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.983975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group_rule': {'security_group_id': 'c4a30193-4637-4218-984d-876480c41fb7', 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:43.013429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.082584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.087235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.104998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36df4ea5-8603-42d6-87a2-d4730c20b950,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.111741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.113361 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b9172f0-c218-448c-a551-d2de970067bc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331294 Jun 30 03:15:43.116009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52582) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:43.120523 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group_rule': {'security_group_id': 'c4a30193-4637-4218-984d-876480c41fb7', 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:43.149754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.221031 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.226210 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.248754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352f0d0d-bde0-4fae-80e5-e79dc2e46d14,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.255265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.256491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-82cdda2a-0e76-4b30-99b2-194b0df6b89e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395495 Jun 30 03:15:43.259769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:43.264696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group_rule': {'security_group_id': 'c4a30193-4637-4218-984d-876480c41fb7', 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:43.287956 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Project 09a24425f1bf4b0195caaf060de3bddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:15:43.293673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.360525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.365304 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.387705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41f7478-7152-4ec0-aff9-1fe8a41d214d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.396326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.398139 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f1871734-3314-4869-af1d-798d9e73bb9e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366584 Jun 30 03:15:43.401392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52586) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:43.406718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'security_group_rule': {'security_group_id': 'c4a30193-4637-4218-984d-876480c41fb7', 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:43.428290 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Project 09a24425f1bf4b0195caaf060de3bddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:15:43.440288 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.503592 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.507638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.525967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9954e8-c186-4573-8463-bbc571514dde,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.533707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.535037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f83ff7b-4f21-44ba-89c6-3f209077503e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325743 Jun 30 03:15:47.868130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52682) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:47.873276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765463514', 'description': 'tempest-secgroup-smoke-1765463514 description', 'project_id': 'da386e23f04541009f2703f87dd24858'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:47.898597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.988667 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.993353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.025895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16242e21-e146-47c3-9b36-a8e05faf6733,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.030007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.034266 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ddf2aa6a-def8-41c0-ba25-f1752987a25d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1618974 Jun 30 03:15:48.035379 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52684) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.039137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group_rule': {'security_group_id': '16242e21-e146-47c3-9b36-a8e05faf6733', 'project_id': 'da386e23f04541009f2703f87dd24858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.067046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.135509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.139325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.159550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82597df3-007c-41ab-98a6-ba043400f940,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.163844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.168689 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8c5a422d-0526-4376-8278-d3b70393e86d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305356 Jun 30 03:15:48.169123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.173739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group_rule': {'security_group_id': '16242e21-e146-47c3-9b36-a8e05faf6733', 'project_id': 'da386e23f04541009f2703f87dd24858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.207588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.271314 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.276428 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.297534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0209083a-44ff-49f2-b2a1-1d7c6c0988ea,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.304356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.308350 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-84c2ebdf-8cb5-4529-99f6-036ca4315fb5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358061 Jun 30 03:15:48.308715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.313343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group_rule': {'security_group_id': '16242e21-e146-47c3-9b36-a8e05faf6733', 'project_id': 'da386e23f04541009f2703f87dd24858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.347012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.416525 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.422802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.441625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a284b2bd-9339-49f2-86f5-ba4d99933f92,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.445663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.449689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2fe4418f-f66d-4a58-bed2-d398d2b4a4d3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371884 Jun 30 03:15:48.450177 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52692) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.454748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group_rule': {'security_group_id': '16242e21-e146-47c3-9b36-a8e05faf6733', 'project_id': 'da386e23f04541009f2703f87dd24858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.486680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.561115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.567100 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.585572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70424c2-a0b6-48ba-b0fc-08207f1dbd9b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.592561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.594055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a87edfc7-4717-42d7-a408-c312728733f6 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428328 Jun 30 03:15:48.596553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52694) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.601297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group_rule': {'security_group_id': '16242e21-e146-47c3-9b36-a8e05faf6733', 'project_id': 'da386e23f04541009f2703f87dd24858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.624976 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Project da386e23f04541009f2703f87dd24858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:15:48.630009 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.703378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.708450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.726372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a004ed1-a36a-4470-bb83-3557a7c475d7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.734604 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.735878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-395285b4-7423-4e0e-9231-68c8d2370145 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382403 Jun 30 03:15:48.739060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.744871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'security_group_rule': {'security_group_id': '16242e21-e146-47c3-9b36-a8e05faf6733', 'project_id': 'da386e23f04541009f2703f87dd24858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.768677 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Project da386e23f04541009f2703f87dd24858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:15:48.773927 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.843166 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.847371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.866215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138bba48-7d0b-4ab6-8c23-d0ed295ab74d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.875635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.877081 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6167d08a-374c-4788-9584-cd670bde9174 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366019 Jun 30 03:15:49.043992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5a3fbb24-9349-489e-8cbb-3e82620c53fa tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765463514&fields=id&tenant_id=da386e23f04541009f2703f87dd24858 HTTP/1.1" status: 200 len: 267 time: 0.0448565 Jun 30 03:15:49.160449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-23147eee-be84-475d-b20f-ebcee31ee57d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:49.162007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-23147eee-be84-475d-b20f-ebcee31ee57d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 813 time: 0.1111062 Jun 30 03:15:49.177338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-ca4444ac-d3a9-4966-93c2-78f7b0e44356 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/quotas/da386e23f04541009f2703f87dd24858 HTTP/1.1" status: 200 len: 375 time: 0.0098648 Jun 30 03:15:49.268756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-b35db636-4beb-4b1d-810d-a7b8abf14e1d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845799 Jun 30 03:15:49.379866 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-de7e2308-1122-4ee0-b7f6-0d380eddcc6c service neutron] 10.222.0.78 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964112 Jun 30 03:15:49.475282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-22826d19-a0de-4cec-93b2-de4b8dbb6e88 service neutron] 10.222.0.78 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883920 Jun 30 03:15:49.828385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5dd54d68-cee2-4a52-a1bd-47f95b8712f4 req-b0d353d9-8b99-4bf4-9b5b-97137d8364ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 210 time: 0.0343904 Jun 30 03:15:50.991117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5681026b-763d-48da-862c-0fe779c16836 req-63565015-a2c6-4d5d-9949-19c4f4799c3b tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 210 time: 0.0420821 Jun 30 03:15:51.044374 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-00b6de32-d8a8-4820-ab8a-8784fa314eee tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:51.046116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-00b6de32-d8a8-4820-ab8a-8784fa314eee tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.90 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 813 time: 0.1240947 Jun 30 03:15:51.106374 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-6bcae1bb-559f-448a-82e6-613c4d6e9230 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da386e23f04541009f2703f87dd24858 HTTP/1.1" status: 200 len: 380 time: 0.0509577 Jun 30 03:15:51.115494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'port': {'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'admin_state_up': True, 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'security_groups': ['16242e21-e146-47c3-9b36-a8e05faf6733']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:51.244918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Made reservation on behalf of da386e23f04541009f2703f87dd24858 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:51.248490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.394873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Allocated IP 172.20.0.11 (55bede64-9272-4e86-837c-7b01e2370287/046501dc-94d9-495b-ad9f-d37acc24966b/9a7ff834-575b-4970-a86e-80c60255b97e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:51.554139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.579895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Transition to ACTIVE for port object 9a7ff834-575b-4970-a86e-80c60255b97e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:51.659542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.710039 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Network 55bede64-9272-4e86-837c-7b01e2370287 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:51.714071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:51.717976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:51.746250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'Port': ['ID=9a7ff834-575b-4970-a86e-80c60255b97e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:51.776112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:51.776761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.793223 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-efe7faaa-88b2-4dba-9271-4ece112a4877 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821227 Jun 30 03:15:51.805694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Request body: {'port': {'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:51.892358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.013572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-20429207-5198-44e2-b837-5b17a1e5d14a None None] Provisioning for port 9a7ff834-575b-4970-a86e-80c60255b97e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:52.020129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-20429207-5198-44e2-b837-5b17a1e5d14a None None] Provisioning complete for port 9a7ff834-575b-4970-a86e-80c60255b97e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:52.021002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20429207-5198-44e2-b837-5b17a1e5d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.064991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-20429207-5198-44e2-b837-5b17a1e5d14a None None] Port 9a7ff834-575b-4970-a86e-80c60255b97e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:15:52.530398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667d2e4-b2f0-45a3-ba46-bbec175b4b12 req-24bbb3c5-9760-4531-8e29-839711eaa72d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:52.532062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d667d2e4-b2f0-45a3-ba46-bbec175b4b12 req-24bbb3c5-9760-4531-8e29-839711eaa72d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 932 time: 0.3783705 Jun 30 03:15:52.542880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7ff834-575b-4970-a86e-80c60255b97e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:52.557278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.578935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Transition to ACTIVE for port object 9a7ff834-575b-4970-a86e-80c60255b97e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:52.596349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.648903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d667d2e4-b2f0-45a3-ba46-bbec175b4b12 req-98b3d585-bc09-47b2-a049-bd9f3d25d1ed tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095455 Jun 30 03:15:52.671066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ff834-575b-4970-a86e-80c60255b97e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:52.763265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Attempting to bind port 9a7ff834-575b-4970-a86e-80c60255b97e on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:52.763762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Attempting to bind port 9a7ff834-575b-4970-a86e-80c60255b97e by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:52.764184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Attempting to bind port 9a7ff834-575b-4970-a86e-80c60255b97e on network 55bede64-9272-4e86-837c-7b01e2370287 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:52.769410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Port 9a7ff834-575b-4970-a86e-80c60255b97e on network 55bede64-9272-4e86-837c-7b01e2370287 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:15:52.769838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Attempting to bind port 9a7ff834-575b-4970-a86e-80c60255b97e on network 55bede64-9272-4e86-837c-7b01e2370287 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:52.776487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:52.776914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Checking segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:52.777391 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Bound using segment: {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:52.777836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Bound port: 9a7ff834-575b-4970-a86e-80c60255b97e, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d775f9-1d4d-4d15-9207-6d9a184e0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '55bede64-9272-4e86-837c-7b01e2370287'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:52.778226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.879085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] For port 9a7ff834-575b-4970-a86e-80c60255b97e, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:52.883078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] For port 9a7ff834-575b-4970-a86e-80c60255b97e, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9a7ff834-575b-4970-a86e-80c60255b97e,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:52.887680 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.934467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:52.935167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.937173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] 10.222.0.90 "PUT /v2.0/ports/9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 1092 time: 1.1364782 Jun 30 03:15:52.937680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:52.940062 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e45ca75-ee06-4ec0-a274-82ae73887a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:52.979697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4173e-b01a-4d94-bb41-85d1c63de977 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ff834-575b-4970-a86e-80c60255b97e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:53.016277 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f5289c-30e8-40eb-8ea6-e5627a1ee76d x-openstack-request-id: req-59f5289c-30e8-40eb-8ea6-e5627a1ee76d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:53.016574 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:53.016826 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59f5289c-30e8-40eb-8ea6-e5627a1ee76d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:53.017221 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'status': 'completed', 'code': 200} Jun 30 03:15:53.051707 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-33f40e3e-ef41-41d3-a66a-3d074d77704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.053209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-33f40e3e-ef41-41d3-a66a-3d074d77704a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1095 time: 0.0684099 Jun 30 03:15:53.110338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-af2808e9-64cf-4bc3-9030-bf29227cff6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 217 time: 0.0489089 Jun 30 03:15:53.179046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-3d06c65f-c488-4824-8e4c-9e4c2dfdacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.181076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-3d06c65f-c488-4824-8e4c-9e4c2dfdacd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 200 len: 852 time: 0.0631986 Jun 30 03:15:53.255087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1343-3b12-4d3f-9624-5731db137b7b req-feedc670-a929-4cad-b142-39c927cb9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.256589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-feedc670-a929-4cad-b142-39c927cb9765 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55bede64-9272-4e86-837c-7b01e2370287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683298 Jun 30 03:15:53.363752 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-e791d6e7-196a-4acd-ab1d-b6b0e5ded734 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995820 Jun 30 03:15:53.476804 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590e1343-3b12-4d3f-9624-5731db137b7b req-bdc87515-ccec-4cc1-b1d0-b70de7ddca2f service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041017 Jun 30 03:15:53.601717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-fd032467-e250-45f9-9111-a17b891b804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.603663 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-fd032467-e250-45f9-9111-a17b891b804a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1095 time: 0.0588965 Jun 30 03:15:53.709693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-92abc3f3-4ae0-483e-b201-34372ce8d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.711448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-92abc3f3-4ae0-483e-b201-34372ce8d2a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 914 time: 0.1016583 Jun 30 03:15:53.759603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-ad4b3ad8-a86d-41df-bda3-170d7cc8594f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 217 time: 0.0409656 Jun 30 03:15:53.852734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-b1e03969-ed36-456e-8e1e-c471b0f5d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.854456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-b1e03969-ed36-456e-8e1e-c471b0f5d0ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 200 len: 852 time: 0.0881155 Jun 30 03:15:53.908822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393724dd-03e0-4277-af8e-b699653ca3b9 req-5f45c703-9132-4d31-8d9d-d39b6b1f68e3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.910503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-393724dd-03e0-4277-af8e-b699653ca3b9 req-5f45c703-9132-4d31-8d9d-d39b6b1f68e3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.1143665 Jun 30 03:15:53.958047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-948876e2-0c5b-4552-bed3-4c14085056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.959612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-948876e2-0c5b-4552-bed3-4c14085056f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55bede64-9272-4e86-837c-7b01e2370287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968397 Jun 30 03:15:53.982037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-393724dd-03e0-4277-af8e-b699653ca3b9 req-69bfebb9-9b80-4c8a-a35c-53f2be218f82 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607340 Jun 30 03:15:54.067195 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-49d80175-924c-4ef4-a358-21738a6bb3fc service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982401 Jun 30 03:15:54.169726 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e45ca75-ee06-4ec0-a274-82ae73887a2a req-65dcdc90-98f7-46df-afc7-38077e51e868 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951645 Jun 30 03:15:55.181834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141e60-e042-4d79-bc7e-a7f5f3f4b76f req-de54357a-8330-4cca-b5a8-e58e620381b2 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:55.183516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b141e60-e042-4d79-bc7e-a7f5f3f4b76f req-de54357a-8330-4cca-b5a8-e58e620381b2 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.0694754 Jun 30 03:15:55.227987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b141e60-e042-4d79-bc7e-a7f5f3f4b76f req-c9fa00cd-3b98-4a7e-ae0c-29676097e421 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362127 Jun 30 03:15:56.412119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ce0db-a17e-4f71-9a6c-01788d5204c5 req-8b343df6-3c10-4ca0-a96d-5c36754d8a48 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:56.413591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-648ce0db-a17e-4f71-9a6c-01788d5204c5 req-8b343df6-3c10-4ca0-a96d-5c36754d8a48 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.0698776 Jun 30 03:15:56.452292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-648ce0db-a17e-4f71-9a6c-01788d5204c5 req-7bc24389-7baa-4c56-96eb-41edbb10771a tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Jun 30 03:15:57.627126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b30fcd-e581-479b-977b-2406ac6ee927 req-00dddeb9-d521-4533-8411-b2b7b9314436 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:57.628644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42b30fcd-e581-479b-977b-2406ac6ee927 req-00dddeb9-d521-4533-8411-b2b7b9314436 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.0652809 Jun 30 03:15:57.667811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42b30fcd-e581-479b-977b-2406ac6ee927 req-2c3b2546-48d5-4713-ba29-ab3345f2835c tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Jun 30 03:15:57.696482 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7411e232-b84a-4b72-b7ce-908affebc53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.847042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c118df-ce6d-4b6a-b274-92ae19b440fb req-316880b0-329f-4cd3-a630-0d21358dcd9f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:58.848488 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56c118df-ce6d-4b6a-b274-92ae19b440fb req-316880b0-329f-4cd3-a630-0d21358dcd9f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.0659688 Jun 30 03:15:58.888433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56c118df-ce6d-4b6a-b274-92ae19b440fb req-d1bbeb22-bcb7-457d-a17a-52beb35949a1 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339568 Jun 30 03:16:00.066737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258180e0-85ed-44bf-8307-e37ea39fe4dd req-8c6f4440-e0eb-4b93-b561-cf5d81f8d676 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:00.068338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-258180e0-85ed-44bf-8307-e37ea39fe4dd req-8c6f4440-e0eb-4b93-b561-cf5d81f8d676 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.0680783 Jun 30 03:16:00.090841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-f0ec24d7-956c-4ace-8b89-52aff2481ba3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117443360&fields=id&tenant_id=09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 267 time: 0.0472164 Jun 30 03:16:00.112431 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-258180e0-85ed-44bf-8307-e37ea39fe4dd req-1416afba-4319-447d-bfc3-29b13c246957 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372639 Jun 30 03:16:00.219446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-b62b6d25-ce8a-4824-93d7-eab77222d67f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:00.220910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-b62b6d25-ce8a-4824-93d7-eab77222d67f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1227911 Jun 30 03:16:00.235711 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-84cfea40-1694-4601-8589-13f64156be06 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0094736 Jun 30 03:16:00.307729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-b80f7b37-4030-477f-8020-f0e2fbb5cdb1 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667229 Jun 30 03:16:00.339382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f6431bd-642b-4d20-9d8f-b4d28a3f1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.408495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-23ff1068-c5c3-4d6d-abb4-cb57b75f9a8b service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898731 Jun 30 03:16:00.496983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-eae0d4a2-0214-4569-bbd0-6d523c7f1efa service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827436 Jun 30 03:16:00.583772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.798274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9683c99-ea9a-4255-b915-19565dde70ac req-9e83ccc4-4bbc-4597-acba-8fa95ebe625c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 210 time: 0.0300469 Jun 30 03:16:01.310472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8ecbc-f5d7-4944-9739-21e59f704772 req-7c5545eb-a6a1-470e-82d4-bf09523e71c2 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:01.312005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7b8ecbc-f5d7-4944-9739-21e59f704772 req-7c5545eb-a6a1-470e-82d4-bf09523e71c2 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 944 time: 0.0818698 Jun 30 03:16:01.350399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c7b8ecbc-f5d7-4944-9739-21e59f704772 req-e697270d-8693-4629-b92e-eff1a65ca17a tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Jun 30 03:16:01.878566 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-d1ee3f95-8a6e-40e2-9bd2-629d16d781e4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:01.880145 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-d1ee3f95-8a6e-40e2-9bd2-629d16d781e4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1071219 Jun 30 03:16:01.927766 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-f6292b9b-b51b-4ab9-ab03-0386faebe64f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 379 time: 0.0385640 Jun 30 03:16:01.936477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'security_groups': ['c4a30193-4637-4218-984d-876480c41fb7']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:01.948408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e31227b-0cb3-4820-8174-dba869b94fad req-4a994dc0-3274-4090-9808-1009167d4562 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 210 time: 0.0307896 Jun 30 03:16:02.052481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:02.056831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.104514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9a7ff834-575b-4970-a86e-80c60255b97e details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:16:02.198447 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.7 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/82571877-a325-4642-afd0-e47be369defe) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:02.206226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 9a7ff834-575b-4970-a86e-80c60255b97e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9a7ff834-575b-4970-a86e-80c60255b97e,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:02.221143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '9a7ff834-575b-4970-a86e-80c60255b97e', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:16:02.264755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.279253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7ff834-575b-4970-a86e-80c60255b97e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:02.310623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 9a7ff834-575b-4970-a86e-80c60255b97e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9a7ff834-575b-4970-a86e-80c60255b97e,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:02.317873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.350821 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.359307 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.367142 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object 82571877-a325-4642-afd0-e47be369defe will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:02.381733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=9a7ff834-575b-4970-a86e-80c60255b97e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.403506 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.459444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:02.466081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:02.471342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:02.477383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=82571877-a325-4642-afd0-e47be369defe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.521195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['9a7ff834-575b-4970-a86e-80c60255b97e'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:16:02.568097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.569843 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.598635 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-fc8cf84c-ae51-44a7-8a60-34bf0bda0c72 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6657822 Jun 30 03:16:02.615308 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6bfa2-7d97-41a8-9322-76c51efe6ddd req-f659f08e-70b7-4b09-ba73-e407949383ea tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.623250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20a6bfa2-7d97-41a8-9322-76c51efe6ddd req-f659f08e-70b7-4b09-ba73-e407949383ea tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 945 time: 0.1482217 Jun 30 03:16:02.634697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Request body: {'port': {'device_id': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:02.709019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20a6bfa2-7d97-41a8-9322-76c51efe6ddd req-1c5ea534-f8bc-495b-9b69-f6379100c18f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848196 Jun 30 03:16:02.764732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.830644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85940275-5601-4452-adb4-c792e7541b68 None None] Provisioning for port 82571877-a325-4642-afd0-e47be369defe completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:02.834488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-85940275-5601-4452-adb4-c792e7541b68 None None] Provisioning complete for port 82571877-a325-4642-afd0-e47be369defe triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:02.834863 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85940275-5601-4452-adb4-c792e7541b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.870627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-85940275-5601-4452-adb4-c792e7541b68 None None] Port 82571877-a325-4642-afd0-e47be369defe cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:03.034862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82571877-a325-4642-afd0-e47be369defe {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:03.043038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.055614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Transition to ACTIVE for port object 82571877-a325-4642-afd0-e47be369defe will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:03.062862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.151046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992491a-29ba-4cb2-9b6d-6621c9c47c03 req-73d4be5c-58da-4ffe-87cb-5a535d9e94af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.159403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e992491a-29ba-4cb2-9b6d-6621c9c47c03 req-73d4be5c-58da-4ffe-87cb-5a535d9e94af tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0958169 Jun 30 03:16:03.188695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=82571877-a325-4642-afd0-e47be369defe,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:03.202567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Attempting to bind port 82571877-a325-4642-afd0-e47be369defe on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:03.202917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Attempting to bind port 82571877-a325-4642-afd0-e47be369defe by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:03.203250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Attempting to bind port 82571877-a325-4642-afd0-e47be369defe on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:03.208335 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Port 82571877-a325-4642-afd0-e47be369defe on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:03.208669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Attempting to bind port 82571877-a325-4642-afd0-e47be369defe on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:03.214763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:03.215121 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:03.215507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:03.215957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Bound port: 82571877-a325-4642-afd0-e47be369defe, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:03.216322 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.220288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e992491a-29ba-4cb2-9b6d-6621c9c47c03 req-629ccc98-ae93-4e2a-9add-74333ea30a31 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595727 Jun 30 03:16:03.289995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] For port 82571877-a325-4642-afd0-e47be369defe, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:03.293533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] For port 82571877-a325-4642-afd0-e47be369defe, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82571877-a325-4642-afd0-e47be369defe,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:03.299936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.339512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.340139 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.341512 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] 10.222.0.67 "PUT /v2.0/ports/82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 200 len: 1091 time: 0.7109237 Jun 30 03:16:03.341957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'tag': '82571877-a325-4642-afd0-e47be369defe'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:03.344271 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a25e91-ae91-4636-a84e-a92ee06cf588" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "tag": "82571877-a325-4642-afd0-e47be369defe"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:03.370382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705756e8-c9fc-400b-9720-602bd54cbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=82571877-a325-4642-afd0-e47be369defe,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:03.432838 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881c951e-1d0f-4815-bc1d-2edcb809c165 x-openstack-request-id: req-881c951e-1d0f-4815-bc1d-2edcb809c165 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:03.433159 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "tag": "82571877-a325-4642-afd0-e47be369defe", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:03.433371 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-881c951e-1d0f-4815-bc1d-2edcb809c165 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:03.433759 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'tag': '82571877-a325-4642-afd0-e47be369defe', 'status': 'completed', 'code': 200} Jun 30 03:16:03.461439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-254d8068-912a-482d-b39a-f249be422d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.463492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-254d8068-912a-482d-b39a-f249be422d6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1094 time: 0.0682125 Jun 30 03:16:03.487268 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:16:03.512451 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-79ee7967-79e5-4734-97ae-fd56194547dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 200 len: 217 time: 0.0418324 Jun 30 03:16:03.567344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-1817d75d-2801-41cf-a3a7-f33bd92b2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.568948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-1817d75d-2801-41cf-a3a7-f33bd92b2bbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0499978 Jun 30 03:16:03.630817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098529-f177-43d2-a92c-101815e87414 req-9ee8cbf6-f683-4085-856d-2bbe518424c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.632313 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-9ee8cbf6-f683-4085-856d-2bbe518424c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569885 Jun 30 03:16:03.727603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-e94fcd07-9f36-47d9-8e96-10e2d38b7d0c service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Jun 30 03:16:03.821347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b9098529-f177-43d2-a92c-101815e87414 req-ee282cf0-2443-490c-8d8e-b6110726f747 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870318 Jun 30 03:16:03.895965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65f5fd-89d5-45b6-a119-2c9ff2b3be92 req-33e86edd-b237-42a0-931d-d59e333f2f8b tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.897823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d65f5fd-89d5-45b6-a119-2c9ff2b3be92 req-33e86edd-b237-42a0-931d-d59e333f2f8b tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 945 time: 0.0763905 Jun 30 03:16:03.925303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-7eed8757-5310-4a41-a17c-1c11c009dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.926854 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-7eed8757-5310-4a41-a17c-1c11c009dddf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1094 time: 0.0582108 Jun 30 03:16:03.939399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d65f5fd-89d5-45b6-a119-2c9ff2b3be92 req-64928857-aaa4-4de2-a94e-a246701e0af3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333586 Jun 30 03:16:04.024067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-724a1a9c-01e2-4838-807b-b2e8f49efb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.026053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-724a1a9c-01e2-4838-807b-b2e8f49efb55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0937366 Jun 30 03:16:04.067091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-bdcea5dc-186b-4e17-97ba-09601f57b63a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 200 len: 217 time: 0.0345957 Jun 30 03:16:04.115462 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-4a3e7711-d637-44d2-9d0f-a613b7b41cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.116925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-4a3e7711-d637-44d2-9d0f-a613b7b41cf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0435483 Jun 30 03:16:04.151963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9a7ff834-575b-4970-a86e-80c60255b97e up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:04.181935 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-37598d04-8bbc-4042-941a-2da8b3d67ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.183486 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-37598d04-8bbc-4042-941a-2da8b3d67ffa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603862 Jun 30 03:16:04.203697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 9a7ff834-575b-4970-a86e-80c60255b97e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:04.207750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 9a7ff834-575b-4970-a86e-80c60255b97e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:04.208126 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.291155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-701adf3f-f96b-4b5c-96fa-5542c13bb3d7 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998342 Jun 30 03:16:04.304393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.330816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:04.333226 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7a048-5d90-4c34-9e5f-43c8df8726dd" -d '{"events": [{"server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "name": "network-vif-plugged", "status": "completed", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:04.365953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 9a7ff834-575b-4970-a86e-80c60255b97e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9a7ff834-575b-4970-a86e-80c60255b97e,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:04.372987 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.411403 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ff1c3-cafe-4ac4-859b-ca6ce2a49dd2 x-openstack-request-id: req-549ff1c3-cafe-4ac4-859b-ca6ce2a49dd2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:04.411403 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "name": "network-vif-plugged", "status": "completed", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:04.411403 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-549ff1c3-cafe-4ac4-859b-ca6ce2a49dd2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:04.411403 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'code': 200} Jun 30 03:16:04.450919 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.454493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=9a7ff834-575b-4970-a86e-80c60255b97e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:04.488796 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-46a25e91-ae91-4636-a84e-a92ee06cf588 req-e07aabcf-923c-4403-b53f-001eb4781ba4 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923158 Jun 30 03:16:04.503761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5909d-4acc-4b67-b105-6427bbf22fa1 req-b4dbf90c-9ab3-49af-9512-6f88d643f9df tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.505647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4f5909d-4acc-4b67-b105-6427bbf22fa1 req-b4dbf90c-9ab3-49af-9512-6f88d643f9df tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.1487460 Jun 30 03:16:04.578175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4f5909d-4acc-4b67-b105-6427bbf22fa1 req-914255bf-9df2-4317-aceb-565d6f87516f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629284 Jun 30 03:16:04.608154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fcbec-0b16-424e-a684-6b5042d36c08 req-1662b457-22a6-4304-80a2-f6a864c63e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.609786 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-678fcbec-0b16-424e-a684-6b5042d36c08 req-1662b457-22a6-4304-80a2-f6a864c63e5d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1097 time: 0.1032538 Jun 30 03:16:04.888628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-678fcbec-0b16-424e-a684-6b5042d36c08 req-df696487-c07b-47b8-8619-9c774f1f2876 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712941 Jun 30 03:16:05.124648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2e14-9ef5-4166-a2b8-66716fd271e4 req-b9f52473-0430-4fbd-8a58-4dc60a489640 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.126138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c7a2e14-9ef5-4166-a2b8-66716fd271e4 req-b9f52473-0430-4fbd-8a58-4dc60a489640 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 946 time: 0.0650730 Jun 30 03:16:05.163681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c7a2e14-9ef5-4166-a2b8-66716fd271e4 req-6c03537c-835f-4ccb-b2fc-e24135ad001c tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Jun 30 03:16:05.789722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17f1b0-2a51-484e-a0fb-c61650961fcf req-904d22a5-e376-476f-a869-0b664d908162 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.791526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc17f1b0-2a51-484e-a0fb-c61650961fcf req-904d22a5-e376-476f-a869-0b664d908162 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0673087 Jun 30 03:16:05.830053 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc17f1b0-2a51-484e-a0fb-c61650961fcf req-791a2053-69b9-438b-ad20-797f6f3ce810 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Jun 30 03:16:06.351881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9709b6-37ff-4c2d-be21-ea63d2840544 req-1e21aa98-74eb-4fb6-8235-809fb005e287 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:06.354258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b9709b6-37ff-4c2d-be21-ea63d2840544 req-1e21aa98-74eb-4fb6-8235-809fb005e287 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 946 time: 0.0726602 Jun 30 03:16:06.393944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b9709b6-37ff-4c2d-be21-ea63d2840544 req-b3172c1a-366c-4849-ac7e-51339a823ad5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Jun 30 03:16:06.569467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3649ed-9c63-4a73-96d6-7435788f6426 req-9f688191-6991-4ffa-926e-215151654861 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:06.571023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb3649ed-9c63-4a73-96d6-7435788f6426 req-9f688191-6991-4ffa-926e-215151654861 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 946 time: 0.0652730 Jun 30 03:16:06.614265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb3649ed-9c63-4a73-96d6-7435788f6426 req-62e1d490-17ae-45fa-8c95-32ff99f1ba40 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357783 Jun 30 03:16:06.638974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.739721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a83391-a5f2-42cb-9ab8-b25993a362a2 tempest-TestVolumeBackupRestore-640772497 tempest-TestVolumeBackupRestore-640772497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:06.741507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b7a83391-a5f2-42cb-9ab8-b25993a362a2 tempest-TestVolumeBackupRestore-640772497 tempest-TestVolumeBackupRestore-640772497-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1092 time: 0.1012604 Jun 30 03:16:06.745046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.749648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:06.776523 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.878629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.016641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Allocated IP 172.25.0.38 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/64083dfa-f552-4c0f-8091-9232b8ffc4ea) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:07.090272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af75d22-c9a1-42d2-830e-6414058ab60e req-d6be247a-6ff1-490c-a35f-6a57235cb5c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:07.091684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af75d22-c9a1-42d2-830e-6414058ab60e req-d6be247a-6ff1-490c-a35f-6a57235cb5c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.1354582 Jun 30 03:16:07.155177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af75d22-c9a1-42d2-830e-6414058ab60e req-9882707a-8409-469a-8645-abdaf9e13668 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576138 Jun 30 03:16:07.164541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.204027 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.241878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:07.245398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:07.249863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:07.279741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'Port': ['ID=64083dfa-f552-4c0f-8091-9232b8ffc4ea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:07.754741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.862075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.023776 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.028829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.092216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event updated for resources: {'Port': ['ID=64083dfa-f552-4c0f-8091-9232b8ffc4ea,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:08.104161 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.202788 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Floating IP 014ef9b3-3107-4c5f-9b81-d46876a21c2b associated. External IP: 172.25.0.38, port: 9a7ff834-575b-4970-a86e-80c60255b97e. Jun 30 03:16:08.336059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d47154-07e5-43dd-af5b-591f74a6f7e7 req-f43f2965-a3d4-4ec6-bf89-1ffc843fc7ec tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:08.338813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-28d47154-07e5-43dd-af5b-591f74a6f7e7 req-f43f2965-a3d4-4ec6-bf89-1ffc843fc7ec tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0677836 Jun 30 03:16:08.387005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-28d47154-07e5-43dd-af5b-591f74a6f7e7 req-af356389-2fda-40cb-a9f2-6add20c1856d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Jun 30 03:16:08.707329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Router 66e234e1-9244-4350-8236-82c0ebf15aff has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:08.818427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:08.829171 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] Sync routers for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:08.835667 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.839423 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:08.840039 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:08.873089 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1ce82274-a4a3-426d-8c51-bca3cd7b0e2d tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1269672 Jun 30 03:16:08.873681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:08.876012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52842) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.876149 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:08.922539 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c00e1b9-1933-4375-a908-1e8220d86137 x-openstack-request-id: req-6c00e1b9-1933-4375-a908-1e8220d86137 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:08.922958 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:08.923217 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c00e1b9-1933-4375-a908-1e8220d86137 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:08.923994 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'status': 'completed', 'code': 200} Jun 30 03:16:08.930612 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9fc2a-b658-4245-b07d-995828dd03f3 tempest-TestVolumeBackupRestore-640772497 tempest-TestVolumeBackupRestore-640772497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:08.934829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-68a9fc2a-b658-4245-b07d-995828dd03f3 tempest-TestVolumeBackupRestore-640772497 tempest-TestVolumeBackupRestore-640772497-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1092 time: 0.0548966 Jun 30 03:16:08.935611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.940870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Request body: {'floatingip': {'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:08.953767 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:09.002537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-d61de3f8-8b92-4326-b3e8-ea10dd9ae590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:09.003734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.004311 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-d61de3f8-8b92-4326-b3e8-ea10dd9ae590 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1097 time: 0.0590293 Jun 30 03:16:09.098584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-222c2acc-c1f2-4e7a-9c5c-ce06d130325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:09.100238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-222c2acc-c1f2-4e7a-9c5c-ce06d130325b service neutron] 10.222.0.90 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 914 time: 0.0887697 Jun 30 03:16:09.171503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-11e95d18-9fc6-44e7-8261-b646523017b6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 999 time: 0.0639169 Jun 30 03:16:09.193866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '014ef9b3-3107-4c5f-9b81-d46876a21c2b', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:07Z', 'updated_at': '2021-06-30T03:16:07Z', 'revision_number': 0, 'project_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.222416 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] Checking router: 66e234e1-9244-4350-8236-82c0ebf15aff for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:09.226560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-ec94e320-29d3-4304-9925-ece6caa450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:09.228510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-ec94e320-29d3-4304-9925-ece6caa450ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 200 len: 852 time: 0.0501077 Jun 30 03:16:09.231135 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:09.231752 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.289029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-87761a6c-4048-4e44-a1d7-dcf188bfaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:09.290862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-87761a6c-4048-4e44-a1d7-dcf188bfaac2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55bede64-9272-4e86-837c-7b01e2370287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557570 Jun 30 03:16:09.345938 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:09.392288 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-095194c2-3924-439e-84e6-ba1a03f0724a service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946562 Jun 30 03:16:09.494995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fb2ee99-3ce9-48fd-aa35-042adc17bb85 req-7ae2c3b7-e0cb-4638-8d09-16b159d1d070 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951288 Jun 30 03:16:09.524179 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.529631 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.600097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009e018-3414-4df0-8a79-1ba4481a9c7a req-051aefe8-3f16-416e-9f98-b7dbefb458ec tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:09.601979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3009e018-3414-4df0-8a79-1ba4481a9c7a req-051aefe8-3f16-416e-9f98-b7dbefb458ec tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0705724 Jun 30 03:16:09.646675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3009e018-3414-4df0-8a79-1ba4481a9c7a req-fe67002c-cd68-4056-967a-be3326b9fc20 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384331 Jun 30 03:16:09.692370 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '014ef9b3-3107-4c5f-9b81-d46876a21c2b', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:07Z', 'updated_at': '2021-06-30T03:16:07Z', 'revision_number': 0, 'project_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.719432 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264c6b5-97c2-47c2-8dc9-4855836673a7 None None] The sync data for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 is: [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '014ef9b3-3107-4c5f-9b81-d46876a21c2b', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:07Z', 'updated_at': '2021-06-30T03:16:07Z', 'revision_number': 0, 'project_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:09.735626 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.756238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Router 66e234e1-9244-4350-8236-82c0ebf15aff has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:09.870197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:09.874896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.917926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28489175-f7e5-4256-ba50-4710680f12ec None None] New status for floating IP 014ef9b3-3107-4c5f-9b81-d46876a21c2b: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:16:09.974020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-071e67a1-9c80-4987-b609-981b9d27737f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "PUT /v2.0/floatingips/014ef9b3-3107-4c5f-9b81-d46876a21c2b HTTP/1.1" status: 200 len: 991 time: 1.0374506 Jun 30 03:16:10.145659 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] Sync routers for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:10.154818 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:10.155419 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.260756 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:10.481570 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '014ef9b3-3107-4c5f-9b81-d46876a21c2b', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:07Z', 'updated_at': '2021-06-30T03:16:10Z', 'revision_number': 2, 'project_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.507493 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] Checking router: 66e234e1-9244-4350-8236-82c0ebf15aff for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:10.515913 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:10.516455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.620561 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:10.824663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a5b9-afd1-485d-828b-081b0fe4dc51 req-38c41d05-3239-41fd-870c-b460ceeb24cc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.826083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0b4a5b9-afd1-485d-828b-081b0fe4dc51 req-38c41d05-3239-41fd-870c-b460ceeb24cc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0637233 Jun 30 03:16:10.839185 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '014ef9b3-3107-4c5f-9b81-d46876a21c2b', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:07Z', 'updated_at': '2021-06-30T03:16:10Z', 'revision_number': 2, 'project_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.865883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0b4a5b9-afd1-485d-828b-081b0fe4dc51 req-172d081b-9954-4c15-88e9-180541eaae51 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Jun 30 03:16:10.873671 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e15e-2d89-4a85-9bd4-d884d5505464 None None] The sync data for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 is: [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '014ef9b3-3107-4c5f-9b81-d46876a21c2b', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'port_id': '9a7ff834-575b-4970-a86e-80c60255b97e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'mac_address': 'fa:16:3e:f4:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:07Z', 'updated_at': '2021-06-30T03:16:10Z', 'revision_number': 2, 'project_id': 'da386e23f04541009f2703f87dd24858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:10.925008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}, {'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:10.927463 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}, {"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:10.965689 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7476cc58-fc3b-4b8c-ae4c-d5cbfe2b5316 x-openstack-request-id: req-7476cc58-fc3b-4b8c-ae4c-d5cbfe2b5316 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:10.965991 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:10.966247 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7476cc58-fc3b-4b8c-ae4c-d5cbfe2b5316 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:10.966681 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'status': 'completed', 'code': 200} Jun 30 03:16:10.966940 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'status': 'completed', 'code': 200} Jun 30 03:16:11.047272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-e3cb721a-9f67-4e63-8b28-04fd49593ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.048772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-e3cb721a-9f67-4e63-8b28-04fd49593ab1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1097 time: 0.0601742 Jun 30 03:16:11.138131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-ba82c860-45c8-4cee-b2e8-16e00ff6afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.139529 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-ba82c860-45c8-4cee-b2e8-16e00ff6afd8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 914 time: 0.0837150 Jun 30 03:16:11.185678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.209960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-964ea117-b966-440f-8ae5-d28e5794f935 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 1001 time: 0.0633502 Jun 30 03:16:11.259410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-3813a2ed-7aea-4732-8279-991feed47749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.260834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-3813a2ed-7aea-4732-8279-991feed47749 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 200 len: 852 time: 0.0442939 Jun 30 03:16:11.318507 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-ca009d8f-3538-4b03-9442-dc67a4c3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.319984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-ca009d8f-3538-4b03-9442-dc67a4c3e302 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55bede64-9272-4e86-837c-7b01e2370287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515845 Jun 30 03:16:11.413869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-b13fb669-062f-4184-b38c-c5be79a9f6fb service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869384 Jun 30 03:16:11.503862 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-4b35f342-d8de-44f8-9f61-42a13aedf6b3 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Jun 30 03:16:11.596303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-a3ce7dfd-e642-4596-9152-9614f0195aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.597772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-a3ce7dfd-e642-4596-9152-9614f0195aa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1097 time: 0.0527909 Jun 30 03:16:11.689997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-8fb070f7-2c1c-4c99-8d7e-47c480cfb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.691408 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-8fb070f7-2c1c-4c99-8d7e-47c480cfb0d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 914 time: 0.0873580 Jun 30 03:16:11.758459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-baef1d8d-47fd-4b9b-bc9b-2134fb0bfe64 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 1001 time: 0.0589700 Jun 30 03:16:11.811806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-987bb59e-edda-4734-8947-25b07d82b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.813209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-987bb59e-edda-4734-8947-25b07d82b834 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 200 len: 852 time: 0.0482330 Jun 30 03:16:11.872387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-ec2857a3-4581-420c-b486-21fd77d50f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.873887 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-ec2857a3-4581-420c-b486-21fd77d50f45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55bede64-9272-4e86-837c-7b01e2370287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536590 Jun 30 03:16:11.963861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-efede125-c389-4f51-b537-90904107b9dd service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833185 Jun 30 03:16:12.051215 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99648bae-db96-42b9-b972-f55cd277f626 req-bbcc1f04-91e5-437e-9383-648e5ad34ec0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:12.052813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99648bae-db96-42b9-b972-f55cd277f626 req-bbcc1f04-91e5-437e-9383-648e5ad34ec0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0721960 Jun 30 03:16:12.057874 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a00bde77-8d1c-4d4a-8a50-cd81ac723ca7 req-c3ea8f12-a82a-4204-9459-ad32fb9f6816 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Jun 30 03:16:12.092831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99648bae-db96-42b9-b972-f55cd277f626 req-15304123-8d65-429c-95e4-4f0ec810889b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Jun 30 03:16:13.266409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9cf8-9946-421c-8bcb-caf58052fec4 req-871a7e92-4887-4a6d-a289-6a2b740d0c5c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:13.267896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-336d9cf8-9946-421c-8bcb-caf58052fec4 req-871a7e92-4887-4a6d-a289-6a2b740d0c5c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 943 time: 0.0640535 Jun 30 03:16:13.306432 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-336d9cf8-9946-421c-8bcb-caf58052fec4 req-9f6c599f-1f00-4b74-8483-1f4e6067ca63 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Jun 30 03:16:13.314437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82571877-a325-4642-afd0-e47be369defe details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:16:13.409684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 82571877-a325-4642-afd0-e47be369defe, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82571877-a325-4642-afd0-e47be369defe,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:13.421592 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '82571877-a325-4642-afd0-e47be369defe', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': '82571877-a325-4642-afd0-e47be369defe', 'mac_address': 'fa:16:3e:6d:be:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:16:13.461628 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.474277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82571877-a325-4642-afd0-e47be369defe {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:13.494729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 82571877-a325-4642-afd0-e47be369defe, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82571877-a325-4642-afd0-e47be369defe,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:13.498324 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.545008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=82571877-a325-4642-afd0-e47be369defe,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:13.697880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['82571877-a325-4642-afd0-e47be369defe'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:16:14.481430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f4535-152a-4f63-a844-5b3fa36df6af req-f6b604d8-1789-43b0-9af8-635541a960f3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:14.482955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a4f4535-152a-4f63-a844-5b3fa36df6af req-f6b604d8-1789-43b0-9af8-635541a960f3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 944 time: 0.0641870 Jun 30 03:16:14.519948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a4f4535-152a-4f63-a844-5b3fa36df6af req-3789ede2-8b71-4c2b-8cfd-e9242bd56441 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311494 Jun 30 03:16:15.314346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82571877-a325-4642-afd0-e47be369defe up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:15.361605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 82571877-a325-4642-afd0-e47be369defe completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:15.365698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 82571877-a325-4642-afd0-e47be369defe triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:15.366050 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.444142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.466330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82571877-a325-4642-afd0-e47be369defe'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:15.468576 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22c7a1e-a6ca-4293-a71b-0c59aa43ae96" -d '{"events": [{"server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "name": "network-vif-plugged", "status": "completed", "tag": "82571877-a325-4642-afd0-e47be369defe"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:15.481424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 82571877-a325-4642-afd0-e47be369defe, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82571877-a325-4642-afd0-e47be369defe,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:15.486489 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.512259 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10389cb-2b48-409f-bba1-0fac3c88ba60 x-openstack-request-id: req-b10389cb-2b48-409f-bba1-0fac3c88ba60 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:15.512558 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "name": "network-vif-plugged", "status": "completed", "tag": "82571877-a325-4642-afd0-e47be369defe", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:15.512811 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b10389cb-2b48-409f-bba1-0fac3c88ba60 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:15.513197 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82571877-a325-4642-afd0-e47be369defe', 'code': 200} Jun 30 03:16:15.540219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=82571877-a325-4642-afd0-e47be369defe,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.548580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.548934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.549282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.549627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.549965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.550324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.550659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.550993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.551322 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.551653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.552233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.552320 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:15.631041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741bd04-527d-4c0a-9c0f-6f8a2e3c3eda req-0d84060d-4bb6-4501-bb4c-058a6c7ae928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.632559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a741bd04-527d-4c0a-9c0f-6f8a2e3c3eda req-0d84060d-4bb6-4501-bb4c-058a6c7ae928 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1096 time: 0.0614738 Jun 30 03:16:15.669612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a741bd04-527d-4c0a-9c0f-6f8a2e3c3eda req-135b9fce-49c1-412b-8742-52a70a13ffef service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292983 Jun 30 03:16:15.700555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54dc-cf1a-4703-8297-ef5c99aa5547 req-ebbc2ef3-b5f3-4126-9a0b-602e6f238907 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.702038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-827e54dc-cf1a-4703-8297-ef5c99aa5547 req-ebbc2ef3-b5f3-4126-9a0b-602e6f238907 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 945 time: 0.0647564 Jun 30 03:16:15.740805 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-827e54dc-cf1a-4703-8297-ef5c99aa5547 req-4224a92b-479f-4c23-acc0-b9f567d7352d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330489 Jun 30 03:16:16.930224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817da7-b93a-4fcd-b2a0-89d9534fca01 req-c9e5cdd4-6cd4-4643-99bf-243ab858b316 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:16.931748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13817da7-b93a-4fcd-b2a0-89d9534fca01 req-c9e5cdd4-6cd4-4643-99bf-243ab858b316 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 945 time: 0.0687940 Jun 30 03:16:16.981365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13817da7-b93a-4fcd-b2a0-89d9534fca01 req-8b8e9abf-8a72-409a-a5ea-288dad7b4d91 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Jun 30 03:16:17.184436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade499d-2651-4707-84ed-95e2311a47fd req-b4574296-2415-4ed4-b2d0-ee904a8ba030 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:17.186060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ade499d-2651-4707-84ed-95e2311a47fd req-b4574296-2415-4ed4-b2d0-ee904a8ba030 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 945 time: 0.0824394 Jun 30 03:16:17.228025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8ade499d-2651-4707-84ed-95e2311a47fd req-1a94c563-0448-4425-a64f-ebd4efb159ae tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355225 Jun 30 03:16:17.252764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:17.306769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054eccc-ad41-487b-bb25-45fafcfcbd8a tempest-TestVolumeBootPattern-1446572613 tempest-TestVolumeBootPattern-1446572613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:17.308507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5054eccc-ad41-487b-bb25-45fafcfcbd8a tempest-TestVolumeBootPattern-1446572613 tempest-TestVolumeBootPattern-1446572613-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1091 time: 0.0547669 Jun 30 03:16:17.311553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 52870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:17.316217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '82571877-a325-4642-afd0-e47be369defe', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:17.340598 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.440754 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.544260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.25.0.214 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/9bf5732e-4130-49cf-b2d3-351619b1bffd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:17.654629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.694494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.732085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:17.734914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:17.739182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:17.767120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=9bf5732e-4130-49cf-b2d3-351619b1bffd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:18.130201 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.209606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.369912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.375178 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.448298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=9bf5732e-4130-49cf-b2d3-351619b1bffd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:18.462265 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.565973 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Floating IP 7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888 associated. External IP: 172.25.0.214, port: 82571877-a325-4642-afd0-e47be369defe. Jun 30 03:16:18.783075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:18.891429 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:18.903685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:18.908356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.914119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:18.914930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:18.951120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e596b56e-e261-4104-88dd-58051d858cca tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6383355 Jun 30 03:16:18.952351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'tag': '82571877-a325-4642-afd0-e47be369defe'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:18.955740 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e6fe7-0056-4d76-8c38-22297bc26525" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "tag": "82571877-a325-4642-afd0-e47be369defe"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:19.000808 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35208ce3-349e-4a01-9038-5685090812a4 x-openstack-request-id: req-35208ce3-349e-4a01-9038-5685090812a4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:19.001110 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "tag": "82571877-a325-4642-afd0-e47be369defe", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:19.001361 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35208ce3-349e-4a01-9038-5685090812a4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:19.001842 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'tag': '82571877-a325-4642-afd0-e47be369defe', 'status': 'completed', 'code': 200} Jun 30 03:16:19.027843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:19.077602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-f2db1d30-f475-4f05-b424-990a27354f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:19.079155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-f2db1d30-f475-4f05-b424-990a27354f87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1096 time: 0.0549901 Jun 30 03:16:19.175193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-9f55fac2-41f6-4807-a61c-2389ae104a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:19.176697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-9f55fac2-41f6-4807-a61c-2389ae104a6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0914009 Jun 30 03:16:19.245625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-e81215ff-a197-408d-b56d-32182758dc43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 200 len: 999 time: 0.0624869 Jun 30 03:16:19.271698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': '82571877-a325-4642-afd0-e47be369defe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:6d:be:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:17Z', 'updated_at': '2021-06-30T03:16:17Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:19.299653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-184d8afa-c66f-4fec-a7c5-fad0ed404bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:19.299903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:19.301123 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-184d8afa-c66f-4fec-a7c5-fad0ed404bea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0502181 Jun 30 03:16:19.309420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:19.310036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:19.360006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-eadd202d-cb4e-4207-be5e-fed6308f01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:19.361540 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-eadd202d-cb4e-4207-be5e-fed6308f01f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540111 Jun 30 03:16:19.420287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:19.457320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-d0176193-09ec-49bf-9765-044d53f9fcc9 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895128 Jun 30 03:16:19.560781 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8d4e6fe7-0056-4d76-8c38-22297bc26525 req-1bd3b17b-8cfa-44a0-b6a5-71d682fccb16 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975761 Jun 30 03:16:19.661989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': '82571877-a325-4642-afd0-e47be369defe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:6d:be:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:17Z', 'updated_at': '2021-06-30T03:16:17Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:19.692728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b3f8d-6da4-4a94-967f-9192c4c0a6ad None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': '82571877-a325-4642-afd0-e47be369defe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:6d:be:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:16:17Z', 'updated_at': '2021-06-30T03:16:17Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:19.903951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efbbe4c-56d2-4c81-a170-50b189367a15 None None] New status for floating IP 7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:16:27.699535 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9570-0be4-4732-a24c-afb8f75cb29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.343157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df82b06a-6eee-416f-8742-20c1477942ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.579378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.340378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.425244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.751620 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.488275 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:16:41.180764 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.095092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52894) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:45.259124 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Deleting port 64083dfa-f552-4c0f-8091-9232b8ffc4ea {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:45.259475 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.342248 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.342612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.354555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Calling delete_port for 64083dfa-f552-4c0f-8091-9232b8ffc4ea owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:45.537304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.565910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event deleted for resources: {'Port': ['ID=64083dfa-f552-4c0f-8091-9232b8ffc4ea,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:45.593539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.594243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.594735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.595076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.595410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.595742 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.596077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.596399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.596730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.597057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.597380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.597700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:45.645190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.645590 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Floating IP 014ef9b3-3107-4c5f-9b81-d46876a21c2b disassociated (deleted). External IP: 172.25.0.38, port: 9a7ff834-575b-4970-a86e-80c60255b97e. Jun 30 03:16:45.886013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Router 66e234e1-9244-4350-8236-82c0ebf15aff has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:46.012416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:46.018145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.031174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] Sync routers for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:46.041053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:46.041888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:46.063218 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b7a7ccea-4adb-432f-8ba4-0125108880ad tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "DELETE /v2.0/floatingips/014ef9b3-3107-4c5f-9b81-d46876a21c2b HTTP/1.1" status: 204 len: 168 time: 0.9610348 Jun 30 03:16:46.063218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:46.063218 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca567f-1c0c-4c87-a220-ff5fe11b281d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:46.102292 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768c263f-6d1e-4883-90f9-6d112df262ae x-openstack-request-id: req-768c263f-6d1e-4883-90f9-6d112df262ae {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:46.102292 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:46.102292 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-768c263f-6d1e-4883-90f9-6d112df262ae {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:46.102292 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'status': 'completed', 'code': 200} Jun 30 03:16:46.192869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-3e734d81-5941-4ca6-bf68-dcf7293841a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.194483 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-3e734d81-5941-4ca6-bf68-dcf7293841a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da386e23f04541009f2703f87dd24858&device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 1097 time: 0.0665185 Jun 30 03:16:46.298363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-9a6c1eb9-cbf9-44ee-b646-0550d9fda09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.301185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-9a6c1eb9-cbf9-44ee-b646-0550d9fda09e service neutron] 10.222.0.90 "GET /v2.0/networks?id=55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 200 len: 914 time: 0.0996883 Jun 30 03:16:46.338715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:46.350419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-21669130-5141-4c6c-8256-f734c198c033 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 200 len: 217 time: 0.0428133 Jun 30 03:16:46.429564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-b7e7c3f7-3218-4ff2-824f-8c9433bf2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.431586 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-b7e7c3f7-3218-4ff2-824f-8c9433bf2432 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 200 len: 852 time: 0.0662119 Jun 30 03:16:46.510683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-03d671d7-4e12-45ca-b983-a903e2be9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.513148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-03d671d7-4e12-45ca-b983-a903e2be9922 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=55bede64-9272-4e86-837c-7b01e2370287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729644 Jun 30 03:16:46.539911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb1c6c-4f33-4020-97dc-7625b4b57b85 req-ddc684cc-2a34-4e03-81cf-983c898e2c16 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.541654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20fb1c6c-4f33-4020-97dc-7625b4b57b85 req-ddc684cc-2a34-4e03-81cf-983c898e2c16 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 946 time: 0.0853283 Jun 30 03:16:46.598445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20fb1c6c-4f33-4020-97dc-7625b4b57b85 req-3c7b29d8-698e-4c76-b40e-d968fb83e75f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498810 Jun 30 03:16:46.604247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:46.634066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-16df1a50-4936-4950-afdf-0f823e91eca8 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143153 Jun 30 03:16:46.635312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] Checking router: 66e234e1-9244-4350-8236-82c0ebf15aff for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:46.646078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:46.646743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:46.779129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-70ca567f-1c0c-4c87-a220-ff5fe11b281d req-9f557b18-3c57-4caa-af39-e86af8472743 service neutron] 10.222.0.90 "GET /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369319 Jun 30 03:16:46.789394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:47.013220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:47.045142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e307f9-fbe5-4868-905d-f2396da1cc08 None None] The sync data for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 is: [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:13:48Z', 'revision_number': 4, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '16a56799-e98e-437f-9f16-70fcbb2344ed', 'name': '', 'network_id': '55bede64-9272-4e86-837c-7b01e2370287', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'mac_address': 'fa:16:3e:35:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:47Z', 'updated_at': '2021-06-30T03:13:55Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'subnets': [{'id': '046501dc-94d9-495b-ad9f-d37acc24966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:47.268886 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b637f4-e6f8-4d7b-96e7-a21b55b8b416 None None] New status for floating IP 014ef9b3-3107-4c5f-9b81-d46876a21c2b: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:16:47.785602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7219950-c57b-467a-906f-4ff475a3b7e2 req-1c311e1c-25f2-4d97-869a-c35f415b21da tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:47.787172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7219950-c57b-467a-906f-4ff475a3b7e2 req-1c311e1c-25f2-4d97-869a-c35f415b21da tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 946 time: 0.0640378 Jun 30 03:16:47.853443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7219950-c57b-467a-906f-4ff475a3b7e2 req-f900e440-01a7-4946-a6e7-acb4b656a674 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597415 Jun 30 03:16:47.881990 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-0bda20a5-87df-4bd2-bb6e-801da2dddc9e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626757 Jun 30 03:16:47.978998 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-4f67a05c-76dc-451d-9ffb-c9c720c074fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:47.980888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-4f67a05c-76dc-451d-9ffb-c9c720c074fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1096 time: 0.0545995 Jun 30 03:16:48.126077 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-39ad9143-16c4-4315-9bdf-62a6bafc7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:48.127635 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-39ad9143-16c4-4315-9bdf-62a6bafc7837 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.1257226 Jun 30 03:16:48.151007 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-6239eb92-cbfc-4a83-ae1d-819a803202e5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:48.153028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-6239eb92-cbfc-4a83-ae1d-819a803202e5 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 946 time: 0.1048899 Jun 30 03:16:48.478562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-58f25a60-11ae-459a-8a99-5ea96cafb6dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 200 len: 1001 time: 0.3440783 Jun 30 03:16:48.554189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-d531d096-bd16-4d9d-bf9f-11712b188e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:48.555657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-d531d096-bd16-4d9d-bf9f-11712b188e2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0698996 Jun 30 03:16:48.599751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Deleting port 9a7ff834-575b-4970-a86e-80c60255b97e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:48.600093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.694518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-090fdbe3-a038-47ba-a7a4-5dc9d9c2065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:48.696028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-090fdbe3-a038-47ba-a7a4-5dc9d9c2065a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324801 Jun 30 03:16:48.708206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] For port 9a7ff834-575b-4970-a86e-80c60255b97e, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=9a7ff834-575b-4970-a86e-80c60255b97e,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:48.708567 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.764873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Calling delete_port for 9a7ff834-575b-4970-a86e-80c60255b97e owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:48.853855 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-f468909e-d684-481d-8e14-b92bf5bddce0 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475291 Jun 30 03:16:49.003119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7efa39cb-2cb0-47e7-bdf5-f8611a561334 req-a756bd5b-01b1-4a2d-8cf3-1f655c23bddf service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413798 Jun 30 03:16:49.004404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.036102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event deleted for resources: {'Port': ['ID=9a7ff834-575b-4970-a86e-80c60255b97e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:49.036867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8bd1e-0130-4477-84ec-34cd6ceb5eeb req-89dd5297-b5b8-4f18-9138-0dcd144db6f3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:49.038405 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21d8bd1e-0130-4477-84ec-34cd6ceb5eeb req-89dd5297-b5b8-4f18-9138-0dcd144db6f3 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 867 time: 0.0696504 Jun 30 03:16:49.087353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-21d8bd1e-0130-4477-84ec-34cd6ceb5eeb req-28261808-62ee-4c22-b45b-eca952dfd899 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/security-groups?id=16242e21-e146-47c3-9b36-a8e05faf6733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 Jun 30 03:16:49.097641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] No DVR routers for this DVR port 9a7ff834-575b-4970-a86e-80c60255b97e on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:49.100342 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.102298 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b8807f1b-a1fc-4221-9703-dec882aca5ef req-e7db8935-ef33-4d71-a711-047c111de81f tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.90 "DELETE /v2.0/ports/9a7ff834-575b-4970-a86e-80c60255b97e HTTP/1.1" status: 204 len: 173 time: 0.9216037 Jun 30 03:16:49.102814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'name': 'network-vif-deleted', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:49.105068 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de6bbbf-4469-47ab-9132-85489994e235" -d '{"events": [{"server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "name": "network-vif-deleted", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:49.145728 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1449f6-d351-434b-aa1e-0e6c33280bdd x-openstack-request-id: req-5d1449f6-d351-434b-aa1e-0e6c33280bdd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:49.146023 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a93c97-c438-4326-80fb-9f0b1cb5a633", "name": "network-vif-deleted", "tag": "9a7ff834-575b-4970-a86e-80c60255b97e", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:49.146279 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d1449f6-d351-434b-aa1e-0e6c33280bdd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:49.146704 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a93c97-c438-4326-80fb-9f0b1cb5a633', 'name': 'network-vif-deleted', 'tag': '9a7ff834-575b-4970-a86e-80c60255b97e', 'status': 'completed', 'code': 200} Jun 30 03:16:50.388964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9a7ff834-575b-4970-a86e-80c60255b97e no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:50.413375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 9a7ff834-575b-4970-a86e-80c60255b97e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:50.413890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 9a7ff834-575b-4970-a86e-80c60255b97e not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:50.433215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfaf393d-b272-47e9-9a26-1ef3ce667562 req-26816ef0-fd31-425d-a32e-fb9277573283 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 210 time: 0.2251866 Jun 30 03:16:51.584448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1527bcb0-de54-4789-b699-8079054cca5b req-b5bb338c-8b94-4101-85e4-2f63ddd69e85 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 210 time: 0.0308435 Jun 30 03:16:52.771406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8162b9bb-545b-45d4-9393-6ecf0a7e5eb0 req-1d8e6051-3202-4b3b-9a60-830cdd156e88 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4a93c97-c438-4326-80fb-9f0b1cb5a633 HTTP/1.1" status: 200 len: 210 time: 0.0460231 Jun 30 03:16:53.873161 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 52924) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:53.931176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a957346-b81c-4eb9-a7b8-a45f56d4a234 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.956849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a957346-b81c-4eb9-a7b8-a45f56d4a234 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.019048 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a957346-b81c-4eb9-a7b8-a45f56d4a234 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.021634 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a957346-b81c-4eb9-a7b8-a45f56d4a234 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.022847 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4a957346-b81c-4eb9-a7b8-a45f56d4a234 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] 10.222.0.78 "DELETE /v2.0/security-groups/16242e21-e146-47c3-9b36-a8e05faf6733 HTTP/1.1" status: 204 len: 168 time: 0.1486475 Jun 30 03:16:54.032031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957346-b81c-4eb9-a7b8-a45f56d4a234 tempest-TestVolumeBackupRestore-1142703415 tempest-TestVolumeBackupRestore-1142703415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16242e21-e146-47c3-9b36-a8e05faf6733,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:57.703458 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3d44e09-b433-493e-b17b-61f9e25426b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.703997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53382) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:58.149107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.473819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Deleting port 16a56799-e98e-437f-9f16-70fcbb2344ed {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:58.474164 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.555922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] For port 16a56799-e98e-437f-9f16-70fcbb2344ed, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=16a56799-e98e-437f-9f16-70fcbb2344ed,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:58.556280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.569621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Calling delete_port for 16a56799-e98e-437f-9f16-70fcbb2344ed owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:58.756611 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.788715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a56799-e98e-437f-9f16-70fcbb2344ed,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.965119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.207608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Router 66e234e1-9244-4350-8236-82c0ebf15aff has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:59.318609 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:59.324440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e72c83d3-f012-49b6-be59-b0366e9abcf7 admin admin] 10.222.0.78 "PUT /v2.0/routers/66e234e1-9244-4350-8236-82c0ebf15aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6190038 Jun 30 03:16:59.327040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:59.327997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] Sync routers for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:59.338061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:59.338723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:59.441998 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.451905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:59.647791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:16:58Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:59.679769 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] Checking router: 66e234e1-9244-4350-8236-82c0ebf15aff for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:59.689809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] Routers {'66e234e1-9244-4350-8236-82c0ebf15aff'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:59.690485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:16:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['66e234e1-9244-4350-8236-82c0ebf15aff'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:59.800217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] Set router 66e234e1-9244-4350-8236-82c0ebf15aff gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:59.875821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.930717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Deleting port 3206a19d-365b-4ea7-bf95-c92eca5fd808 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:59.930958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.987406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:16:58Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.014651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1fef8-060b-4f69-a938-edda02be403e None None] The sync data for ids ['66e234e1-9244-4350-8236-82c0ebf15aff'] in n-d-798054-5 is: [{'id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'name': 'tempest-TestVolumeBackupRestore-764308310-router', 'tenant_id': 'da386e23f04541009f2703f87dd24858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:45Z', 'updated_at': '2021-06-30T03:16:58Z', 'revision_number': 5, 'project_id': 'da386e23f04541009f2703f87dd24858', 'gw_port': {'id': '3206a19d-365b-4ea7-bf95-c92eca5fd808', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e234e1-9244-4350-8236-82c0ebf15aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:46Z', 'updated_at': '2021-06-30T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:00.019812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] For port 3206a19d-365b-4ea7-bf95-c92eca5fd808, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=3206a19d-365b-4ea7-bf95-c92eca5fd808,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:00.020175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.034779 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Calling delete_port for 3206a19d-365b-4ea7-bf95-c92eca5fd808 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:00.220577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.250367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3206a19d-365b-4ea7-bf95-c92eca5fd808,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.277234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.277586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.277929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.278267 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.278877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.279007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.279282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.279600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.279923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.280244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.280569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.280886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:00.322830 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.346064 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9eba-8c07-45fc-8563-1746693c287a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.420233 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.422676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.474709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.475281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e234e1-9244-4350-8236-82c0ebf15aff {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:17:00.481501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.483263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aacc24a5-1ed0-44a5-b96e-465fab7370f7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/66e234e1-9244-4350-8236-82c0ebf15aff HTTP/1.1" status: 204 len: 168 time: 1.1548128 Jun 30 03:17:00.485536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:00.539462 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Deleting subnet 046501dc-94d9-495b-ad9f-d37acc24966b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:00.542454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.573246 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.582774 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.677291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.740251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.769278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046501dc-94d9-495b-ad9f-d37acc24966b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.772396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.776324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d46d1-350e-4708-9b6f-534b4bf57281 None None] Network 55bede64-9272-4e86-837c-7b01e2370287 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:00.777559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53390) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:00.778262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7b79e342-aa62-404d-9c39-6c5a53164dd2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/046501dc-94d9-495b-ad9f-d37acc24966b HTTP/1.1" status: 204 len: 168 time: 0.2911251 Jun 30 03:17:00.849050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.908427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Deleting port f2c5f68a-d5fd-40e0-8330-eff654d6c629 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:00.908778 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.974743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] For port f2c5f68a-d5fd-40e0-8330-eff654d6c629, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f2c5f68a-d5fd-40e0-8330-eff654d6c629,segment=NetworkSegment(12d775f9-1d4d-4d15-9207-6d9a184e0236),segment_id=12d775f9-1d4d-4d15-9207-6d9a184e0236)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:00.975029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.988608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Calling delete_port for f2c5f68a-d5fd-40e0-8330-eff654d6c629 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:01.056663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] DHCP port deletion for 55bede64-9272-4e86-837c-7b01e2370287 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:01.078176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.117487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] No DVR routers for this DVR port f2c5f68a-d5fd-40e0-8330-eff654d6c629 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:01.120279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c5f68a-d5fd-40e0-8330-eff654d6c629,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:01.125913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16a56799-e98e-437f-9f16-70fcbb2344ed no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:01.152792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 16a56799-e98e-437f-9f16-70fcbb2344ed {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:01.153158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 16a56799-e98e-437f-9f16-70fcbb2344ed not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:01.153598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3206a19d-365b-4ea7-bf95-c92eca5fd808 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:01.158014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Deleting port f2c5f68a-d5fd-40e0-8330-eff654d6c629 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:01.158414 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.177798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 3206a19d-365b-4ea7-bf95-c92eca5fd808 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:01.178165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 3206a19d-365b-4ea7-bf95-c92eca5fd808 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:01.178632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2c5f68a-d5fd-40e0-8330-eff654d6c629 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:01.193103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.203619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bede64-9272-4e86-837c-7b01e2370287']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:01.216181 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d775f9-1d4d-4d15-9207-6d9a184e0236') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:01.216538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d775f9-1d4d-4d15-9207-6d9a184e0236') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:01.227557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.233045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f2c5f68a-d5fd-40e0-8330-eff654d6c629 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:01.233347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f2c5f68a-d5fd-40e0-8330-eff654d6c629 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:01.249121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.255326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:01.255707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:01.257406 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:01.263723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] For port f2c5f68a-d5fd-40e0-8330-eff654d6c629, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:01.264116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.283491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Calling delete_port for f2c5f68a-d5fd-40e0-8330-eff654d6c629 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:01.286536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Port f2c5f68a-d5fd-40e0-8330-eff654d6c629 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:17:01.287798 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.313320 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] Pushing event deleted for resources: {'Port': ['ID=f2c5f68a-d5fd-40e0-8330-eff654d6c629,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:01.313533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.318111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b7d90-0a01-495f-b428-60d52009c153 None None] No DVR routers for this DVR port f2c5f68a-d5fd-40e0-8330-eff654d6c629 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:01.319255 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.321169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] 10.222.0.78 "DELETE /v2.0/networks/55bede64-9272-4e86-837c-7b01e2370287 HTTP/1.1" status: 204 len: 168 time: 0.5418508 Jun 30 03:17:01.324937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:01.339323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cd6fc-63e4-4833-ae54-1ec3c681e7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=55bede64-9272-4e86-837c-7b01e2370287,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:01.702757 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.975581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Deleting port 84907690-cdaa-41ca-bae8-d3d7205004e5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:01.975838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.057813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] For port 84907690-cdaa-41ca-bae8-d3d7205004e5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=84907690-cdaa-41ca-bae8-d3d7205004e5,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:02.058092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.072540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Calling delete_port for 84907690-cdaa-41ca-bae8-d3d7205004e5 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:02.261628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.290587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=84907690-cdaa-41ca-bae8-d3d7205004e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:02.346852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.475692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.697507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Router a7368def-27da-4921-89a7-7a6b1e7464fe has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:17:02.815012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:02.820813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-04f939d4-ab68-4240-9c8a-f031557e3e8f admin admin] 10.222.0.78 "PUT /v2.0/routers/a7368def-27da-4921-89a7-7a6b1e7464fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947615 Jun 30 03:17:02.823279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:02.827231 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] Sync routers for ids ['a7368def-27da-4921-89a7-7a6b1e7464fe'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:02.838123 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] Routers {'a7368def-27da-4921-89a7-7a6b1e7464fe'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:02.838776 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:17:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a7368def-27da-4921-89a7-7a6b1e7464fe'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:02.931010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.950688 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] Set router a7368def-27da-4921-89a7-7a6b1e7464fe gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:17:03.038586 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.096341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Deleting port e1b7d586-1e96-4eb3-91f5-83f258d9cee5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:03.096684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.176451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] For port e1b7d586-1e96-4eb3-91f5-83f258d9cee5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:03.176806 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.190972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Calling delete_port for e1b7d586-1e96-4eb3-91f5-83f258d9cee5 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:03.226971 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:17:02Z', 'revision_number': 5, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port': {'id': 'e1b7d586-1e96-4eb3-91f5-83f258d9cee5', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:51Z', 'updated_at': '2021-06-30T03:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:03.260578 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] Checking router: a7368def-27da-4921-89a7-7a6b1e7464fe for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:17:03.269021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] Routers {'a7368def-27da-4921-89a7-7a6b1e7464fe'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:03.269639 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:17:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['a7368def-27da-4921-89a7-7a6b1e7464fe'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:03.356117 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] Set router a7368def-27da-4921-89a7-7a6b1e7464fe gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:17:03.365015 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.395190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b7d586-1e96-4eb3-91f5-83f258d9cee5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:03.409625 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:17:03Z', 'revision_number': 6, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:03.440931 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8d4285-951b-4330-8b51-4bef2beeb417 None None] The sync data for ids ['a7368def-27da-4921-89a7-7a6b1e7464fe'] in n-d-798054-5 is: [{'id': 'a7368def-27da-4921-89a7-7a6b1e7464fe', 'name': 'tempest-TestVolumeBackupRestore-1561257606-router', 'tenant_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:50Z', 'updated_at': '2021-06-30T03:17:03Z', 'revision_number': 6, 'project_id': '68b20c0d061c4bf4b3e30ce3462ca05e', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:03.463807 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.558985 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.561875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.609792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.610497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7368def-27da-4921-89a7-7a6b1e7464fe {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:17:03.617327 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.618512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fed126d7-f03a-4286-bfe3-ba320521e3cf admin admin] 10.222.0.78 "DELETE /v2.0/routers/a7368def-27da-4921-89a7-7a6b1e7464fe HTTP/1.1" status: 204 len: 168 time: 0.7941422 Jun 30 03:17:03.621606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:03.674016 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Deleting subnet b6fb7583-fd89-47b7-b1e3-c646470d8a33 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:03.677240 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.711880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.793721 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.857790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.240353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fb7583-fd89-47b7-b1e3-c646470d8a33,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.243113 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.246530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eb677f2f-c512-4cca-bd66-b52576ece68f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b6fb7583-fd89-47b7-b1e3-c646470d8a33 HTTP/1.1" status: 204 len: 168 time: 0.6228747 Jun 30 03:17:04.247510 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51507bad-93e9-4ff0-bb2d-5772cc8a391f None None] Network c889cbfa-c4ac-46aa-960f-cb4d84976003 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:04.249047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:04.325561 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.387843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Deleting port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:04.389741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.437288 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.462565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] DHCP port deletion for c889cbfa-c4ac-46aa-960f-cb4d84976003 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:04.467190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] For port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:04.467637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.482154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Calling delete_port for 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:04.517791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] Deleting port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:04.518360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.569153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.583216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] For port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,segment=NetworkSegment(531b50e7-ebe9-4e71-8a78-6fdb08b66591),segment_id=531b50e7-ebe9-4e71-8a78-6fdb08b66591)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:04.583759 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.593260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.599262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] No DVR routers for this DVR port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:04.599416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] Calling delete_port for 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:04.683702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.693555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.694528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c889cbfa-c4ac-46aa-960f-cb4d84976003']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:04.705746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531b50e7-ebe9-4e71-8a78-6fdb08b66591') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:04.706114 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531b50e7-ebe9-4e71-8a78-6fdb08b66591') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:04.715980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.721431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] Pushing event deleted for resources: {'Port': ['ID=95fbf6c8-fa0b-4afb-bf29-8030ebf57796,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.727258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52324b-0bbd-4ec9-9868-d7680d61c572 None None] No DVR routers for this DVR port 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:04.737336 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.747089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:04.748155 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:04.751334 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:04.822952 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.824786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e1b7d586-1e96-4eb3-91f5-83f258d9cee5 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:04.831396 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.834937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c889cbfa-c4ac-46aa-960f-cb4d84976003 HTTP/1.1" status: 204 len: 168 time: 0.5846188 Jun 30 03:17:04.847100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544579-d1e8-4b97-bdf5-692fef269a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c889cbfa-c4ac-46aa-960f-cb4d84976003,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.856368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e1b7d586-1e96-4eb3-91f5-83f258d9cee5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:04.856741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e1b7d586-1e96-4eb3-91f5-83f258d9cee5 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:04.857495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:04.879062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:04.879423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 95fbf6c8-fa0b-4afb-bf29-8030ebf57796 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:04.879822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 84907690-cdaa-41ca-bae8-d3d7205004e5 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:04.904299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 84907690-cdaa-41ca-bae8-d3d7205004e5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:04.904643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 84907690-cdaa-41ca-bae8-d3d7205004e5 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:05.019106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:05.064768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91ec8887-7b52-44ef-9657-ce7c5359afb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da386e23f04541009f2703f87dd24858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444398 Jun 30 03:17:05.068467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:05.123094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a89432c-7bda-49b7-bdbb-4b30a597da63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.146449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a89432c-7bda-49b7-bdbb-4b30a597da63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.203372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a89432c-7bda-49b7-bdbb-4b30a597da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.205944 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a89432c-7bda-49b7-bdbb-4b30a597da63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.207338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8a89432c-7bda-49b7-bdbb-4b30a597da63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/912a8551-0e86-46a7-85c0-622477d81750 HTTP/1.1" status: 204 len: 168 time: 0.1379576 Jun 30 03:17:05.216971 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89432c-7bda-49b7-bdbb-4b30a597da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912a8551-0e86-46a7-85c0-622477d81750,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:05.565517 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53410) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:05.612068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08be05e7-3ecb-4ff5-87b5-394b63efaf84 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68b20c0d061c4bf4b3e30ce3462ca05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454400 Jun 30 03:17:05.614972 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:05.665295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f453-54c2-4ddc-b02c-c31a39214313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.686626 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f453-54c2-4ddc-b02c-c31a39214313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.742495 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f453-54c2-4ddc-b02c-c31a39214313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.745205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f453-54c2-4ddc-b02c-c31a39214313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.747075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bfd4f453-54c2-4ddc-b02c-c31a39214313 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6c5744d-3ef9-474e-b092-5eafa646d4b9 HTTP/1.1" status: 204 len: 168 time: 0.1311185 Jun 30 03:17:05.755923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f453-54c2-4ddc-b02c-c31a39214313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5744d-3ef9-474e-b092-5eafa646d4b9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:09.045245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-d28a0ff9-3342-4c18-a241-b79601e68ee0 req-e40ea577-1ddb-490e-a2e4-7c190d74d3c5 service neutron] (93821) timed out ('10.222.0.78', 51310) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:17:09.748738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.502543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-3b00b341-b847-47c0-8747-1eae0e5c6144 req-d97da2ce-5886-4602-8a09-800e937d0419 tempest-ServerActionsTestJSON-949487544 tempest-ServerActionsTestJSON-949487544-project] (93821) timed out ('10.222.0.67', 50060) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:17:11.192878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.487897 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:17:27.707145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca46028-4e58-46d4-902a-777ceeb98445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.349145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0845-2ac5-4075-a1e4-f1771d6aebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.576603 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.346997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:34.430880 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.748005 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.201352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:47.833312 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-9e223987-982b-4b20-8a96-ed980d502029 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580370 Jun 30 03:17:47.929560 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-035e8a19-a09b-4a1a-838f-aa5c3e16a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:47.931050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-035e8a19-a09b-4a1a-838f-aa5c3e16a5f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 1096 time: 0.0541434 Jun 30 03:17:48.044352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-8638a58a-b2d5-4daa-9b91-18cc36d9a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.045840 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-8638a58a-b2d5-4daa-9b91-18cc36d9a778 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0944290 Jun 30 03:17:48.111424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-e30321d9-c514-4a4e-93ab-cbfd54ac223a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 200 len: 1001 time: 0.0594413 Jun 30 03:17:48.163713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-c713239e-195f-47e4-973f-d1cf54d37837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.164380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-c713239e-195f-47e4-973f-d1cf54d37837 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0474899 Jun 30 03:17:48.226774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-093b5fb3-b537-4839-9a76-aee2e9f6f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.228201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-093b5fb3-b537-4839-9a76-aee2e9f6f65a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579817 Jun 30 03:17:48.322545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-76170391-2d13-405f-b7a5-6b5d26e77d7e service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Jun 30 03:17:48.437943 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee725a04-5d62-4a5a-8a60-ef8f99d4a6b9 req-c7564739-cb91-4b98-8bd7-27bf51cfaa19 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089075 Jun 30 03:17:54.487404 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:17:57.709001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23e56d3f-2d0b-4469-baa9-7036d317f3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.351814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c887443-4faa-4a5d-8a70-b17692481ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.580967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:02.351973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.440089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.750151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.218682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.206643 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb000-48cd-4c10-865c-bad2dd16fa6a req-1f4c2019-ed18-488a-b348-248c62a478f3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:17.208077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-05ccb000-48cd-4c10-865c-bad2dd16fa6a req-1f4c2019-ed18-488a-b348-248c62a478f3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 945 time: 0.0806034 Jun 30 03:18:17.248249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-05ccb000-48cd-4c10-865c-bad2dd16fa6a req-752b4d05-608c-4565-b46c-74da9ca224ef tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Jun 30 03:18:18.470689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088156df-5e4b-4c8c-ac1d-598ada970156 req-9feacacd-8d92-44df-a9a0-5499c8bf0405 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:18.472215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-088156df-5e4b-4c8c-ac1d-598ada970156 req-9feacacd-8d92-44df-a9a0-5499c8bf0405 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 945 time: 0.0718763 Jun 30 03:18:18.550761 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-088156df-5e4b-4c8c-ac1d-598ada970156 req-37c35c18-6572-4847-ab79-f40d0132c266 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714900 Jun 30 03:18:18.581573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-d95efbd9-0530-4e0d-b3dc-7843b78838d7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:18.583119 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-d95efbd9-0530-4e0d-b3dc-7843b78838d7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 945 time: 0.0874307 Jun 30 03:18:18.925665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 82571877-a325-4642-afd0-e47be369defe {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:18.925910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.018567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port 82571877-a325-4642-afd0-e47be369defe, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=82571877-a325-4642-afd0-e47be369defe,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:19.018989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.195253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.195535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.195849 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Floating IP 7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888 disassociated. External IP: 172.25.0.214, port: 82571877-a325-4642-afd0-e47be369defe. Jun 30 03:18:19.196202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 82571877-a325-4642-afd0-e47be369defe owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:19.349842 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.381116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=82571877-a325-4642-afd0-e47be369defe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:19.394036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.394414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.394796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.395097 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.395432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.395769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.396098 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.396425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.396751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.397071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.397401 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.397715 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:19.521318 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:19.654634 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:19.667850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:19.682756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:19.683912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:18:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:19.708750 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port 82571877-a325-4642-afd0-e47be369defe on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:19.711631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.713743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83a9dd46-d1b4-4773-acf3-e2008aaa6a1b req-6888c4ba-5dd3-40e5-92bf-512ff965048a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "DELETE /v2.0/ports/82571877-a325-4642-afd0-e47be369defe HTTP/1.1" status: 204 len: 173 time: 1.1256239 Jun 30 03:18:19.714210 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'name': 'network-vif-deleted', 'tag': '82571877-a325-4642-afd0-e47be369defe'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:19.718880 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbed23a-f5a5-47ee-9348-a8ffbdd73a24" -d '{"events": [{"server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "name": "network-vif-deleted", "tag": "82571877-a325-4642-afd0-e47be369defe"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:19.765523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3146e42-a88e-493d-a7dc-7e675cfa4e03 req-6e4e221e-df18-4cdd-acce-c2f39e68f852 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 210 time: 0.0750377 Jun 30 03:18:19.861587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:19.899074 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd37c58-bea2-4962-9ee7-01d552ab7d66 x-openstack-request-id: req-3fd37c58-bea2-4962-9ee7-01d552ab7d66 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:19.899369 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b2386-2e63-423c-920b-b5e2cb9b1ffd", "name": "network-vif-deleted", "tag": "82571877-a325-4642-afd0-e47be369defe", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:19.899624 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fd37c58-bea2-4962-9ee7-01d552ab7d66 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:19.900027 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b2386-2e63-423c-920b-b5e2cb9b1ffd', 'name': 'network-vif-deleted', 'tag': '82571877-a325-4642-afd0-e47be369defe', 'status': 'completed', 'code': 200} Jun 30 03:18:20.299453 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:20.327535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:20.336296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:20.336903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:18:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:20.460683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:20.693477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:20.722612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf70064-06fd-4766-9ade-268ca03e7cf2 None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:20.938975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-808fc381-8340-4c98-9d11-654e3e4f80b6 req-6fc7af3f-83a5-4d16-ba61-9b85876ceb2f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 210 time: 0.0392439 Jun 30 03:18:21.018230 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32e974-830f-4ae1-8d9d-12d1a063a891 None None] New status for floating IP 7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:18:21.905745 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82571877-a325-4642-afd0-e47be369defe no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:21.926400 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 82571877-a325-4642-afd0-e47be369defe {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:21.926756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 82571877-a325-4642-afd0-e47be369defe not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:22.104869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4093f10f-0d3f-4cea-a745-11f1e64e1e94 req-1695cba8-ef63-41d4-b632-bb95ab5892dc tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 210 time: 0.0374513 Jun 30 03:18:23.271216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2fe41419-eb75-4003-b587-3891a206eb40 req-53941f88-2c7b-466a-b545-79fff5ac6a09 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=af8b2386-2e63-423c-920b-b5e2cb9b1ffd HTTP/1.1" status: 200 len: 210 time: 0.0285978 Jun 30 03:18:24.520890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-86b110e8-9b79-4e4d-9bf8-c1ec7eae33a3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117443360&fields=id&tenant_id=09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 267 time: 0.0362506 Jun 30 03:18:24.647860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-6625d2de-b4c5-4a3b-b84c-f32ec026f623 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:24.649376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-6625d2de-b4c5-4a3b-b84c-f32ec026f623 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1208856 Jun 30 03:18:24.666612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-ce4a5dfe-1da4-4e06-b80b-527d8a76a14b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0106280 Jun 30 03:18:24.754274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-e6411a05-52aa-413d-8089-faaa6ff24192 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782387 Jun 30 03:18:24.969508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-3b22d1ef-e369-4671-bb6c-4a077c03f8e3 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014136 Jun 30 03:18:25.069138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8976cac1-c432-45d9-8b73-51a5ee383a71 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940068 Jun 30 03:18:26.411821 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-378b4944-ac40-42e6-aacc-3e52751ad08d req-dd6dc814-4b04-4c86-975a-abdd1601fb0e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 210 time: 0.0324171 Jun 30 03:18:27.589606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-60203baf-6e4a-4c43-9073-f3119947f18f req-13801701-05b7-431a-9e80-aa22a7ca6866 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 210 time: 0.0334938 Jun 30 03:18:27.714020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5bd0147-702a-4535-999c-ca0328192f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.903287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-898a3293-d83b-48ca-986f-1932f398c980 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:27.904818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-898a3293-d83b-48ca-986f-1932f398c980 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1144552 Jun 30 03:18:27.954086 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-a119d37e-4503-41bb-8b4e-7cbcaa0d3fbb tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 379 time: 0.0402653 Jun 30 03:18:27.967425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'security_groups': ['c4a30193-4637-4218-984d-876480c41fb7']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:28.112999 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:28.118618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.278588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.13 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/c65ecb60-3cea-418c-a349-cbff4b467bad) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:28.439494 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.456065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object c65ecb60-3cea-418c-a349-cbff4b467bad will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:28.494257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.543262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:28.547216 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:28.552849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:28.583548 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=c65ecb60-3cea-418c-a349-cbff4b467bad,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:28.619896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:28.619896 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.655241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-047dbc10-0cf7-49d5-ada4-e37429d4ccbd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6911891 Jun 30 03:18:28.797477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Request body: {'port': {'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:28.906664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d96b9c-edd1-4dfa-9c7b-f0996b39885c req-eb261fb8-cd25-471c-bd3a-0c9a162af622 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:28.908298 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15d96b9c-edd1-4dfa-9c7b-f0996b39885c req-eb261fb8-cd25-471c-bd3a-0c9a162af622 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 932 time: 0.1583207 Jun 30 03:18:28.911782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.939130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f7b43951-0f22-4883-a388-7608f616dbe9 None None] Provisioning for port c65ecb60-3cea-418c-a349-cbff4b467bad completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:28.943778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f7b43951-0f22-4883-a388-7608f616dbe9 None None] Provisioning complete for port c65ecb60-3cea-418c-a349-cbff4b467bad triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:28.944368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7b43951-0f22-4883-a388-7608f616dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.984767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f7b43951-0f22-4883-a388-7608f616dbe9 None None] Port c65ecb60-3cea-418c-a349-cbff4b467bad cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:28.990045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15d96b9c-edd1-4dfa-9c7b-f0996b39885c req-0485a775-a20b-4176-b704-fd4532258f8a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750792 Jun 30 03:18:29.249773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65ecb60-3cea-418c-a349-cbff4b467bad {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:18:29.258868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.273615 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Transition to ACTIVE for port object c65ecb60-3cea-418c-a349-cbff4b467bad will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:29.281158 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.337025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Pushing event updated for resources: {'Port': ['ID=c65ecb60-3cea-418c-a349-cbff4b467bad,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:29.419850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Attempting to bind port c65ecb60-3cea-418c-a349-cbff4b467bad on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:29.420205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Attempting to bind port c65ecb60-3cea-418c-a349-cbff4b467bad by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:29.420635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Attempting to bind port c65ecb60-3cea-418c-a349-cbff4b467bad on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:29.426102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Port c65ecb60-3cea-418c-a349-cbff4b467bad on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:18:29.426527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Attempting to bind port c65ecb60-3cea-418c-a349-cbff4b467bad on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:29.432071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:29.432328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:29.432711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:29.433855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Bound port: c65ecb60-3cea-418c-a349-cbff4b467bad, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:29.434367 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.514091 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] For port c65ecb60-3cea-418c-a349-cbff4b467bad, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:29.519572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] For port c65ecb60-3cea-418c-a349-cbff4b467bad, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c65ecb60-3cea-418c-a349-cbff4b467bad,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:29.525104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.567635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:29.568389 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.569869 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] 10.222.0.90 "PUT /v2.0/ports/c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 1092 time: 0.9064615 Jun 30 03:18:29.570258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:29.572733 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bd8209-816d-420f-af72-d0fc168f9e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:29.644555 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810cf59d-452a-4125-b317-aa8337857472 x-openstack-request-id: req-810cf59d-452a-4125-b317-aa8337857472 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:29.644852 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:29.645105 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-810cf59d-452a-4125-b317-aa8337857472 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:29.645497 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'status': 'completed', 'code': 200} Jun 30 03:18:29.666722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a372e-0e53-4bae-a226-f3c733fc051a service neutron] Pushing event updated for resources: {'Port': ['ID=c65ecb60-3cea-418c-a349-cbff4b467bad,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:29.700241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-e3b7b15b-1385-4e22-9e48-dd899c816ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:29.701772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-e3b7b15b-1385-4e22-9e48-dd899c816ac3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0722857 Jun 30 03:18:29.753949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-4d3a3fd5-dd3e-4856-8f51-c7d788183bdd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 217 time: 0.0441310 Jun 30 03:18:29.829304 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-e366af86-59c6-4fba-91c3-413aba30cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:29.830866 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-e366af86-59c6-4fba-91c3-413aba30cc07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0704288 Jun 30 03:18:29.903159 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-6ec1b655-0fa9-4914-ad45-33272dbae3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:29.904773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-6ec1b655-0fa9-4914-ad45-33272dbae3ab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673306 Jun 30 03:18:30.024937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-793c1b51-2805-467a-9cd2-27883ea5ed2e service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120226 Jun 30 03:18:30.167597 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9c768f8-edec-4384-a5b2-92ea4dc13152 req-0eacd35b-6d45-459d-b727-e9bf73a2ec2a service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329286 Jun 30 03:18:30.220819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb34b3-5c85-46d4-b333-9069577ac373 req-f85a53c8-5133-450b-a0c6-fbac8d1abde6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:30.222404 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97bb34b3-5c85-46d4-b333-9069577ac373 req-f85a53c8-5133-450b-a0c6-fbac8d1abde6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0985129 Jun 30 03:18:30.303545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-97bb34b3-5c85-46d4-b333-9069577ac373 req-f8a14394-81a2-4f8f-9e14-a0e3eac9a628 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710802 Jun 30 03:18:30.324781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-6ce1cbe5-1233-457b-89cd-559173df9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:30.326523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-6ce1cbe5-1233-457b-89cd-559173df9cdd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1032038 Jun 30 03:18:30.361356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a10fb30b-3a35-4143-abb9-782f24964a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.428442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-2a52cffc-1003-4ea4-a807-0acdb7a33919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:30.429907 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-2a52cffc-1003-4ea4-a807-0acdb7a33919 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0965161 Jun 30 03:18:30.491798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-7bd69650-978e-4c19-b2ae-7c8421fafd55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 217 time: 0.0524080 Jun 30 03:18:30.544839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-c071fe50-c09a-47ff-83fa-e3fc47d64031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:30.546458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-c071fe50-c09a-47ff-83fa-e3fc47d64031 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0480752 Jun 30 03:18:30.585945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.618235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-99d7c751-f43b-4bd8-a3b6-0f574e74cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:30.619858 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-99d7c751-f43b-4bd8-a3b6-0f574e74cb37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672643 Jun 30 03:18:30.745265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-2131ba4f-bf34-48c5-b5e7-578daa167972 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177595 Jun 30 03:18:30.856165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4bd8209-816d-420f-af72-d0fc168f9e1e req-f3299737-9414-42cf-83f2-661cd5b33b7e service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038158 Jun 30 03:18:31.491174 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:18:31.503363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102d97-e5c2-4326-9f93-71dc9e4e6cf8 req-d766ec1c-27c6-4827-9179-c1334b43691f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:31.504982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29102d97-e5c2-4326-9f93-71dc9e4e6cf8 req-d766ec1c-27c6-4827-9179-c1334b43691f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0781353 Jun 30 03:18:31.547192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29102d97-e5c2-4326-9f93-71dc9e4e6cf8 req-95815ab0-4c47-43ba-b654-f2a71bbc9359 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362582 Jun 30 03:18:32.360473 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.756992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae46e8-dc6d-48eb-ade9-62d503141afc req-7c403c9e-b558-483f-9a70-cc9df1c0b1db tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:32.758529 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4ae46e8-dc6d-48eb-ade9-62d503141afc req-7c403c9e-b558-483f-9a70-cc9df1c0b1db tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0903261 Jun 30 03:18:32.803855 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c4ae46e8-dc6d-48eb-ade9-62d503141afc req-426f640f-4cff-43ca-9717-3019ef99c004 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 Jun 30 03:18:33.998193 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382caf18-2eb4-4b5a-9628-17587fdd6eaa req-1b752715-c083-44da-8635-a02d2fe3e622 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:33.999770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-382caf18-2eb4-4b5a-9628-17587fdd6eaa req-1b752715-c083-44da-8635-a02d2fe3e622 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0781834 Jun 30 03:18:34.040457 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-382caf18-2eb4-4b5a-9628-17587fdd6eaa req-0fb7f58c-7c80-41bb-8f97-a6628b46e531 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Jun 30 03:18:34.444610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.229624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd327-641b-4de5-9b69-d385219c3591 req-7f24739d-63ce-4037-a612-7e3e5b2fea41 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:35.231871 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-281dd327-641b-4de5-9b69-d385219c3591 req-7f24739d-63ce-4037-a612-7e3e5b2fea41 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0777979 Jun 30 03:18:35.271296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-281dd327-641b-4de5-9b69-d385219c3591 req-22b1a096-d350-4d1f-b48c-8e679a08ec9a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334775 Jun 30 03:18:36.464034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601729a5-af1f-4284-bded-c86ba845136a req-dd9e5232-4dc2-41f7-9896-93f448ae317f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:36.466064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-601729a5-af1f-4284-bded-c86ba845136a req-dd9e5232-4dc2-41f7-9896-93f448ae317f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0712008 Jun 30 03:18:36.512152 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-601729a5-af1f-4284-bded-c86ba845136a req-82aca1af-7d04-450b-afbd-0bbf2e16dbf3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398464 Jun 30 03:18:37.698287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33169519-2f28-4a4c-9a9e-c915ec4725bf req-7be913af-f040-413a-8ed0-8052b2777c6b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:37.700613 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33169519-2f28-4a4c-9a9e-c915ec4725bf req-7be913af-f040-413a-8ed0-8052b2777c6b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0691741 Jun 30 03:18:37.741994 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33169519-2f28-4a4c-9a9e-c915ec4725bf req-59cbde9c-d572-46af-84d0-0a54316923f4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Jun 30 03:18:38.851292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c65ecb60-3cea-418c-a349-cbff4b467bad details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:18:38.948110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a4b58-24ed-4b99-80e8-10b7fd92263b req-0862ca05-b371-4a4a-8310-e475f6b60658 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:38.950683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-809a4b58-24ed-4b99-80e8-10b7fd92263b req-0862ca05-b371-4a4a-8310-e475f6b60658 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 944 time: 0.0735495 Jun 30 03:18:38.967002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c65ecb60-3cea-418c-a349-cbff4b467bad, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c65ecb60-3cea-418c-a349-cbff4b467bad,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:38.980754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:18:39.000206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-809a4b58-24ed-4b99-80e8-10b7fd92263b req-c490abc7-05e8-4cb5-854e-7f7557d7a836 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391951 Jun 30 03:18:39.025118 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.043416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65ecb60-3cea-418c-a349-cbff4b467bad {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:18:39.079368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c65ecb60-3cea-418c-a349-cbff4b467bad, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c65ecb60-3cea-418c-a349-cbff4b467bad,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:39.083538 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.134593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c65ecb60-3cea-418c-a349-cbff4b467bad,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:39.143029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.143384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.143732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.144075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.144439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.144796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.145150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.145516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.145844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.146167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.146525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.146854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:39.363606 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['c65ecb60-3cea-418c-a349-cbff4b467bad'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:18:39.749534 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.197621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4faf83-65c1-401a-b024-c9f67224c6dd req-94ceed5e-c253-4cf6-bb42-9c9325ee20d7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:40.199687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed4faf83-65c1-401a-b024-c9f67224c6dd req-94ceed5e-c253-4cf6-bb42-9c9325ee20d7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 945 time: 0.0723140 Jun 30 03:18:40.246955 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed4faf83-65c1-401a-b024-c9f67224c6dd req-f3375e61-d578-4ca3-bc7e-564de162810b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381582 Jun 30 03:18:40.868195 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c65ecb60-3cea-418c-a349-cbff4b467bad up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:40.926622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port c65ecb60-3cea-418c-a349-cbff4b467bad completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:40.936405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port c65ecb60-3cea-418c-a349-cbff4b467bad triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:40.936962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.036065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.060346 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:41.062727 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d6e76e-fc51-450c-ad09-7cd13c8da063" -d '{"events": [{"server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "name": "network-vif-plugged", "status": "completed", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:41.076796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port c65ecb60-3cea-418c-a349-cbff4b467bad, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c65ecb60-3cea-418c-a349-cbff4b467bad,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:41.085047 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.148875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=c65ecb60-3cea-418c-a349-cbff4b467bad,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:41.187145 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe6967-34a9-4a83-9b98-da770f7f3a20 x-openstack-request-id: req-19fe6967-34a9-4a83-9b98-da770f7f3a20 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:41.187439 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "name": "network-vif-plugged", "status": "completed", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:41.187698 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19fe6967-34a9-4a83-9b98-da770f7f3a20 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:41.188102 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'code': 200} Jun 30 03:18:41.246031 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.320226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a0167-a3a9-4a65-ae63-14098521fc30 req-dc6ff3e5-81f9-45a1-bfa6-3a3826927e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:41.322565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a1a0167-a3a9-4a65-ae63-14098521fc30 req-dc6ff3e5-81f9-45a1-bfa6-3a3826927e8a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0602243 Jun 30 03:18:41.365487 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4a1a0167-a3a9-4a65-ae63-14098521fc30 req-92909fd8-dcee-4cde-8081-ce118a45626f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Jun 30 03:18:41.441268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b86619-cc6f-4407-95f3-80b3ffca7884 req-3bd01f5b-9030-4210-a91a-46b5cfb4e781 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:41.442681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f2b86619-cc6f-4407-95f3-80b3ffca7884 req-3bd01f5b-9030-4210-a91a-46b5cfb4e781 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 946 time: 0.0730867 Jun 30 03:18:41.486235 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f2b86619-cc6f-4407-95f3-80b3ffca7884 req-c2c493d2-8684-4468-81af-e1fee64ecd2e tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378191 Jun 30 03:18:42.684997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a48ca-c709-4d28-9eed-13765da64989 req-8bc2a042-6321-4114-b1f0-70ef00c3d683 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:42.686688 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-763a48ca-c709-4d28-9eed-13765da64989 req-8bc2a042-6321-4114-b1f0-70ef00c3d683 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 946 time: 0.0751777 Jun 30 03:18:42.733931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-763a48ca-c709-4d28-9eed-13765da64989 req-4a75ac4b-cd5b-4aa9-a01f-64484512992a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382559 Jun 30 03:18:42.940174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e8f9-147e-47b9-9e95-2f5e8dc1ef71 req-9ed0d4e5-cffe-4129-86c6-c496b6aad13c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:42.942023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7db7e8f9-147e-47b9-9e95-2f5e8dc1ef71 req-9ed0d4e5-cffe-4129-86c6-c496b6aad13c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 946 time: 0.0755258 Jun 30 03:18:42.986151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7db7e8f9-147e-47b9-9e95-2f5e8dc1ef71 req-75a5c41e-a28a-4626-bea0-60882cc5198d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378683 Jun 30 03:18:43.015231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53550) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:43.184918 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63315c10-9612-4bd9-86b0-ab7cb8f44031 tempest-TestVolumeBootPattern-1446572613 tempest-TestVolumeBootPattern-1446572613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:43.186815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-63315c10-9612-4bd9-86b0-ab7cb8f44031 tempest-TestVolumeBootPattern-1446572613 tempest-TestVolumeBootPattern-1446572613-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1092 time: 0.1705692 Jun 30 03:18:43.191441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53554) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:43.197595 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:43.226246 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.355890 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.469699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.25.0.197 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/8aeebe0b-a022-4a49-a5cc-948747b3bd15) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:43.578661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.624203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.672388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:43.676528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:43.679484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=8aeebe0b-a022-4a49-a5cc-948747b3bd15,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:43.683372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:44.514709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.637003 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.860643 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.865739 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.940229 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=8aeebe0b-a022-4a49-a5cc-948747b3bd15,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:44.953563 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.064327 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Floating IP 40173645-a832-41c6-ab5c-b36b59358d6d associated. External IP: 172.25.0.197, port: c65ecb60-3cea-418c-a349-cbff4b467bad. Jun 30 03:18:45.285184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:45.397410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:45.407651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:45.416015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.421349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:45.421991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:18:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:45.464475 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b5b544e2-6d04-486d-8be9-bba7805d2d60 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2717602 Jun 30 03:18:45.465184 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:45.467574 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:45.507873 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b2dff-f2f4-482a-930f-fb33e1d25f8f x-openstack-request-id: req-695b2dff-f2f4-482a-930f-fb33e1d25f8f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:45.508238 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:45.508675 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-695b2dff-f2f4-482a-930f-fb33e1d25f8f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:45.509089 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'status': 'completed', 'code': 200} Jun 30 03:18:45.536243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:45.590545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-67f9856d-0def-4e9a-994f-d3db779956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:45.592172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-67f9856d-0def-4e9a-994f-d3db779956b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0563755 Jun 30 03:18:45.710605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-a14b1e16-19ce-49db-bb52-8d89e3625821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:45.712163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-a14b1e16-19ce-49db-bb52-8d89e3625821 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.1137681 Jun 30 03:18:45.789518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-f00d3762-3877-4ae8-bad6-516d422942b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 1000 time: 0.0700126 Jun 30 03:18:45.803205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:45.833198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:45.843914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:45.844538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:18:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:45.846440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-3cad231f-27f0-40e7-ab07-f1a7c580abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:45.848221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-3cad231f-27f0-40e7-ab07-f1a7c580abd5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0518372 Jun 30 03:18:45.916579 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-137b0da4-5a31-4a46-a8b7-a86133d94008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:45.918495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-137b0da4-5a31-4a46-a8b7-a86133d94008 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637918 Jun 30 03:18:45.974290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:46.039542 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-24ce8b90-8b80-4714-9a1b-2f173a6f7330 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132147 Jun 30 03:18:46.142300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7e57fd9a-16cf-472c-8aa9-1f93b22ba746 req-9285aa7d-75fb-4544-8dda-82b68d0283aa service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954912 Jun 30 03:18:46.241137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:46.274337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50362fe-e438-473e-bb19-fa1bd8bac57c None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:46.496772 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509e5a3-c0e5-4ab0-ad41-ed1da976351e None None] New status for floating IP 40173645-a832-41c6-ab5c-b36b59358d6d: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:18:57.719697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28ae7738-3b5e-46c3-9e9a-1f6752ad455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:00.359345 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23634b77-b07c-4c78-b3a6-c368f7673836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:00.582665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.355597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:04.441850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.071011 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-cec0668e-85ed-46af-887f-b3178756096a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572894 Jun 30 03:19:08.170026 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-9e4a770f-f3cc-49de-9683-cd0667936481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:08.171537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-9e4a770f-f3cc-49de-9683-cd0667936481 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0567670 Jun 30 03:19:08.280996 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-fcb6e698-fd1f-42fa-a548-c40683d210d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:08.283174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-fcb6e698-fd1f-42fa-a548-c40683d210d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0900044 Jun 30 03:19:08.348121 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-72c123ca-0ed1-40ca-bdc3-f39c2d75a03e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 1002 time: 0.0580518 Jun 30 03:19:08.399975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-431927ef-853c-4fa1-b20f-a3ef04891d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:08.401387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-431927ef-853c-4fa1-b20f-a3ef04891d22 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0469134 Jun 30 03:19:08.460388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-a12c1080-2d29-41cd-9458-370469c52ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:08.461932 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-a12c1080-2d29-41cd-9458-370469c52ba1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528941 Jun 30 03:19:08.493904 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:19:08.556908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-ce9074f8-9e9a-4379-9435-8be948c6ba1e service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880785 Jun 30 03:19:08.653998 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f97ae490-0fc1-4157-91e9-f738edb26414 req-a1afcf3a-37d9-4d31-9688-20dcebf0e58d service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892744 Jun 30 03:19:09.745279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.243082 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.713307 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7afb2fe5-4644-4328-b8ed-6b3d00497f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.361312 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6bcd87af-1e08-4f68-a977-0a08f774304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.587670 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.358607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.444412 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.774832 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.253511 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.492755 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:19:57.720615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81c73609-4675-4018-a146-8ead71898ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:00.360486 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a946c5a6-0384-4327-8f77-63c2c4deea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:00.589761 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:02.364568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:04.447390 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.067672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-a5c05dbd-cda8-47ce-bf73-966d0510ee06 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539253 Jun 30 03:20:08.170732 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-875751bd-ad9c-471a-9d92-8216f67f5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.172937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-875751bd-ad9c-471a-9d92-8216f67f5d7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0588820 Jun 30 03:20:08.285446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-d96f4ef9-55ec-4479-839b-20122b684b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.287039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-d96f4ef9-55ec-4479-839b-20122b684b1f service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0912318 Jun 30 03:20:08.361593 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-36475755-2a79-4697-bfa2-4c91cefd3b31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 1002 time: 0.0677850 Jun 30 03:20:08.413845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-1da6d91b-03d5-40c3-b9d1-256c2181315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.415356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-1da6d91b-03d5-40c3-b9d1-256c2181315c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0463343 Jun 30 03:20:08.478587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-475d3256-fa36-4a50-aaf9-c5b34bbee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.480102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-475d3256-fa36-4a50-aaf9-c5b34bbee94a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544162 Jun 30 03:20:08.577030 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-9026105e-5739-47e5-b20b-17d8077e7ae1 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889301 Jun 30 03:20:08.671896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-81b0609d-e2be-4b83-892e-2f174a4ee9e7 req-9af57bcb-3f24-407a-bc14-feb0219ae122 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869637 Jun 30 03:20:09.791714 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.255580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:22.492892 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:20:23.680937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-71457268-b6b7-4b0c-8840-ada682789ff5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117443360&fields=id&tenant_id=09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 267 time: 0.0361738 Jun 30 03:20:23.808123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-55c31467-9b13-4fbf-a4c4-e323acf1437f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:23.809382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-55c31467-9b13-4fbf-a4c4-e323acf1437f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1212666 Jun 30 03:20:23.827185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-f29066e7-c58e-4079-a8ee-4725c66463a9 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/quotas/09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 375 time: 0.0116317 Jun 30 03:20:23.907172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-04f26210-c618-478e-b937-be272b112fdd tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0729389 Jun 30 03:20:24.080039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-cb30902b-ad8b-4597-9d86-49169726e984 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602688 Jun 30 03:20:24.181409 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-b7e098fc-3b4d-4880-9f5d-3eb4bc9457b8 service neutron] 10.222.0.78 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949068 Jun 30 03:20:24.514217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f306497-edbf-4cd5-8f55-c7b0412fa7b6 req-8a862d7c-1595-42cc-9d83-be3a97a6a3f8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 210 time: 0.0364957 Jun 30 03:20:25.599797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-b5c6bfaf-b8d8-4f6e-91a1-a45b342de703 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:25.602574 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-b5c6bfaf-b8d8-4f6e-91a1-a45b342de703 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 811 time: 0.1325622 Jun 30 03:20:25.663372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-226b0c00-a828-4e8c-83f8-8163577668de tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09a24425f1bf4b0195caaf060de3bddb HTTP/1.1" status: 200 len: 379 time: 0.0470378 Jun 30 03:20:25.684391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-25feace7-683d-4913-ad11-fc33747e882d req-fbd825b6-92ee-4635-a6a9-1d9426ff095c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 210 time: 0.0376625 Jun 30 03:20:25.688104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'port': {'device_id': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'admin_state_up': True, 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'security_groups': ['c4a30193-4637-4218-984d-876480c41fb7']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:26.077399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Made reservation on behalf of 09a24425f1bf4b0195caaf060de3bddb for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:26.082097 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.218614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.20.0.4 (18e21918-ae5b-4ea5-89e7-268e3e438fed/966ccdcb-f73f-4a6b-ad8f-d5fb55408380/6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:20:26.401203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.417683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Transition to ACTIVE for port object 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:20:26.457147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.501431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:20:26.504799 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:20:26.509104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:20:26.546648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:26.565481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.565829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.566175 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.566541 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.566875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.567204 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.567532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.567859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.568183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.568509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.568831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.569151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:26.595080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:26.596363 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.612559 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ea19fe21-90f4-4a79-a2d1-fa22773667c6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307058 Jun 30 03:20:26.623251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-a4af6a95-d6ca-4281-90dd-8f58394e8e3d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:20:26.624490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-a4af6a95-d6ca-4281-90dd-8f58394e8e3d tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061460 Jun 30 03:20:26.696571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Request body: {'port': {'device_id': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:26.800598 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.819948 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bb2651ee-1947-4137-8e87-c402ede6ad41 None None] Provisioning for port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:20:26.824594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bb2651ee-1947-4137-8e87-c402ede6ad41 None None] Provisioning complete for port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:20:26.824967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb2651ee-1947-4137-8e87-c402ede6ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.870942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bb2651ee-1947-4137-8e87-c402ede6ad41 None None] Port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:20:26.961268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92badafa-14a9-4e39-82b2-67c2b698dba0 req-f93b4405-f9dc-462c-a7b1-a94b852819de tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:26.963704 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92badafa-14a9-4e39-82b2-67c2b698dba0 req-f93b4405-f9dc-462c-a7b1-a94b852819de tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 931 time: 0.1082740 Jun 30 03:20:27.006712 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-92badafa-14a9-4e39-82b2-67c2b698dba0 req-6222ea8e-8eba-4cd2-816b-65c1c0dd6b89 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357718 Jun 30 03:20:27.117423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:20:27.125764 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.138150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Transition to ACTIVE for port object 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:20:27.142600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.195068 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Pushing event updated for resources: {'Port': ['ID=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:27.275838 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Attempting to bind port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:20:27.276168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Attempting to bind port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:20:27.276493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Attempting to bind port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:20:27.282334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:20:27.282528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Attempting to bind port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 on network 18e21918-ae5b-4ea5-89e7-268e3e438fed {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:20:27.287888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:20:27.288230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Checking segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:20:27.288610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Bound using segment: {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:20:27.289038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Bound port: 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33f62c1-3538-4da2-9e26-021e0d8d096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:20:27.289396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.366136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] For port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:20:27.369621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] For port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:20:27.374580 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.407539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:27.408325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.409784 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] 10.222.0.67 "PUT /v2.0/ports/6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 1091 time: 0.7787769 Jun 30 03:20:27.412054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:27.415041 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:27.445686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dfd0c-1e74-489a-96ea-1f4e6bfea6cd service neutron] Pushing event updated for resources: {'Port': ['ID=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:27.502640 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a23d517-e8f3-4b08-ad33-5f760ce5e169 x-openstack-request-id: req-6a23d517-e8f3-4b08-ad33-5f760ce5e169 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:27.502971 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:27.503174 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a23d517-e8f3-4b08-ad33-5f760ce5e169 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:27.503573 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'status': 'completed', 'code': 200} Jun 30 03:20:27.536303 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-bfff0f42-be91-4ce4-9313-93d8a9ef5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:27.537919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-bfff0f42-be91-4ce4-9313-93d8a9ef5916 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1094 time: 0.0669808 Jun 30 03:20:27.591505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-66ccbda6-bf6a-441c-8f44-bde0358cb308 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 217 time: 0.0460715 Jun 30 03:20:27.649482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-4850badf-5c33-40c1-a793-67816293f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:27.651167 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-4850badf-5c33-40c1-a793-67816293f9e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0536675 Jun 30 03:20:27.713393 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ee799ff7-4f79-45b6-a5b2-e09589591e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:27.715040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-ee799ff7-4f79-45b6-a5b2-e09589591e9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576515 Jun 30 03:20:27.717746 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114601b3-0f81-4df2-a13c-c7701eb2252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.810437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-181f1b3b-b7f0-4e15-89f7-ef9fbd0c9a72 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891449 Jun 30 03:20:27.917772 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bdbda85-56cb-4c2f-acdb-958781bc8ef0 req-8e20281e-c17e-4352-9ace-8fa06cef31bc service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011622 Jun 30 03:20:28.021736 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-88066c2e-6a53-4ef1-8d62-9bc43be2b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:28.023273 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-88066c2e-6a53-4ef1-8d62-9bc43be2b7ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1094 time: 0.0537813 Jun 30 03:20:28.126513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-e91fcf7d-d447-4652-a60b-0a6212667559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:28.127988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-e91fcf7d-d447-4652-a60b-0a6212667559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0987165 Jun 30 03:20:28.170255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-3ecb86e7-0286-4330-a8f9-2f7e39b8b6d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 217 time: 0.0360556 Jun 30 03:20:28.204046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d3aeb-aa62-4cc7-af82-4fc8218b9d81 req-f83158db-5dfd-40aa-9eb6-b6fea5bd0282 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:28.205634 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a89d3aeb-aa62-4cc7-af82-4fc8218b9d81 req-f83158db-5dfd-40aa-9eb6-b6fea5bd0282 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0791810 Jun 30 03:20:28.225780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-6b7294d0-f1c6-4664-8c1d-ef52e599963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:28.227423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-6b7294d0-f1c6-4664-8c1d-ef52e599963f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0502081 Jun 30 03:20:28.252656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a89d3aeb-aa62-4cc7-af82-4fc8218b9d81 req-c03fdca1-03e1-45b0-bbe1-f8b8746eddcb tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409381 Jun 30 03:20:28.298849 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-9ad34dbc-a744-40d9-9b79-3d819fdcac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:28.300351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-9ad34dbc-a744-40d9-9b79-3d819fdcac39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665708 Jun 30 03:20:28.393040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-e3fa926f-d250-495c-ab17-6d3d12060ef1 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856721 Jun 30 03:20:28.491616 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f08989b4-5974-4ada-bcb4-1231bd8ec3e9 req-e34cb144-4100-4df6-82d4-4f49b92a8834 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913994 Jun 30 03:20:29.434588 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a8941-21ac-430e-9df2-5f26e24dca2f req-4a5e19aa-07a2-4b29-936b-b8330b13e058 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:29.436075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c3a8941-21ac-430e-9df2-5f26e24dca2f req-4a5e19aa-07a2-4b29-936b-b8330b13e058 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0669947 Jun 30 03:20:29.476076 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c3a8941-21ac-430e-9df2-5f26e24dca2f req-3dfd8c49-ce9a-4130-b912-a0725dffc950 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343080 Jun 30 03:20:30.361353 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c713147-6b2b-4c90-9333-42dd614e2cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:30.600182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:30.661899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d895d03-05b7-4d8e-8796-7296bef710c5 req-05d88afc-8c22-4858-9f5f-cae3fa677caf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:30.663443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d895d03-05b7-4d8e-8796-7296bef710c5 req-05d88afc-8c22-4858-9f5f-cae3fa677caf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0747850 Jun 30 03:20:30.703905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d895d03-05b7-4d8e-8796-7296bef710c5 req-702ffcd3-05e0-41d0-b116-531a66ac98a3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348170 Jun 30 03:20:31.876932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44183dc3-744c-40f8-a7a2-84db9fc0d5a0 req-32da7ba1-acd3-4126-a1f8-54b17752afdf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:31.878440 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44183dc3-744c-40f8-a7a2-84db9fc0d5a0 req-32da7ba1-acd3-4126-a1f8-54b17752afdf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0634184 Jun 30 03:20:31.919748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44183dc3-744c-40f8-a7a2-84db9fc0d5a0 req-88ba75fd-25a3-41d8-96d7-4af64093e76c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356016 Jun 30 03:20:32.364968 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.097519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf8066-8cd1-4321-8432-ba9b17be6312 req-afe5dede-bb69-4b1e-a07a-fd91ae39bbe8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:33.099064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93bf8066-8cd1-4321-8432-ba9b17be6312 req-afe5dede-bb69-4b1e-a07a-fd91ae39bbe8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0649619 Jun 30 03:20:33.137568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93bf8066-8cd1-4321-8432-ba9b17be6312 req-662765cf-9cfc-429c-983e-ae4d163842f4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Jun 30 03:20:34.330024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4cc3a-dad0-45bc-8ab9-f797c0b9357b req-e28f0719-adc8-48ff-951f-0e9afef653db tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:34.332417 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52b4cc3a-dad0-45bc-8ab9-f797c0b9357b req-e28f0719-adc8-48ff-951f-0e9afef653db tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0742533 Jun 30 03:20:34.376232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52b4cc3a-dad0-45bc-8ab9-f797c0b9357b req-c2bd15f8-3167-4363-bc5a-6342756dd98b tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378063 Jun 30 03:20:34.451788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:35.558734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba473-2553-4414-8696-05b488c52e7c req-3095198e-40d6-431b-a4e7-bda30e9f8224 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:35.560406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aaba473-2553-4414-8696-05b488c52e7c req-3095198e-40d6-431b-a4e7-bda30e9f8224 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0696611 Jun 30 03:20:35.603304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aaba473-2553-4414-8696-05b488c52e7c req-1bd129f2-e77a-484b-bea6-77436b9e82c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371387 Jun 30 03:20:36.651803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:20:36.751990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:36.769543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'port_id': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'mac_address': 'fa:16:3e:33:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:20:36.783904 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238bc2f-eb21-4e64-9c8c-fbbd0346a27a req-980ad152-e407-41b3-8f68-1e18df11d898 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:36.785421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d238bc2f-eb21-4e64-9c8c-fbbd0346a27a req-980ad152-e407-41b3-8f68-1e18df11d898 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 943 time: 0.0646002 Jun 30 03:20:36.808593 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:36.823298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:20:36.828016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d238bc2f-eb21-4e64-9c8c-fbbd0346a27a req-a830ee0f-50a0-49dd-86d4-bb34c6d695a7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Jun 30 03:20:36.852958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:36.856258 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:36.904843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:36.912629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.912978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.913319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.913659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.913992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.914330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.914668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.914994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.915318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.915641 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.915962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:36.916283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:37.096919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:38.005118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd4534-151f-441c-92d7-d557320f5116 req-a5f993c3-89d4-4210-b14d-850018575954 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:38.006663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9dd4534-151f-441c-92d7-d557320f5116 req-a5f993c3-89d4-4210-b14d-850018575954 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 944 time: 0.0646322 Jun 30 03:20:38.044388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a9dd4534-151f-441c-92d7-d557320f5116 req-4c1fb763-5592-421c-9189-02fd345eea20 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Jun 30 03:20:38.667822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:20:38.714578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:20:38.718823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:20:38.719194 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:38.802793 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:38.824633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:38.826903 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d62e098-99c1-49cd-ae6a-a1016f4a9904" -d '{"events": [{"server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "name": "network-vif-plugged", "status": "completed", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:38.841009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:38.845420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:38.869511 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f8e7a-aacf-4c09-b6f0-52bcd63b1fae x-openstack-request-id: req-352f8e7a-aacf-4c09-b6f0-52bcd63b1fae {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:38.869800 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "name": "network-vif-plugged", "status": "completed", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:38.870049 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-352f8e7a-aacf-4c09-b6f0-52bcd63b1fae {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:38.870460 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'code': 200} Jun 30 03:20:38.900862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:38.982489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d5dfb-637a-4e29-94b6-2f57ccd4faee req-2800145b-3cc6-43ca-b7d8-596ba255ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:38.984274 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e28d5dfb-637a-4e29-94b6-2f57ccd4faee req-2800145b-3cc6-43ca-b7d8-596ba255ec9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1096 time: 0.0561156 Jun 30 03:20:39.018886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e28d5dfb-637a-4e29-94b6-2f57ccd4faee req-b1f7f387-b468-443f-9b64-f2a00557566e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285890 Jun 30 03:20:39.215307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ecdd-0521-42e3-a37e-a53859a72550 req-792abb6d-d17f-4308-8f0c-06d403d369b6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:39.216680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7194ecdd-0521-42e3-a37e-a53859a72550 req-792abb6d-d17f-4308-8f0c-06d403d369b6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 945 time: 0.0616846 Jun 30 03:20:39.255018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7194ecdd-0521-42e3-a37e-a53859a72550 req-9794da57-406a-4627-8d6c-e15c8d05250f tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326407 Jun 30 03:20:39.800981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:40.432058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cb369-2f6f-434f-b607-d87bb8ad9a8f req-679aee86-c251-497d-b375-d8f748be3e85 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:40.433543 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-955cb369-2f6f-434f-b607-d87bb8ad9a8f req-679aee86-c251-497d-b375-d8f748be3e85 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 945 time: 0.0664713 Jun 30 03:20:40.472014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-955cb369-2f6f-434f-b607-d87bb8ad9a8f req-94ebd0cd-3066-47e5-908c-f98753082710 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Jun 30 03:20:40.652047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e994496-78c3-498b-bd3a-ae2ccab75114 req-ebeabc90-68f5-4082-82e0-e3bbeff507f0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:40.653564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e994496-78c3-498b-bd3a-ae2ccab75114 req-ebeabc90-68f5-4082-82e0-e3bbeff507f0 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 945 time: 0.0686312 Jun 30 03:20:40.692650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e994496-78c3-498b-bd3a-ae2ccab75114 req-f2c0d3a2-5362-47c1-82c6-3846e9924211 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330381 Jun 30 03:20:40.716491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:40.770457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16512497-f62c-4c55-a703-1d9be5076461 tempest-TestVolumeBootPattern-1446572613 tempest-TestVolumeBootPattern-1446572613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:40.771988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-16512497-f62c-4c55-a703-1d9be5076461 tempest-TestVolumeBootPattern-1446572613 tempest-TestVolumeBootPattern-1446572613-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1091 time: 0.0545249 Jun 30 03:20:40.774897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:40.779538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:40.804191 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:40.904513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.008812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Allocated IP 172.25.0.75 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/4de76c83-6eb4-42bd-8b4d-3fea7733cbe0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:20:41.113641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.153654 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.189426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:20:41.193523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:20:41.199719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:20:41.221946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=4de76c83-6eb4-42bd-8b4d-3fea7733cbe0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:41.233658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.234012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.234393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.234739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.235078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.235416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.235749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.236080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.236409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.236739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.237085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.237496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:41.277266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.583532 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.659313 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.809512 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.814561 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.885696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event updated for resources: {'Port': ['ID=4de76c83-6eb4-42bd-8b4d-3fea7733cbe0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:41.897732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:41.998244 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Floating IP 3bd93828-bb01-4ba7-a4a7-628b0dac7f70 associated. External IP: 172.25.0.75, port: 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5. Jun 30 03:20:42.206368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:20:42.310920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:20:42.320936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:20:42.330999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:42.331399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:20:42.332089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:20:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:42.371697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-06a9fa1d-b332-430b-a0dc-938abafde6b5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5957818 Jun 30 03:20:42.372289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:42.375665 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc5c25-af52-48fc-8aa3-36c07214becd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:42.441311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:20:42.471594 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e9e0a3-1070-4abd-a69c-addff672eeaa x-openstack-request-id: req-f6e9e0a3-1070-4abd-a69c-addff672eeaa {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:42.471883 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:42.472135 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6e9e0a3-1070-4abd-a69c-addff672eeaa {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:42.472539 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'status': 'completed', 'code': 200} Jun 30 03:20:42.547016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-26237e89-601d-4a6b-832d-ac5b6e2c7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:42.548518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-26237e89-601d-4a6b-832d-ac5b6e2c7462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1096 time: 0.0552397 Jun 30 03:20:42.643418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-1abe0684-5227-4d36-a06e-7783d1552760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:42.644911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-1abe0684-5227-4d36-a06e-7783d1552760 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0907414 Jun 30 03:20:42.712744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-10c77b64-91b8-48f0-846f-b5227cec4c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 998 time: 0.0613649 Jun 30 03:20:42.771357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-3b79b184-ab91-458f-b177-3e2d66ace04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:42.772818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-3b79b184-ab91-458f-b177-3e2d66ace04d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0531406 Jun 30 03:20:42.835064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '3bd93828-bb01-4ba7-a4a7-628b0dac7f70', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:33:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:20:41Z', 'updated_at': '2021-06-30T03:20:41Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}, {'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 1, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:42.835571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-0da75492-dc88-45e9-aedd-466f8d5166a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:42.836908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-0da75492-dc88-45e9-aedd-466f8d5166a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571339 Jun 30 03:20:42.862888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:20:42.872158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:20:42.872784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:20:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:42.930519 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-e8027b1d-12d9-40d4-8325-15ac20b9956f service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873334 Jun 30 03:20:42.981851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:20:43.026391 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51cc5c25-af52-48fc-8aa3-36c07214becd req-97467822-ac0b-4d17-a852-49eeee117d24 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897593 Jun 30 03:20:43.210071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '3bd93828-bb01-4ba7-a4a7-628b0dac7f70', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:33:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:20:41Z', 'updated_at': '2021-06-30T03:20:41Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}, {'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 1, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:43.236312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab0ea33-5854-44fb-b438-6f3fcc6dd70a None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '3bd93828-bb01-4ba7-a4a7-628b0dac7f70', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:33:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:20:41Z', 'updated_at': '2021-06-30T03:20:41Z', 'revision_number': 0, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}, {'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 1, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:20:43.430734 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a651d29-c57e-48dc-961f-501ae4758d71 None None] New status for floating IP 3bd93828-bb01-4ba7-a4a7-628b0dac7f70: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:20:50.835077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-a0d1d274-ae92-473c-b61c-4e8eb250cc78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517931 Jun 30 03:20:50.931160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-8e5b9fe9-1501-4c94-acf7-7a55ba9697ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:50.932564 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-8e5b9fe9-1501-4c94-acf7-7a55ba9697ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1096 time: 0.0547607 Jun 30 03:20:51.040622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-770daccf-ee7c-4b05-b3d6-49170162e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:51.042065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-770daccf-ee7c-4b05-b3d6-49170162e94d service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0889955 Jun 30 03:20:51.106262 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-1ba3dcde-b935-4292-9e0d-b01487b5338d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 1000 time: 0.0567389 Jun 30 03:20:51.158956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-86fb784c-83af-4537-8d43-11a1a985b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:51.160394 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-86fb784c-83af-4537-8d43-11a1a985b7ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0478735 Jun 30 03:20:51.221378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-a22eca86-ff89-4ea1-a0ff-215883862af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:51.222801 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-a22eca86-ff89-4ea1-a0ff-215883862af3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559266 Jun 30 03:20:51.319085 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-276d9725-c499-4244-b311-cda6676ad70f service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893092 Jun 30 03:20:51.422832 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b4ca43ad-3f38-45a0-8fed-1ab1f4e333c7 req-87b86f3d-8c0d-4354-a53f-e9756ed27ade service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965059 Jun 30 03:20:57.710516 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e853-04b0-4130-9c2e-554da24861b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:59.492293 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:21:00.362327 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f9c317-695f-4e86-bc97-072297d52998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:00.593093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:02.367824 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:04.451454 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:08.064562 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-71a63562-5582-45ae-9008-269190cae932 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587292 Jun 30 03:21:08.170206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d4511-abc6-4bde-888a-128679477809 req-9249466b-5148-4254-a47d-c1fed13c5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:08.171813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-9249466b-5148-4254-a47d-c1fed13c5b95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0584452 Jun 30 03:21:08.276213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d4511-abc6-4bde-888a-128679477809 req-12943522-c519-414a-b855-dde9bf038286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:08.277675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-12943522-c519-414a-b855-dde9bf038286 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0849493 Jun 30 03:21:08.345560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-b1c78b8c-60c2-451c-8696-d400394a8e32 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 1002 time: 0.0610600 Jun 30 03:21:08.397728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d4511-abc6-4bde-888a-128679477809 req-e316aa19-563e-4983-bad0-cd7911c75d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:08.399212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-e316aa19-563e-4983-bad0-cd7911c75d54 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0462356 Jun 30 03:21:08.456094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d4511-abc6-4bde-888a-128679477809 req-f050622e-89c9-4923-87b3-5b279d3d29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:08.457585 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-f050622e-89c9-4923-87b3-5b279d3d29fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519049 Jun 30 03:21:08.550043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-23178557-9c3e-464d-b188-84c7f80672fe service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855980 Jun 30 03:21:08.640518 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e58d4511-abc6-4bde-888a-128679477809 req-0e80ee90-1430-4601-8bf8-3ccb47fd9569 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Jun 30 03:21:09.805281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:11.290808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:27.713260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bbede84-0285-4c55-8c97-7001a6f8a069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.367409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8a2cc48-f581-49cf-bcc6-99c31824d493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.596674 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:32.372299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:34.458375 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:36.491590 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:21:39.803342 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:41.309874 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:51.821659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-ad6a41d3-42fe-4807-8bdb-3dc02b2f2f5a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532753 Jun 30 03:21:51.918480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-2ac03896-0f8c-49a0-9d78-0c49a8a0164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:51.920004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-2ac03896-0f8c-49a0-9d78-0c49a8a0164b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1096 time: 0.0575864 Jun 30 03:21:52.022719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-b5513ce5-154b-4679-9a02-da2bfd213d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:52.024645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-b5513ce5-154b-4679-9a02-da2bfd213d37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0848234 Jun 30 03:21:52.096070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-9e8f0ce5-ab84-4bc5-a089-d5b10447c505 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 1000 time: 0.0650959 Jun 30 03:21:52.144291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-6192eb94-ae14-4dac-a6f7-e6d554f6e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:52.145747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-6192eb94-ae14-4dac-a6f7-e6d554f6e4c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0435362 Jun 30 03:21:52.205429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-15efebfa-2ace-409e-9b19-50d1b26194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:52.206978 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-15efebfa-2ace-409e-9b19-50d1b26194b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552285 Jun 30 03:21:52.300216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-f98148da-c6dd-4d5f-a593-c0d7bff7cdb8 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Jun 30 03:21:52.394240 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a30e9a1b-d39d-49df-8850-acd8d1a3b111 req-dc063451-b519-44e9-ac5b-e98477409745 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874367 Jun 30 03:21:57.714690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aec57137-e081-464c-a1f8-4033d6242e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.370384 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8953-cfb2-43e1-9e9b-13d1f6e2047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.600170 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:02.375819 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:04.456707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.062507 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-12127543-7bba-48e3-aeb4-4e4558f71200 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526211 Jun 30 03:22:09.162689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-ac484155-9eb4-42f7-b4c1-b61136029ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:09.164175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-ac484155-9eb4-42f7-b4c1-b61136029ba5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0596137 Jun 30 03:22:09.269363 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-ce7a1770-2200-48c8-9d92-c5976831d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:09.270923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-ce7a1770-2200-48c8-9d92-c5976831d981 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0865581 Jun 30 03:22:09.340410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-a7f52f08-12d8-4de6-9ddf-1efecdafb156 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 1002 time: 0.0624461 Jun 30 03:22:09.395705 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-b1ef71b7-775a-4717-848f-0d1380a187a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:09.397206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-b1ef71b7-775a-4717-848f-0d1380a187a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0448527 Jun 30 03:22:09.455520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-f1471e29-1876-4ceb-b657-c23537da5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:09.456996 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-f1471e29-1876-4ceb-b657-c23537da5c26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535612 Jun 30 03:22:09.468099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-a85dfffb-c807-4cb7-bfef-ae2cc3aee169 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:22:09.469043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-a85dfffb-c807-4cb7-bfef-ae2cc3aee169 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056450 Jun 30 03:22:09.569623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-9044e6b2-d44c-4db6-96db-8c3a1ab9e814 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930400 Jun 30 03:22:09.660508 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a3ea48c-ae58-4175-a35b-807c7b03fe3b req-7098a469-5bdc-4e6e-b72f-9215cf50ad32 service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Jun 30 03:22:09.772881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:09.820328 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.932549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 4de76c83-6eb4-42bd-8b4d-3fea7733cbe0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:09.932894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.014087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.014330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.025765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 4de76c83-6eb4-42bd-8b4d-3fea7733cbe0 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:10.179335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.207841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=4de76c83-6eb4-42bd-8b4d-3fea7733cbe0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:10.239789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.240139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.240484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.240825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.241161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.241494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.241822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.242149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.242501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.242824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.243148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.243472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.285584 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.285961 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Floating IP 3bd93828-bb01-4ba7-a4a7-628b0dac7f70 disassociated (deleted). External IP: 172.25.0.75, port: 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5. Jun 30 03:22:10.493977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:10.915401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:10.921094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.928038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:10.938076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:10.938741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:10.957480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f43398d4-ea36-4bfa-b11b-bedc96c13e71 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "DELETE /v2.0/floatingips/3bd93828-bb01-4ba7-a4a7-628b0dac7f70 HTTP/1.1" status: 204 len: 168 time: 1.1834853 Jun 30 03:22:10.958183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:10.960609 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b9cb1-facb-4555-8c03-61e862c6de9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:11.009323 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf25960-f59f-4f54-a19b-ff3df0918639 x-openstack-request-id: req-3bf25960-f59f-4f54-a19b-ff3df0918639 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:11.009683 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:11.010518 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bf25960-f59f-4f54-a19b-ff3df0918639 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:11.010518 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'status': 'completed', 'code': 200} Jun 30 03:22:11.050283 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:11.089658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-8b4a5435-d5eb-408d-b73e-9513cd294bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.091329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-8b4a5435-d5eb-408d-b73e-9513cd294bee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 1096 time: 0.0576999 Jun 30 03:22:11.193196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-19d612fd-eb06-4210-b54c-1a8df349d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.194714 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-19d612fd-eb06-4210-b54c-1a8df349d328 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0965905 Jun 30 03:22:11.240583 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-601612f1-3f67-4b2c-898a-7e715418d552 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 200 len: 217 time: 0.0377505 Jun 30 03:22:11.299976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-8429fdb6-f536-4660-93b4-d8b03a7ce38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.301488 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-8429fdb6-f536-4660-93b4-d8b03a7ce38b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0540624 Jun 30 03:22:11.313629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.323789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 1, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:11.357234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:11.366667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:11.367296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:11.367446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-148ebace-a8b4-4a52-a430-f6174047305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.369075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-148ebace-a8b4-4a52-a430-f6174047305b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601199 Jun 30 03:22:11.471373 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-cb85154c-98db-4690-b8fe-b0df89c51b0c service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948641 Jun 30 03:22:11.483016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:11.613102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae7b9cb1-facb-4555-8c03-61e862c6de9e req-75d3c296-5bb7-4c0f-be0f-4ed7a5248ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344645 Jun 30 03:22:11.629421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3fc42-651c-4c33-94cf-238fd35adef2 req-db2174db-9338-44fc-b193-b589aed537ac tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.630972 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cec3fc42-651c-4c33-94cf-238fd35adef2 req-db2174db-9338-44fc-b193-b589aed537ac tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 945 time: 0.1439319 Jun 30 03:22:11.671745 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cec3fc42-651c-4c33-94cf-238fd35adef2 req-9c3ba094-0792-47ef-8a69-750d83fdcd4c tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338633 Jun 30 03:22:11.723263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 1, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:11.750264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc0a80-8dab-4610-b3cd-0501f5c76c1e None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '40173645-a832-41c6-ab5c-b36b59358d6d', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'port_id': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'mac_address': 'fa:16:3e:54:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:18:43Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 1, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:11.977544 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907ae2d-2995-4c1a-90cd-118e896cedd1 None None] New status for floating IP 3bd93828-bb01-4ba7-a4a7-628b0dac7f70: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:22:12.777406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-818738ca-2d09-4ea1-a678-18aa30b03bb5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:12.778885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-818738ca-2d09-4ea1-a678-18aa30b03bb5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 945 time: 0.0718374 Jun 30 03:22:12.882333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:12.882687 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.942717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632ef7-6dbb-4e93-ac82-786abd731151 req-32e60297-a30d-4c50-8d5c-36dc0fbc7e45 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:12.944361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de632ef7-6dbb-4e93-ac82-786abd731151 req-32e60297-a30d-4c50-8d5c-36dc0fbc7e45 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 945 time: 0.1415172 Jun 30 03:22:12.991807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de632ef7-6dbb-4e93-ac82-786abd731151 req-04374aed-0dfd-4283-a700-33f8ff292200 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Jun 30 03:22:13.243354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:13.243613 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:13.258222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:13.388145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:13.420546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:13.453532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.453879 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.454217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.454576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.454903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.455230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.455553 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.455876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.456196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.456513 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.456829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.457146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:13.478209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:22:13.480746 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:13.483600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1e0db692-8f90-4ce5-8b00-ca75104c406c req-a7246895-c815-4de2-8e63-b6b5a2843ba6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.67 "DELETE /v2.0/ports/6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 HTTP/1.1" status: 204 len: 173 time: 0.6989417 Jun 30 03:22:13.483956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'name': 'network-vif-deleted', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:13.486248 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ab01fa-e444-4b42-8136-28774112239a" -d '{"events": [{"server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "name": "network-vif-deleted", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:13.492246 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:22:13.550922 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f275a8-53da-48b7-ba4f-b27ab41f3c62 x-openstack-request-id: req-26f275a8-53da-48b7-ba4f-b27ab41f3c62 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:13.551426 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff796ac4-be8d-4aa2-b285-0e80bc72b3fc", "name": "network-vif-deleted", "tag": "6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:13.551682 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26f275a8-53da-48b7-ba4f-b27ab41f3c62 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:13.552084 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff796ac4-be8d-4aa2-b285-0e80bc72b3fc', 'name': 'network-vif-deleted', 'tag': '6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5', 'status': 'completed', 'code': 200} Jun 30 03:22:14.144895 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d92cfd05-c507-4eea-afce-ed010b0226a7 req-339a5b6a-e13e-49ce-b5a5-4962cd4692a5 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 210 time: 0.0341897 Jun 30 03:22:15.235896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:15.260605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:15.260961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6b92b1bb-2690-4f4a-9dd9-e8f1635a48b5 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:15.291917 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-44602639-e063-4863-a47f-34da78383742 req-ed24fd18-7052-4d91-b8ef-5bf8654121bf tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 210 time: 0.0313470 Jun 30 03:22:16.434869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b642d1e7-1e2a-4ccd-9ffb-ebacd4d7c8a8 req-fa2d6e9f-792a-42ed-9bdf-fe9166d14af2 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff796ac4-be8d-4aa2-b285-0e80bc72b3fc HTTP/1.1" status: 200 len: 210 time: 0.0303512 Jun 30 03:22:21.825980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:21.988562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 8aeebe0b-a022-4a49-a5cc-948747b3bd15 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:21.988826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:22.063675 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:22.064009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:22.075386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 8aeebe0b-a022-4a49-a5cc-948747b3bd15 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:22.223515 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:22.253119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=8aeebe0b-a022-4a49-a5cc-948747b3bd15,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:22.314458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:22.314806 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Floating IP 40173645-a832-41c6-ab5c-b36b59358d6d disassociated (deleted). External IP: 172.25.0.197, port: c65ecb60-3cea-418c-a349-cbff4b467bad. Jun 30 03:22:22.523413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:22.632272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:22.637382 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:22.641744 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:22.655624 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:22.656253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:22.674880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9aa614e5-239f-4485-8598-9accfebac858 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "DELETE /v2.0/floatingips/40173645-a832-41c6-ab5c-b36b59358d6d HTTP/1.1" status: 204 len: 168 time: 0.8475320 Jun 30 03:22:22.675463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:22.677806 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:22.715012 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd6bb5-7814-47d1-b140-a80b95eb303a x-openstack-request-id: req-37fd6bb5-7814-47d1-b140-a80b95eb303a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:22.715302 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:22.715667 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37fd6bb5-7814-47d1-b140-a80b95eb303a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:22.716072 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'status': 'completed', 'code': 200} Jun 30 03:22:22.772236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:22.793739 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-0d096c18-9535-4559-8b66-7449738d45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:22.795834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-0d096c18-9535-4559-8b66-7449738d45a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09a24425f1bf4b0195caaf060de3bddb&device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0575647 Jun 30 03:22:22.888138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-11822ef5-0afd-43d4-ac83-9e3cbe3149c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:22.889687 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-11822ef5-0afd-43d4-ac83-9e3cbe3149c9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 200 len: 912 time: 0.0872645 Jun 30 03:22:22.955445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-4523b4a2-0065-4a58-94a2-63b4fbc6ec52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 200 len: 217 time: 0.0520518 Jun 30 03:22:23.005919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:23.015252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-6426e4fe-7beb-497f-aca7-ce32ebdfd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:23.016673 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-6426e4fe-7beb-497f-aca7-ce32ebdfd18c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 200 len: 850 time: 0.0541790 Jun 30 03:22:23.035936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:23.044425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:23.045102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:23.119200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc06df-6cbd-4846-b45c-39629d72fcfb req-83aa533a-0ea9-49a1-844a-ba961efc5e95 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:23.120683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83dc06df-6cbd-4846-b45c-39629d72fcfb req-83aa533a-0ea9-49a1-844a-ba961efc5e95 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 946 time: 0.1090672 Jun 30 03:22:23.129896 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-f0c0a8c2-654c-4bf3-aa5d-1e5745d4da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:23.131358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-f0c0a8c2-654c-4bf3-aa5d-1e5745d4da82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18e21918-ae5b-4ea5-89e7-268e3e438fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047668 Jun 30 03:22:23.154485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:23.209173 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83dc06df-6cbd-4846-b45c-39629d72fcfb req-8134dc9f-76b5-4977-a4dd-24bb02099ab4 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821118 Jun 30 03:22:23.251132 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-719984ca-002b-4c79-acf3-22315311837e service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038413 Jun 30 03:22:23.351398 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33c5251e-dab9-40f9-995d-1ccfa58c2e9e req-f79dc123-22c6-43ae-aa52-5d1057174c8d service neutron] 10.222.0.90 "GET /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931938 Jun 30 03:22:23.521534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:23.549748 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d34d-17ab-4d2a-b10c-dc7254f89830 None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:12:32Z', 'revision_number': 4, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'fd43be75-fd27-4923-b38e-345745bc3c66', 'name': '', 'network_id': '18e21918-ae5b-4ea5-89e7-268e3e438fed', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'mac_address': 'fa:16:3e:31:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:31Z', 'updated_at': '2021-06-30T03:12:40Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'subnets': [{'id': '966ccdcb-f73f-4a6b-ad8f-d5fb55408380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:23.759898 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f49f9c-52f8-4530-af60-af46edc0e610 None None] New status for floating IP 40173645-a832-41c6-ab5c-b36b59358d6d: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:22:24.392599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896ed0-3fa7-4359-86dc-feec5ab183de req-2cada860-1d08-48fb-95be-97298c6932c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:24.394090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89896ed0-3fa7-4359-86dc-feec5ab183de req-2cada860-1d08-48fb-95be-97298c6932c3 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 946 time: 0.0651009 Jun 30 03:22:24.431978 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89896ed0-3fa7-4359-86dc-feec5ab183de req-79d7c232-1449-4435-981e-cf4da2662334 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c4a30193-4637-4218-984d-876480c41fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322418 Jun 30 03:22:24.611605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-492347cb-d3e2-4fc2-a539-ce16507fd28a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:24.613061 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-492347cb-d3e2-4fc2-a539-ce16507fd28a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 946 time: 0.0628536 Jun 30 03:22:24.713795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port c65ecb60-3cea-418c-a349-cbff4b467bad {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:24.714144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:24.807221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] For port c65ecb60-3cea-418c-a349-cbff4b467bad, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=c65ecb60-3cea-418c-a349-cbff4b467bad,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:24.807582 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:24.819296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for c65ecb60-3cea-418c-a349-cbff4b467bad owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:24.956037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:24.984390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=c65ecb60-3cea-418c-a349-cbff4b467bad,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:25.033674 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] No DVR routers for this DVR port c65ecb60-3cea-418c-a349-cbff4b467bad on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:22:25.036237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:25.038380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e68addd-334f-4d25-afc7-b302b02013f2 req-bb8e7495-715e-4f30-94d9-7857496adbd8 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.90 "DELETE /v2.0/ports/c65ecb60-3cea-418c-a349-cbff4b467bad HTTP/1.1" status: 204 len: 173 time: 0.4198887 Jun 30 03:22:25.038843 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'name': 'network-vif-deleted', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:25.043541 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb133b0-c12f-4feb-a2d1-560f33bf40c8" -d '{"events": [{"server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "name": "network-vif-deleted", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:25.080532 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87590f4-3ebc-4b11-b77d-c41b7128d919 x-openstack-request-id: req-c87590f4-3ebc-4b11-b77d-c41b7128d919 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:25.080840 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4e529a-49c2-4204-8098-709dacb62ff1", "name": "network-vif-deleted", "tag": "c65ecb60-3cea-418c-a349-cbff4b467bad", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:25.081100 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c87590f4-3ebc-4b11-b77d-c41b7128d919 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:25.081504 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e529a-49c2-4204-8098-709dacb62ff1', 'name': 'network-vif-deleted', 'tag': 'c65ecb60-3cea-418c-a349-cbff4b467bad', 'status': 'completed', 'code': 200} Jun 30 03:22:25.581288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c90d8505-f5fa-43d9-b02a-f465f8889931 req-61ff6c47-3186-4359-a897-3063d7f05ad7 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 210 time: 0.0342569 Jun 30 03:22:26.723841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4873da5e-c556-4c36-8842-09a056171a53 req-bf194ee9-4a8c-41ef-b135-9f4926fe5dce tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 210 time: 0.0299983 Jun 30 03:22:27.715876 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d70f208-7b03-4e9e-afd1-f3132b74cba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:27.872425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2b9e5aa9-ff85-4f5d-8c9f-922a3319b2ae req-505a28b6-4665-492c-8cd3-864f05ff7520 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb4e529a-49c2-4204-8098-709dacb62ff1 HTTP/1.1" status: 200 len: 210 time: 0.0305955 Jun 30 03:22:28.974132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:29.100266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Deleting port 9bf5732e-4130-49cf-b2d3-351619b1bffd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:29.100616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:29.176544 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:29.176772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:29.188655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Calling delete_port for 9bf5732e-4130-49cf-b2d3-351619b1bffd owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:29.319860 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:29.349211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'Port': ['ID=9bf5732e-4130-49cf-b2d3-351619b1bffd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:29.417908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:29.421217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:29.422419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e70c9020-f3dd-48b2-bd71-28f903c6c82a tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "DELETE /v2.0/floatingips/7a2aac2c-4cc2-4bc7-aebd-97dd9fd1a888 HTTP/1.1" status: 204 len: 168 time: 0.4472406 Jun 30 03:22:29.779033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c65ecb60-3cea-418c-a349-cbff4b467bad no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:29.802112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: c65ecb60-3cea-418c-a349-cbff4b467bad {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:29.802649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device c65ecb60-3cea-418c-a349-cbff4b467bad not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:30.371585 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f50d610-15ce-4ee8-aaad-55699569f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:30.601425 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.753050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:31.813406 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8054fabc-4d66-4b3e-a645-678e99eaefb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.839466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8054fabc-4d66-4b3e-a645-678e99eaefb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.902629 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8054fabc-4d66-4b3e-a645-678e99eaefb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.905727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8054fabc-4d66-4b3e-a645-678e99eaefb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.907054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8054fabc-4d66-4b3e-a645-678e99eaefb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] 10.222.0.78 "DELETE /v2.0/security-groups/c4a30193-4637-4218-984d-876480c41fb7 HTTP/1.1" status: 204 len: 168 time: 0.1527956 Jun 30 03:22:31.916470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054fabc-4d66-4b3e-a645-678e99eaefb6 tempest-TestVolumeBootPattern-326545826 tempest-TestVolumeBootPattern-326545826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a30193-4637-4218-984d-876480c41fb7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:31.977572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53868) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:32.379613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:32.466915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:32.736714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Deleting port fd43be75-fd27-4923-b38e-345745bc3c66 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:32.737012 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:32.815342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] For port fd43be75-fd27-4923-b38e-345745bc3c66, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=fd43be75-fd27-4923-b38e-345745bc3c66,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:32.815704 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:32.828086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Calling delete_port for fd43be75-fd27-4923-b38e-345745bc3c66 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:33.015286 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.050192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd43be75-fd27-4923-b38e-345745bc3c66,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:33.217090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.430543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Router 6577e38a-34ae-4b74-a925-57d242b27514 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:33.540637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:33.546885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-77e997ee-997c-44e6-ab0c-8b34fd2118d6 admin admin] 10.222.0.78 "PUT /v2.0/routers/6577e38a-34ae-4b74-a925-57d242b27514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681293 Jun 30 03:22:33.549390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53874) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:33.552553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] Sync routers for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:33.562130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:33.562784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:33.656594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.670447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:33.761140 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.815836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Deleting port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:33.816176 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.853673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:22:32Z', 'revision_number': 5, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port': {'id': 'dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577e38a-34ae-4b74-a925-57d242b27514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:29Z', 'updated_at': '2021-06-30T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:33.881616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] Checking router: 6577e38a-34ae-4b74-a925-57d242b27514 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:33.890297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] Routers {'6577e38a-34ae-4b74-a925-57d242b27514'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:33.890953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['6577e38a-34ae-4b74-a925-57d242b27514'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:33.895529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] For port dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:33.895895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.909006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Calling delete_port for dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:33.977581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] Set router 6577e38a-34ae-4b74-a925-57d242b27514 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:34.035951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:22:33Z', 'revision_number': 6, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:34.064496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919964-104c-45cb-9c63-decb70464f17 None None] The sync data for ids ['6577e38a-34ae-4b74-a925-57d242b27514'] in n-d-798054-5 is: [{'id': '6577e38a-34ae-4b74-a925-57d242b27514', 'name': 'tempest-TestVolumeBootPattern-461612170-router', 'tenant_id': '09a24425f1bf4b0195caaf060de3bddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:28Z', 'updated_at': '2021-06-30T03:22:33Z', 'revision_number': 6, 'project_id': '09a24425f1bf4b0195caaf060de3bddb', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:34.089302 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.119317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Pushing event deleted for resources: {'Port': ['ID=dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:34.184385 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.274186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.276318 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.322072 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.322608 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6577e38a-34ae-4b74-a925-57d242b27514 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:22:34.327362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.328645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f2709641-8423-48b0-9284-f791471f92db admin admin] 10.222.0.78 "DELETE /v2.0/routers/6577e38a-34ae-4b74-a925-57d242b27514 HTTP/1.1" status: 204 len: 168 time: 0.7782586 Jun 30 03:22:34.331052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53876) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:34.383290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Deleting subnet 966ccdcb-f73f-4a6b-ad8f-d5fb55408380 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:22:34.387114 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.425469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.460111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.512064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.570893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.599090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.600856 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/966ccdcb-f73f-4a6b-ad8f-d5fb55408380 HTTP/1.1" status: 204 len: 168 time: 0.2688963 Jun 30 03:22:34.601691 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cb136-295d-4e0c-b046-f1b3434e6b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966ccdcb-f73f-4a6b-ad8f-d5fb55408380,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:34.603545 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:34.606236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1e7e0-a51c-4ced-a35f-64e2618638e8 None None] Network 18e21918-ae5b-4ea5-89e7-268e3e438fed requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:22:34.682605 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.737965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Deleting port 1700e667-4322-4281-b3ab-2a1af44d4fb8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:34.738335 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.806037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] For port 1700e667-4322-4281-b3ab-2a1af44d4fb8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1700e667-4322-4281-b3ab-2a1af44d4fb8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:34.806434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.826727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Calling delete_port for 1700e667-4322-4281-b3ab-2a1af44d4fb8 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:34.839875 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] DHCP port deletion for 18e21918-ae5b-4ea5-89e7-268e3e438fed request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:22:34.887126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Deleting port 1700e667-4322-4281-b3ab-2a1af44d4fb8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:34.887435 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.917373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.945015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=1700e667-4322-4281-b3ab-2a1af44d4fb8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:34.953604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] No DVR routers for this DVR port 1700e667-4322-4281-b3ab-2a1af44d4fb8 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:22:34.962939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] For port 1700e667-4322-4281-b3ab-2a1af44d4fb8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=1700e667-4322-4281-b3ab-2a1af44d4fb8,segment=NetworkSegment(d33f62c1-3538-4da2-9e26-021e0d8d096b),segment_id=d33f62c1-3538-4da2-9e26-021e0d8d096b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:34.963319 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.977833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Calling delete_port for 1700e667-4322-4281-b3ab-2a1af44d4fb8 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:35.028298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd43be75-fd27-4923-b38e-345745bc3c66 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:35.039650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.050929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e21918-ae5b-4ea5-89e7-268e3e438fed']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:35.054407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: fd43be75-fd27-4923-b38e-345745bc3c66 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:35.054761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device fd43be75-fd27-4923-b38e-345745bc3c66 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:35.055255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:35.064333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33f62c1-3538-4da2-9e26-021e0d8d096b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:35.064689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33f62c1-3538-4da2-9e26-021e0d8d096b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:35.075016 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.084232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:35.084580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device dad3dbbe-dc39-46c0-93f9-8d1bd0dd2f99 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:35.084999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1700e667-4322-4281-b3ab-2a1af44d4fb8 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:35.090236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.097297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:22:35.097702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:22:35.099448 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:22:35.110963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 1700e667-4322-4281-b3ab-2a1af44d4fb8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:35.111311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 1700e667-4322-4281-b3ab-2a1af44d4fb8 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:35.127983 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.150942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Pushing event deleted for resources: {'Port': ['ID=1700e667-4322-4281-b3ab-2a1af44d4fb8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:35.157319 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.165977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.166343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.166682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.167015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.167351 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.167679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.168035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.168326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.168650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.168970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.169291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.170204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:35.172972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ed2af-abf4-4d86-9388-81168c8d22b9 None None] No DVR routers for this DVR port 1700e667-4322-4281-b3ab-2a1af44d4fb8 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:22:35.173504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.178368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] 10.222.0.78 "DELETE /v2.0/networks/18e21918-ae5b-4ea5-89e7-268e3e438fed HTTP/1.1" status: 204 len: 168 time: 0.5702877 Jun 30 03:22:35.178368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534d77d-79ac-4e57-8538-53b6c3a55c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=18e21918-ae5b-4ea5-89e7-268e3e438fed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:35.178368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:35.525864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.780670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Deleting port 73cf2bf8-837d-4fde-96b7-93d84a83abd1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:35.781361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.865571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] For port 73cf2bf8-837d-4fde-96b7-93d84a83abd1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=73cf2bf8-837d-4fde-96b7-93d84a83abd1,segment=NetworkSegment(5fa6b247-8a1a-416e-8fca-2f57139af1a9),segment_id=5fa6b247-8a1a-416e-8fca-2f57139af1a9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:35.865930 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.879216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Calling delete_port for 73cf2bf8-837d-4fde-96b7-93d84a83abd1 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:36.058969 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:36.086255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cf2bf8-837d-4fde-96b7-93d84a83abd1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:36.251351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:36.467968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Router 37d8c898-2c95-4392-898e-d4d005b96081 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:36.574097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:36.581233 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ef307bb4-7f11-418f-bf72-593124f99987 admin admin] 10.222.0.78 "PUT /v2.0/routers/37d8c898-2c95-4392-898e-d4d005b96081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010134 Jun 30 03:22:36.582857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53882) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:36.583299 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] Sync routers for ids ['37d8c898-2c95-4392-898e-d4d005b96081'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:36.594189 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] Routers {'37d8c898-2c95-4392-898e-d4d005b96081'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:36.594830 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['37d8c898-2c95-4392-898e-d4d005b96081'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:36.699783 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] Set router 37d8c898-2c95-4392-898e-d4d005b96081 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:36.886811 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:22:36Z', 'revision_number': 5, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:36.916347 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] Checking router: 37d8c898-2c95-4392-898e-d4d005b96081 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:36.926200 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] Routers {'37d8c898-2c95-4392-898e-d4d005b96081'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:36.926848 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:22:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['37d8c898-2c95-4392-898e-d4d005b96081'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:36.970366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.035472 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] Set router 37d8c898-2c95-4392-898e-d4d005b96081 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:37.075652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.128320 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Deleting port 86772742-32d0-410a-bb86-285ea24972a8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:37.128662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.207957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] For port 86772742-32d0-410a-bb86-285ea24972a8, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=86772742-32d0-410a-bb86-285ea24972a8,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:37.208242 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.215571 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:22:36Z', 'revision_number': 5, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:37.221530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Calling delete_port for 86772742-32d0-410a-bb86-285ea24972a8 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:37.242755 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b927-08bd-4d2a-91fe-87c7dcbb69ca None None] The sync data for ids ['37d8c898-2c95-4392-898e-d4d005b96081'] in n-d-798054-5 is: [{'id': '37d8c898-2c95-4392-898e-d4d005b96081', 'name': 'tempest-TestVolumeBootPattern-1513435784-router', 'tenant_id': '2bb392c1eff043408ed499fde353d478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '86772742-32d0-410a-bb86-285ea24972a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:35Z', 'updated_at': '2021-06-30T03:22:36Z', 'revision_number': 5, 'project_id': '2bb392c1eff043408ed499fde353d478', 'gw_port': {'id': '86772742-32d0-410a-bb86-285ea24972a8', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d8c898-2c95-4392-898e-d4d005b96081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:36Z', 'updated_at': '2021-06-30T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:37.389921 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.421639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86772742-32d0-410a-bb86-285ea24972a8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:37.487533 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.576838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.578959 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.624249 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.624992 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d8c898-2c95-4392-898e-d4d005b96081 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:22:37.629422 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.630627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bf013bcc-a14f-4c58-bb37-eaa0eb05e5b3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/37d8c898-2c95-4392-898e-d4d005b96081 HTTP/1.1" status: 204 len: 168 time: 1.0467393 Jun 30 03:22:37.633149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 53884) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:37.685436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Deleting subnet ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:22:37.688868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.724762 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.806779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.868669 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.898702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.900956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-646fd392-34a5-424a-8792-07395727815f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7 HTTP/1.1" status: 204 len: 168 time: 0.2659056 Jun 30 03:22:37.901811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fd392-34a5-424a-8792-07395727815f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad44a28e-204c-4a9d-a6d3-44c5d6c4c1d7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:37.904535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:37.909488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c05aa-4967-40e0-b6fb-f9a3ad4a503e None None] Network cf1c5798-0053-477b-a0ac-53ca75b1c3d1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:22:37.975979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.033726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Deleting port 94ed694b-ee59-453e-9419-4b29957653f3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:22:38.033985 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.098156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] For port 94ed694b-ee59-453e-9419-4b29957653f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=94ed694b-ee59-453e-9419-4b29957653f3,segment=NetworkSegment(5fa6b247-8a1a-416e-8fca-2f57139af1a9),segment_id=5fa6b247-8a1a-416e-8fca-2f57139af1a9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:38.098552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.112494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Calling delete_port for 94ed694b-ee59-453e-9419-4b29957653f3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:22:38.190913 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.218164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Pushing event deleted for resources: {'Port': ['ID=94ed694b-ee59-453e-9419-4b29957653f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:38.226424 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] No DVR routers for this DVR port 94ed694b-ee59-453e-9419-4b29957653f3 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:22:38.255244 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fcf28e-4f5f-42a3-83ac-4d93ebc185d8 None None] DHCP port deletion for cf1c5798-0053-477b-a0ac-53ca75b1c3d1 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:22:38.307676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.318588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1c5798-0053-477b-a0ac-53ca75b1c3d1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:38.329232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa6b247-8a1a-416e-8fca-2f57139af1a9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:38.329534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa6b247-8a1a-416e-8fca-2f57139af1a9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:38.338089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.351234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.357973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:22:38.358491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:22:38.360149 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:22:38.416786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.422838 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.424674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] 10.222.0.78 "DELETE /v2.0/networks/cf1c5798-0053-477b-a0ac-53ca75b1c3d1 HTTP/1.1" status: 204 len: 168 time: 0.5186484 Jun 30 03:22:38.436504 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4453fd7-f1cf-4c52-b5fb-88ef691a294f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1c5798-0053-477b-a0ac-53ca75b1c3d1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:38.553963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:38.593633 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-13c01c9f-4e97-4019-bfe8-9ef6eea8fc68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09a24425f1bf4b0195caaf060de3bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384667 Jun 30 03:22:38.595997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:38.644551 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0945b92-d651-4c03-b718-33ad86949c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.665984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0945b92-d651-4c03-b718-33ad86949c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.712165 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0945b92-d651-4c03-b718-33ad86949c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.714804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0945b92-d651-4c03-b718-33ad86949c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.715951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d0945b92-d651-4c03-b718-33ad86949c07 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d87a1e86-89e7-4a9c-aa3f-82f641cd9b54 HTTP/1.1" status: 204 len: 168 time: 0.1190689 Jun 30 03:22:38.725694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0945b92-d651-4c03-b718-33ad86949c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a1e86-89e7-4a9c-aa3f-82f641cd9b54,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:38.996225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73cf2bf8-837d-4fde-96b7-93d84a83abd1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:39.017572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 73cf2bf8-837d-4fde-96b7-93d84a83abd1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:39.017920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 73cf2bf8-837d-4fde-96b7-93d84a83abd1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:39.018358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 86772742-32d0-410a-bb86-285ea24972a8 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:39.037530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 86772742-32d0-410a-bb86-285ea24972a8 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:39.037883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 86772742-32d0-410a-bb86-285ea24972a8 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:39.038293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 94ed694b-ee59-453e-9419-4b29957653f3 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:22:39.059095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:39.065750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 94ed694b-ee59-453e-9419-4b29957653f3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:22:39.066105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 94ed694b-ee59-453e-9419-4b29957653f3 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:22:39.104623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-51a03123-eee1-4acb-bc9c-64fac7dd5c4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bb392c1eff043408ed499fde353d478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443001 Jun 30 03:22:39.107589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 53900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:39.154706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d2c3-dc09-4863-8d09-bc9b169ac4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:39.175224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d2c3-dc09-4863-8d09-bc9b169ac4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:39.220925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d2c3-dc09-4863-8d09-bc9b169ac4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:39.223635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d2c3-dc09-4863-8d09-bc9b169ac4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:39.224811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2bb1d2c3-dc09-4863-8d09-bc9b169ac4c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abc54e3d-51df-423a-a112-749835f38cb6 HTTP/1.1" status: 204 len: 168 time: 0.1163201 Jun 30 03:22:39.233046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d2c3-dc09-4863-8d09-bc9b169ac4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc54e3d-51df-423a-a112-749835f38cb6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:39.818289 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:41.312787 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:49.342749 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-22896507-5d59-437d-8194-5c5e01c8761e tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9f0ab7a05692444a8eb1690f12724e74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292110 Jun 30 03:22:49.524134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-ac55c799-e92d-4686-b603-a9a88e7f175e tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:49.525603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-ac55c799-e92d-4686-b603-a9a88e7f175e tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776712 Jun 30 03:22:49.540563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-880886f8-c1a6-40da-a9cc-d26d44691b7d tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/quotas/9f0ab7a05692444a8eb1690f12724e74 HTTP/1.1" status: 200 len: 375 time: 0.0089967 Jun 30 03:22:49.578115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-a78440f4-f60a-4c3e-b8a0-a2c8eff45a65 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9f0ab7a05692444a8eb1690f12724e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315132 Jun 30 03:22:50.491479 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:22:50.765657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3c0559d-b049-4034-8bc2-f5fccf4b39bc req-f7e0700d-fa3c-4102-b266-347fe74efde0 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 210 time: 0.0304043 Jun 30 03:22:51.916707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6ddec59-0041-4045-b433-d3110bcd6c40 req-471a170a-983d-4cc7-b41e-4ab97ed0cff9 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 210 time: 0.0299311 Jun 30 03:22:52.004193 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-5705c39a-c635-4938-8cab-33bfff96815d tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9f0ab7a05692444a8eb1690f12724e74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221066 Jun 30 03:22:52.116433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-5f57d536-503d-486a-b799-e75884ee58e9 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:52.117877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-5f57d536-503d-486a-b799-e75884ee58e9 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063585 Jun 30 03:22:52.129265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Request body: {'port': {'device_id': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'admin_state_up': True, 'tenant_id': '9f0ab7a05692444a8eb1690f12724e74'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:52.242338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Made reservation on behalf of 9f0ab7a05692444a8eb1690f12724e74 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:22:52.246068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.255402 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.352160 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.355744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.417160 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42752c6f-89d5-4255-9237-8896d54ef497,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:52.488198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Allocated IP 192.168.233.8 (6dde16a3-4e26-474a-9757-85259619fc54/06adbe76-c00a-4c01-a613-32442c0e65f7/242862df-73c1-4c23-a5ac-d93993499fec) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:52.635677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.649901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Transition to ACTIVE for port object 242862df-73c1-4c23-a5ac-d93993499fec will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:52.682872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.723564 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Network 6dde16a3-4e26-474a-9757-85259619fc54 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:52.726718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:52.730851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:52.764871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Pushing event updated for resources: {'Port': ['ID=242862df-73c1-4c23-a5ac-d93993499fec,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:52.792970 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:52.793633 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.810506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-008726b8-d3fd-426c-9807-74c3ccc8d813 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6842794 Jun 30 03:22:52.821550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Request body: {'port': {'device_id': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:52.901424 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.939010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19b363fe-20c4-4e59-b3c0-4d110ec80b75 None None] Provisioning for port 242862df-73c1-4c23-a5ac-d93993499fec completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:52.952674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19b363fe-20c4-4e59-b3c0-4d110ec80b75 None None] Provisioning complete for port 242862df-73c1-4c23-a5ac-d93993499fec triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:52.953359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19b363fe-20c4-4e59-b3c0-4d110ec80b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.994475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-19b363fe-20c4-4e59-b3c0-4d110ec80b75 None None] Port 242862df-73c1-4c23-a5ac-d93993499fec cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:22:53.104302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8714d-e572-4cc0-9e01-417ef50bcac6 req-16750577-3e8e-490c-bbc1-8e73a22231fb tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:53.105808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cce8714d-e572-4cc0-9e01-417ef50bcac6 req-16750577-3e8e-490c-bbc1-8e73a22231fb tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 934 time: 0.0666170 Jun 30 03:22:53.144999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cce8714d-e572-4cc0-9e01-417ef50bcac6 req-7df5137e-0336-4e3b-929a-5bab6ef90d20 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Jun 30 03:22:53.180821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242862df-73c1-4c23-a5ac-d93993499fec {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:53.188276 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.199964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Transition to ACTIVE for port object 242862df-73c1-4c23-a5ac-d93993499fec will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:53.203633 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.255540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Pushing event updated for resources: {'Port': ['ID=242862df-73c1-4c23-a5ac-d93993499fec,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:53.329008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Attempting to bind port 242862df-73c1-4c23-a5ac-d93993499fec on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:22:53.329350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Attempting to bind port 242862df-73c1-4c23-a5ac-d93993499fec by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:22:53.329679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Attempting to bind port 242862df-73c1-4c23-a5ac-d93993499fec on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:53.334198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Port 242862df-73c1-4c23-a5ac-d93993499fec on network 6dde16a3-4e26-474a-9757-85259619fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:22:53.334563 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Attempting to bind port 242862df-73c1-4c23-a5ac-d93993499fec on network 6dde16a3-4e26-474a-9757-85259619fc54 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:53.339771 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:22:53.340107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Checking segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:53.340494 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Bound using segment: {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:22:53.340928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Bound port: 242862df-73c1-4c23-a5ac-d93993499fec, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:22:53.341800 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.412440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] For port 242862df-73c1-4c23-a5ac-d93993499fec, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:22:53.415607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] For port 242862df-73c1-4c23-a5ac-d93993499fec, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=242862df-73c1-4c23-a5ac-d93993499fec,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:22:53.420853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.455165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:53.455788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.457138 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] 10.222.0.67 "PUT /v2.0/ports/242862df-73c1-4c23-a5ac-d93993499fec HTTP/1.1" status: 200 len: 1094 time: 0.6401060 Jun 30 03:22:53.457574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'tag': '242862df-73c1-4c23-a5ac-d93993499fec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:53.459836 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7932f58-087e-4b14-a416-5f7701d4a3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf", "tag": "242862df-73c1-4c23-a5ac-d93993499fec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:53.485830 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970299-d92e-41dc-a28e-e6ceb8d28b85 service neutron] Pushing event updated for resources: {'Port': ['ID=242862df-73c1-4c23-a5ac-d93993499fec,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:53.525303 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7792d0-12a5-4f68-9962-c348fc606828 x-openstack-request-id: req-bb7792d0-12a5-4f68-9962-c348fc606828 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:53.525587 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf", "tag": "242862df-73c1-4c23-a5ac-d93993499fec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:53.525834 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb7792d0-12a5-4f68-9962-c348fc606828 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:53.526450 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'tag': '242862df-73c1-4c23-a5ac-d93993499fec', 'status': 'completed', 'code': 200} Jun 30 03:22:53.575187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-3c83014a-51ef-4424-8fd3-c501b1c10b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:53.577259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-3c83014a-51ef-4424-8fd3-c501b1c10b15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f0ab7a05692444a8eb1690f12724e74&device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 1097 time: 0.0606451 Jun 30 03:22:53.624769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-92361003-325a-4151-a1b1-f3eccd9c87fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=242862df-73c1-4c23-a5ac-d93993499fec HTTP/1.1" status: 200 len: 217 time: 0.0402412 Jun 30 03:22:53.675931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-0fbb9795-1674-4156-bfdf-877791bd1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:53.677407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-0fbb9795-1674-4156-bfdf-877791bd1ae0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0461679 Jun 30 03:22:53.739072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badae37-c406-4609-bf26-5d079bf0cccd req-db834d20-67bb-408b-a045-66969900f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:53.740591 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-db834d20-67bb-408b-a045-66969900f1db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569444 Jun 30 03:22:53.835744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-0d4aff46-10e0-4083-b838-0993cd006a96 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888953 Jun 30 03:22:53.926062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6badae37-c406-4609-bf26-5d079bf0cccd req-daab4244-7c3f-4638-af04-7ea65a3367d6 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Jun 30 03:22:54.027984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-9d31f288-9a97-44ef-952c-ca249d92a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.029911 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-9d31f288-9a97-44ef-952c-ca249d92a48d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f0ab7a05692444a8eb1690f12724e74&device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 1097 time: 0.0535908 Jun 30 03:22:54.121413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-d26d52e5-39e1-4a88-b56e-099119938e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.123954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-d26d52e5-39e1-4a88-b56e-099119938e42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6dde16a3-4e26-474a-9757-85259619fc54 HTTP/1.1" status: 200 len: 870 time: 0.0872319 Jun 30 03:22:54.163888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-1332a05e-8dcc-430a-99d7-1b5369e42835 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=242862df-73c1-4c23-a5ac-d93993499fec HTTP/1.1" status: 200 len: 217 time: 0.0338922 Jun 30 03:22:54.212984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-efed26cc-404c-424c-9367-2e93cc161796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.214474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-efed26cc-404c-424c-9367-2e93cc161796 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06adbe76-c00a-4c01-a613-32442c0e65f7 HTTP/1.1" status: 200 len: 843 time: 0.0439854 Jun 30 03:22:54.278855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-74ca62ad-effe-413a-b5a6-d4895a7f5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.280466 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-74ca62ad-effe-413a-b5a6-d4895a7f5777 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6dde16a3-4e26-474a-9757-85259619fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584092 Jun 30 03:22:54.321516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdacc2a-5bb3-4f11-bbd8-70365b5d35e3 req-b7b921f1-bfbb-4e18-b56b-55233f037029 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.323043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5bdacc2a-5bb3-4f11-bbd8-70365b5d35e3 req-b7b921f1-bfbb-4e18-b56b-55233f037029 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 946 time: 0.0643568 Jun 30 03:22:54.361681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5bdacc2a-5bb3-4f11-bbd8-70365b5d35e3 req-7c48a9ed-0711-4542-8852-3fce974d6f08 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Jun 30 03:22:54.372098 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-6433d9c4-4b45-42ee-936c-68608b98b017 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831683 Jun 30 03:22:54.465599 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7932f58-087e-4b14-a416-5f7701d4a3f3 req-77e7c4d8-26ef-4c33-bde4-118ac69e91a1 service neutron] 10.222.0.67 "GET /v2.0/networks/6dde16a3-4e26-474a-9757-85259619fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Jun 30 03:22:55.535410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fffa2-4c83-4bff-8793-9aa334ff7d85 req-836b7a49-b810-4a3f-a305-076783eedd2a tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:55.536872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-272fffa2-4c83-4bff-8793-9aa334ff7d85 req-836b7a49-b810-4a3f-a305-076783eedd2a tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 946 time: 0.0639184 Jun 30 03:22:55.574068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-272fffa2-4c83-4bff-8793-9aa334ff7d85 req-394fd309-3306-4e35-b37f-4a29bf644243 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Jun 30 03:22:56.746532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3db3b-1d5c-462d-be62-876217fde941 req-75ece735-a9a2-42fb-9739-c8be357cb1bf tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:56.748766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8cb3db3b-1d5c-462d-be62-876217fde941 req-75ece735-a9a2-42fb-9739-c8be357cb1bf tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 946 time: 0.0631750 Jun 30 03:22:56.788571 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8cb3db3b-1d5c-462d-be62-876217fde941 req-2c1cdb12-cd61-4957-83a0-8675ba7d7f2e tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Jun 30 03:22:57.477150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 242862df-73c1-4c23-a5ac-d93993499fec details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:22:57.569399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 242862df-73c1-4c23-a5ac-d93993499fec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=242862df-73c1-4c23-a5ac-d93993499fec,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:57.582333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '242862df-73c1-4c23-a5ac-d93993499fec', 'network_id': '6dde16a3-4e26-474a-9757-85259619fc54', 'port_id': '242862df-73c1-4c23-a5ac-d93993499fec', 'mac_address': 'fa:16:3e:24:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06adbe76-c00a-4c01-a613-32442c0e65f7', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:22:57.622132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:57.634870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242862df-73c1-4c23-a5ac-d93993499fec {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:57.655256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 242862df-73c1-4c23-a5ac-d93993499fec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=242862df-73c1-4c23-a5ac-d93993499fec,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:57.659348 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:57.718870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=242862df-73c1-4c23-a5ac-d93993499fec,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:57.725959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe5af-e6ab-4261-b7b1-6a6611171f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:57.885134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['242862df-73c1-4c23-a5ac-d93993499fec'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:22:57.963030 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed557b0a-4244-4f38-abd0-96dcf24f42ef req-47232029-7e5d-4732-b46c-669a094e81a8 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:57.964556 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed557b0a-4244-4f38-abd0-96dcf24f42ef req-47232029-7e5d-4732-b46c-669a094e81a8 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 947 time: 0.0635943 Jun 30 03:22:58.007041 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed557b0a-4244-4f38-abd0-96dcf24f42ef req-cb37d76c-1b72-4a0a-93df-239f400dfd7e tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362470 Jun 30 03:22:59.476374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 242862df-73c1-4c23-a5ac-d93993499fec up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:59.497859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d8a45-9426-4cea-af1c-9716c13d4ffe req-8caea899-a9c9-42c6-8a88-69f0d6072068 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:59.499358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f89d8a45-9426-4cea-af1c-9716c13d4ffe req-8caea899-a9c9-42c6-8a88-69f0d6072068 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 947 time: 0.3800306 Jun 30 03:22:59.526440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 242862df-73c1-4c23-a5ac-d93993499fec completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:59.530807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 242862df-73c1-4c23-a5ac-d93993499fec triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:59.531208 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:59.539000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f89d8a45-9426-4cea-af1c-9716c13d4ffe req-4ae6b65e-2868-4635-a2b7-04bca6a46627 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340986 Jun 30 03:22:59.608382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:59.631643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242862df-73c1-4c23-a5ac-d93993499fec'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:59.633925 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b488df-90a0-4148-8844-bb51a2ec7e5c" -d '{"events": [{"server_uuid": "17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf", "name": "network-vif-plugged", "status": "completed", "tag": "242862df-73c1-4c23-a5ac-d93993499fec"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:59.650345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 242862df-73c1-4c23-a5ac-d93993499fec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=242862df-73c1-4c23-a5ac-d93993499fec,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:59.659888 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:59.683034 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdfee2e-b5c1-407b-9d4e-0cc769e58d64 x-openstack-request-id: req-7fdfee2e-b5c1-407b-9d4e-0cc769e58d64 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:59.683327 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf", "name": "network-vif-plugged", "status": "completed", "tag": "242862df-73c1-4c23-a5ac-d93993499fec", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:59.683577 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fdfee2e-b5c1-407b-9d4e-0cc769e58d64 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:59.683955 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242862df-73c1-4c23-a5ac-d93993499fec', 'code': 200} Jun 30 03:22:59.709726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=242862df-73c1-4c23-a5ac-d93993499fec,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:59.784832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cce3c-faef-4588-851d-251f4c38f5d5 req-80ca20a1-db8a-4ceb-96d1-e53bd35cea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:59.786350 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0cce3c-faef-4588-851d-251f4c38f5d5 req-80ca20a1-db8a-4ceb-96d1-e53bd35cea90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 1099 time: 0.0520287 Jun 30 03:22:59.819523 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb0cce3c-faef-4588-851d-251f4c38f5d5 req-67e992f0-aae7-4f72-9f51-7a8b752d8448 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274191 Jun 30 03:23:00.375037 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95cc0e28-2bd8-4cc4-a448-b31f2090c292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:00.605047 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:00.724968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1745d-4c30-41bf-9b9f-09699b41e200 req-aa9924b5-f0ee-4683-8c20-4c190b87c523 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:00.726498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff1745d-4c30-41bf-9b9f-09699b41e200 req-aa9924b5-f0ee-4683-8c20-4c190b87c523 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 948 time: 0.0634234 Jun 30 03:23:00.765444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2ff1745d-4c30-41bf-9b9f-09699b41e200 req-6182cc68-a239-4035-af92-3932eb1a337d tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326343 Jun 30 03:23:01.919842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562a94-70b0-44c9-ae0b-c968ec9b8ae4 req-87f0f394-ac5c-4f1e-bf18-14b780fedfab tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:01.921252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24562a94-70b0-44c9-ae0b-c968ec9b8ae4 req-87f0f394-ac5c-4f1e-bf18-14b780fedfab tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 948 time: 0.0671871 Jun 30 03:23:01.959375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-24562a94-70b0-44c9-ae0b-c968ec9b8ae4 req-698305a4-36f0-4dfe-9997-30dce173b99d tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jun 30 03:23:02.380084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:03.127633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-9ab254a8-952e-4cc4-a330-982c64fefdc6 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:03.129083 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-9ab254a8-952e-4cc4-a330-982c64fefdc6 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.67 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 948 time: 0.0976858 Jun 30 03:23:03.194430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dea73-d451-436b-8304-ab4f307168f4 req-a1e93a2b-5fae-41b3-b321-dbaa650cb6f3 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:03.195910 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e46dea73-d451-436b-8304-ab4f307168f4 req-a1e93a2b-5fae-41b3-b321-dbaa650cb6f3 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 948 time: 0.1189671 Jun 30 03:23:03.261516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e46dea73-d451-436b-8304-ab4f307168f4 req-92d713b3-f772-4a35-901c-29391e58dd2a tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/security-groups?id=42752c6f-89d5-4255-9237-8896d54ef497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582614 Jun 30 03:23:03.282036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Deleting port 242862df-73c1-4c23-a5ac-d93993499fec {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:23:03.282409 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:03.373115 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] For port 242862df-73c1-4c23-a5ac-d93993499fec, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=242862df-73c1-4c23-a5ac-d93993499fec,segment=NetworkSegment(cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a),segment_id=cc0a7e79-474c-4e3d-b8fa-dd29bfd28f5a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:03.373479 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:03.385734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Calling delete_port for 242862df-73c1-4c23-a5ac-d93993499fec owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:23:03.518884 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:03.530813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['242862df-73c1-4c23-a5ac-d93993499fec'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:23:03.822882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Pushing event deleted for resources: {'Port': ['ID=242862df-73c1-4c23-a5ac-d93993499fec,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:03.869013 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] No DVR routers for this DVR port 242862df-73c1-4c23-a5ac-d93993499fec on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:23:03.871731 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:03.874881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8226173-3d78-4eb9-b981-8c45cd28e4b1 req-b1b9a300-c884-44b7-b1de-82f06143004c tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.67 "DELETE /v2.0/ports/242862df-73c1-4c23-a5ac-d93993499fec HTTP/1.1" status: 204 len: 173 time: 0.7392514 Jun 30 03:23:03.875388 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'name': 'network-vif-deleted', 'tag': '242862df-73c1-4c23-a5ac-d93993499fec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:03.877741 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9eb804-15f5-47f6-970a-c2bf39351146" -d '{"events": [{"server_uuid": "17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf", "name": "network-vif-deleted", "tag": "242862df-73c1-4c23-a5ac-d93993499fec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:03.919009 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0532ed4-5cff-47c2-9ce0-e4bcf307477b x-openstack-request-id: req-b0532ed4-5cff-47c2-9ce0-e4bcf307477b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:03.919313 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf", "name": "network-vif-deleted", "tag": "242862df-73c1-4c23-a5ac-d93993499fec", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:03.919616 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0532ed4-5cff-47c2-9ce0-e4bcf307477b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:03.920079 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf', 'name': 'network-vif-deleted', 'tag': '242862df-73c1-4c23-a5ac-d93993499fec', 'status': 'completed', 'code': 200} Jun 30 03:23:04.421660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1447f95b-35d1-4a7b-9175-555974ac7dbf req-ca24708c-e6f1-4895-9489-55b1051d36c4 tempest-ServersAdminNegativeTestJSON-2030443957 tempest-ServersAdminNegativeTestJSON-2030443957-project] 10.222.0.78 "GET /v2.0/ports?device_id=17f89f58-21d9-4b3d-b78c-5e1cf46ad1bf HTTP/1.1" status: 200 len: 210 time: 0.0306542 Jun 30 03:23:04.462752 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:05.760000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:05.891180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fddfafb6-f62c-44d3-a68f-a9c1e41894dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f0ab7a05692444a8eb1690f12724e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297174 Jun 30 03:23:05.893802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:05.943426 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8992b20a-a577-43f0-b4d7-97931ef13f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:05.964186 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8992b20a-a577-43f0-b4d7-97931ef13f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.011771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8992b20a-a577-43f0-b4d7-97931ef13f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.014456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8992b20a-a577-43f0-b4d7-97931ef13f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.017905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8992b20a-a577-43f0-b4d7-97931ef13f22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42752c6f-89d5-4255-9237-8896d54ef497 HTTP/1.1" status: 204 len: 168 time: 0.1208949 Jun 30 03:23:06.025722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992b20a-a577-43f0-b4d7-97931ef13f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42752c6f-89d5-4255-9237-8896d54ef497,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:06.292487 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:06.305910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c9ba99-ce8c-4b09-bd06-1cbf3df42e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.400569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c9ba99-ce8c-4b09-bd06-1cbf3df42e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.405783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c9ba99-ce8c-4b09-bd06-1cbf3df42e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.451073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-54c9ba99-ce8c-4b09-bd06-1cbf3df42e47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c2380a2977341ceb5d8f0f570a9f49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543686 Jun 30 03:23:06.451073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9ba99-ce8c-4b09-bd06-1cbf3df42e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade14cf-e923-4764-9c65-7cd932db7a6b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:06.452293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:06.503831 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf888b0-3b8f-4111-b5ed-49f93adc084e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.526529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf888b0-3b8f-4111-b5ed-49f93adc084e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.578563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf888b0-3b8f-4111-b5ed-49f93adc084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.582481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcf888b0-3b8f-4111-b5ed-49f93adc084e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:06.586465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dcf888b0-3b8f-4111-b5ed-49f93adc084e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ade14cf-e923-4764-9c65-7cd932db7a6b HTTP/1.1" status: 204 len: 168 time: 0.1312795 Jun 30 03:23:06.599141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf888b0-3b8f-4111-b5ed-49f93adc084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade14cf-e923-4764-9c65-7cd932db7a6b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:07.293118 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:07.389168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008534852-network', 'tenant_id': '0cb8d19b0667474781528ba082d84d6d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:07.411061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Made reservation on behalf of 0cb8d19b0667474781528ba082d84d6d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:23:07.413445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.421871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.508343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.512206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.522514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 242862df-73c1-4c23-a5ac-d93993499fec no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:23:07.539694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:23:07.542760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 242862df-73c1-4c23-a5ac-d93993499fec {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:23:07.543111 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 242862df-73c1-4c23-a5ac-d93993499fec not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:23:07.548671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23745937-6655-40de-820d-b77d486b9c07,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:07.554609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.554949 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Added segment 2e94df1f-eaf4-4e7d-8bf9-db1355a82895 of type vlan for network 56b2bfd0-e8dc-46d7-8315-47594282b629 Jun 30 03:23:07.595019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.624836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.625751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:07.626333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.674827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3804708 Jun 30 03:23:07.678337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54086) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:07.683697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Request body: {'subnet': {'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008534852-subnet', 'tenant_id': '0cb8d19b0667474781528ba082d84d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:07.688405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cbf52-dbe1-4757-9f82-2af818566eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=56b2bfd0-e8dc-46d7-8315-47594282b629,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:07.698223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 56b2bfd0-e8dc-46d7-8315-47594282b629 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:23:07.706981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Made reservation on behalf of 0cb8d19b0667474781528ba082d84d6d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:23:07.709372 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.877182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.932392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb6be4b-ae7a-48bc-be57-f1c091396ded,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:07.944430 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Checking segment: {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:23:07.944798 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Network hostable DHCP agents. Network: 56b2bfd0-e8dc-46d7-8315-47594282b629, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:23:07.962244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Network 56b2bfd0-e8dc-46d7-8315-47594282b629 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:23:07.971758 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 56b2bfd0-e8dc-46d7-8315-47594282b629) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:23:07.977032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:07.978150 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:07.981821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7eae7-d634-4bad-bd10-19d52edbd76e None None] Network 56b2bfd0-e8dc-46d7-8315-47594282b629 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:23:07.992901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-31622c5a-fa74-437d-9af8-25a8deb955e4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3130288 Jun 30 03:23:08.124810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf19cbd-60bb-4144-9141-0395a52e5f36 None None] Network 56b2bfd0-e8dc-46d7-8315-47594282b629 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:23:08.430352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-579d6505-1183-498d-9429-174da761ce46 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:08.431759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-579d6505-1183-498d-9429-174da761ce46 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 812 time: 0.1030469 Jun 30 03:23:08.447102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-45de4354-e380-42f0-9344-060b7dccb359 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/quotas/0cb8d19b0667474781528ba082d84d6d HTTP/1.1" status: 200 len: 375 time: 0.0093710 Jun 30 03:23:08.480102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-053a34c9-b6cd-41fe-9381-3d7e5a051721 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279450 Jun 30 03:23:08.574013 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-ad4790c0-e792-4ba0-b6d4-fc4a85ce904a service neutron] 10.222.0.78 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860832 Jun 30 03:23:08.664436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-1e5725c6-7d33-47f5-b2c9-e7395c01b3b5 service neutron] 10.222.0.78 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Jun 30 03:23:08.834847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8d93ae41-4bd9-4e66-b310-fc6ae6edb522 req-c6a06399-23d5-43cb-883f-601f9ebd78a1 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 210 time: 0.0288770 Jun 30 03:23:09.557455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-44c46da0-f011-4dc1-9495-5eaffedf7e1e req-e6adc408-9660-419f-89b6-5afcb1e120ca service neutron] (93822) timed out ('10.222.0.78', 47816) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:23:09.833862 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:09.897950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-fbe8c4dd-15af-49e4-81df-da9b78acde83 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:09.899805 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-fbe8c4dd-15af-49e4-81df-da9b78acde83 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.67 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 812 time: 0.1149616 Jun 30 03:23:09.917245 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Request body: {'port': {'device_id': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629', 'admin_state_up': True, 'tenant_id': '0cb8d19b0667474781528ba082d84d6d'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:09.999104 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4ad7073a-9436-4b6e-9599-958f7738b60a req-6622da27-17a5-4189-ad5f-f6a6483fd79a tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 210 time: 0.0357957 Jun 30 03:23:10.061236 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Made reservation on behalf of 0cb8d19b0667474781528ba082d84d6d for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:23:10.064977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.192268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Allocated IP 172.20.0.11 (56b2bfd0-e8dc-46d7-8315-47594282b629/bcb6be4b-ae7a-48bc-be57-f1c091396ded/2c2647a1-20c8-4691-b642-eccc63091099) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:23:10.339822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.378444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.425678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Network 56b2bfd0-e8dc-46d7-8315-47594282b629 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:23:10.428855 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:23:10.435491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:23:10.441723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:10.487017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:10.487627 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.505914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-2be571e8-2714-4a62-aae3-8c92f7851817 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926590 Jun 30 03:23:10.518174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Request body: {'port': {'device_id': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:10.593584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.862778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2647a1-20c8-4691-b642-eccc63091099 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:23:10.870112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.882677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Transition to ACTIVE for port object 2c2647a1-20c8-4691-b642-eccc63091099 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:23:10.886655 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.934461 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:11.007131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:23:11.007470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:23:11.007802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 on network 56b2bfd0-e8dc-46d7-8315-47594282b629 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:23:11.012080 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Port 2c2647a1-20c8-4691-b642-eccc63091099 on network 56b2bfd0-e8dc-46d7-8315-47594282b629 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:23:11.012408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 on network 56b2bfd0-e8dc-46d7-8315-47594282b629 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:23:11.017925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:23:11.018287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Checking segment: {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:23:11.018711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Bound using segment: {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:23:11.019141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Bound port: 2c2647a1-20c8-4691-b642-eccc63091099, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:23:11.019500 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:11.087038 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:23:11.090109 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:23:11.095609 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:11.128639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.129258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:11.130655 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] 10.222.0.67 "PUT /v2.0/ports/2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 1092 time: 0.6178908 Jun 30 03:23:11.131087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:11.133358 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d050ee-7ac3-4534-b884-a34589f51519" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "tag": "2c2647a1-20c8-4691-b642-eccc63091099"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:11.163875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f457e-5985-491f-b461-946e8362af10 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:11.196219 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743030cf-f8c4-42eb-bc74-707e7db6d8d3 x-openstack-request-id: req-743030cf-f8c4-42eb-bc74-707e7db6d8d3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:11.196464 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "tag": "2c2647a1-20c8-4691-b642-eccc63091099", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:11.196629 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-743030cf-f8c4-42eb-bc74-707e7db6d8d3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:11.197020 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099', 'status': 'completed', 'code': 200} Jun 30 03:23:11.204005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498406f-16d6-4fa1-ad26-6fdc44e5558d req-7a2447a6-930b-40b7-abb8-08f64b20e2bd tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.205724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6498406f-16d6-4fa1-ad26-6fdc44e5558d req-7a2447a6-930b-40b7-abb8-08f64b20e2bd tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 944 time: 0.0894101 Jun 30 03:23:11.225063 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-d284f947-1173-47ea-a385-e226e21060d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.226641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-d284f947-1173-47ea-a385-e226e21060d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1095 time: 0.0589178 Jun 30 03:23:11.245024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6498406f-16d6-4fa1-ad26-6fdc44e5558d req-cda8d8b8-089f-479d-b015-efc26ae49cdb tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Jun 30 03:23:11.270379 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-693a47df-67a9-4682-9f65-0cf088092da4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.0370800 Jun 30 03:23:11.320559 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-f3a1472f-73cc-49ca-abff-c7a3418279f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.322300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-f3a1472f-73cc-49ca-abff-c7a3418279f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0461175 Jun 30 03:23:11.322945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:11.354735 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-3df947ce-3ffc-44bc-a955-da32a96c68f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265913 Jun 30 03:23:11.445389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-19e9c253-d4c8-4b08-82d6-4bee84095d6f service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Jun 30 03:23:11.533020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f183f671-2cfa-4886-a7c9-3bba72c17d39 req-4e035182-3423-4876-8b83-6329f7c28a78 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816956 Jun 30 03:23:11.632744 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d050ee-7ac3-4534-b884-a34589f51519 req-a5efe135-cfb6-458d-a6c7-480be6c3ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.634250 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-a5efe135-cfb6-458d-a6c7-480be6c3ee3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1095 time: 0.0526712 Jun 30 03:23:11.727863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d050ee-7ac3-4534-b884-a34589f51519 req-9261a490-e16d-4f06-941c-2b17e8249499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.729237 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-9261a490-e16d-4f06-941c-2b17e8249499 service neutron] 10.222.0.67 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 913 time: 0.0890434 Jun 30 03:23:11.772770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-e2495d1b-afe8-4935-9855-7a448afc9bd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.0363708 Jun 30 03:23:11.826597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d050ee-7ac3-4534-b884-a34589f51519 req-16abfb64-4414-486c-a387-260c1230f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.828045 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-16abfb64-4414-486c-a387-260c1230f3f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0483065 Jun 30 03:23:11.861176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-906f2561-d5d8-4513-a160-d92bb5a6c041 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261161 Jun 30 03:23:11.952387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-7dfa0807-d2d0-41a0-be13-50f1b36ae219 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Jun 30 03:23:12.047118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51d050ee-7ac3-4534-b884-a34589f51519 req-a6d819aa-ec48-4871-a804-5c3dccf18707 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878086 Jun 30 03:23:12.437602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfa043-2f99-47c7-bd0c-c2826ddd8e09 req-709a81a8-05a0-4742-9195-c38f395c104b tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:12.439046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5acfa043-2f99-47c7-bd0c-c2826ddd8e09 req-709a81a8-05a0-4742-9195-c38f395c104b tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 944 time: 0.0669694 Jun 30 03:23:12.478748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5acfa043-2f99-47c7-bd0c-c2826ddd8e09 req-9d4f748e-d2ea-4d49-915e-6d9c6411f4de tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Jun 30 03:23:13.585099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:23:13.658080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425f318-1a50-4abe-b3e6-1d517c7786c9 req-b2b38772-d54a-4cbe-8fbb-a420b593f448 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:13.659655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e425f318-1a50-4abe-b3e6-1d517c7786c9 req-b2b38772-d54a-4cbe-8fbb-a420b593f448 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 944 time: 0.0653501 Jun 30 03:23:13.681500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:13.693552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '2c2647a1-20c8-4691-b642-eccc63091099', 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629', 'port_id': '2c2647a1-20c8-4691-b642-eccc63091099', 'mac_address': 'fa:16:3e:72:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb6be4b-ae7a-48bc-be57-f1c091396ded', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:23:13.698607 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e425f318-1a50-4abe-b3e6-1d517c7786c9 req-00b87b6c-ba5c-4fc8-90fb-861ec6244cc0 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331228 Jun 30 03:23:13.730056 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:13.748052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2647a1-20c8-4691-b642-eccc63091099 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:23:13.767837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:13.771844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:13.819567 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:13.956243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2c2647a1-20c8-4691-b642-eccc63091099'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:23:14.885427 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e856caf-4eb6-4081-b151-95916f8a8a73 req-7f5d0ab9-a86e-462c-b3d3-ac63ac484aec tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:14.886962 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e856caf-4eb6-4081-b151-95916f8a8a73 req-7f5d0ab9-a86e-462c-b3d3-ac63ac484aec tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 945 time: 0.0729795 Jun 30 03:23:14.928852 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e856caf-4eb6-4081-b151-95916f8a8a73 req-d233d154-1109-4fa2-a260-d3d7b1ad4d71 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353820 Jun 30 03:23:15.600770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:23:15.652143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 2c2647a1-20c8-4691-b642-eccc63091099 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:23:15.656987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 2c2647a1-20c8-4691-b642-eccc63091099 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:23:15.657361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:15.733574 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:15.757310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:15.759634 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c31915-c8b3-4f6e-b740-521becc492b5" -d '{"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "2c2647a1-20c8-4691-b642-eccc63091099"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:15.775463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:15.780772 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:15.809318 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ef5795-fb96-4300-8013-7e75d2ddfb9f x-openstack-request-id: req-a7ef5795-fb96-4300-8013-7e75d2ddfb9f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:15.810178 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "2c2647a1-20c8-4691-b642-eccc63091099", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:15.810570 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7ef5795-fb96-4300-8013-7e75d2ddfb9f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:15.811002 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099', 'code': 200} Jun 30 03:23:15.838218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:15.917781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573398b-9b9d-43d1-bf38-9df021b372cf req-e31403c5-5063-49d5-a7ee-0ace1f50268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:15.919947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b573398b-9b9d-43d1-bf38-9df021b372cf req-e31403c5-5063-49d5-a7ee-0ace1f50268d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1097 time: 0.0527999 Jun 30 03:23:15.954778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b573398b-9b9d-43d1-bf38-9df021b372cf req-457afe1a-d61e-4f43-b15c-dacd157d7258 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283377 Jun 30 03:23:16.101132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86965b1d-20e1-4cf8-94d6-6a3670fd9194 req-0b9c8fa1-9e6a-462d-87c2-6c3534fa447c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:16.102651 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86965b1d-20e1-4cf8-94d6-6a3670fd9194 req-0b9c8fa1-9e6a-462d-87c2-6c3534fa447c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0642145 Jun 30 03:23:16.141744 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86965b1d-20e1-4cf8-94d6-6a3670fd9194 req-6108a119-dc18-4aee-b407-afbb9def2f4c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Jun 30 03:23:17.320586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b070f-e808-4472-9928-7a8fa90e3eb4 req-1286d443-862d-46c7-8b6e-4503c022ccbe tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:17.322085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf2b070f-e808-4472-9928-7a8fa90e3eb4 req-1286d443-862d-46c7-8b6e-4503c022ccbe tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0690722 Jun 30 03:23:17.360668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf2b070f-e808-4472-9928-7a8fa90e3eb4 req-587e4645-0557-4ef6-a5d5-3ca9ed23e676 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Jun 30 03:23:17.648551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54136) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:17.762061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e7f9-f8b4-475a-936a-e9586704fdc4 req-fb506395-1f1c-4f5a-9f6e-18eebc9831d4 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:17.762393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-644dcd43-bd8f-4d23-ad65-54bb077c63d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123919 Jun 30 03:23:17.764505 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab92e7f9-f8b4-475a-936a-e9586704fdc4 req-fb506395-1f1c-4f5a-9f6e-18eebc9831d4 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0669329 Jun 30 03:23:17.806838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab92e7f9-f8b4-475a-936a-e9586704fdc4 req-9b8fbf6a-afb0-4e17-a701-2e86b1c31c40 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Jun 30 03:23:19.019205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-db0b1cf8-5bde-4b12-87f8-0765e7b704c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:19.020755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-db0b1cf8-5bde-4b12-87f8-0765e7b704c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1097 time: 0.0872366 Jun 30 03:23:19.029348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5ae0f-35cf-4665-966f-2eb6208e8eb8 req-bb0357a7-8c7f-4a46-b85e-4817d41620f2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:19.030774 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebc5ae0f-35cf-4665-966f-2eb6208e8eb8 req-bb0357a7-8c7f-4a46-b85e-4817d41620f2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.1063333 Jun 30 03:23:19.117525 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ebc5ae0f-35cf-4665-966f-2eb6208e8eb8 req-b85720a2-109d-48a9-a4d8-775f88e068bb tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785668 Jun 30 03:23:19.144232 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-fff0044d-583f-4d85-8f3a-1697beb2924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:19.145748 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-fff0044d-583f-4d85-8f3a-1697beb2924b service neutron] 10.222.0.67 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 913 time: 0.1140838 Jun 30 03:23:19.191113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-4d5ed984-d1ef-465b-ae7e-b1952caab491 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.0391498 Jun 30 03:23:19.239255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-d2d5dbab-6ece-456a-bcc5-8fb116a4e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:19.240724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-d2d5dbab-6ece-456a-bcc5-8fb116a4e330 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0437703 Jun 30 03:23:19.272981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-c835b40c-a456-4fd4-b5ce-da8f939be1d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263298 Jun 30 03:23:19.364401 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-ceef40ce-d32e-4f61-ac78-949848892182 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Jun 30 03:23:19.454399 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-e542d538-4ede-4517-a127-bbdd4c607456 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836246 Jun 30 03:23:20.292009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a69ba-23f2-4ce3-9cf7-adb29143835f req-fc4265db-2009-4835-a2d7-8f52854fe937 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:20.293547 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c2a69ba-23f2-4ce3-9cf7-adb29143835f req-fc4265db-2009-4835-a2d7-8f52854fe937 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0650463 Jun 30 03:23:20.336589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c2a69ba-23f2-4ce3-9cf7-adb29143835f req-3044fea0-2f63-43b0-9c3a-4ce275c5c204 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371361 Jun 30 03:23:21.511729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989328-45d1-4b8e-9c89-5c3865fb56b7 req-f23b01fa-ef94-401e-bdc7-53601f4fae9c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:21.513285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da989328-45d1-4b8e-9c89-5c3865fb56b7 req-f23b01fa-ef94-401e-bdc7-53601f4fae9c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0646334 Jun 30 03:23:21.552543 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-da989328-45d1-4b8e-9c89-5c3865fb56b7 req-87ee6766-00ca-4354-99d9-46d1dfd3127b tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Jun 30 03:23:22.726790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e8693-f368-4ab8-a6df-2d9ec3fb17a9 req-ee5a187b-407e-4453-8426-37e5ccb56cef tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:22.728269 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d3e8693-f368-4ab8-a6df-2d9ec3fb17a9 req-ee5a187b-407e-4453-8426-37e5ccb56cef tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0640633 Jun 30 03:23:22.767427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d3e8693-f368-4ab8-a6df-2d9ec3fb17a9 req-b0b85b57-60ba-4597-aa2c-900d4a1889a8 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jun 30 03:23:23.945023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac1eee-5cc5-4efa-96f6-6979f91e10bc req-19100c61-8316-4d7e-976f-ac9a49343f40 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:23.946459 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caac1eee-5cc5-4efa-96f6-6979f91e10bc req-19100c61-8316-4d7e-976f-ac9a49343f40 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0679314 Jun 30 03:23:23.985227 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caac1eee-5cc5-4efa-96f6-6979f91e10bc req-7cc29f1d-fab2-4630-bc2c-ccbf19db118b tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Jun 30 03:23:25.156940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467cdbf-f611-4c80-89fe-edabaa0daf53 req-c4b16f56-bad4-434f-956d-0e5011c8baed tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:25.158460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4467cdbf-f611-4c80-89fe-edabaa0daf53 req-c4b16f56-bad4-434f-956d-0e5011c8baed tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0636418 Jun 30 03:23:25.196351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4467cdbf-f611-4c80-89fe-edabaa0daf53 req-9142a6f4-823e-4305-9d23-5611cb0c6bf2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jun 30 03:23:26.377394 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0bb24-dd06-4b91-87d9-2b3ee65ea8ee req-bba1b4a7-abf4-4a52-9a27-e409424dce87 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:26.378914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1cc0bb24-dd06-4b91-87d9-2b3ee65ea8ee req-bba1b4a7-abf4-4a52-9a27-e409424dce87 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0680845 Jun 30 03:23:26.417330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1cc0bb24-dd06-4b91-87d9-2b3ee65ea8ee req-029633bc-5c07-4caa-94cf-36aaf45d1c51 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Jun 30 03:23:27.490284 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:23:27.602058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b72c7-c9cc-4ef4-97d9-5e8d910db6b2 req-1be21482-0ed7-46e7-844a-4b9344d646d7 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:27.603593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c7b72c7-c9cc-4ef4-97d9-5e8d910db6b2 req-1be21482-0ed7-46e7-844a-4b9344d646d7 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0679228 Jun 30 03:23:27.643960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1c7b72c7-c9cc-4ef4-97d9-5e8d910db6b2 req-a6711220-760d-4e1c-997b-593642827c6f tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Jun 30 03:23:27.717250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eab835ba-b4c2-4584-af5f-b8cec1aee363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:28.822405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f9d6-f2bf-4b2c-ad42-faebd9becfad req-7cd5d540-86df-43db-a589-881c86c5c3e0 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:28.823872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0a6f9d6-f2bf-4b2c-ad42-faebd9becfad req-7cd5d540-86df-43db-a589-881c86c5c3e0 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0675855 Jun 30 03:23:28.862392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d0a6f9d6-f2bf-4b2c-ad42-faebd9becfad req-3e6661be-a241-44ca-8929-c47e34651908 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jun 30 03:23:30.061065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922bf95-2c59-41e5-856f-8df9a146023d req-51655047-050b-4f9b-8b71-e04087ccc796 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.062575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4922bf95-2c59-41e5-856f-8df9a146023d req-51655047-050b-4f9b-8b71-e04087ccc796 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0641932 Jun 30 03:23:30.099850 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4922bf95-2c59-41e5-856f-8df9a146023d req-5a4d19d5-0356-4c2b-901b-e3e717839769 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Jun 30 03:23:30.376383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a70c1f52-49c6-413b-a59c-2606b2d61cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:30.607990 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:31.271718 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e0ecb-e582-4971-ba7b-855a27de748c req-0c84f4e3-a395-427e-8666-982d9bf038cc tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:31.273192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f20e0ecb-e582-4971-ba7b-855a27de748c req-0c84f4e3-a395-427e-8666-982d9bf038cc tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0635135 Jun 30 03:23:31.311091 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f20e0ecb-e582-4971-ba7b-855a27de748c req-cc0d3036-ffdd-4fc7-b2d6-6e8ea59f658e tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Jun 30 03:23:32.384141 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:32.486876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a4a4-1547-4235-b9dd-248cefed45b8 req-b662715c-f996-4cca-b90f-50845445d774 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:32.488388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d941a4a4-1547-4235-b9dd-248cefed45b8 req-b662715c-f996-4cca-b90f-50845445d774 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0641010 Jun 30 03:23:32.531368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d941a4a4-1547-4235-b9dd-248cefed45b8 req-f036fa20-edc7-48ea-a5e0-d0795e823f1c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jun 30 03:23:33.707964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4660-abc2-412b-a050-d3d4c6106775 req-10cc8b24-0deb-47dc-b587-81acbc4abead tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:33.709426 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-827c4660-abc2-412b-a050-d3d4c6106775 req-10cc8b24-0deb-47dc-b587-81acbc4abead tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0623062 Jun 30 03:23:33.749937 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-827c4660-abc2-412b-a050-d3d4c6106775 req-c31834a0-d6e8-440a-8a15-6957cbc556e3 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jun 30 03:23:34.465239 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:34.926959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2adc1-0450-410d-81de-641d59fcb250 req-c4865e1c-273e-4601-877d-93df694c4555 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:34.928441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71d2adc1-0450-410d-81de-641d59fcb250 req-c4865e1c-273e-4601-877d-93df694c4555 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0670657 Jun 30 03:23:34.967357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71d2adc1-0450-410d-81de-641d59fcb250 req-1c126b78-d6d1-440d-8573-e5aedb7e295c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jun 30 03:23:36.147106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf11bf8-445e-4b95-9d5c-daa3ab49479b req-dfbbee3d-052c-448d-a6fe-6bb104bdcb31 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:36.148563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-adf11bf8-445e-4b95-9d5c-daa3ab49479b req-dfbbee3d-052c-448d-a6fe-6bb104bdcb31 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0680699 Jun 30 03:23:36.186389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-adf11bf8-445e-4b95-9d5c-daa3ab49479b req-8ffc57e0-e145-4195-b185-2a4c5172af64 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Jun 30 03:23:37.363915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ce5bd-e4d7-40e6-a61b-c750632a4801 req-9f81a274-4b48-45fa-b570-415c453d1e62 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:37.365451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf2ce5bd-e4d7-40e6-a61b-c750632a4801 req-9f81a274-4b48-45fa-b570-415c453d1e62 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0655053 Jun 30 03:23:37.403729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf2ce5bd-e4d7-40e6-a61b-c750632a4801 req-d84dd441-02fd-493e-9087-b59ec2d3d7a3 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Jun 30 03:23:38.577474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79deaa29-8a47-441b-9795-9a8eebc3fa9f req-4da4f081-b8b6-4d34-8f2a-ecb3ff623169 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:38.579006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-79deaa29-8a47-441b-9795-9a8eebc3fa9f req-4da4f081-b8b6-4d34-8f2a-ecb3ff623169 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0642695 Jun 30 03:23:38.619196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-79deaa29-8a47-441b-9795-9a8eebc3fa9f req-99841239-0480-4c82-aeac-cb402bba5f71 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Jun 30 03:23:39.801683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948742c-52ee-4220-b9d3-049978da503c req-8cb0be2a-3b14-459b-91b8-2578243ff0d7 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:39.803210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d948742c-52ee-4220-b9d3-049978da503c req-8cb0be2a-3b14-459b-91b8-2578243ff0d7 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0701530 Jun 30 03:23:39.844180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d948742c-52ee-4220-b9d3-049978da503c req-aee5c719-df55-468b-9644-72a48e0e6497 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342367 Jun 30 03:23:39.847920 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:41.023308 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05f53-b261-4daf-ac12-9c1da8c9a2a9 req-b6b1b312-54cf-4aff-9250-6eaddc39ff56 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:41.024790 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87a05f53-b261-4daf-ac12-9c1da8c9a2a9 req-b6b1b312-54cf-4aff-9250-6eaddc39ff56 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0679193 Jun 30 03:23:41.063806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-87a05f53-b261-4daf-ac12-9c1da8c9a2a9 req-8f15d77f-28ba-4f81-a6be-067c29e292e6 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Jun 30 03:23:41.321333 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:42.238624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf99261-c231-41ac-a9c7-29ca2c1b484b req-df78d8e1-6525-4a3a-8d2f-0de8e549eb46 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:42.240211 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5bf99261-c231-41ac-a9c7-29ca2c1b484b req-df78d8e1-6525-4a3a-8d2f-0de8e549eb46 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0650795 Jun 30 03:23:42.278441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5bf99261-c231-41ac-a9c7-29ca2c1b484b req-c9d115ab-c76a-45dc-b781-01bc448df39f tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jun 30 03:23:43.457076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232f7b-cf56-4086-9f0f-5e72d4af9c2e req-aa68c17d-9cd8-46b0-b175-08af099a0ecf tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:43.458787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2232f7b-cf56-4086-9f0f-5e72d4af9c2e req-aa68c17d-9cd8-46b0-b175-08af099a0ecf tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0641942 Jun 30 03:23:43.497389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b2232f7b-cf56-4086-9f0f-5e72d4af9c2e req-f3041f8d-7677-47fe-9af0-fa672651b8e4 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jun 30 03:23:44.672449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ed306-1116-4d92-b39a-05a383affd41 req-0dabf21e-58f1-413f-a31e-2b6b6dfd18ae tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:44.673961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-284ed306-1116-4d92-b39a-05a383affd41 req-0dabf21e-58f1-413f-a31e-2b6b6dfd18ae tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0648303 Jun 30 03:23:44.717645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-284ed306-1116-4d92-b39a-05a383affd41 req-96ed812b-ac19-448b-b221-86d92a52156c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380166 Jun 30 03:23:45.897262 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c9363-b264-464b-8589-84901ada8ba8 req-3e880932-fcf2-4576-a423-1b637b9d8149 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:45.898724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f1c9363-b264-464b-8589-84901ada8ba8 req-3e880932-fcf2-4576-a423-1b637b9d8149 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0643911 Jun 30 03:23:45.936812 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f1c9363-b264-464b-8589-84901ada8ba8 req-97ef6c3f-f579-4455-a5dc-23e30f977015 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Jun 30 03:23:46.395618 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-4ffc8973-1fc3-4d35-a791-e24091a7b233 service neutron] show failed (client error): The resource could not be found. Jun 30 03:23:46.396624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-4ffc8973-1fc3-4d35-a791-e24091a7b233 service neutron] 10.222.0.67 "GET /v2.0/ports/2c2647a1-20c8-4691-b642-eccc63091099/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0609643 Jun 30 03:23:46.728185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-eb5b5c13-39f8-46c8-8c98-edfa5a08fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:46.729596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-eb5b5c13-39f8-46c8-8c98-edfa5a08fb1d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd&tenant_id=0cb8d19b0667474781528ba082d84d6d HTTP/1.1" status: 200 len: 1097 time: 0.1401136 Jun 30 03:23:46.742406 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:46.818509 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:47.023410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:47.056727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:23:47.097903 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:47.100279 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b18e15-15dc-4913-ac03-eb90e43101b8" -d '{"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2647a1-20c8-4691-b642-eccc63091099"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:47.104525 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:47.118127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55aa1-f934-4434-9746-dbff64ff7a2a req-803afe68-e477-457c-817d-cad9af86bd94 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:47.119834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28e55aa1-f934-4434-9746-dbff64ff7a2a req-803afe68-e477-457c-817d-cad9af86bd94 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 946 time: 0.0672109 Jun 30 03:23:47.122356 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Transition to ACTIVE for port object 2c2647a1-20c8-4691-b642-eccc63091099 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:23:47.127041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:47.163966 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28e55aa1-f934-4434-9746-dbff64ff7a2a req-13e0ad65-0595-4793-abfd-8508c11862b5 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368702 Jun 30 03:23:47.207191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] No DVR routers for this DVR port 2c2647a1-20c8-4691-b642-eccc63091099 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:23:47.210235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:47.221324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.221655 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.221995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.222728 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.223059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.223384 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.223702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.224021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.224338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.224656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.225731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.226064 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:47.233623 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66caafe-6ccf-4e5d-8fe6-d3eeb6b526a4 x-openstack-request-id: req-d66caafe-6ccf-4e5d-8fe6-d3eeb6b526a4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:47.233844 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2647a1-20c8-4691-b642-eccc63091099", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:47.234089 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d66caafe-6ccf-4e5d-8fe6-d3eeb6b526a4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:47.234495 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099', 'code': 200} Jun 30 03:23:47.264421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:23:47.264751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:23:47.265073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 on network 56b2bfd0-e8dc-46d7-8315-47594282b629 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:23:47.269380 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Port 2c2647a1-20c8-4691-b642-eccc63091099 on network 56b2bfd0-e8dc-46d7-8315-47594282b629 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:23:47.269699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Attempting to bind port 2c2647a1-20c8-4691-b642-eccc63091099 on network 56b2bfd0-e8dc-46d7-8315-47594282b629 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:23:47.274375 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:23:47.274710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Checking segment: {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:23:47.275087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Bound using segment: {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:23:47.275509 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Bound port: 2c2647a1-20c8-4691-b642-eccc63091099, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94df1f-eaf4-4e7d-8bf9-db1355a82895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:23:47.275857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:47.340622 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:23:47.343778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:23:47.348082 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:47.384477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:47.385103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:47.386545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] 10.222.0.90 "PUT /v2.0/ports/2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 1092 time: 0.6482515 Jun 30 03:23:47.408913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d83856-f9f0-4de7-8238-22abfcc1cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:47.463819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-64dc1381-56d3-4c02-a454-a983b1e4747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:47.465349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-64dc1381-56d3-4c02-a454-a983b1e4747f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1095 time: 0.0535898 Jun 30 03:23:47.561487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-4d4afc11-8a1a-414e-9ac3-2d9985f49595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:47.562984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-4d4afc11-8a1a-414e-9ac3-2d9985f49595 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 913 time: 0.0886898 Jun 30 03:23:47.603878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-385ca550-ac93-46e9-86da-c3a2615d0ad2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.0336776 Jun 30 03:23:47.658894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-edc95635-53fa-44fa-a44e-605067e014cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:47.660390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-edc95635-53fa-44fa-a44e-605067e014cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0449302 Jun 30 03:23:47.695462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-3e57a698-e13b-4f3a-a1fd-a5b5e3cd47da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274131 Jun 30 03:23:47.792667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-33e695b7-da6d-4950-a57f-e4a4427858d6 service neutron] 10.222.0.90 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893698 Jun 30 03:23:47.885936 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-41b65c27-d5a7-43a3-bd8f-6ff40df0ada3 req-35756abf-fccd-40a6-85c9-e2013d74a36c service neutron] 10.222.0.90 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867250 Jun 30 03:23:48.348081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ed6e-3c87-40c8-9832-cb55cb60a756 req-7a9f554f-048b-4185-b647-5bb4f5bc07e7 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:48.349614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e0ed6e-3c87-40c8-9832-cb55cb60a756 req-7a9f554f-048b-4185-b647-5bb4f5bc07e7 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 944 time: 0.0647049 Jun 30 03:23:48.388353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e0ed6e-3c87-40c8-9832-cb55cb60a756 req-36cf3c67-21b7-4fa2-bc13-c473ba86feef tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Jun 30 03:23:49.235446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:49.237954 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3476d3-2600-45cd-b1c8-39f700041ece" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "tag": "2c2647a1-20c8-4691-b642-eccc63091099"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:49.285714 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48b582-e485-467d-b0ae-fa5e1995b79c x-openstack-request-id: req-9a48b582-e485-467d-b0ae-fa5e1995b79c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:49.286018 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "tag": "2c2647a1-20c8-4691-b642-eccc63091099", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:49.286270 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a48b582-e485-467d-b0ae-fa5e1995b79c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:49.286708 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099', 'status': 'completed', 'code': 200} Jun 30 03:23:49.395963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-549c869c-0db2-496a-a57e-46cb89f02ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:49.397462 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-549c869c-0db2-496a-a57e-46cb89f02ded service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1095 time: 0.0914721 Jun 30 03:23:49.402355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-c9f6bd83-6e81-4837-be5f-94430536d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:49.404333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-c9f6bd83-6e81-4837-be5f-94430536d327 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1095 time: 0.0893636 Jun 30 03:23:49.579319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-cbc8a08d-0820-41fb-b371-060106b40666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:49.582267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-cbc8a08d-0820-41fb-b371-060106b40666 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 913 time: 0.1770384 Jun 30 03:23:49.583988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-bbd98ff6-4200-49df-ada6-0dca6d80c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:49.585522 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-bbd98ff6-4200-49df-ada6-0dca6d80c281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 913 time: 0.1730556 Jun 30 03:23:49.602748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d2f3b-fd3a-4f85-8345-3bc123e678d3 req-90b014dc-9ad6-41bd-a4f3-3f93f47b7fd8 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:49.605412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-170d2f3b-fd3a-4f85-8345-3bc123e678d3 req-90b014dc-9ad6-41bd-a4f3-3f93f47b7fd8 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 944 time: 0.0891762 Jun 30 03:23:49.664251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-170d2f3b-fd3a-4f85-8345-3bc123e678d3 req-45825da4-514e-4721-badf-c1dd0f4782c9 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Jun 30 03:23:49.772677 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:23:49.812971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:23:49.920333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-b00463e3-2870-4e7a-ae7a-d21a51469d4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.3307498 Jun 30 03:23:49.954010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-cdbb4757-f56c-4c10-a8e5-1c8f0af84923 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.3553584 Jun 30 03:23:50.026747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-d99da147-17fc-4935-9917-8b6895be1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:50.029263 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-d99da147-17fc-4935-9917-8b6895be1b5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0841532 Jun 30 03:23:50.032635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-6613b528-9dfe-4449-a849-11d6d30439a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:50.033962 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-6613b528-9dfe-4449-a849-11d6d30439a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0610826 Jun 30 03:23:50.084648 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-c574bf9c-5424-45c2-9e99-660ca07b71a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480604 Jun 30 03:23:50.086429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-1eb58dec-0c3c-44d3-9586-a11abc57327a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424011 Jun 30 03:23:50.246364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-d1098341-3a31-45a8-ab25-77cda0be31c7 service neutron] 10.222.0.90 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540632 Jun 30 03:23:50.249255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-2c8f7f47-a928-40a0-8820-1452958e9d56 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498723 Jun 30 03:23:50.404251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-9920e201-8d3b-4759-9a89-f8c0c66872ce service neutron] 10.222.0.90 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509233 Jun 30 03:23:50.407592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b3476d3-2600-45cd-b1c8-39f700041ece req-1e2a0b05-2115-4313-9a85-9adb994e211f service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473255 Jun 30 03:23:50.844605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc81b-8591-4951-b8bd-792bf3c9ca96 req-daaa55fc-ec6e-4bef-84dc-48a1cc8a7590 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:50.846062 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7ddc81b-8591-4951-b8bd-792bf3c9ca96 req-daaa55fc-ec6e-4bef-84dc-48a1cc8a7590 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 944 time: 0.0638063 Jun 30 03:23:50.883774 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7ddc81b-8591-4951-b8bd-792bf3c9ca96 req-ac710fb4-a628-41f4-9912-273887f1ce5c tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319541 Jun 30 03:23:51.310214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847841-c13d-48b9-b073-4885a52a8cbd req-7339d064-4e90-4f00-8c39-88848b4b1d80 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:51.311780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-7339d064-4e90-4f00-8c39-88848b4b1d80 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd&tenant_id=0cb8d19b0667474781528ba082d84d6d&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 944 time: 0.1185529 Jun 30 03:23:51.378565 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-22847841-c13d-48b9-b073-4885a52a8cbd req-99f3ae88-85e3-4d99-9189-9619e555034e service neutron] delete failed (client error): The resource could not be found. Jun 30 03:23:51.379569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-99f3ae88-85e3-4d99-9189-9619e555034e service neutron] 10.222.0.67 "DELETE /v2.0/ports/2c2647a1-20c8-4691-b642-eccc63091099/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0613344 Jun 30 03:23:51.482808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847841-c13d-48b9-b073-4885a52a8cbd req-ec6c9ac7-77f3-49d9-b524-4934e4c933a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:51.484300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-ec6c9ac7-77f3-49d9-b524-4934e4c933a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cb8d19b0667474781528ba082d84d6d&device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 1095 time: 0.0614786 Jun 30 03:23:51.573666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847841-c13d-48b9-b073-4885a52a8cbd req-36f0d883-3b63-4575-a9da-90971607bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:51.575739 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-36f0d883-3b63-4575-a9da-90971607bc05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 200 len: 913 time: 0.0846672 Jun 30 03:23:51.618802 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-bb437cdf-37b1-4ef7-9369-ffaf6b3f25a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 200 len: 217 time: 0.0370269 Jun 30 03:23:51.666643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847841-c13d-48b9-b073-4885a52a8cbd req-aa1f800d-4219-4001-94b8-da2071a39cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:51.668110 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-aa1f800d-4219-4001-94b8-da2071a39cc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 200 len: 852 time: 0.0439503 Jun 30 03:23:51.701101 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-f0031a84-f275-4e02-8216-34e9702c4b79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56b2bfd0-e8dc-46d7-8315-47594282b629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262952 Jun 30 03:23:51.796407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-a13365b4-80df-4d1e-a5b4-308026770389 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888996 Jun 30 03:23:51.891456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-bb74a3cf-1a4b-4c53-aba2-2783b5a5c676 service neutron] 10.222.0.67 "GET /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881341 Jun 30 03:23:52.129739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:23:52.391206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:52.403561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '2c2647a1-20c8-4691-b642-eccc63091099', 'network_id': '56b2bfd0-e8dc-46d7-8315-47594282b629', 'port_id': '2c2647a1-20c8-4691-b642-eccc63091099', 'mac_address': 'fa:16:3e:72:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb6be4b-ae7a-48bc-be57-f1c091396ded', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:23:52.440487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:52.453973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2647a1-20c8-4691-b642-eccc63091099 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:23:52.474767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:52.478701 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:52.525922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:52.534064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.534431 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.534771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.535110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.535434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.535758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.536082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.536403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.536723 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.537039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.537353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.537668 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:52.744429 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6936-6645-4116-97e0-7ed6d87a829b req-8b4ade1a-b4e4-4c1a-9789-a0ca26d1c184 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:52.745865 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e28a6936-6645-4116-97e0-7ed6d87a829b req-8b4ade1a-b4e4-4c1a-9789-a0ca26d1c184 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 945 time: 0.0650668 Jun 30 03:23:52.773399 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['2c2647a1-20c8-4691-b642-eccc63091099'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:23:52.786759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e28a6936-6645-4116-97e0-7ed6d87a829b req-118e2014-7aac-477f-aebf-bf90e0316c50 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346823 Jun 30 03:23:53.967364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e182ef-aa79-4f26-adcf-a11414d43167 req-ffd05784-cb90-4055-a974-a080bcd7f2a4 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:53.968786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2e182ef-aa79-4f26-adcf-a11414d43167 req-ffd05784-cb90-4055-a974-a080bcd7f2a4 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 945 time: 0.0685618 Jun 30 03:23:54.009356 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2e182ef-aa79-4f26-adcf-a11414d43167 req-c32dd0e7-d044-4fed-9d14-be608c1c2145 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.78 "GET /v2.0/security-groups?id=23745937-6655-40de-820d-b77d486b9c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Jun 30 03:23:54.138899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:23:54.188604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 2c2647a1-20c8-4691-b642-eccc63091099 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:23:54.191550 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847841-c13d-48b9-b073-4885a52a8cbd req-cfcca0a0-9004-4358-94d5-dcb54bd77774 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:54.192844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 2c2647a1-20c8-4691-b642-eccc63091099 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:23:54.193068 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-cfcca0a0-9004-4358-94d5-dcb54bd77774 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.90 "GET /v2.0/ports?device_id=bfb3523d-9795-4b17-9611-5e950fed8cfd HTTP/1.1" status: 200 len: 945 time: 0.0688221 Jun 30 03:23:54.193284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.279857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.295953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Deleting port 2c2647a1-20c8-4691-b642-eccc63091099 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:23:54.296292 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.303898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:54.306177 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba704f65-36a0-47fc-af98-b63f381b0b58" -d '{"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "2c2647a1-20c8-4691-b642-eccc63091099"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:54.320354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:54.325525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.379082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:54.396880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] For port 2c2647a1-20c8-4691-b642-eccc63091099, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2c2647a1-20c8-4691-b642-eccc63091099,segment=NetworkSegment(2e94df1f-eaf4-4e7d-8bf9-db1355a82895),segment_id=2e94df1f-eaf4-4e7d-8bf9-db1355a82895)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:54.397240 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.410081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Calling delete_port for 2c2647a1-20c8-4691-b642-eccc63091099 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:23:54.427165 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfc0f6e-d21a-4299-8dc8-6827064211b4 x-openstack-request-id: req-8dfc0f6e-d21a-4299-8dc8-6827064211b4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:54.427468 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "2c2647a1-20c8-4691-b642-eccc63091099", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:54.427725 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dfc0f6e-d21a-4299-8dc8-6827064211b4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:54.428119 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099', 'code': 200} Jun 30 03:23:54.545260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.556754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['2c2647a1-20c8-4691-b642-eccc63091099'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:23:54.575689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Pushing event deleted for resources: {'Port': ['ID=2c2647a1-20c8-4691-b642-eccc63091099,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:54.619668 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] No DVR routers for this DVR port 2c2647a1-20c8-4691-b642-eccc63091099 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:23:54.623487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.626031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-22847841-c13d-48b9-b073-4885a52a8cbd req-d6a81c0a-8118-41e6-9392-c6eb7d7a1ed2 tempest-DeleteServersTestJSON-1594896945 tempest-DeleteServersTestJSON-1594896945-project] 10.222.0.90 "DELETE /v2.0/ports/2c2647a1-20c8-4691-b642-eccc63091099 HTTP/1.1" status: 204 len: 173 time: 0.4258935 Jun 30 03:23:54.626510 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-deleted', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:54.629249 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f90ee8-f6f0-47e4-acca-07a8e1a5fed8" -d '{"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-deleted", "tag": "2c2647a1-20c8-4691-b642-eccc63091099"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:54.666264 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a954c-9620-4e86-a274-285a05bab963 x-openstack-request-id: req-825a954c-9620-4e86-a274-285a05bab963 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:54.666598 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb3523d-9795-4b17-9611-5e950fed8cfd", "name": "network-vif-deleted", "tag": "2c2647a1-20c8-4691-b642-eccc63091099", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:54.666857 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-825a954c-9620-4e86-a274-285a05bab963 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:54.667258 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb3523d-9795-4b17-9611-5e950fed8cfd', 'name': 'network-vif-deleted', 'tag': '2c2647a1-20c8-4691-b642-eccc63091099', 'status': 'completed', 'code': 200} Jun 30 03:23:55.248770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:55.293495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Deleting subnet bcb6be4b-ae7a-48bc-be57-f1c091396ded {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:23:55.296638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.335170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.374883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.428195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.452965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb6be4b-ae7a-48bc-be57-f1c091396ded,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:55.457273 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.459116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bcb6be4b-ae7a-48bc-be57-f1c091396ded HTTP/1.1" status: 204 len: 168 time: 0.2093532 Jun 30 03:23:55.461901 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:55.466088 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.466625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.466972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.467309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.467639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.467966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.468293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.468615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.468944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.469265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.469588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.469907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4849cb6-f4d7-445c-9994-7c8402425707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:55.534477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.612631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.622263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b2bfd0-e8dc-46d7-8315-47594282b629']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:23:55.632540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e94df1f-eaf4-4e7d-8bf9-db1355a82895') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:23:55.632835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e94df1f-eaf4-4e7d-8bf9-db1355a82895') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:23:55.642583 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.657577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.663656 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:23:55.664043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:23:55.665698 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:23:55.722518 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.729501 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.731594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/56b2bfd0-e8dc-46d7-8315-47594282b629 HTTP/1.1" status: 204 len: 168 time: 0.2686424 Jun 30 03:23:55.741276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474f1a8-2970-4134-94b5-0e1c868365c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b2bfd0-e8dc-46d7-8315-47594282b629,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:55.848110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:55.888717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eaabb562-6cbf-40d7-a282-a1298401d368 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0cb8d19b0667474781528ba082d84d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392487 Jun 30 03:23:55.891041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54256) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:55.938883 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-156388dd-50c2-434b-9ff9-2d2c9b922095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:55.960477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-156388dd-50c2-434b-9ff9-2d2c9b922095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.007362 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-156388dd-50c2-434b-9ff9-2d2c9b922095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.009988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-156388dd-50c2-434b-9ff9-2d2c9b922095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.014799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-156388dd-50c2-434b-9ff9-2d2c9b922095 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23745937-6655-40de-820d-b77d486b9c07 HTTP/1.1" status: 204 len: 168 time: 0.1227882 Jun 30 03:23:56.022847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156388dd-50c2-434b-9ff9-2d2c9b922095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23745937-6655-40de-820d-b77d486b9c07,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:56.672990 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54278) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:56.767778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1403563476-network', 'tenant_id': 'ca5940670e8d4fbaa26864a2d97dd0e8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:56.789152 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Made reservation on behalf of ca5940670e8d4fbaa26864a2d97dd0e8 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:23:56.791681 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.804474 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.898037 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.903231 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.928583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:23:56.938467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61011d7-0469-42c3-9e00-faf364fb1add,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:56.944015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:56.944363 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Added segment 421a751b-f957-4080-83af-f18da8c8434e of type vlan for network 59c9997d-a610-46ca-82d8-76457957ab68 Jun 30 03:23:56.987473 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.017093 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.018334 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:57.018937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.075008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4006832 Jun 30 03:23:57.077874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:57.082829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedc4d7-967d-401e-9465-ac355772d148 admin admin] Pushing event updated for resources: {'Network': ['ID=59c9997d-a610-46ca-82d8-76457957ab68,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:57.083040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Request body: {'subnet': {'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1403563476-subnet', 'tenant_id': 'ca5940670e8d4fbaa26864a2d97dd0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:57.094358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 59c9997d-a610-46ca-82d8-76457957ab68 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:23:57.110597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Made reservation on behalf of ca5940670e8d4fbaa26864a2d97dd0e8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:23:57.113025 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.297372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.361223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1201c25c-adcb-4caa-ad03-cc868a88d502,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:57.366479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Checking segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:23:57.366852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Network hostable DHCP agents. Network: 59c9997d-a610-46ca-82d8-76457957ab68, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:23:57.383698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Network 59c9997d-a610-46ca-82d8-76457957ab68 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:23:57.393126 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 59c9997d-a610-46ca-82d8-76457957ab68) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:23:57.397428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:57.398083 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.404073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9300d20-44a4-4f27-a6cf-d262cc4269f9 None None] Network 59c9997d-a610-46ca-82d8-76457957ab68 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:23:57.413324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-53c5af78-f1d4-4b0a-9727-dcd67ae9ab9f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3342500 Jun 30 03:23:57.533523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a3999-e84b-4b65-93da-55b03d195688 None None] Network 59c9997d-a610-46ca-82d8-76457957ab68 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:23:57.719395 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0ad82bc-2d16-499e-88de-f7336769006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.852964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-dafb93f7-98c7-40b2-ac4e-8be1d517b36d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:57.854370 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-dafb93f7-98c7-40b2-ac4e-8be1d517b36d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 815 time: 0.1039393 Jun 30 03:23:57.869315 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-273c3d49-9f04-46b7-9c15-b7e895800d73 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/quotas/ca5940670e8d4fbaa26864a2d97dd0e8 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jun 30 03:23:57.908207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-af10cb28-ae7d-4d0b-9984-82e654651948 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335340 Jun 30 03:23:57.968834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-6e330e49-b08a-45e2-bee0-fbacec71310d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:23:57.969816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-6e330e49-b08a-45e2-bee0-fbacec71310d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553648 Jun 30 03:23:58.059981 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b0755cee-e1b0-4c9d-be2d-aad62b898f5c service neutron] 10.222.0.78 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Jun 30 03:23:58.140914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:23:58.157709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b2709774-b7bb-4482-a659-43dc82da1621 service neutron] 10.222.0.78 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918682 Jun 30 03:23:58.161334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 2c2647a1-20c8-4691-b642-eccc63091099 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:23:58.161509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2c2647a1-20c8-4691-b642-eccc63091099 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:23:58.332647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0df32414-a0e7-4828-8dde-3d63e3fee80e req-f87f32dd-bb33-44b4-abf4-08cd0522ab47 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 210 time: 0.0329318 Jun 30 03:23:59.478668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e5468a0b-369b-4b61-a6b5-879e49f3d2c9 req-fe892b48-2e74-4753-86a8-dbf433212910 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 210 time: 0.0300493 Jun 30 03:23:59.634630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-c33ff250-fad7-4f29-b54c-d789276b3fbc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:59.635986 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-c33ff250-fad7-4f29-b54c-d789276b3fbc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 815 time: 0.1064520 Jun 30 03:23:59.649662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Request body: {'port': {'device_id': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'admin_state_up': True, 'tenant_id': 'ca5940670e8d4fbaa26864a2d97dd0e8'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:59.768532 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Made reservation on behalf of ca5940670e8d4fbaa26864a2d97dd0e8 for: {'port': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:23:59.772190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:59.900823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Allocated IP 172.20.0.11 (59c9997d-a610-46ca-82d8-76457957ab68/1201c25c-adcb-4caa-ad03-cc868a88d502/2fb199fd-fd7e-462d-a25e-f0892086b631) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:00.044702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.082530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.130151 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Network 59c9997d-a610-46ca-82d8-76457957ab68 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:00.133230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:00.140491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:00.146512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:00.190292 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:00.190917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.205437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7787d286-f681-411b-9505-fb9acc4ea7e2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600193 Jun 30 03:24:00.218745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Request body: {'port': {'device_id': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:00.293978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.376678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f38c-af7c-4301-a53d-e29180864a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.560652 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb199fd-fd7e-462d-a25e-f0892086b631 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:00.568549 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.583457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Transition to ACTIVE for port object 2fb199fd-fd7e-462d-a25e-f0892086b631 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:00.588090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.611480 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.676032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:00.756956 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedc77-b393-488a-8734-2f6f7e919953 req-26c7bd19-2fb8-442a-b4cb-4363728ff41d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:00.758476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6dedc77-b393-488a-8734-2f6f7e919953 req-26c7bd19-2fb8-442a-b4cb-4363728ff41d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 944 time: 0.1425161 Jun 30 03:24:00.781082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:00.781341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:00.781671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:00.794171 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Port 2fb199fd-fd7e-462d-a25e-f0892086b631 on network 59c9997d-a610-46ca-82d8-76457957ab68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:24:00.794505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:00.802145 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:00.802514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Checking segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:00.802900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Bound using segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:00.803333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Bound port: 2fb199fd-fd7e-462d-a25e-f0892086b631, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:00.803695 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.825378 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f6dedc77-b393-488a-8734-2f6f7e919953 req-dbef3d68-8654-47ba-9cfc-ad18d81e827e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 Jun 30 03:24:00.879975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:00.883349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:00.889076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.929231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:00.930010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:00.931473 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] 10.222.0.90 "PUT /v2.0/ports/2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 1092 time: 0.7174716 Jun 30 03:24:00.932024 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:00.936487 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2" -d '{"events": [{"name": "network-changed", "server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:00.963051 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfce99-d360-447d-8f40-bbf9f54bb4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:00.972571 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c079500-7615-4bec-90fa-0cb3ae74d7f1 x-openstack-request-id: req-2c079500-7615-4bec-90fa-0cb3ae74d7f1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:00.972938 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:00.973347 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c079500-7615-4bec-90fa-0cb3ae74d7f1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:00.974044 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'status': 'completed', 'code': 200} Jun 30 03:24:01.033456 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-f5d859fb-c191-40ea-9b1f-a8ec7497d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:01.034905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-f5d859fb-c191-40ea-9b1f-a8ec7497d118 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1095 time: 0.0548084 Jun 30 03:24:01.078282 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-7b956101-9d7e-46fd-936e-4f0a2d53a217 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0337310 Jun 30 03:24:01.131314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-93a5d89d-24a6-4d28-a11d-65d61d0bd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:01.132775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-93a5d89d-24a6-4d28-a11d-65d61d0bd804 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0465057 Jun 30 03:24:01.166017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-c4b52b39-f286-48dd-934c-e77e78a69e74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259271 Jun 30 03:24:01.256264 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-44c79aa2-ffa4-423c-9a9d-5c30bcb6c7d2 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831523 Jun 30 03:24:01.351896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a167e23a-9386-4a6b-8daf-7b5438e5d51e req-f4eba2c8-9427-4bab-b9c9-06b7a6bf5a47 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875468 Jun 30 03:24:01.455837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-824501ba-0210-4db2-9f39-1e3e307dd51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:01.457328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-824501ba-0210-4db2-9f39-1e3e307dd51c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1095 time: 0.0531046 Jun 30 03:24:01.551633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-3289a499-e212-4aca-90c6-3178afebaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:01.553107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-3289a499-e212-4aca-90c6-3178afebaf14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0879869 Jun 30 03:24:01.594543 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-fac3892f-5c2f-4428-b831-052337a46dc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0339808 Jun 30 03:24:01.645978 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-4aa19bcd-c249-4b50-ba85-e22d6729b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:01.647501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-4aa19bcd-c249-4b50-ba85-e22d6729b27b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0444121 Jun 30 03:24:01.686455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-91cf2c59-9f6d-414e-9a70-6f8e9d4225d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303013 Jun 30 03:24:01.778877 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-cfa086fd-c33f-4779-8ce5-27030c160352 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838790 Jun 30 03:24:01.872012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd6ba7c3-5b1d-42b6-a54f-cf5f077a40c2 req-000ed9a5-f2d7-4fa8-988b-ccce67c6e253 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847108 Jun 30 03:24:02.289413 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757ee48-7f21-4672-a9c1-fae3da98ce8d req-80b23e24-8e42-4491-b25d-6e849058e725 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:02.291212 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6757ee48-7f21-4672-a9c1-fae3da98ce8d req-80b23e24-8e42-4491-b25d-6e849058e725 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 944 time: 0.3555110 Jun 30 03:24:02.337454 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6757ee48-7f21-4672-a9c1-fae3da98ce8d req-75c559cb-3ddd-4253-9ab3-ecf6512358cd tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Jun 30 03:24:02.390232 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:03.513891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3491-054b-48ea-9c1c-426ce3035a07 req-81169793-87ae-4ac6-ab70-e57f0c7caa4d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:03.515435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffcb3491-054b-48ea-9c1c-426ce3035a07 req-81169793-87ae-4ac6-ab70-e57f0c7caa4d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 944 time: 0.0646131 Jun 30 03:24:03.554217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ffcb3491-054b-48ea-9c1c-426ce3035a07 req-8c932e09-e0a1-4d8d-8862-57c60529f6d0 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Jun 30 03:24:04.200395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:24:04.296470 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:04.307623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'port_id': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'mac_address': 'fa:16:3e:8a:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201c25c-adcb-4caa-ad03-cc868a88d502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:24:04.345003 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:04.357643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb199fd-fd7e-462d-a25e-f0892086b631 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:04.377798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:04.381821 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:04.427781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:04.467605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:04.489345 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:24:04.588701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['2fb199fd-fd7e-462d-a25e-f0892086b631'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:04.732402 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847c696-2726-421b-be79-c6c6805f9f76 req-b3b3e42e-ebc2-4261-b33a-7ccf204c3117 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:04.733657 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5847c696-2726-421b-be79-c6c6805f9f76 req-b3b3e42e-ebc2-4261-b33a-7ccf204c3117 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 945 time: 0.0640621 Jun 30 03:24:04.773251 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5847c696-2726-421b-be79-c6c6805f9f76 req-5a1692b1-5f7b-4f33-b507-541fdff0a5d3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337636 Jun 30 03:24:05.951526 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd847d-519a-46e3-a3fe-9e18c3ad4905 req-1ea6e84a-040a-4f03-b7fd-bc04856d1444 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:05.953063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36fd847d-519a-46e3-a3fe-9e18c3ad4905 req-1ea6e84a-040a-4f03-b7fd-bc04856d1444 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 945 time: 0.0707443 Jun 30 03:24:05.992009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36fd847d-519a-46e3-a3fe-9e18c3ad4905 req-a33070a4-0b1c-4d85-97e0-46f9c5976ad1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Jun 30 03:24:06.201563 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:06.250913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 2fb199fd-fd7e-462d-a25e-f0892086b631 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:06.254653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 2fb199fd-fd7e-462d-a25e-f0892086b631 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:06.255020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.333020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.357156 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:06.359552 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b93dd1-4c57-48c6-896d-54fcbe580b63" -d '{"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-plugged", "status": "completed", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:06.374263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:06.378913 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.405407 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018dcb29-a441-4e15-811e-85339d99ce00 x-openstack-request-id: req-018dcb29-a441-4e15-811e-85339d99ce00 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:06.405706 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-plugged", "status": "completed", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:06.405961 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-018dcb29-a441-4e15-811e-85339d99ce00 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:06.406384 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'code': 200} Jun 30 03:24:06.434568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:06.538205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3050f2-f9e3-470d-9a67-c25c817e266b req-6eae37e7-24c8-4e80-a009-211bf3f08722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.539813 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be3050f2-f9e3-470d-9a67-c25c817e266b req-6eae37e7-24c8-4e80-a009-211bf3f08722 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1097 time: 0.0569069 Jun 30 03:24:06.580603 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be3050f2-f9e3-470d-9a67-c25c817e266b req-8682e1f6-8b99-4f97-bb51-91f6fbe8ea41 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300395 Jun 30 03:24:07.168911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9128d9-d390-4f3d-bfa3-4a18fe179095 req-4d531613-533d-486a-81c0-4bf534fe9c94 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:07.170333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd9128d9-d390-4f3d-bfa3-4a18fe179095 req-4d531613-533d-486a-81c0-4bf534fe9c94 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0654349 Jun 30 03:24:07.207767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bd9128d9-d390-4f3d-bfa3-4a18fe179095 req-ae0115b2-e59c-4a57-b4e1-c01e132f7e66 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318880 Jun 30 03:24:08.383445 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8d83-d907-47cd-a13e-1dec07c8b033 req-c1eed57c-74f7-403b-8238-ccc601abf2c6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:08.384938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d7c8d83-d907-47cd-a13e-1dec07c8b033 req-c1eed57c-74f7-403b-8238-ccc601abf2c6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0661631 Jun 30 03:24:08.422628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d7c8d83-d907-47cd-a13e-1dec07c8b033 req-845f5327-6afd-4487-9043-b16193f4bc0f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jun 30 03:24:08.597170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25520b8b-4b99-44fc-9c35-f709e707bbeb req-581e9eaf-c411-4419-a80c-ea3fd9c73cd2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:08.598692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25520b8b-4b99-44fc-9c35-f709e707bbeb req-581e9eaf-c411-4419-a80c-ea3fd9c73cd2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0639606 Jun 30 03:24:08.642902 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25520b8b-4b99-44fc-9c35-f709e707bbeb req-5d90e208-6ebd-48b0-9afe-338a3a4a6c7f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385017 Jun 30 03:24:08.986678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f390-9d6a-4b74-8703-5d7de9990dc0 req-5e555fad-ab4c-4bbc-9871-f8b06470d2bc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:08.988216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e44f390-9d6a-4b74-8703-5d7de9990dc0 req-5e555fad-ab4c-4bbc-9871-f8b06470d2bc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0646076 Jun 30 03:24:09.027745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e44f390-9d6a-4b74-8703-5d7de9990dc0 req-6da32eaa-ea7c-4045-850d-f3803f269c3f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jun 30 03:24:09.204264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5a1ec-75d1-48b1-99eb-c2fdfcc8be2c req-b501801b-5621-4d74-b553-1b24daa79a44 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:09.205952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9b5a1ec-75d1-48b1-99eb-c2fdfcc8be2c req-b501801b-5621-4d74-b553-1b24daa79a44 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0641308 Jun 30 03:24:09.247727 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a9b5a1ec-75d1-48b1-99eb-c2fdfcc8be2c req-2966cf13-d59e-45a1-97fb-653600031b7c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Jun 30 03:24:09.598555 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-a451782d-eb1e-49a1-a914-1bf4d120c3ea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621023 Jun 30 03:24:09.652106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc6e82-91c5-4be8-a986-0b990e036181 req-a42dc799-f6ce-4d79-ad79-7b80c5809b7f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:09.653938 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89dc6e82-91c5-4be8-a986-0b990e036181 req-a42dc799-f6ce-4d79-ad79-7b80c5809b7f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0731373 Jun 30 03:24:09.693134 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89dc6e82-91c5-4be8-a986-0b990e036181 req-1d27efaf-18d9-45d2-99f1-7e86f015cf8d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Jun 30 03:24:09.847336 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:10.868111 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-15572551-54ec-4e85-b340-b639026080af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.869629 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-15572551-54ec-4e85-b340-b639026080af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1097 time: 0.0611227 Jun 30 03:24:10.879196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319098a5-39cc-4322-8c85-edb253b4acdd req-56f023cc-383c-4caf-856b-b3b885a7c858 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.880680 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-319098a5-39cc-4322-8c85-edb253b4acdd req-56f023cc-383c-4caf-856b-b3b885a7c858 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0644360 Jun 30 03:24:10.920331 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-319098a5-39cc-4322-8c85-edb253b4acdd req-36e27bc9-c3da-4d74-874f-381141cbcb49 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Jun 30 03:24:10.960576 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-2b964ec9-522f-4fac-b7a4-e81690efbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.962010 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-2b964ec9-522f-4fac-b7a4-e81690efbf5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0844622 Jun 30 03:24:11.008017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-33aebbc4-b112-4248-9f6d-d24570a36226 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0360157 Jun 30 03:24:11.062501 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-5ccf5f93-d04c-4dc7-9012-627bd7981049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.063949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-5ccf5f93-d04c-4dc7-9012-627bd7981049 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0489819 Jun 30 03:24:11.100128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-e1dbc899-0d26-4b51-b961-672e475d2ee5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257668 Jun 30 03:24:11.194928 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-230c9f6d-5557-4dd8-887d-7c56a2547f9f service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Jun 30 03:24:11.288152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-eae50b51-7769-4a90-bbbb-3a07514367af service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860565 Jun 30 03:24:11.331355 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:11.424945 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a3567-7741-48ff-9563-c9868faee118 req-5385e6f7-4c1e-4f0f-a72c-d2283b5825d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.426601 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-5385e6f7-4c1e-4f0f-a72c-d2283b5825d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1097 time: 0.0533223 Jun 30 03:24:11.552751 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a3567-7741-48ff-9563-c9868faee118 req-6b02c991-b394-4145-aa8d-a3226d3a9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.554234 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-6b02c991-b394-4145-aa8d-a3226d3a9cb0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0900960 Jun 30 03:24:11.604168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-95b82aa1-b686-4885-9a4b-c968f1095d74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0338840 Jun 30 03:24:11.656410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a3567-7741-48ff-9563-c9868faee118 req-e47faac3-6e85-4aa6-9c7d-512bf352e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.657841 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-e47faac3-6e85-4aa6-9c7d-512bf352e1bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0437686 Jun 30 03:24:11.699527 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-3da801f4-6bc7-42fa-b306-69539647fa26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312195 Jun 30 03:24:11.794089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-05ae3dcd-dfed-4b9a-a990-178d1bf842f5 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827932 Jun 30 03:24:11.889765 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-076a3567-7741-48ff-9563-c9868faee118 req-2246502e-6f96-4e54-8077-f4fa7bb1391c service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864601 Jun 30 03:24:12.093531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8a26-c7c7-4895-8a4f-7c53378145e8 req-ced2630d-d972-4c8a-962e-1561b6457776 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:12.095028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fbba8a26-c7c7-4895-8a4f-7c53378145e8 req-ced2630d-d972-4c8a-962e-1561b6457776 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0636308 Jun 30 03:24:12.132596 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fbba8a26-c7c7-4895-8a4f-7c53378145e8 req-69cc4dd7-7b50-4665-9f8e-aaab3b9b8e03 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Jun 30 03:24:13.311768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86587f-2a08-40ef-9a65-4180499be067 req-45d0a1dc-2c5d-4f70-a108-54bd4ecc0976 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.313266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca86587f-2a08-40ef-9a65-4180499be067 req-45d0a1dc-2c5d-4f70-a108-54bd4ecc0976 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0678465 Jun 30 03:24:13.351807 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca86587f-2a08-40ef-9a65-4180499be067 req-a1cdcde9-19bc-455c-97da-34c9899e2879 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Jun 30 03:24:14.526110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94bdd4-e35d-4200-8fa9-dc201ce77571 req-b5428e70-dc00-47da-803b-9c8b1c87f42e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:14.528267 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de94bdd4-e35d-4200-8fa9-dc201ce77571 req-b5428e70-dc00-47da-803b-9c8b1c87f42e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0642941 Jun 30 03:24:14.565120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de94bdd4-e35d-4200-8fa9-dc201ce77571 req-b30abf12-62b8-430c-9f7b-5d061dc17a2a tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Jun 30 03:24:15.738329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd321-40c3-4d51-a5ce-307b3d384aa3 req-7cfd1d08-aee7-4d2e-8165-dcb11c583f90 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:15.739847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-faacd321-40c3-4d51-a5ce-307b3d384aa3 req-7cfd1d08-aee7-4d2e-8165-dcb11c583f90 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0643425 Jun 30 03:24:15.779181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-faacd321-40c3-4d51-a5ce-307b3d384aa3 req-62f49ae5-65a2-4d80-9542-d8c35361a8b4 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jun 30 03:24:16.957410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4816-a3d8-4e21-9d64-4c7e70b67df8 req-f9db79af-ddc6-4dd4-8ebf-374828cfaaa3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:16.958806 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c35c4816-a3d8-4e21-9d64-4c7e70b67df8 req-f9db79af-ddc6-4dd4-8ebf-374828cfaaa3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0657897 Jun 30 03:24:16.996969 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c35c4816-a3d8-4e21-9d64-4c7e70b67df8 req-ce2c9b6e-43eb-4764-8076-1b5a392006bf tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Jun 30 03:24:18.173458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1170d-b477-4857-86ce-880e5b834acc req-e74e72a0-a69f-4613-83e5-e4aecb994d61 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:18.175020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ca1170d-b477-4857-86ce-880e5b834acc req-e74e72a0-a69f-4613-83e5-e4aecb994d61 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0649149 Jun 30 03:24:18.217234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ca1170d-b477-4857-86ce-880e5b834acc req-2eca2d35-87db-454e-aed4-af7c9dd37e8e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365272 Jun 30 03:24:19.391624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168b466-9eb1-4cb9-8904-8a87aab85b56 req-a5564636-420b-4694-acd2-440849cfaba3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:19.393106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0168b466-9eb1-4cb9-8904-8a87aab85b56 req-a5564636-420b-4694-acd2-440849cfaba3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0646269 Jun 30 03:24:19.430445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0168b466-9eb1-4cb9-8904-8a87aab85b56 req-d0fd76b2-39e3-400a-b2e0-48698f9a2d0c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jun 30 03:24:20.606479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026da42-b252-4913-8da7-59e488672538 req-a58977f0-195d-4a08-bb26-00dda5c5f13b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:20.607970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0026da42-b252-4913-8da7-59e488672538 req-a58977f0-195d-4a08-bb26-00dda5c5f13b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0641136 Jun 30 03:24:20.646643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0026da42-b252-4913-8da7-59e488672538 req-c534b64a-ebb1-48ef-866f-6bab7f2dd845 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Jun 30 03:24:21.819662 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cb810-8a2f-4e35-aa72-2183734a278f req-6b757cea-0000-4792-9a53-9afe4d5aa75c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:21.821158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590cb810-8a2f-4e35-aa72-2183734a278f req-6b757cea-0000-4792-9a53-9afe4d5aa75c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0637379 Jun 30 03:24:21.863907 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-590cb810-8a2f-4e35-aa72-2183734a278f req-27392c1d-1f90-482c-ba26-761fae7c6b38 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Jun 30 03:24:23.039883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782841-4601-4287-a291-ced380e2996f req-96eb498c-212e-46c5-b0fd-757d58c73bee tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:23.041385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a782841-4601-4287-a291-ced380e2996f req-96eb498c-212e-46c5-b0fd-757d58c73bee tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0661721 Jun 30 03:24:23.080194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5a782841-4601-4287-a291-ced380e2996f req-ef8437b5-43d9-455f-b7bc-0d8bb5f1314f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jun 30 03:24:24.260575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048399-f9f9-4454-97a9-7336e3f01af7 req-a71a4c22-175d-4cda-a6aa-6c2e93ad48d9 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:24.262883 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66048399-f9f9-4454-97a9-7336e3f01af7 req-a71a4c22-175d-4cda-a6aa-6c2e93ad48d9 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0700591 Jun 30 03:24:24.307420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-66048399-f9f9-4454-97a9-7336e3f01af7 req-6960e3cd-09ef-46d9-ae63-b3d63cefc838 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Jun 30 03:24:25.493051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccca6b-fef7-45a1-8975-0e344cbe7c8e req-f028a145-a23f-4360-bca6-169c42f275ed tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:25.494629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eccca6b-fef7-45a1-8975-0e344cbe7c8e req-f028a145-a23f-4360-bca6-169c42f275ed tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0692151 Jun 30 03:24:25.544056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4eccca6b-fef7-45a1-8975-0e344cbe7c8e req-b126af16-eb46-4b8c-89fd-cd436adc96ec tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Jun 30 03:24:26.730336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae6233-ab02-4cc6-a42d-4c3e6a7b70ea req-996aeb25-0638-4d90-b0fa-07a68d21842f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:26.732627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeae6233-ab02-4cc6-a42d-4c3e6a7b70ea req-996aeb25-0638-4d90-b0fa-07a68d21842f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0684769 Jun 30 03:24:26.770725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aeae6233-ab02-4cc6-a42d-4c3e6a7b70ea req-4a2c48a1-634f-4315-8d2d-2cb8e0a25e13 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Jun 30 03:24:27.720521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c668239-0130-4f9a-908d-3bc8d6e1850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:27.953624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167da1e3-3aeb-44da-9715-2d46c9a1e22c req-e926240f-861a-4a86-802d-c0efc8ee0ed4 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:27.955110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-167da1e3-3aeb-44da-9715-2d46c9a1e22c req-e926240f-861a-4a86-802d-c0efc8ee0ed4 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0655353 Jun 30 03:24:27.994428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-167da1e3-3aeb-44da-9715-2d46c9a1e22c req-ab99762d-9633-4240-b471-ff3211562e70 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Jun 30 03:24:29.174820 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e40406-92f7-4e7d-883e-2298a6445d93 req-c9c082c4-3611-447b-9eaa-01965a06abe6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:29.176342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43e40406-92f7-4e7d-883e-2298a6445d93 req-c9c082c4-3611-447b-9eaa-01965a06abe6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0696642 Jun 30 03:24:29.216128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-43e40406-92f7-4e7d-883e-2298a6445d93 req-93fbb69d-0889-4c75-aecb-75fc6c9f3b37 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Jun 30 03:24:30.379612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed413bc-f44a-4686-a839-a8066967a4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:30.396796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a02ff-1b17-4065-9863-ecb48bf3668d req-8e125ae4-7ab3-4990-a454-4cc7bf1c40c8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:30.398323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-191a02ff-1b17-4065-9863-ecb48bf3668d req-8e125ae4-7ab3-4990-a454-4cc7bf1c40c8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0687623 Jun 30 03:24:30.443437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-191a02ff-1b17-4065-9863-ecb48bf3668d req-295f597d-f2dd-477b-a753-c832d07a9ccc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Jun 30 03:24:30.613980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.633188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5184f-46bf-4099-90f4-d35328ce4f31 req-d86e0c49-4390-45e8-8032-a1145a39c173 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:31.634777 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8bf5184f-46bf-4099-90f4-d35328ce4f31 req-d86e0c49-4390-45e8-8032-a1145a39c173 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0655277 Jun 30 03:24:31.674840 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8bf5184f-46bf-4099-90f4-d35328ce4f31 req-2ea6b067-3505-4e6e-a85e-3455f2b4e07a tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Jun 30 03:24:32.390852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.851550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be551-fe8c-4fec-8f7c-559dc4b2574b req-7d9f27c5-f1b1-4fe1-9659-bf1df1258a5b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:32.853054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b34be551-fe8c-4fec-8f7c-559dc4b2574b req-7d9f27c5-f1b1-4fe1-9659-bf1df1258a5b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0645173 Jun 30 03:24:32.892830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b34be551-fe8c-4fec-8f7c-559dc4b2574b req-d5f60d17-43f2-44b3-a0ef-3f6eaec10056 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Jun 30 03:24:34.072524 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270e7b9-75cd-40d2-8608-ca9cc404bd0c req-04fc8609-6c08-447d-8d70-dc8e11239aa8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.074035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4270e7b9-75cd-40d2-8608-ca9cc404bd0c req-04fc8609-6c08-447d-8d70-dc8e11239aa8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0660708 Jun 30 03:24:34.116077 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4270e7b9-75cd-40d2-8608-ca9cc404bd0c req-437cdb1d-1f57-4de2-89d9-c00dd9f7b560 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Jun 30 03:24:34.470438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.293337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0682-9da9-4794-9418-61bbeb174535 req-138de262-0967-4c0b-bf7b-c2e59e95afb2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:35.294699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c65e0682-9da9-4794-9418-61bbeb174535 req-138de262-0967-4c0b-bf7b-c2e59e95afb2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0646112 Jun 30 03:24:35.334485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c65e0682-9da9-4794-9418-61bbeb174535 req-b76f6292-d903-4185-acb0-0cd871442b2c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Jun 30 03:24:36.517481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b937a-2444-4603-9b96-bfeecdcfc8b0 req-e80e0fa4-8bbe-4396-b472-59f7d4c1ca91 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:36.519065 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b64b937a-2444-4603-9b96-bfeecdcfc8b0 req-e80e0fa4-8bbe-4396-b472-59f7d4c1ca91 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0677648 Jun 30 03:24:36.557850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b64b937a-2444-4603-9b96-bfeecdcfc8b0 req-8f5b9ed0-91d1-4c41-a717-67f2c2a924ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Jun 30 03:24:37.738763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850f30-583f-4229-a701-5ad44cb51e5c req-d68872b9-6c75-4c4c-beef-37212d0eaa1e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:37.740245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be850f30-583f-4229-a701-5ad44cb51e5c req-d68872b9-6c75-4c4c-beef-37212d0eaa1e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0670316 Jun 30 03:24:37.779045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be850f30-583f-4229-a701-5ad44cb51e5c req-3c2ba09c-dec1-4856-b1a7-4f81530de2b2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Jun 30 03:24:38.284799 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-032275bd-7338-4897-aef8-eaf53c0fa5e7 service neutron] show failed (client error): The resource could not be found. Jun 30 03:24:38.285778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-032275bd-7338-4897-aef8-eaf53c0fa5e7 service neutron] 10.222.0.90 "GET /v2.0/ports/2fb199fd-fd7e-462d-a25e-f0892086b631/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0538821 Jun 30 03:24:38.542697 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-366683cf-c731-4a41-b849-fa44f21db5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:38.544590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-366683cf-c731-4a41-b849-fa44f21db5ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d&tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8 HTTP/1.1" status: 200 len: 1097 time: 0.0578463 Jun 30 03:24:38.556146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:38.628724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.841726 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:38.877196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h2-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:38.959268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:38.961579 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a32e2-4ed1-4ac5-9229-8c1c4f3648f7" -d '{"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:38.967042 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.986048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Transition to ACTIVE for port object 2fb199fd-fd7e-462d-a25e-f0892086b631 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:38.991950 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.026221 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79068c6-8de2-4aec-a27f-ba8b3999289d x-openstack-request-id: req-e79068c6-8de2-4aec-a27f-ba8b3999289d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:39.026545 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:39.026801 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e79068c6-8de2-4aec-a27f-ba8b3999289d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:39.027256 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'code': 200} Jun 30 03:24:39.053295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16618d-d4e4-4a0b-af1b-71d212db201d req-5fff9f96-88a9-4cf5-afa6-f5bffa0d6aa5 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:39.055244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e16618d-d4e4-4a0b-af1b-71d212db201d req-5fff9f96-88a9-4cf5-afa6-f5bffa0d6aa5 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.1543229 Jun 30 03:24:39.084661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] No DVR routers for this DVR port 2fb199fd-fd7e-462d-a25e-f0892086b631 on host n-h2-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:39.092504 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:39.150571 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9e16618d-d4e4-4a0b-af1b-71d212db201d req-472110a1-218f-4d1e-aa55-3dabe4d92c31 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706534 Jun 30 03:24:39.151346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:39.151675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:39.151986 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:39.156578 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Port 2fb199fd-fd7e-462d-a25e-f0892086b631 on network 59c9997d-a610-46ca-82d8-76457957ab68 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:24:39.156895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Attempting to bind port 2fb199fd-fd7e-462d-a25e-f0892086b631 on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:39.161624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:39.161963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Checking segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:39.162360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Bound using segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:39.162783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Bound port: 2fb199fd-fd7e-462d-a25e-f0892086b631, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:39.163619 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.226673 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h1-798054-5, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:39.229583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:39.235073 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.270607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:39.271226 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.272746 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] 10.222.0.67 "PUT /v2.0/ports/2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 1092 time: 0.7207408 Jun 30 03:24:39.294594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2883061-fd7e-4aac-bb02-eb6cc2c01d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:39.352264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-7f77d5d0-1ab0-4671-93e3-3143745cec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:39.353548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-7f77d5d0-1ab0-4671-93e3-3143745cec81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1095 time: 0.0560825 Jun 30 03:24:39.441315 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-7d92550c-96e3-41ee-81dd-5b79a3221b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:39.442789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-7d92550c-96e3-41ee-81dd-5b79a3221b25 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0832956 Jun 30 03:24:39.490040 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-b2e235b5-11f3-4d40-944c-7723a35da5fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0410233 Jun 30 03:24:39.539366 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-307ef1ac-dced-4d11-80aa-77f75be1a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:39.540754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-307ef1ac-dced-4d11-80aa-77f75be1a197 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0451407 Jun 30 03:24:39.572359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-1c482743-797d-4cd5-b561-6729d0f767ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254433 Jun 30 03:24:39.664328 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-c5678bd3-42d8-42b8-9f6c-a74061c3caf2 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857246 Jun 30 03:24:39.752743 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-05b1086b-9f43-4292-b32d-b48249ee5af3 req-1cdf40ba-af1c-43a1-8217-68014595489e service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 Jun 30 03:24:39.863048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.326284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4f42a-f51d-4070-992f-6eb0a88b4144 req-02068660-fc79-42ce-84bb-c1d4af398f62 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:40.327823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3a4f42a-f51d-4070-992f-6eb0a88b4144 req-02068660-fc79-42ce-84bb-c1d4af398f62 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 944 time: 0.0638087 Jun 30 03:24:40.365926 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3a4f42a-f51d-4070-992f-6eb0a88b4144 req-7314b7a5-c7fe-45ed-8895-ce70befbb764 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Jun 30 03:24:41.029249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:41.031659 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949dc21-7a05-4f87-ae46-f11c035b3660" -d '{"events": [{"name": "network-changed", "server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:41.078000 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81799d-da0f-4add-aadb-69e40c86e563 x-openstack-request-id: req-db81799d-da0f-4add-aadb-69e40c86e563 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:41.078295 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:41.078578 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db81799d-da0f-4add-aadb-69e40c86e563 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:41.078980 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'status': 'completed', 'code': 200} Jun 30 03:24:41.192666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-fa8eb57b-c2c4-44f4-a1de-c3aabdbfec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.194165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-fa8eb57b-c2c4-44f4-a1de-c3aabdbfec54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1095 time: 0.0865219 Jun 30 03:24:41.200562 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-303dfa73-fd46-41ad-98b8-27c8163eba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.202069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-303dfa73-fd46-41ad-98b8-27c8163eba64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1095 time: 0.1026731 Jun 30 03:24:41.356084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:41.363276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-340ed61a-1cd2-43d7-af46-2d670925aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.364730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-340ed61a-1cd2-43d7-af46-2d670925aed5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.1616509 Jun 30 03:24:41.368960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-ead724c0-7685-478f-8547-3134657bdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.370281 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-ead724c0-7685-478f-8547-3134657bdac7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.1581407 Jun 30 03:24:41.439691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-9b070627-8b8b-4bde-a824-d8934c8815d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0683341 Jun 30 03:24:41.441043 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-2f0c43dc-0600-47ca-a982-384913c1e153 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0631912 Jun 30 03:24:41.488520 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:24:41.522939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-8d244ba0-6314-4c2e-888e-e7e844352ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.524402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-8d244ba0-6314-4c2e-888e-e7e844352ceb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0784509 Jun 30 03:24:41.525788 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-85e5c34a-332c-4d38-85df-866a0b8cf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.527437 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-85e5c34a-332c-4d38-85df-866a0b8cf637 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0737133 Jun 30 03:24:41.542157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7390e6-5301-49e5-8781-aad9f3b9cf5d req-b7060f8a-af8a-4568-b7f1-c0c0e8228961 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.544220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c7390e6-5301-49e5-8781-aad9f3b9cf5d req-b7060f8a-af8a-4568-b7f1-c0c0e8228961 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 944 time: 0.0654182 Jun 30 03:24:41.567453 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-fafc79b6-941f-41f2-8c3d-efe0e4c8764a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371583 Jun 30 03:24:41.587896 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-5c5143e8-fadd-4aed-82a0-ed129038ae21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493319 Jun 30 03:24:41.588141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c7390e6-5301-49e5-8781-aad9f3b9cf5d req-1d55f720-aa9b-4611-9b20-96ef2dbbf48d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Jun 30 03:24:41.739495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-e9cbd251-384b-4aea-a5c2-0da266062cf3 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538861 Jun 30 03:24:41.742844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-b253b1e8-9f26-4587-8eaa-b02fd303eda9 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473682 Jun 30 03:24:41.902846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-00d6f09f-8a66-487b-be2b-529a9a0638b7 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574771 Jun 30 03:24:41.905222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-ace3dd6d-bfcc-4f7d-a486-e1c43a8b0601 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511655 Jun 30 03:24:41.996822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012043d-5966-4b80-ad99-e90124c23a3b req-7f7a6c83-5b3c-4ec9-891b-c9c89d1665b2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.998272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0012043d-5966-4b80-ad99-e90124c23a3b req-7f7a6c83-5b3c-4ec9-891b-c9c89d1665b2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 944 time: 0.1586339 Jun 30 03:24:42.005126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:24:42.007492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-0147e417-546e-47bb-83a5-7892b030ff08 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.008952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-0147e417-546e-47bb-83a5-7892b030ff08 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.90 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d&tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 944 time: 0.1669798 Jun 30 03:24:42.073147 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0012043d-5966-4b80-ad99-e90124c23a3b req-9ee09d4a-82da-4a40-8a01-4ddac20ffccb tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Jun 30 03:24:42.092106 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-17df9f00-2bde-4e42-b5b2-a2cc2528e653 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:24:42.093135 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-17df9f00-2bde-4e42-b5b2-a2cc2528e653 service neutron] 10.222.0.90 "DELETE /v2.0/ports/2fb199fd-fd7e-462d-a25e-f0892086b631/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0757320 Jun 30 03:24:42.100962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:42.113149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'port_id': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'mac_address': 'fa:16:3e:8a:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201c25c-adcb-4caa-ad03-cc868a88d502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:24:42.150513 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:42.163369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb199fd-fd7e-462d-a25e-f0892086b631 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:42.187468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:42.191773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:42.193849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-246692e7-4676-4158-bb63-6b45e0e5a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.195668 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-246692e7-4676-4158-bb63-6b45e0e5a8cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 1095 time: 0.0566688 Jun 30 03:24:42.238752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:42.288724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-d8934c2f-dfdc-4b67-9536-8988edddec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.290262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-d8934c2f-dfdc-4b67-9536-8988edddec4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0883136 Jun 30 03:24:42.332144 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-48c9b5df-4e90-4c51-b56d-25564fbe051d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 200 len: 217 time: 0.0348701 Jun 30 03:24:42.384710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:42.387513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-604b1572-b84f-4be0-bacc-818d3eedd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.388968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-604b1572-b84f-4be0-bacc-818d3eedd0f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0486388 Jun 30 03:24:42.412832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2fb199fd-fd7e-462d-a25e-f0892086b631'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:42.426271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-e83a19d0-5dcc-4bf7-8f01-b6a9749b4162 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269494 Jun 30 03:24:42.451256 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:42.516611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-96814dd6-edc0-462c-8a99-f656f27b9663 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832632 Jun 30 03:24:42.612073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2df49224-67e5-4ac4-b9d7-9e08a8141a50 req-fa26a4cb-fff5-4c7b-9e68-4b7b4b395206 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876842 Jun 30 03:24:43.253895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e5b29-221d-4620-936d-c260aafe26de req-f7786268-73a5-4ee7-848c-79a69e8226fe tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:43.255396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-423e5b29-221d-4620-936d-c260aafe26de req-f7786268-73a5-4ee7-848c-79a69e8226fe tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 945 time: 0.0677402 Jun 30 03:24:43.297741 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-423e5b29-221d-4620-936d-c260aafe26de req-94a95952-fe1d-41ec-912a-8378b67879af tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Jun 30 03:24:43.483843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28667a2-4ae5-4d23-b3ae-c65a67dcf5eb req-a18b0b13-84bd-4c16-b4b0-34a7c22d777f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:43.485347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a28667a2-4ae5-4d23-b3ae-c65a67dcf5eb req-a18b0b13-84bd-4c16-b4b0-34a7c22d777f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 945 time: 0.0659678 Jun 30 03:24:43.523762 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a28667a2-4ae5-4d23-b3ae-c65a67dcf5eb req-7608c84b-edc1-48a1-a3fb-37c15faed2fd tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Jun 30 03:24:43.704049 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcead61-4d57-4ee6-b65e-413349e428d5 req-14cba353-eec2-4010-8911-8fe3a8a482ff tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:43.705516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bfcead61-4d57-4ee6-b65e-413349e428d5 req-14cba353-eec2-4010-8911-8fe3a8a482ff tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 945 time: 0.0662892 Jun 30 03:24:43.743899 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bfcead61-4d57-4ee6-b65e-413349e428d5 req-260ba25b-6598-423f-840c-8ebee4f59e01 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Jun 30 03:24:44.007017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:44.056518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 2fb199fd-fd7e-462d-a25e-f0892086b631 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:44.061189 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 2fb199fd-fd7e-462d-a25e-f0892086b631 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:44.061560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:44.137980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:44.163258 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:44.165512 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce965732-c6fd-4f65-9599-615043b9fba6" -d '{"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-plugged", "status": "completed", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:44.179177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:44.183945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:44.186463 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-433555ae-71d7-49ef-86cb-b8ec91d20319 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:44.188482 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-433555ae-71d7-49ef-86cb-b8ec91d20319 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 815 time: 0.1087024 Jun 30 03:24:44.204988 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-3913d74e-f000-4b03-8553-1c1700f9bc72 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/quotas/ca5940670e8d4fbaa26864a2d97dd0e8 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Jun 30 03:24:44.213313 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ab7e4d-314e-4c41-a3c0-d4a8acdd7e82 x-openstack-request-id: req-d4ab7e4d-314e-4c41-a3c0-d4a8acdd7e82 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:44.213601 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-plugged", "status": "completed", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:44.213856 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4ab7e4d-314e-4c41-a3c0-d4a8acdd7e82 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:44.214239 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'code': 200} Jun 30 03:24:44.235088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:44.273112 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-4b73892e-7b09-4706-8c55-75e048e6e8e9 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621538 Jun 30 03:24:44.284651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-95c736a1-e709-449e-ac9e-3c0251951851 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:24:44.285584 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-95c736a1-e709-449e-ac9e-3c0251951851 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049868 Jun 30 03:24:44.370753 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-dc3822cb-0d51-43a5-8bc7-4907e7e5b82a service neutron] 10.222.0.78 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796623 Jun 30 03:24:44.462865 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-f5ea4fa3-a06f-470a-b38c-d6ca98aa41cf service neutron] 10.222.0.78 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863037 Jun 30 03:24:44.633031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-69f5ae60-9468-401f-830e-b9c3b177b2ac req-84a1eb0f-6d5d-4f10-a6e1-35a369ff23e8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 210 time: 0.0287957 Jun 30 03:24:45.341713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-58ba3b0f-ed2b-4a92-beb8-7be477a9c832 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:45.343255 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-58ba3b0f-ed2b-4a92-beb8-7be477a9c832 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.67 "GET /v2.0/ports?device_id=63e8febc-577e-4d66-8753-73d0b55ab17d HTTP/1.1" status: 200 len: 946 time: 0.0625412 Jun 30 03:24:45.450639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Deleting port 2fb199fd-fd7e-462d-a25e-f0892086b631 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:45.451020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:45.544102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] For port 2fb199fd-fd7e-462d-a25e-f0892086b631, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=2fb199fd-fd7e-462d-a25e-f0892086b631,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:45.544459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:45.551975 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.67', 50778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:45.557444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Calling delete_port for 2fb199fd-fd7e-462d-a25e-f0892086b631 owned by compute:nova {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:45.678266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-95260ad8-c355-459d-97d1-e47b85d10f63 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:45.687711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-95260ad8-c355-459d-97d1-e47b85d10f63 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 815 time: 0.1345031 Jun 30 03:24:45.707524 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Request body: {'port': {'device_id': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'admin_state_up': True, 'tenant_id': 'ca5940670e8d4fbaa26864a2d97dd0e8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:45.841288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Made reservation on behalf of ca5940670e8d4fbaa26864a2d97dd0e8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:24:45.844898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:45.936764 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c741c528-0f64-41e4-b599-a8b716b156ad req-7a71e3ef-f28c-4158-a138-4814a136f542 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 210 time: 0.0326397 Jun 30 03:24:45.983621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Allocated IP 172.20.0.7 (59c9997d-a610-46ca-82d8-76457957ab68/1201c25c-adcb-4caa-ad03-cc868a88d502/5b24d65c-0506-491f-994b-e2bd22a2c3ed) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:46.020174 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.033516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['2fb199fd-fd7e-462d-a25e-f0892086b631'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:46.049279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Pushing event deleted for resources: {'Port': ['ID=2fb199fd-fd7e-462d-a25e-f0892086b631,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:46.098917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] No DVR routers for this DVR port 2fb199fd-fd7e-462d-a25e-f0892086b631 on host n-h1-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:46.101436 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.103442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.67 "DELETE /v2.0/ports/2fb199fd-fd7e-462d-a25e-f0892086b631 HTTP/1.1" status: 204 len: 173 time: 0.7530475 Jun 30 03:24:46.103898 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-deleted', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:46.106499 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b506a136-a4c9-4aae-a530-88a4b89f9c06" -d '{"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-deleted", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:46.144164 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c3281b-6389-4d8d-a7e4-c3fb41fa9daf x-openstack-request-id: req-53c3281b-6389-4d8d-a7e4-c3fb41fa9daf {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:46.144466 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e8febc-577e-4d66-8753-73d0b55ab17d", "name": "network-vif-deleted", "tag": "2fb199fd-fd7e-462d-a25e-f0892086b631", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:46.144734 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53c3281b-6389-4d8d-a7e4-c3fb41fa9daf {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:46.145117 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e8febc-577e-4d66-8753-73d0b55ab17d', 'name': 'network-vif-deleted', 'tag': '2fb199fd-fd7e-462d-a25e-f0892086b631', 'status': 'completed', 'code': 200} Jun 30 03:24:46.157458 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.197439 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.244582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Network 59c9997d-a610-46ca-82d8-76457957ab68 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:46.249829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:46.252449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:46.286171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:46.313036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:46.313647 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.328073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-9b21ea55-b474-4823-ae5d-d34fd738e88c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6314483 Jun 30 03:24:46.342068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Request body: {'port': {'device_id': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:46.413672 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.679863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b24d65c-0506-491f-994b-e2bd22a2c3ed {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:46.687253 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.698656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Transition to ACTIVE for port object 5b24d65c-0506-491f-994b-e2bd22a2c3ed will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:46.702999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.752949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:46.820533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:46.820873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:46.821318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:46.826393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on network 59c9997d-a610-46ca-82d8-76457957ab68 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:24:46.826722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:46.831387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:46.831723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Checking segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:46.832106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Bound using segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:46.832530 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Bound port: 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:46.832888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.900136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:46.903750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:46.907628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.940773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:46.941385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.942786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] 10.222.0.67 "PUT /v2.0/ports/5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 1091 time: 0.6054983 Jun 30 03:24:46.943244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:46.945508 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe23741-5cf8-4772-a0e3-d0910f160230" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:46.972731 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a76c4-25b4-4184-9814-1682fa4a0c2a service neutron] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:47.010511 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100261f8-b3bd-4f33-a48c-d66cc910da87 x-openstack-request-id: req-100261f8-b3bd-4f33-a48c-d66cc910da87 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:47.010906 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:47.011292 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-100261f8-b3bd-4f33-a48c-d66cc910da87 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:47.012467 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'status': 'completed', 'code': 200} Jun 30 03:24:47.039917 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-0de1eea6-6deb-4e19-918c-58287686d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:47.041478 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-0de1eea6-6deb-4e19-918c-58287686d8fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1094 time: 0.0604217 Jun 30 03:24:47.095216 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-6fa9a121-d2cb-4ce9-bea2-f98e4483b67c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0469584 Jun 30 03:24:47.167232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-bf4caf65-53ad-4857-a53c-851ad3f6692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:47.168612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-bf4caf65-53ad-4857-a53c-851ad3f6692e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0550597 Jun 30 03:24:47.194192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2115ea4-6b9d-4d6b-81d8-b116d2897ee3 req-de58d9a8-002f-4479-a1f0-8259ff6fbe05 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:47.195657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2115ea4-6b9d-4d6b-81d8-b116d2897ee3 req-de58d9a8-002f-4479-a1f0-8259ff6fbe05 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.1102364 Jun 30 03:24:47.215308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-29e7127e-5272-467c-9c5e-23b9149e33e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391643 Jun 30 03:24:47.290865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d2115ea4-6b9d-4d6b-81d8-b116d2897ee3 req-b0e0ea23-c60e-475b-8fdd-4b9de405af28 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Jun 30 03:24:47.327248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-cc2cbcd9-51f7-4f8d-9035-2da9e9b7afb4 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057751 Jun 30 03:24:47.421472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a4442d06-bd95-456a-94fd-786ad7bd3c08 req-1f3ad007-8850-4a3e-8f62-a8f8b5046a89 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876410 Jun 30 03:24:47.520285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-b1f45108-315e-4776-9a51-8d4429ce9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:47.521748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-b1f45108-315e-4776-9a51-8d4429ce9a3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1094 time: 0.0528736 Jun 30 03:24:47.609547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-fb497e72-0e05-4e90-a63d-a0c1714e2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:47.611031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-fb497e72-0e05-4e90-a63d-a0c1714e2e4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0830970 Jun 30 03:24:47.655228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-ce8a0959-b502-4f73-8884-85b46b29f070 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0381908 Jun 30 03:24:47.703974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-736b3de2-46e7-4c03-bbab-3eff40929ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:47.705302 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-736b3de2-46e7-4c03-bbab-3eff40929ae2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0440841 Jun 30 03:24:47.739259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-d7b2e4cc-35e5-440c-832b-4f1012eedcad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270634 Jun 30 03:24:47.832168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-9cb7c783-e617-4dc1-ba3a-831a35c47979 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865901 Jun 30 03:24:47.920706 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afe23741-5cf8-4772-a0e3-d0910f160230 req-ddc21726-90c1-4140-a3cf-5245bf0eea59 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817330 Jun 30 03:24:48.020492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:48.040021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 2fb199fd-fd7e-462d-a25e-f0892086b631 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:48.040361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 2fb199fd-fd7e-462d-a25e-f0892086b631 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:48.464396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca504d8-bb0d-45bd-961f-35f33d3b145b req-4e2ad666-2886-4344-8681-9f75744b84d6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:48.466490 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cca504d8-bb0d-45bd-961f-35f33d3b145b req-4e2ad666-2886-4344-8681-9f75744b84d6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.0614810 Jun 30 03:24:48.504824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cca504d8-bb0d-45bd-961f-35f33d3b145b req-a3a59e56-d9b3-41b9-8352-01ba86e6d169 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Jun 30 03:24:49.680383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0208c-d85c-4bc3-b139-db431feaf665 req-42b3b357-779e-4f49-9911-231b440773b3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:49.681799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63e0208c-d85c-4bc3-b139-db431feaf665 req-42b3b357-779e-4f49-9911-231b440773b3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.0639210 Jun 30 03:24:49.723624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-63e0208c-d85c-4bc3-b139-db431feaf665 req-ff8d4693-80da-4655-9624-90c276193962 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Jun 30 03:24:50.020630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:24:50.114534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:50.126276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'port_id': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'mac_address': 'fa:16:3e:6a:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201c25c-adcb-4caa-ad03-cc868a88d502', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:24:50.161939 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:50.174285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b24d65c-0506-491f-994b-e2bd22a2c3ed {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:50.194318 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:50.197882 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:50.242839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:50.409880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['5b24d65c-0506-491f-994b-e2bd22a2c3ed'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:50.902518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdfabf-16a8-41e7-9907-484d4e1045a4 req-3849a46b-a0cb-43ef-9f9b-777d1962b5bf tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:50.904166 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89cdfabf-16a8-41e7-9907-484d4e1045a4 req-3849a46b-a0cb-43ef-9f9b-777d1962b5bf tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 944 time: 0.0674100 Jun 30 03:24:50.941079 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89cdfabf-16a8-41e7-9907-484d4e1045a4 req-eecf0a81-267e-49ef-b0de-f63523556f81 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Jun 30 03:24:52.036422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:52.084739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 5b24d65c-0506-491f-994b-e2bd22a2c3ed completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:52.089010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 5b24d65c-0506-491f-994b-e2bd22a2c3ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:52.089386 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:52.112291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c89629-0d41-4377-a033-0b2211bc4700 req-80a18af3-0c89-46d8-b6c0-9b78142362b0 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:52.114759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66c89629-0d41-4377-a033-0b2211bc4700 req-80a18af3-0c89-46d8-b6c0-9b78142362b0 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 944 time: 0.0649433 Jun 30 03:24:52.153552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-66c89629-0d41-4377-a033-0b2211bc4700 req-4fe9105e-13e7-4afd-aa22-0a8f8d0c4488 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Jun 30 03:24:52.170014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:52.197379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:52.199771 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c4d13-6587-4b13-ae0d-845651c02aea" -d '{"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-plugged", "status": "completed", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:52.213652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:52.218635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:52.242423 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631e63cd-7443-44fd-b51b-d8c4114f2b4a x-openstack-request-id: req-631e63cd-7443-44fd-b51b-d8c4114f2b4a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:52.243506 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-plugged", "status": "completed", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:52.243775 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-631e63cd-7443-44fd-b51b-d8c4114f2b4a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:52.244549 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'code': 200} Jun 30 03:24:52.273647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:52.355844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3147a-a8ab-45b0-9191-8b7e36efbb66 req-5162f8ba-f0f0-4aac-9f0c-4bc8b20aa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:52.357351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7f3147a-a8ab-45b0-9191-8b7e36efbb66 req-5162f8ba-f0f0-4aac-9f0c-4bc8b20aa7f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1096 time: 0.0550523 Jun 30 03:24:52.393056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7f3147a-a8ab-45b0-9191-8b7e36efbb66 req-6df0394e-1b8f-451b-9b96-792a2292ee9b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291185 Jun 30 03:24:53.329452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a68c3-68dd-4f5d-85b6-4f2308127a3f req-58b790cb-79f8-400c-a7cd-9f4a240e7e2f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:53.330844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994a68c3-68dd-4f5d-85b6-4f2308127a3f req-58b790cb-79f8-400c-a7cd-9f4a240e7e2f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0656390 Jun 30 03:24:53.367987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-994a68c3-68dd-4f5d-85b6-4f2308127a3f req-7ab6e8fc-b4a8-48cd-a093-3037682ab25b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jun 30 03:24:53.539745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8f8fa-2263-4b28-8589-f56d6d2bd086 req-cad0534e-b543-4da2-bd8f-bc8e2d4d56d6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:53.541232 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42e8f8fa-2263-4b28-8589-f56d6d2bd086 req-cad0534e-b543-4da2-bd8f-bc8e2d4d56d6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0620351 Jun 30 03:24:53.579904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42e8f8fa-2263-4b28-8589-f56d6d2bd086 req-39b0537d-9909-43a1-88a4-ffcaee123a08 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jun 30 03:24:53.929292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-dcdfe59b-0ebc-4a60-8dd6-0e7f09566ffb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0623050 Jun 30 03:24:53.986135 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40d979-a46e-4178-a75c-b55236d990d9 req-0b2be227-2388-4cd9-90dd-d5d4afb6c632 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:53.987701 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a40d979-a46e-4178-a75c-b55236d990d9 req-0b2be227-2388-4cd9-90dd-d5d4afb6c632 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0728731 Jun 30 03:24:54.026245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9a40d979-a46e-4178-a75c-b55236d990d9 req-080f94d7-61bf-41a2-9c13-fa7959aa6b2f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Jun 30 03:24:55.127141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-315e769b-994b-47f3-9528-388354e4a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:55.128763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-315e769b-994b-47f3-9528-388354e4a961 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1096 time: 0.0550442 Jun 30 03:24:55.569255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-d07fca14-6e1d-49d8-9351-228be4759a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:55.570724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-d07fca14-6e1d-49d8-9351-228be4759a40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.4354057 Jun 30 03:24:55.585378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6c8b-0b37-4d47-a585-99dcff43e184 req-0cbb2771-108e-4bae-880c-14a78529d1a4 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:55.586787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d5a6c8b-0b37-4d47-a585-99dcff43e184 req-0cbb2771-108e-4bae-880c-14a78529d1a4 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.4433122 Jun 30 03:24:55.632521 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-c215897c-edf9-4e69-88e5-d5f7f003e7cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0545135 Jun 30 03:24:55.680053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d5a6c8b-0b37-4d47-a585-99dcff43e184 req-38e379c3-39bf-4dcc-b8e6-9d9d5ea8ffd3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861063 Jun 30 03:24:55.696033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-3fabdaca-302f-4254-843c-c0f51118f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:55.697459 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-3fabdaca-302f-4254-843c-c0f51118f5bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0568588 Jun 30 03:24:55.729930 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-a42e9457-d214-4390-9e25-40430aef9415 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263462 Jun 30 03:24:55.818664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-0487a3bc-b7a2-4fe9-a0f6-ae2526372e07 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816982 Jun 30 03:24:55.910681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-eddda23a-748c-4983-94b9-ec7b9b0ddaf6 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Jun 30 03:24:56.854244 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05db3b-9cef-4eb9-b2bb-4b6e71418024 req-df139654-8bda-4fdf-9838-d12fe9a7fdcc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:56.856850 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce05db3b-9cef-4eb9-b2bb-4b6e71418024 req-df139654-8bda-4fdf-9838-d12fe9a7fdcc tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0647526 Jun 30 03:24:56.896265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ce05db3b-9cef-4eb9-b2bb-4b6e71418024 req-36e5d117-c99e-4122-b4f6-64fe6a42bd2c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Jun 30 03:24:57.721177 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf39f0bb-67b5-4925-8ba3-146bca829ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:58.065754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310d28-486d-4c17-9786-96e8a11c719b req-08de8f36-83e1-4faf-8b6d-641374ff120e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:58.067241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a310d28-486d-4c17-9786-96e8a11c719b req-08de8f36-83e1-4faf-8b6d-641374ff120e tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0624371 Jun 30 03:24:58.104829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a310d28-486d-4c17-9786-96e8a11c719b req-72feb7d8-d74e-4551-8adc-7ef4efd249cb tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Jun 30 03:24:59.283938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5cf35-4f3c-4d1d-865a-bf1426b0414f req-f2d8af25-fd5b-4a3e-9266-6ec37b0f0836 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:59.285367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fd5cf35-4f3c-4d1d-865a-bf1426b0414f req-f2d8af25-fd5b-4a3e-9266-6ec37b0f0836 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0667877 Jun 30 03:24:59.322981 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3fd5cf35-4f3c-4d1d-865a-bf1426b0414f req-731aa463-7b61-4572-a17b-6b0091f42fa7 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jun 30 03:25:00.380958 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eefb0ccd-0128-4b53-a3e7-3eebd2f3a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:00.507671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267c5cc-2583-4c53-9da2-45569bb61b1a req-a220a5b6-b979-4a4f-baa0-51733e731ead tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:00.509130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b267c5cc-2583-4c53-9da2-45569bb61b1a req-a220a5b6-b979-4a4f-baa0-51733e731ead tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0663879 Jun 30 03:25:00.548844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b267c5cc-2583-4c53-9da2-45569bb61b1a req-547176c4-717f-4eb7-b80a-c542ae9b163b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Jun 30 03:25:00.615001 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:01.722796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a298d4-3f82-4b64-8120-2d6d701ca400 req-0c1f8d7b-bc0d-454d-96fc-03364992a39d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:01.724259 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83a298d4-3f82-4b64-8120-2d6d701ca400 req-0c1f8d7b-bc0d-454d-96fc-03364992a39d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0641634 Jun 30 03:25:01.763215 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-83a298d4-3f82-4b64-8120-2d6d701ca400 req-c9b10e13-e54e-496c-b3ba-e1ac9ca94c53 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333664 Jun 30 03:25:02.394669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:03.132929 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541048f-5858-4080-8feb-d90067b89b07 req-5d1b187d-c714-419b-858c-5456ed2d7c09 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:03.134367 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7541048f-5858-4080-8feb-d90067b89b07 req-5d1b187d-c714-419b-858c-5456ed2d7c09 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0662634 Jun 30 03:25:03.182580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7541048f-5858-4080-8feb-d90067b89b07 req-a6ad83fe-99e3-4743-b1e0-9f9fe0cea9c3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Jun 30 03:25:04.353720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0752a9-03fd-473a-94ad-bcd4a555fb57 req-bc421a60-c3f3-4b86-9fdf-ca6c1e602174 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:04.355242 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae0752a9-03fd-473a-94ad-bcd4a555fb57 req-bc421a60-c3f3-4b86-9fdf-ca6c1e602174 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0627308 Jun 30 03:25:04.393164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae0752a9-03fd-473a-94ad-bcd4a555fb57 req-5b1fa28a-d718-42ea-9247-ad42281349ac tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Jun 30 03:25:04.472270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:05.564398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce889e-be98-4645-92b6-f5b12b97178a req-b246d8f5-cac6-4264-a9a2-1b9a39b77052 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:05.565911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3ce889e-be98-4645-92b6-f5b12b97178a req-b246d8f5-cac6-4264-a9a2-1b9a39b77052 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0631466 Jun 30 03:25:05.606293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3ce889e-be98-4645-92b6-f5b12b97178a req-9a1dd5da-0782-4789-b8ce-03f049df2260 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Jun 30 03:25:06.788310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d74a8c-0984-4f14-ae68-321d199e5340 req-2eb6fd47-ec93-4530-9971-b0cf285d8c3d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:06.789799 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4d74a8c-0984-4f14-ae68-321d199e5340 req-2eb6fd47-ec93-4530-9971-b0cf285d8c3d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0677142 Jun 30 03:25:06.828165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4d74a8c-0984-4f14-ae68-321d199e5340 req-4c41973e-0bd0-41a5-8f6f-d9477fa6eedd tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Jun 30 03:25:08.017571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383e5a-fc35-44fb-bf99-11e2d368f6f6 req-37df1a33-2919-4944-af93-f42061b21046 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:08.019051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a383e5a-fc35-44fb-bf99-11e2d368f6f6 req-37df1a33-2919-4944-af93-f42061b21046 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0634367 Jun 30 03:25:08.055436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a383e5a-fc35-44fb-bf99-11e2d368f6f6 req-1df21f04-c487-42fc-bd0f-d4c7f95a744d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304463 Jun 30 03:25:09.232322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bede0-1221-4eae-a8f5-5b53b9ec1eeb req-037826ef-caeb-482a-bc2a-151d923b4f83 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:09.233844 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f7bede0-1221-4eae-a8f5-5b53b9ec1eeb req-037826ef-caeb-482a-bc2a-151d923b4f83 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0642078 Jun 30 03:25:09.272114 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7f7bede0-1221-4eae-a8f5-5b53b9ec1eeb req-e55e2684-e172-4af0-aeda-a3568697422f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Jun 30 03:25:09.865699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:10.442897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e37b01-fd85-4dea-a699-a3694a3787f6 req-4d1799c8-8fc6-4fe4-a7ea-a6b8e377c9e3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:10.444372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77e37b01-fd85-4dea-a699-a3694a3787f6 req-4d1799c8-8fc6-4fe4-a7ea-a6b8e377c9e3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0630741 Jun 30 03:25:10.482078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77e37b01-fd85-4dea-a699-a3694a3787f6 req-3d6d3cce-885c-4b04-b072-9ded4dbf95b8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Jun 30 03:25:11.364663 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:11.658880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20148e6e-7c79-424f-923d-7f1e71f874dd req-dfb1771d-0704-40d0-9c1e-671ee96fe661 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:11.660424 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20148e6e-7c79-424f-923d-7f1e71f874dd req-dfb1771d-0704-40d0-9c1e-671ee96fe661 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0687649 Jun 30 03:25:11.699376 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20148e6e-7c79-424f-923d-7f1e71f874dd req-00e58955-6ed4-4062-a915-243a5af24c49 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Jun 30 03:25:12.875002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a83dc-9e71-451e-97cd-381f2cbf7d09 req-1cdc18c0-042c-4861-881d-70c8280abd3b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:12.876466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-534a83dc-9e71-451e-97cd-381f2cbf7d09 req-1cdc18c0-042c-4861-881d-70c8280abd3b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0661418 Jun 30 03:25:12.913954 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-534a83dc-9e71-451e-97cd-381f2cbf7d09 req-a93ccdba-dfca-4722-9553-f4e7281e2d64 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Jun 30 03:25:14.086775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0878-1311-4bf1-9430-feb2d3be4df1 req-fa045cd7-b2f8-4503-b15c-4d518cef1c33 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:14.088243 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e80f0878-1311-4bf1-9430-feb2d3be4df1 req-fa045cd7-b2f8-4503-b15c-4d518cef1c33 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0631416 Jun 30 03:25:14.125617 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e80f0878-1311-4bf1-9430-feb2d3be4df1 req-26bde02f-638b-4a11-b7aa-7f682ec19489 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jun 30 03:25:15.297069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f751a5-86a8-47b7-a26a-caafabc799de req-35a8149e-55c7-4f89-9703-867de30eb30b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:15.298485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0f751a5-86a8-47b7-a26a-caafabc799de req-35a8149e-55c7-4f89-9703-867de30eb30b tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0630379 Jun 30 03:25:15.335943 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0f751a5-86a8-47b7-a26a-caafabc799de req-b78ea1c6-38b6-46e2-9e6e-d6858a9ffef2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jun 30 03:25:16.537096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f723e5f-4d84-4a99-8075-af4d00844463 req-99aee07a-ecec-4545-8bb3-2cb65ac1f401 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:16.538604 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f723e5f-4d84-4a99-8075-af4d00844463 req-99aee07a-ecec-4545-8bb3-2cb65ac1f401 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0637724 Jun 30 03:25:16.578058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f723e5f-4d84-4a99-8075-af4d00844463 req-48d319fe-99a0-42bd-9175-704a356b910c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Jun 30 03:25:17.756957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fcd6f-ef80-402b-b8b5-2bd6c065dc8b req-6b1550f0-e957-46b8-9cf2-581243455c25 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:17.758466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b4fcd6f-ef80-402b-b8b5-2bd6c065dc8b req-6b1550f0-e957-46b8-9cf2-581243455c25 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0664427 Jun 30 03:25:17.800817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b4fcd6f-ef80-402b-b8b5-2bd6c065dc8b req-81602cc9-b9d3-4593-8c10-36dd0a0010ff tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 Jun 30 03:25:18.489100 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:25:18.982690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fcbc9-12dc-474a-ab38-bb7ebf40d527 req-25e809d7-bf30-4126-b6c3-984f7067aada tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:18.984180 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa3fcbc9-12dc-474a-ab38-bb7ebf40d527 req-25e809d7-bf30-4126-b6c3-984f7067aada tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0674970 Jun 30 03:25:19.021697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa3fcbc9-12dc-474a-ab38-bb7ebf40d527 req-6cae4d7e-4346-4bf7-b376-d5091b4a1a20 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jun 30 03:25:20.191885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770772d1-2647-48bd-9c7e-3b99b97b8aa0 req-3c6bd19e-1261-4e41-87d4-e281bf974d42 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:20.193364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-770772d1-2647-48bd-9c7e-3b99b97b8aa0 req-3c6bd19e-1261-4e41-87d4-e281bf974d42 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0635283 Jun 30 03:25:20.231263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-770772d1-2647-48bd-9c7e-3b99b97b8aa0 req-ca01a045-aac9-41c5-aca6-9504473860e3 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jun 30 03:25:21.403368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a773-0c7d-4c63-938f-4b1290880edd req-8c4657bd-853b-4f04-bf95-fc104715a4e6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:21.404778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a24a773-0c7d-4c63-938f-4b1290880edd req-8c4657bd-853b-4f04-bf95-fc104715a4e6 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0634861 Jun 30 03:25:21.444782 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a24a773-0c7d-4c63-938f-4b1290880edd req-6a459f3d-4e4a-4308-b32b-caddab21e256 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Jun 30 03:25:22.616899 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa5d60-19f8-4a4b-81cb-c1756d510960 req-fdf1efe9-1c8c-46f9-b540-6e2222169e72 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:22.618376 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-05aa5d60-19f8-4a4b-81cb-c1756d510960 req-fdf1efe9-1c8c-46f9-b540-6e2222169e72 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0634553 Jun 30 03:25:22.682683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-05aa5d60-19f8-4a4b-81cb-c1756d510960 req-6da1580f-4246-40f0-8d64-0132727caf81 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584743 Jun 30 03:25:22.711659 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-2e99a6d6-e4f0-4b56-b8ab-d779ea716097 service neutron] show failed (client error): The resource could not be found. Jun 30 03:25:22.712666 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-2e99a6d6-e4f0-4b56-b8ab-d779ea716097 service neutron] 10.222.0.67 "GET /v2.0/ports/5b24d65c-0506-491f-994b-e2bd22a2c3ed/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0627456 Jun 30 03:25:22.984680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-dbe938f2-9dd1-4fe6-9470-7cc00da1216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:22.986153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-dbe938f2-9dd1-4fe6-9470-7cc00da1216c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298&tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0833509 Jun 30 03:25:22.999097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:23.073268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.270619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:23.303214 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:23.341501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:23.343804 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d13c99-a658-4c61-9e04-49fc7b851489" -d '{"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-unplugged", "status": "completed", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:23.347885 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.361207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Transition to ACTIVE for port object 5b24d65c-0506-491f-994b-e2bd22a2c3ed will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:23.364924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.401070 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d0f79-f8b4-48c3-a107-7d8f142e13f7 x-openstack-request-id: req-9d8d0f79-f8b4-48c3-a107-7d8f142e13f7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:23.401371 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-unplugged", "status": "completed", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:23.401627 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d8d0f79-f8b4-48c3-a107-7d8f142e13f7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:23.402013 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'code': 200} Jun 30 03:25:23.435659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] No DVR routers for this DVR port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:25:23.442127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:23.452672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.453021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.453367 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.453708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.454044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.454402 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.454734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.455063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.455391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.455716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.456042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.456371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:23.487387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:23.487722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:23.488045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:23.492594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on network 59c9997d-a610-46ca-82d8-76457957ab68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:25:23.492912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Attempting to bind port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on network 59c9997d-a610-46ca-82d8-76457957ab68 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:23.498085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:23.498442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Checking segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:23.498823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Bound using segment: {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:23.499245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Bound port: 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421a751b-f957-4080-83af-f18da8c8434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:23.499595 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.560301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:23.563640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:23.568059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.606262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:23.606916 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.608337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] 10.222.0.90 "PUT /v2.0/ports/5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 1091 time: 0.6140492 Jun 30 03:25:23.630848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b48ab-0386-47d8-a8b7-5cb19ba1ce39 service neutron] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:23.688379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-3525cc48-9e61-4aaa-99cf-db4729d6bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:23.689882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-3525cc48-9e61-4aaa-99cf-db4729d6bd35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1094 time: 0.0540876 Jun 30 03:25:23.786055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-f20c8b12-f38c-44e4-81a8-4770b9dfc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:23.787653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-f20c8b12-f38c-44e4-81a8-4770b9dfc921 service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0900886 Jun 30 03:25:23.856681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-ab6c4bda-a0e5-4f08-81f3-ed31f7817965 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0518951 Jun 30 03:25:23.927758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c28b3-1b8e-4ec5-95e9-21e8d8178c3f req-8803304d-a72b-4239-8452-3b28b32366b2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:23.929249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-598c28b3-1b8e-4ec5-95e9-21e8d8178c3f req-8803304d-a72b-4239-8452-3b28b32366b2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.1341066 Jun 30 03:25:23.930749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-bc02b812-6fcd-405d-93bb-1865bb16c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:23.932075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-bc02b812-6fcd-405d-93bb-1865bb16c912 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0657616 Jun 30 03:25:23.975295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-2f75b11c-fbe3-4bd6-bf1d-7604c1402c3a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332859 Jun 30 03:25:24.001256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-598c28b3-1b8e-4ec5-95e9-21e8d8178c3f req-2796840d-5485-4b26-83ac-5d45ec2fe65c tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652063 Jun 30 03:25:24.079440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-3934daa7-94cf-41a2-a147-00df0ca290bf service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934727 Jun 30 03:25:24.168077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2ef45ed-6e29-4f49-b146-d8ec3906ee0a req-edfb1555-6bc5-4c88-8a4b-753069f346a1 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803151 Jun 30 03:25:25.230282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1eb7-8b6e-4cb2-8e01-f43253c30b64 req-c8ddeef0-5008-4b86-b2fb-1032cbe58da8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.232406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-107c1eb7-8b6e-4cb2-8e01-f43253c30b64 req-c8ddeef0-5008-4b86-b2fb-1032cbe58da8 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.1202574 Jun 30 03:25:25.270150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-107c1eb7-8b6e-4cb2-8e01-f43253c30b64 req-0308c42f-856e-48de-bac2-0396c4d0c3b4 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jun 30 03:25:25.403856 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:25.406265 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d028a61-b5ab-4cf8-a410-374d19d71a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:25.453907 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb7151-326d-49de-8f83-8ad42c35b35c x-openstack-request-id: req-0bfb7151-326d-49de-8f83-8ad42c35b35c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:25.454203 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:25.454489 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bfb7151-326d-49de-8f83-8ad42c35b35c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:25.454896 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'status': 'completed', 'code': 200} Jun 30 03:25:25.531991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-f2a28390-8e13-45e9-88dc-920fb1582aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.533572 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-f2a28390-8e13-45e9-88dc-920fb1582aa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1094 time: 0.0582829 Jun 30 03:25:25.661334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-c8515943-f90e-4612-8a5f-c9cf11dd5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.662882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-c8515943-f90e-4612-8a5f-c9cf11dd5056 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1094 time: 0.1791904 Jun 30 03:25:25.664271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-c1b0a688-309b-4e08-94fe-e97bc387afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.665585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-c1b0a688-309b-4e08-94fe-e97bc387afef service neutron] 10.222.0.90 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.1224275 Jun 30 03:25:25.747965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-3fa10b2c-78c5-489a-ba81-b6d28d86df68 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0710070 Jun 30 03:25:25.828674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-a8783568-6e4d-4782-9b71-02d1249b8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.830044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-a8783568-6e4d-4782-9b71-02d1249b8b42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0728090 Jun 30 03:25:25.831568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-8af89761-48e4-4b1b-b053-1365fc563a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.832888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-8af89761-48e4-4b1b-b053-1365fc563a9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.1633346 Jun 30 03:25:25.898261 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-1c2dd0eb-6af1-4d3a-976d-2e2213aa92b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0592759 Jun 30 03:25:25.900234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-6f45e049-ef39-41b3-a84f-167ef4b3914e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547795 Jun 30 03:25:25.998870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-cd6903b6-1df8-46c6-8536-991cefd907a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:26.000698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-cd6903b6-1df8-46c6-8536-991cefd907a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0967317 Jun 30 03:25:26.042193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-c325165f-1c01-4049-bd37-8e549bdb3e6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348160 Jun 30 03:25:26.076947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-e2ef8451-f0c3-42e6-8f44-3529dd333f01 service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652093 Jun 30 03:25:26.209492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-3f6e820d-fb40-4409-b6ac-b1e2bc8a4313 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569450 Jun 30 03:25:26.214564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-fa6072fd-ace7-48bd-8f56-23510b48e07c service neutron] 10.222.0.90 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133354 Jun 30 03:25:26.223469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:25:26.264182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:25:26.300479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0d028a61-b5ab-4cf8-a410-374d19d71a2b req-0e534b8e-efca-4927-9472-e6b05766b0b3 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843854 Jun 30 03:25:26.447251 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e773acd-60c8-42a4-84ba-6351205e1c11 req-469f6dcd-9e18-4df5-aed5-9c6393aff2f9 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:26.448717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e773acd-60c8-42a4-84ba-6351205e1c11 req-469f6dcd-9e18-4df5-aed5-9c6393aff2f9 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.0626307 Jun 30 03:25:26.485814 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5e773acd-60c8-42a4-84ba-6351205e1c11 req-6d0f4544-c0d1-4bd1-a308-a0b669b31baa tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Jun 30 03:25:26.618300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:25:26.718176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:26.730040 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'network_id': '59c9997d-a610-46ca-82d8-76457957ab68', 'port_id': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'mac_address': 'fa:16:3e:6a:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201c25c-adcb-4caa-ad03-cc868a88d502', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:25:26.772521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:26.786605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b24d65c-0506-491f-994b-e2bd22a2c3ed {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:25:26.801397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860cb7-facf-443e-bedf-1ac8b77a62d9 req-aca2ee50-af6e-4cf6-8759-7ff9814248fe tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:26.808313 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84860cb7-facf-443e-bedf-1ac8b77a62d9 req-aca2ee50-af6e-4cf6-8759-7ff9814248fe tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 943 time: 0.0715535 Jun 30 03:25:26.810773 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:26.815480 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:26.833157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129988d-7096-4931-823c-1d94625a725e req-daa8eb65-9df4-438d-b3f1-f9ea9bbfeed5 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:26.834855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-daa8eb65-9df4-438d-b3f1-f9ea9bbfeed5 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298&tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 943 time: 0.0788002 Jun 30 03:25:26.849067 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-84860cb7-facf-443e-bedf-1ac8b77a62d9 req-bb826690-b1a8-4253-9f97-34af628c04ad tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Jun 30 03:25:26.867219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:26.875930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.876348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.876755 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.877491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.877656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.878028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.878448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.878836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.879226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.879801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.880089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.880474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:26.905971 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-8129988d-7096-4931-823c-1d94625a725e req-4a2e18fb-7f44-4d24-bb71-d97b23d6e0ba service neutron] delete failed (client error): The resource could not be found. Jun 30 03:25:26.907047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-4a2e18fb-7f44-4d24-bb71-d97b23d6e0ba service neutron] 10.222.0.67 "DELETE /v2.0/ports/5b24d65c-0506-491f-994b-e2bd22a2c3ed/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0659902 Jun 30 03:25:27.002567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129988d-7096-4931-823c-1d94625a725e req-32cb58a3-c274-46f5-a1e1-d35c5cc088a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:27.004054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-32cb58a3-c274-46f5-a1e1-d35c5cc088a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 1095 time: 0.0536199 Jun 30 03:25:27.087521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['5b24d65c-0506-491f-994b-e2bd22a2c3ed'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:25:27.095181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129988d-7096-4931-823c-1d94625a725e req-9d0dbc78-e3e9-40f5-92f4-75605067ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:27.096692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-9d0dbc78-e3e9-40f5-92f4-75605067ad3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 200 len: 916 time: 0.0865724 Jun 30 03:25:27.137659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-700f3761-4cb6-47a0-a24f-337692e9043c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 200 len: 217 time: 0.0348876 Jun 30 03:25:27.185682 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129988d-7096-4931-823c-1d94625a725e req-a3a51e58-2c02-441f-a22c-de6bad9452e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:27.187160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-a3a51e58-2c02-441f-a22c-de6bad9452e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 200 len: 855 time: 0.0441339 Jun 30 03:25:27.220677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-e30ea241-a996-403d-9930-3c21b7fcf4f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59c9997d-a610-46ca-82d8-76457957ab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266769 Jun 30 03:25:27.312364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-4b66ee72-a947-4df8-9383-2569b7673f1b service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Jun 30 03:25:27.401324 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8129988d-7096-4931-823c-1d94625a725e req-91eb9be4-85d1-43b0-95aa-1217adf54304 service neutron] 10.222.0.67 "GET /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821440 Jun 30 03:25:27.722439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44315851-c0d1-446b-b68a-232dc192f7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:28.036119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc9136-ac20-4bef-8b11-7e418af303e6 req-cdbd7067-c272-4c46-8939-556d803dd896 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:28.037584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7fc9136-ac20-4bef-8b11-7e418af303e6 req-cdbd7067-c272-4c46-8939-556d803dd896 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 944 time: 0.0688212 Jun 30 03:25:28.076138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c7fc9136-ac20-4bef-8b11-7e418af303e6 req-f3f724b3-8d71-4e71-9050-3c215389d654 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Jun 30 03:25:28.247561 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfa57f-ace2-4736-b85f-2f531d4c79f7 req-c542e3e0-8acc-4418-9bae-98d4c2dbb3b1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:28.249035 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2bfa57f-ace2-4736-b85f-2f531d4c79f7 req-c542e3e0-8acc-4418-9bae-98d4c2dbb3b1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 944 time: 0.0641594 Jun 30 03:25:28.286954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d2bfa57f-ace2-4736-b85f-2f531d4c79f7 req-ba5a6646-15dc-4d17-ab00-a613cfccfb2f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jun 30 03:25:28.457528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8339a-fc60-4c0c-8e30-10abaf8dd091 req-f73dab17-c2e3-4e3e-b570-583616bd36d2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:28.458927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11b8339a-fc60-4c0c-8e30-10abaf8dd091 req-f73dab17-c2e3-4e3e-b570-583616bd36d2 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 944 time: 0.0625186 Jun 30 03:25:28.496211 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11b8339a-fc60-4c0c-8e30-10abaf8dd091 req-144e7782-b183-42c8-ae55-98d6a6f39c7f tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Jun 30 03:25:28.623520 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:28.672621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 5b24d65c-0506-491f-994b-e2bd22a2c3ed completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:28.676633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 5b24d65c-0506-491f-994b-e2bd22a2c3ed triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:28.677010 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:28.761002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:28.786719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:28.788948 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04b22db-b2eb-4777-87a2-bad70f7372bb" -d '{"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-plugged", "status": "completed", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:28.801561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:28.807202 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:28.835980 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c81e040-dfb1-4cc2-a756-431f53d6849b x-openstack-request-id: req-8c81e040-dfb1-4cc2-a756-431f53d6849b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:28.836278 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-plugged", "status": "completed", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:28.836538 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c81e040-dfb1-4cc2-a756-431f53d6849b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:28.836924 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'code': 200} Jun 30 03:25:28.862219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:29.067594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c5d3b-6445-4194-b244-71258c636af3 req-2393eeab-21f7-4c7c-b3ca-3f0a4c1605ae tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:29.069069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-441c5d3b-6445-4194-b244-71258c636af3 req-2393eeab-21f7-4c7c-b3ca-3f0a4c1605ae tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0636537 Jun 30 03:25:29.106526 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-441c5d3b-6445-4194-b244-71258c636af3 req-12cd1c01-ef2f-493a-b765-eb09f4125cb9 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Jun 30 03:25:30.282971 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9052-280d-41b6-b611-aac367bdd7a2 req-1941bbfc-0b5a-4b13-8f6f-54dee7330d23 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:30.284425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed9c9052-280d-41b6-b611-aac367bdd7a2 req-1941bbfc-0b5a-4b13-8f6f-54dee7330d23 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0674655 Jun 30 03:25:30.320936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed9c9052-280d-41b6-b611-aac367bdd7a2 req-67b81c33-dd60-4aee-990c-9a1774a05da1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.78 "GET /v2.0/security-groups?id=d61011d7-0469-42c3-9e00-faf364fb1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jun 30 03:25:30.383017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eeb758e-63a9-4623-a11f-191c719c39da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:30.478015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-360d8297-ef89-4f6d-b674-1dd15849238d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:30.479409 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-360d8297-ef89-4f6d-b674-1dd15849238d tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a6e4432-02af-4007-bd7a-87c09b0f8298 HTTP/1.1" status: 200 len: 945 time: 0.0626566 Jun 30 03:25:30.577717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Deleting port 5b24d65c-0506-491f-994b-e2bd22a2c3ed {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:25:30.578056 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:30.616738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:30.670468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] For port 5b24d65c-0506-491f-994b-e2bd22a2c3ed, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=5b24d65c-0506-491f-994b-e2bd22a2c3ed,segment=NetworkSegment(421a751b-f957-4080-83af-f18da8c8434e),segment_id=421a751b-f957-4080-83af-f18da8c8434e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:30.670834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:30.683435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Calling delete_port for 5b24d65c-0506-491f-994b-e2bd22a2c3ed owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:25:30.812175 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:30.825360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['5b24d65c-0506-491f-994b-e2bd22a2c3ed'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:25:30.842054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Pushing event deleted for resources: {'Port': ['ID=5b24d65c-0506-491f-994b-e2bd22a2c3ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:30.886473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] No DVR routers for this DVR port 5b24d65c-0506-491f-994b-e2bd22a2c3ed on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:25:30.889067 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:30.891101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a40ef43d-da08-4d81-97b6-2c9e633eb362 req-8d934037-e7b4-43cd-aac0-e5450a7c91ba tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] 10.222.0.90 "DELETE /v2.0/ports/5b24d65c-0506-491f-994b-e2bd22a2c3ed HTTP/1.1" status: 204 len: 173 time: 0.4046762 Jun 30 03:25:30.891554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-deleted', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:30.893813 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c8edc-7a36-4fc4-8c13-d78f4ab18904" -d '{"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-deleted", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:30.932104 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd9cca-2017-480d-8814-1e8d0cdb0713 x-openstack-request-id: req-25dd9cca-2017-480d-8814-1e8d0cdb0713 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:30.932395 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6e4432-02af-4007-bd7a-87c09b0f8298", "name": "network-vif-deleted", "tag": "5b24d65c-0506-491f-994b-e2bd22a2c3ed", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:30.932667 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25dd9cca-2017-480d-8814-1e8d0cdb0713 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:30.933065 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6e4432-02af-4007-bd7a-87c09b0f8298', 'name': 'network-vif-deleted', 'tag': '5b24d65c-0506-491f-994b-e2bd22a2c3ed', 'status': 'completed', 'code': 200} Jun 30 03:25:31.547283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:31.594494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Deleting subnet 1201c25c-adcb-4caa-ad03-cc868a88d502 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:25:31.597462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.631597 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.672070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.723909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.753807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1201c25c-adcb-4caa-ad03-cc868a88d502,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:31.755804 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.757641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5b743a50-3b89-40c3-b892-04a10d65007f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1201c25c-adcb-4caa-ad03-cc868a88d502 HTTP/1.1" status: 204 len: 168 time: 0.2093816 Jun 30 03:25:31.760241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:31.831268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.908863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.918481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c9997d-a610-46ca-82d8-76457957ab68']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:31.928352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421a751b-f957-4080-83af-f18da8c8434e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:31.928656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421a751b-f957-4080-83af-f18da8c8434e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:31.938170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.956533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.962149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:25:31.962566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:25:31.964154 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:25:32.016566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.022168 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.024017 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] 10.222.0.78 "DELETE /v2.0/networks/59c9997d-a610-46ca-82d8-76457957ab68 HTTP/1.1" status: 204 len: 168 time: 0.2628753 Jun 30 03:25:32.034965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bba18-fc6d-4b52-9e63-2b5ac44a6f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c9997d-a610-46ca-82d8-76457957ab68,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:32.134740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:32.173432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4f002ead-19a4-4cae-bd47-8894bb828a95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca5940670e8d4fbaa26864a2d97dd0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374589 Jun 30 03:25:32.175842 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:32.221992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4a83753-6333-4291-91b9-e296116ab736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.242870 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4a83753-6333-4291-91b9-e296116ab736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.291814 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4a83753-6333-4291-91b9-e296116ab736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.295200 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4a83753-6333-4291-91b9-e296116ab736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.296384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4a83753-6333-4291-91b9-e296116ab736 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d61011d7-0469-42c3-9e00-faf364fb1add HTTP/1.1" status: 204 len: 168 time: 0.1196692 Jun 30 03:25:32.304695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83753-6333-4291-91b9-e296116ab736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61011d7-0469-42c3-9e00-faf364fb1add,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:32.397818 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:32.951000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:33.045396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1069121907-network', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:33.066602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Made reservation on behalf of 311e2b9cc3d441f6a6c797b906181039 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:25:33.068858 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.077577 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.162568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.166040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.191510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:25:33.197417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f14e5c-495d-4863-9638-2ae4424a85f4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:33.203915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.204199 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Added segment 695e5b82-b8af-4f40-b634-306076313b15 of type vlan for network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 Jun 30 03:25:33.243131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.271567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.272436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:33.273019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.321882 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3697999 Jun 30 03:25:33.326015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54654) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:33.331248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Request body: {'subnet': {'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1069121907-subnet', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:33.335147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65729a-4641-4fb7-9dfa-377449d95400 admin admin] Pushing event updated for resources: {'Network': ['ID=828a58d0-7f11-4c5d-8c03-4f280c94b0b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:33.344542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:25:33.353599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Made reservation on behalf of 311e2b9cc3d441f6a6c797b906181039 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:25:33.356239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.545934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.605021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8179faa-db7c-469b-afc3-d0b4df105664,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:33.615727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.616075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.616415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.616754 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.617087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.617419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.617747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.618078 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.618435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.618761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.619084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.619405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:33.629710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:33.630076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Network hostable DHCP agents. Network: 828a58d0-7f11-4c5d-8c03-4f280c94b0b3, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:25:33.646155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:25:33.656088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 828a58d0-7f11-4c5d-8c03-4f280c94b0b3) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:33.662179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:33.663147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.664042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14d196-54a0-49d5-935e-918d91958264 None None] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:25:33.679405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4bf329b9-50f3-40a9-ac2a-2a4e03b0e969 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3520558 Jun 30 03:25:33.682095 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54656) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:33.686611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:33.708096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.709144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.764366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.814762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:25:33.815643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.907323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.948607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Allocated IP 172.20.0.2 (828a58d0-7f11-4c5d-8c03-4f280c94b0b3/b8179faa-db7c-469b-afc3-d0b4df105664/15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:25:34.120491 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.141733 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.249344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Allocated IP 172.25.0.14 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/8800061a-ceb5-44a3-bc39-6db7ec903215) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:25:34.254111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.263257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Transition to ACTIVE for port object 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:34.277995 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Transition to ACTIVE for port object 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:34.283892 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.322534 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:25:34.335525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:34.340784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:25:34.343949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Pushing event updated for resources: {'Port': ['ID=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:34.360266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.399152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Attempting to bind port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:34.399449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Attempting to bind port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:34.399814 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Attempting to bind port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:34.401192 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.404758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:34.405144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:34.405538 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.405928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:34.406418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Bound port: 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:34.406802 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.438696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:25:34.441465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:34.444360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:25:34.477693 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Pushing event updated for resources: {'Port': ['ID=8800061a-ceb5-44a3-bc39-6db7ec903215,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:34.481877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] For port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:34.485139 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] For port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:34.486705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.490877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.555762 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466900-300b-4de6-a614-a7e194112d83 None None] Pushing event updated for resources: {'Port': ['ID=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:34.665823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:25:34.699310 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 5b24d65c-0506-491f-994b-e2bd22a2c3ed {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:25:34.700561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 5b24d65c-0506-491f-994b-e2bd22a2c3ed not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:25:34.738834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.944674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.073837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:25:35.120984 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:35.175916 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:35.188503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:25:35.198356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:25:35.204369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.205630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6276f3ff-f5ad-4ee7-9d15-28dd8b0e87cf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5225410 Jun 30 03:25:35.208566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:35.214405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:35.216224 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:25:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:35.335037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:35.516165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cee325-da9d-4102-b78f-eed8975db96a None None] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:25:35.594610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-09915660-7a93-4695-8729-e92742c3337f None None] Provisioning for port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:35.611038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-09915660-7a93-4695-8729-e92742c3337f None None] Provisioning complete for port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:35.611413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09915660-7a93-4695-8729-e92742c3337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.649506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:34Z', 'revision_number': 3, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:35.690401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:25:35.691076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Updating router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 port 8800061a-ceb5-44a3-bc39-6db7ec903215 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:25:35.774709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.867343 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09915660-7a93-4695-8729-e92742c3337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.976251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.983491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-09915660-7a93-4695-8729-e92742c3337f None None] For port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:35.996957 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09915660-7a93-4695-8729-e92742c3337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.093514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09915660-7a93-4695-8729-e92742c3337f None None] Pushing event updated for resources: {'Port': ['ID=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:36.146906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Allocated IP 172.20.0.1 (828a58d0-7f11-4c5d-8c03-4f280c94b0b3/b8179faa-db7c-469b-afc3-d0b4df105664/43b96d1a-ebf0-4812-a23f-a992cb6c5285) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:25:36.184071 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.194041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Transition to ACTIVE for port object 8800061a-ceb5-44a3-bc39-6db7ec903215 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:36.200449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.258895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.263072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Attempting to bind port 8800061a-ceb5-44a3-bc39-6db7ec903215 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:36.263457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Attempting to bind port 8800061a-ceb5-44a3-bc39-6db7ec903215 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:36.263825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Attempting to bind port 8800061a-ceb5-44a3-bc39-6db7ec903215 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:36.272090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ec3ff-94b5-4526-aa39-fef1a76124f7 None None] Pushing event updated for resources: {'Port': ['ID=8800061a-ceb5-44a3-bc39-6db7ec903215,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:36.273252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Transition to ACTIVE for port object 43b96d1a-ebf0-4812-a23f-a992cb6c5285 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:36.275237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6434d633-1a1a-4d46-879e-c0c89b316038 None None] Provisioning complete for port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:36.276126 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6434d633-1a1a-4d46-879e-c0c89b316038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.278599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:36.279045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:36.279438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.279847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:36.280323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Bound port: 8800061a-ceb5-44a3-bc39-6db7ec903215, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:36.280697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.308788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.348359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:25:36.351241 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:36.357703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:25:36.361097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] For port 8800061a-ceb5-44a3-bc39-6db7ec903215, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:36.364865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] For port 8800061a-ceb5-44a3-bc39-6db7ec903215, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8800061a-ceb5-44a3-bc39-6db7ec903215,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:36.381285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Pushing event updated for resources: {'Port': ['ID=43b96d1a-ebf0-4812-a23f-a992cb6c5285,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:36.397555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.403070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.475975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:36.476632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:25:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:36.483301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ec3ff-94b5-4526-aa39-fef1a76124f7 None None] Pushing event updated for resources: {'Port': ['ID=8800061a-ceb5-44a3-bc39-6db7ec903215,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:36.553455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.596105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:36.709669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a6d87006-cef1-423d-b722-35d656ce470c None None] Provisioning for port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:36.718382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a6d87006-cef1-423d-b722-35d656ce470c None None] Provisioning complete for port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:36.718761 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6d87006-cef1-423d-b722-35d656ce470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.733563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.737925 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.787615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6d87006-cef1-423d-b722-35d656ce470c None None] Port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:25:36.806232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:36.808331 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Pushing event updated for resources: {'Port': ['ID=43b96d1a-ebf0-4812-a23f-a992cb6c5285,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:36.818950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:34Z', 'revision_number': 3, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:36.849457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0644144-7dbc-4a91-abf8-bcf218375ed1 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:34Z', 'revision_number': 3, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:25:36.913906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:25:36.915442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:37.039078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:25:37.178399 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:25:37.181717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:37.184799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-622065af-e518-4186-b749-949ef4f48d0d admin admin] 10.222.0.78 "PUT /v2.0/routers/7f7e5a5e-4404-428d-a78f-ca1d630edbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9750655 Jun 30 03:25:37.232924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c098c423-6c76-4f7d-9f76-06d9428c38e9 None None] Provisioning complete for port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:37.233408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c098c423-6c76-4f7d-9f76-06d9428c38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:37.275907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:37.276423 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:37.279957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c098c423-6c76-4f7d-9f76-06d9428c38e9 None None] Port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:25:37.908318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:37.914097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478816359', 'description': 'tempest-description--1013297547'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:37.937192 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.018773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.022628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.051799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:38.054762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.056192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-77f6997c-72f1-4eaf-83b3-eb81ab5cbc70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1458082 Jun 30 03:25:38.059821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:38.064951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'security_group_rule': {'security_group_id': '32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:38.093244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.154464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.158424 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.177636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8b3c81-d677-46ee-a6fc-490b838c664e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:38.186236 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.187569 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-565b3f17-0828-4bc6-8258-ed281dfe2fdc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266577 Jun 30 03:25:38.190181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:38.194711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'security_group_rule': {'security_group_id': '32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:38.220762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.284434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.288660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.309379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ff0785-1edc-4cdd-94de-309910ae930e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:38.312783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.313994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3ec4a9c0-2876-4dc8-a109-5dab6c43e153 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228621 Jun 30 03:25:38.316993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 54672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:38.321292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:38.343348 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.425127 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:25:38.435959 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:38.436172 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:25:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:38.441326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.540322 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:38.549011 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Allocated IP 172.25.0.151 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/8dd27fa8-2e14-43d0-9365-a721323d03fd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:25:38.651666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.693279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.733974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:25:38.736772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:38.740179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:25:38.747977 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 2, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:38.770152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'Port': ['ID=8dd27fa8-2e14-43d0-9365-a721323d03fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:38.775077 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:25:38.775434 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Updating router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:25:38.810874 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.831674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:38.876808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.032345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.036890 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.113254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'Port': ['ID=8dd27fa8-2e14-43d0-9365-a721323d03fd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:39.127379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.142027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8800061a-ceb5-44a3-bc39-6db7ec903215 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:39.143880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.145334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c7f28fa3-b7d9-4ab9-b9c2-57688387d0b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8274348 Jun 30 03:25:39.186410 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.198034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 8800061a-ceb5-44a3-bc39-6db7ec903215 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:39.201073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Transition to ACTIVE for port object 43b96d1a-ebf0-4812-a23f-a992cb6c5285 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:39.201957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8800061a-ceb5-44a3-bc39-6db7ec903215 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:39.202692 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.207540 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.258465 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Pushing event updated for resources: {'Port': ['ID=43b96d1a-ebf0-4812-a23f-a992cb6c5285,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:39.270212 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.270662 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.271066 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.271463 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.271860 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.272193 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.272585 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.272969 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.273351 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.273754 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.274194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.274593 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.307638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.315964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-765ec456-140a-4da1-a4f3-4efc5d3e559f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--478816359&fields=id&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 267 time: 0.0497739 Jun 30 03:25:39.337229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 8800061a-ceb5-44a3-bc39-6db7ec903215, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8800061a-ceb5-44a3-bc39-6db7ec903215,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:39.343039 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.349392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Attempting to bind port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:39.350085 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Attempting to bind port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:39.350279 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Attempting to bind port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:39.356921 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:39.357419 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:39.357895 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.358413 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:39.358958 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Bound port: 43b96d1a-ebf0-4812-a23f-a992cb6c5285, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:39.359410 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.407885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=8800061a-ceb5-44a3-bc39-6db7ec903215,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:39.434035 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] For port 43b96d1a-ebf0-4812-a23f-a992cb6c5285, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:39.439068 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] For port 43b96d1a-ebf0-4812-a23f-a992cb6c5285, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43b96d1a-ebf0-4812-a23f-a992cb6c5285,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:39.444055 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.456230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-38f0c24a-f228-48ba-aa0a-63edd0881eaf tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:39.457829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-38f0c24a-f228-48ba-aa0a-63edd0881eaf tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1341150 Jun 30 03:25:39.472655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-05baa087-bce7-4b76-abac-91f4aa5f6505 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/quotas/311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Jun 30 03:25:39.512591 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:39.513468 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:25:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:39.551161 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508eceb-8709-4a72-ac41-4279cf090ca9 None None] Pushing event updated for resources: {'Port': ['ID=43b96d1a-ebf0-4812-a23f-a992cb6c5285,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:39.567889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-f35699ac-17b8-4ab0-98f3-35c4ff9ab23f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884385 Jun 30 03:25:39.631285 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:39.679279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-54472ee3-8e9e-41ae-8cac-e4824d7f32aa service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984704 Jun 30 03:25:39.776959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-67d10b58-386d-4dbe-b689-0f9033b54bcb service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938323 Jun 30 03:25:39.834434 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:39.869871 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b395095-370c-43fa-a3ff-02e3f2e5032f None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:25:39.878072 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.981598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6290089d-99cd-49ea-9c46-cf5a4acedcc5 req-7316be53-fc16-4c64-8bf9-11034a5e13b6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 210 time: 0.0342510 Jun 30 03:25:41.130732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0fffd7d-5fb0-4471-8772-a6d346c7cb17 req-2e993103-ae69-4480-bc5b-df4af95e4af8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 210 time: 0.0313923 Jun 30 03:25:41.190963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43b96d1a-ebf0-4812-a23f-a992cb6c5285 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:41.244211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:41.248307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:41.248791 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.295467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-07201cb5-88c6-45a1-9ddb-263cb863fe21 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.297182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-07201cb5-88c6-45a1-9ddb-263cb863fe21 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1269763 Jun 30 03:25:41.332165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.343657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-787a1695-5b83-4e08-b2b3-3d2bb6566b6a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 379 time: 0.0362067 Jun 30 03:25:41.356475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'port': {'device_id': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'admin_state_up': True, 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'security_groups': ['32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:41.375460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 43b96d1a-ebf0-4812-a23f-a992cb6c5285, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43b96d1a-ebf0-4812-a23f-a992cb6c5285,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:41.382153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.382988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8800061a-ceb5-44a3-bc39-6db7ec903215 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:41.389679 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.460822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=43b96d1a-ebf0-4812-a23f-a992cb6c5285,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:41.472839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Made reservation on behalf of 311e2b9cc3d441f6a6c797b906181039 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:25:41.473665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8800061a-ceb5-44a3-bc39-6db7ec903215 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:41.474046 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.476420 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.606690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Allocated IP 172.20.0.11 (828a58d0-7f11-4c5d-8c03-4f280c94b0b3/b8179faa-db7c-469b-afc3-d0b4df105664/e9b428db-ac18-48b8-93d5-bf6ba01ba234) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:25:41.747061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.760831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Transition to ACTIVE for port object e9b428db-ac18-48b8-93d5-bf6ba01ba234 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:41.795059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.840543 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:25:41.843733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:25:41.850440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:25:41.877558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:41.903694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.904320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.919515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-4e4398ec-3190-4798-8990-fddf21c2e12d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5690355 Jun 30 03:25:41.934596 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Request body: {'port': {'device_id': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:42.015803 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.083674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-59e4076e-25ff-4a46-bd4b-ab1cb3d7d89c None None] Provisioning for port e9b428db-ac18-48b8-93d5-bf6ba01ba234 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:42.087717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-59e4076e-25ff-4a46-bd4b-ab1cb3d7d89c None None] Provisioning complete for port e9b428db-ac18-48b8-93d5-bf6ba01ba234 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:42.088089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59e4076e-25ff-4a46-bd4b-ab1cb3d7d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.122667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-59e4076e-25ff-4a46-bd4b-ab1cb3d7d89c None None] Port e9b428db-ac18-48b8-93d5-bf6ba01ba234 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:25:42.282078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b428db-ac18-48b8-93d5-bf6ba01ba234 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:25:42.289587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.302911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Transition to ACTIVE for port object e9b428db-ac18-48b8-93d5-bf6ba01ba234 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:42.306928 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.310931 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb4948-5ae5-41ec-aa58-c6b3e206c6c3 req-ec3921f3-ee02-45e0-afa6-a389b44d4cdb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:42.312529 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fdb4948-5ae5-41ec-aa58-c6b3e206c6c3 req-ec3921f3-ee02-45e0-afa6-a389b44d4cdb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 932 time: 0.0652642 Jun 30 03:25:42.353618 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2fdb4948-5ae5-41ec-aa58-c6b3e206c6c3 req-376dd5e5-ae33-41f8-b3c7-a409759d48b1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343330 Jun 30 03:25:42.356326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:42.436642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:42.436988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:42.437319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:42.441992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:25:42.442329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:42.447256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:42.447590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:42.447971 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:42.448395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Bound port: e9b428db-ac18-48b8-93d5-bf6ba01ba234, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:42.448841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.515850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:42.519172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:42.523863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.558275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:42.559659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:42.561240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] 10.222.0.90 "PUT /v2.0/ports/e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1092 time: 0.6319072 Jun 30 03:25:42.561681 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:42.563993 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}438048dafaf914a86cbe766813e7213a5ea2b762c965c95e93d5bf0bf710040a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d6f723-bc90-4641-a616-7358daddadac" -d '{"events": [{"name": "network-changed", "server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:42.599527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3bb23-cff2-4a3d-9b9b-c28fb08f1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:42.669951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-db33f688-24ff-4730-8c72-e1dc7704a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:42.671823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-db33f688-24ff-4730-8c72-e1dc7704a187 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1095 time: 0.0647080 Jun 30 03:25:42.690989 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b196fe37-5ef2-42bb-9514-f6226a7ff76f x-openstack-request-id: req-b196fe37-5ef2-42bb-9514-f6226a7ff76f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:42.691279 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:42.691529 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b196fe37-5ef2-42bb-9514-f6226a7ff76f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:42.691923 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'status': 'completed', 'code': 200} Jun 30 03:25:42.719738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-7ac2c753-d947-49f8-b7c0-ccdc43c5b20a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 217 time: 0.0386918 Jun 30 03:25:42.771942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-722abe10-eb59-4a67-955a-06b31760f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:42.773758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-722abe10-eb59-4a67-955a-06b31760f8bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0466738 Jun 30 03:25:42.831791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-156278e0-48c4-4ea8-ae1b-d1df48234c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:42.833490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-156278e0-48c4-4ea8-ae1b-d1df48234c6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524457 Jun 30 03:25:42.928274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-6c98d541-a5d9-4c28-8774-05946f08f6b5 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 Jun 30 03:25:43.016769 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82ef0a5e-e6d9-4caa-88cc-c1456763f3d5 req-6d835f42-0a21-47d6-8bf7-7b072a9dcb26 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817957 Jun 30 03:25:43.102805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43b96d1a-ebf0-4812-a23f-a992cb6c5285 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:43.128092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6f723-bc90-4641-a616-7358daddadac req-1f0f8b33-bd88-49fe-a40f-bd1484da82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.129687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-1f0f8b33-bd88-49fe-a40f-bd1484da82f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1095 time: 0.0600741 Jun 30 03:25:43.150731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:43.151101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:43.223630 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6f723-bc90-4641-a616-7358daddadac req-e9725520-4404-4eb8-971e-b9cbf283cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.225144 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-e9725520-4404-4eb8-971e-b9cbf283cc1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0866156 Jun 30 03:25:43.271484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-988d9ad2-e28d-487e-9b06-ec6b1e80a579 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 217 time: 0.0384607 Jun 30 03:25:43.320049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6f723-bc90-4641-a616-7358daddadac req-7802fe34-2759-405f-9c8b-7bb1cc857521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.321462 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-7802fe34-2759-405f-9c8b-7bb1cc857521 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0428936 Jun 30 03:25:43.381753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6f723-bc90-4641-a616-7358daddadac req-15801929-534d-41b0-b609-a30f6c4367b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.383335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-15801929-534d-41b0-b609-a30f6c4367b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539575 Jun 30 03:25:43.479106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-7699e713-8b6e-46f3-8166-535392ff9ba7 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861495 Jun 30 03:25:43.534128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c721633-6d17-4e41-8ed9-b428b88926ae req-931869b3-54be-4069-8011-2bcde0476f62 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.535625 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c721633-6d17-4e41-8ed9-b428b88926ae req-931869b3-54be-4069-8011-2bcde0476f62 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 944 time: 0.0671384 Jun 30 03:25:43.575316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28d6f723-bc90-4641-a616-7358daddadac req-351b07a6-9844-4512-913a-e2dd4332e6d0 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840812 Jun 30 03:25:43.581292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5c721633-6d17-4e41-8ed9-b428b88926ae req-063f417e-d6c9-479b-88de-4063276179f1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384877 Jun 30 03:25:44.759420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f6c5-565b-4de9-a001-c89ad2afeb5b req-dce8a2e1-5c23-4ee0-bcb1-36141527e5b0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:44.760904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5488f6c5-565b-4de9-a001-c89ad2afeb5b req-dce8a2e1-5c23-4ee0-bcb1-36141527e5b0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 944 time: 0.0644200 Jun 30 03:25:44.799044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5488f6c5-565b-4de9-a001-c89ad2afeb5b req-9c76ea5b-06fb-4ab0-892c-5093c66d7df0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Jun 30 03:25:45.973669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2dc7a-38b5-4b4c-92ca-996ffa109499 req-187aeb0a-95ce-4ecd-b98e-fce0657557b3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:45.975221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98d2dc7a-38b5-4b4c-92ca-996ffa109499 req-187aeb0a-95ce-4ecd-b98e-fce0657557b3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 944 time: 0.0645118 Jun 30 03:25:46.013252 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-98d2dc7a-38b5-4b4c-92ca-996ffa109499 req-3ed72e62-4c91-41b4-bd47-32e3ab4228cd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Jun 30 03:25:46.773486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:25:46.865586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:46.877847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'mac_address': 'fa:16:3e:b7:26:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:25:47.070166 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:47.083531 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b428db-ac18-48b8-93d5-bf6ba01ba234 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:25:47.103049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:47.108032 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:47.157771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:47.195928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58ef90-4c32-4458-94e8-ab53a05ede07 req-09d35384-5771-47bf-9e75-dd89d1bc3477 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:47.197413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f58ef90-4c32-4458-94e8-ab53a05ede07 req-09d35384-5771-47bf-9e75-dd89d1bc3477 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 945 time: 0.0698400 Jun 30 03:25:47.235720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f58ef90-4c32-4458-94e8-ab53a05ede07 req-78d77935-a7ca-4937-af0e-9e4bc411e11e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319541 Jun 30 03:25:47.341955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['e9b428db-ac18-48b8-93d5-bf6ba01ba234'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:25:48.409586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf698ac5-3bf7-467e-89ff-349c804efdc6 req-22bfc66c-3d91-4b47-b5e6-84af173abf36 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:48.411113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf698ac5-3bf7-467e-89ff-349c804efdc6 req-22bfc66c-3d91-4b47-b5e6-84af173abf36 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 945 time: 0.0673137 Jun 30 03:25:48.450055 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bf698ac5-3bf7-467e-89ff-349c804efdc6 req-7cd2ecf8-1402-4534-874d-b54d6667cea2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333190 Jun 30 03:25:48.774160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:48.824508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port e9b428db-ac18-48b8-93d5-bf6ba01ba234 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:48.828408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port e9b428db-ac18-48b8-93d5-bf6ba01ba234 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:48.828785 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:48.907088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:48.929314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:48.931606 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2384ff1374c2575ac28ba9dfb20de6917a05bc0e09c6f3f09992b53cf1e57f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82cf93-b508-4657-876b-5e31bb306874" -d '{"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-plugged", "status": "completed", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:48.944211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:48.947805 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:48.973175 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba19e06f-b611-4f7a-b946-09e009700812 x-openstack-request-id: req-ba19e06f-b611-4f7a-b946-09e009700812 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:48.973508 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-plugged", "status": "completed", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:48.973756 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba19e06f-b611-4f7a-b946-09e009700812 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:48.974140 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'code': 200} Jun 30 03:25:48.999377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:49.092576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fbffd-0270-4121-9472-3d06c57c8d53 req-829bcc90-2ec7-48c5-9bfc-636f8556472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:49.094104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-603fbffd-0270-4121-9472-3d06c57c8d53 req-829bcc90-2ec7-48c5-9bfc-636f8556472d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1097 time: 0.0535772 Jun 30 03:25:49.130058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-603fbffd-0270-4121-9472-3d06c57c8d53 req-774d1225-291f-4555-9479-4fed90a97be4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279109 Jun 30 03:25:49.625444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43e8d-be53-4d87-9161-b64ba550392b req-f08c3c57-727a-4ea7-a0fd-dd119bfe6d13 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:49.626948 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bf43e8d-be53-4d87-9161-b64ba550392b req-f08c3c57-727a-4ea7-a0fd-dd119bfe6d13 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0630391 Jun 30 03:25:49.664576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7bf43e8d-be53-4d87-9161-b64ba550392b req-7da0090f-0588-4622-b14e-737c3f971d5b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321171 Jun 30 03:25:50.842340 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e68a3-221f-4cf9-9e9d-b6b894e61e40 req-b2abd4a2-0d7f-4aab-8921-ae99c40afe71 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:50.843719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d1e68a3-221f-4cf9-9e9d-b6b894e61e40 req-b2abd4a2-0d7f-4aab-8921-ae99c40afe71 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0654402 Jun 30 03:25:50.881206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3d1e68a3-221f-4cf9-9e9d-b6b894e61e40 req-3d8c5e05-e470-420e-a1a0-415b5eab0cea tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Jun 30 03:25:51.046770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaff7d-87ba-4e97-ba99-79c8ccfbf022 req-648995e0-68da-4309-a9e5-b2f647950960 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:51.048808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02aaff7d-87ba-4e97-ba99-79c8ccfbf022 req-648995e0-68da-4309-a9e5-b2f647950960 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0637338 Jun 30 03:25:51.056454 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 54724) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:51.061144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'floatingip': {'port_id': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:51.103070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:51.543937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:51.547621 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:51.646010 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 associated. External IP: 172.25.0.151, port: e9b428db-ac18-48b8-93d5-bf6ba01ba234. Jun 30 03:25:52.134086 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:25:52.237610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:25:52.242112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:52.248704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:25:52.258778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:52.259394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:25:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:52.282410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-363485ed-a826-49da-af49-83bd8e1ea555 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "PUT /v2.0/floatingips/5ec46ec8-22ab-45d9-9e6c-7724c6233df3 HTTP/1.1" status: 200 len: 992 time: 1.2248511 Jun 30 03:25:52.283008 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:52.285419 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7098a867c4622aa5529636ee10386ec7418f4e525c559b35331c612abdeff4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22" -d '{"events": [{"name": "network-changed", "server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:52.324369 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b22cc4a-dfc7-43b0-986d-4029ea48c537 x-openstack-request-id: req-4b22cc4a-dfc7-43b0-986d-4029ea48c537 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:52.324686 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:52.324942 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b22cc4a-dfc7-43b0-986d-4029ea48c537 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:52.325463 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'status': 'completed', 'code': 200} Jun 30 03:25:52.374694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:52.405546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-72d3cef4-e9c2-40fb-a8a1-28c3b9ce8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:52.407093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-72d3cef4-e9c2-40fb-a8a1-28c3b9ce8853 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1097 time: 0.0566139 Jun 30 03:25:52.499890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-b03aff50-c2a5-463d-b030-10b8bac23abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:52.501609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-b03aff50-c2a5-463d-b030-10b8bac23abb service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0874681 Jun 30 03:25:52.568964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-4c2802e4-c320-4475-bcb2-8e66ac1eebe7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1000 time: 0.0573437 Jun 30 03:25:52.600894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:b7:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:25:51Z', 'revision_number': 1, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:52.618502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-92827b8b-fc9b-48dd-8199-2af9072db8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:52.619969 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-92827b8b-fc9b-48dd-8199-2af9072db8ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0439217 Jun 30 03:25:52.628294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:25:52.639102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:52.639102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:25:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:52.682129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-e87f47f3-2bb6-4993-bc56-4f35ced35904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:52.684390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-e87f47f3-2bb6-4993-bc56-4f35ced35904 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572214 Jun 30 03:25:52.743119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:52.777734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-57180c17-645c-4a1e-9cfe-f8ab2bc861cf service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Jun 30 03:25:52.878010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5fd2cee8-500d-4a0f-883d-1aa67c4b8d22 req-6b89dfb3-433a-4fc4-ac32-e1121125614b service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886047 Jun 30 03:25:52.974184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:b7:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:25:51Z', 'revision_number': 1, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:53.004486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae327c-383d-420e-864e-a03d15df7d02 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:b7:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:25:51Z', 'revision_number': 1, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:25:53.204626 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d49ab-b4b7-4e17-b022-9de39fdaf777 None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:25:55.488702 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:25:57.723959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4d0c-3f8a-4968-a5ea-d790c745f982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:00.385231 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d91620e3-1b9e-4dea-9e3e-c23873ba9b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:00.618439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.400376 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:04.478718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.889430 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:11.372591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.053690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-41821d62-e808-4b10-b3fc-0a0c140e5a2b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512254 Jun 30 03:26:14.154579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-8e4af096-7213-4681-9795-cd4327ac99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:14.156075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-8e4af096-7213-4681-9795-cd4327ac99b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1097 time: 0.0531962 Jun 30 03:26:14.264130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-fe877e20-9d18-44fb-a2f0-2d8d43557a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:14.265604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-fe877e20-9d18-44fb-a2f0-2d8d43557a1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0885916 Jun 30 03:26:14.332742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-2fd679df-29b5-41db-a5c4-4ec6e7e719bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1002 time: 0.0589490 Jun 30 03:26:14.383246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-b44eda63-b6d1-49d9-a7b8-922e46bfdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:14.384729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-b44eda63-b6d1-49d9-a7b8-922e46bfdcde service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0451868 Jun 30 03:26:14.448206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-74603ac1-1024-4f83-891a-c4732d933aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:14.449710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-74603ac1-1024-4f83-891a-c4732d933aa4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579565 Jun 30 03:26:14.539416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-68acf5d1-7cb2-44d6-b4dc-387bd3cd0024 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816009 Jun 30 03:26:14.966477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-da0e3c01-64cc-4604-b02d-cf5b0301562b req-1d738277-83f4-467d-bd57-dd0ed4a806cf service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200387 Jun 30 03:26:27.725164 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-555118ef-c44e-4b24-839d-5472128cd9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.386097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a128412-d22f-4dd9-a88b-67eda5c28a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.620572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.401462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.488215 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:26:34.481283 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.905351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:41.394105 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:57.725540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86be87bf-f0c3-4d3b-b34e-d9f283de1f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:00.388415 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-82a6f0aa-c79d-4c55-9692-58498d73d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:00.622017 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:02.404462 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:04.483567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:09.487883 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:27:09.902848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:11.385182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:14.142005 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-e921b18b-c90f-49ca-8a9d-e87fec8bdee2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874579 Jun 30 03:27:14.237521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07857d-e898-4d69-8100-0d69032793f6 req-767ddcb6-75fc-41cc-ba4f-1b32f49d4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:14.238939 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-767ddcb6-75fc-41cc-ba4f-1b32f49d4780 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1097 time: 0.0527003 Jun 30 03:27:14.344077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07857d-e898-4d69-8100-0d69032793f6 req-ce8095a9-9549-4462-9ac5-f7e9f105bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:14.345429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-ce8095a9-9549-4462-9ac5-f7e9f105bdb2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0855041 Jun 30 03:27:14.409252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-565ff301-c9cc-4d52-a327-a5f4779855d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1002 time: 0.0562701 Jun 30 03:27:14.461329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07857d-e898-4d69-8100-0d69032793f6 req-138a0fb3-43e3-4a5f-b047-7f23ba75a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:14.462755 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-138a0fb3-43e3-4a5f-b047-7f23ba75a3b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0460858 Jun 30 03:27:14.518844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07857d-e898-4d69-8100-0d69032793f6 req-0617b670-f501-438e-aae7-f21ff284148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:14.520294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-0617b670-f501-438e-aae7-f21ff284148d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501237 Jun 30 03:27:14.607763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-7851718e-e907-4613-b42b-a5e90e2b0cf2 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798035 Jun 30 03:27:14.701557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1f07857d-e898-4d69-8100-0d69032793f6 req-740a90ae-5d8b-4eb2-9185-4b43611baac6 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870192 Jun 30 03:27:27.726359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd9669f8-6eb1-4287-b683-fdc001561d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:30.390275 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9529-4ea6-43d2-9de3-aad364f71371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:30.623194 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:32.407478 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:34.486346 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:35.118486 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba1d7a-70b5-4d6c-b1ab-0f3d2ea9eeb4 req-93cd2ef6-f64e-46d1-8a96-14d95b00e9d0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.119973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eba1d7a-70b5-4d6c-b1ab-0f3d2ea9eeb4 req-93cd2ef6-f64e-46d1-8a96-14d95b00e9d0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.1054261 Jun 30 03:27:35.157092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0eba1d7a-70b5-4d6c-b1ab-0f3d2ea9eeb4 req-9d258d39-fce2-42f1-9b70-8a743b0ea45a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307887 Jun 30 03:27:35.554678 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0410da1-0728-42b3-988d-25608ffddcb1 req-a8f178b8-ffc6-46c6-8d80-66e242fc5630 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.556228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0410da1-0728-42b3-988d-25608ffddcb1 req-a8f178b8-ffc6-46c6-8d80-66e242fc5630 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0731213 Jun 30 03:27:35.566150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-35f659f1-efa8-448f-8316-277bc3b7efe3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973918 Jun 30 03:27:35.595991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f0410da1-0728-42b3-988d-25608ffddcb1 req-f6b04bbf-2c65-48a8-b11d-1392f4090db6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342331 Jun 30 03:27:36.728735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-f00becb4-f19b-41d1-b896-705f249ff10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.730621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-f00becb4-f19b-41d1-b896-705f249ff10e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1097 time: 0.0551248 Jun 30 03:27:36.826373 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-1ea49615-473c-4540-881a-8628c9d0a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.828453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-1ea49615-473c-4540-881a-8628c9d0a451 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0912414 Jun 30 03:27:36.894157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-92408c55-9067-4ead-8191-f62f19b67a98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1002 time: 0.0588393 Jun 30 03:27:36.894841 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa089-b0d6-426b-b99a-3ee6b8d04b34 req-2b6dd9c4-47ef-4953-a55a-16654d59c4f7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.896354 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d5aa089-b0d6-426b-b99a-3ee6b8d04b34 req-2b6dd9c4-47ef-4953-a55a-16654d59c4f7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.1089911 Jun 30 03:27:36.934824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d5aa089-b0d6-426b-b99a-3ee6b8d04b34 req-5bb5e514-b72c-45b4-b938-7637933a91b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325735 Jun 30 03:27:36.944106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-072ef4e2-d4a4-4efa-82ec-ef0dcdb52bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.945714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-072ef4e2-d4a4-4efa-82ec-ef0dcdb52bce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0446343 Jun 30 03:27:37.008652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-45c418c3-7722-422b-a891-06c192f74ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:37.010178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-45c418c3-7722-422b-a891-06c192f74ae1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561838 Jun 30 03:27:37.098187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-676e82cb-33ae-42b0-8356-60d5b63269aa service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803170 Jun 30 03:27:37.192748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-8c5e399c-d706-4aed-babe-588e1d9233a6 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871487 Jun 30 03:27:38.109633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ff4f0-7286-48db-8567-0af00e84d17b req-f832936b-e8c3-4dfe-88f3-cfd01a00651a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:38.111205 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-673ff4f0-7286-48db-8567-0af00e84d17b req-f832936b-e8c3-4dfe-88f3-cfd01a00651a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0656095 Jun 30 03:27:38.148758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-673ff4f0-7286-48db-8567-0af00e84d17b req-6b295e8a-e789-40cd-b01e-6b7ec0caee8f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Jun 30 03:27:39.325591 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99c9e6-7723-43bf-a33f-0fdd119aa86b req-b3d2f2d4-fa07-4798-8b4e-6606785c0777 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:39.327682 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f99c9e6-7723-43bf-a33f-0fdd119aa86b req-b3d2f2d4-fa07-4798-8b4e-6606785c0777 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0669243 Jun 30 03:27:39.364365 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3f99c9e6-7723-43bf-a33f-0fdd119aa86b req-42cfaf0e-186d-4167-9757-4e3b41552ee0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Jun 30 03:27:39.920556 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:40.534966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0592-9a84-4f33-8805-6c962bbdd987 req-ddac1b59-c7b9-442c-bb31-6b3471cf6562 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:40.536424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-121a0592-9a84-4f33-8805-6c962bbdd987 req-ddac1b59-c7b9-442c-bb31-6b3471cf6562 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0622675 Jun 30 03:27:40.573766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-121a0592-9a84-4f33-8805-6c962bbdd987 req-24b86d03-1748-471a-96c9-96a0c7b7a675 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Jun 30 03:27:41.397630 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.745368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaeae33-8e4e-43c1-af89-1686939ee2cf req-5147a657-83ee-41b9-accb-ba94632312b5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:41.746787 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caaeae33-8e4e-43c1-af89-1686939ee2cf req-5147a657-83ee-41b9-accb-ba94632312b5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0632858 Jun 30 03:27:41.784995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-caaeae33-8e4e-43c1-af89-1686939ee2cf req-7d749285-bc8a-4bdc-a228-15a502989f6d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314269 Jun 30 03:27:42.960736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9e73-d615-4b70-b25b-48cf62aa52d9 req-a2df24d5-9135-4c7f-8fa0-fbf58b577c24 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:42.962126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-653c9e73-d615-4b70-b25b-48cf62aa52d9 req-a2df24d5-9135-4c7f-8fa0-fbf58b577c24 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0668840 Jun 30 03:27:43.000296 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-653c9e73-d615-4b70-b25b-48cf62aa52d9 req-7efa35f0-13fa-44dd-a14b-26ee7505f9ae tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325418 Jun 30 03:27:44.174390 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9272c-52dd-4a14-927a-d6bda15f4192 req-254b511b-30cb-4922-9596-a9ca9e008fb6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:44.175833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63e9272c-52dd-4a14-927a-d6bda15f4192 req-254b511b-30cb-4922-9596-a9ca9e008fb6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0659237 Jun 30 03:27:44.212456 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-63e9272c-52dd-4a14-927a-d6bda15f4192 req-24597ee1-6cfd-4e7b-bcb5-c8f24751f7cb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Jun 30 03:27:45.392484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ec0f-de57-4bec-bf2c-e443d1f5859f req-1d76653f-9e7c-4409-9b21-89e94908a9b1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:45.393873 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6ec0f-de57-4bec-bf2c-e443d1f5859f req-1d76653f-9e7c-4409-9b21-89e94908a9b1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0628803 Jun 30 03:27:45.430263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf6ec0f-de57-4bec-bf2c-e443d1f5859f req-35b94049-4166-4d97-a68d-eff0d783e577 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307930 Jun 30 03:27:46.486458 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:27:46.609681 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9237-454e-436d-aaf5-db59c0ef0086 req-11219a81-5b7b-4e76-b24f-3d3183e6c6f0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:46.611156 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a0a9237-454e-436d-aaf5-db59c0ef0086 req-11219a81-5b7b-4e76-b24f-3d3183e6c6f0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0622776 Jun 30 03:27:46.648506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7a0a9237-454e-436d-aaf5-db59c0ef0086 req-e6a8a8ca-9ff6-4e98-88c4-d40e8eed3791 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Jun 30 03:27:47.824816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f2d1a-0435-4030-97b4-896a58f531d5 req-c254e3e3-c505-4c86-8520-ec8d9068f337 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:47.826289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0f2d1a-0435-4030-97b4-896a58f531d5 req-c254e3e3-c505-4c86-8520-ec8d9068f337 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0674798 Jun 30 03:27:47.864373 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be0f2d1a-0435-4030-97b4-896a58f531d5 req-9d8620ba-20f5-49c9-9bd2-20581d9809d1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318637 Jun 30 03:27:49.218291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6387-1b3c-4466-99e2-b5a5a043bfb8 req-5a71a1be-b75f-4dde-9a4c-0af70e891804 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:49.219695 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b8f6387-1b3c-4466-99e2-b5a5a043bfb8 req-5a71a1be-b75f-4dde-9a4c-0af70e891804 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0625119 Jun 30 03:27:49.257248 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b8f6387-1b3c-4466-99e2-b5a5a043bfb8 req-eda21f98-ae92-4aeb-9b83-23f340159a57 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Jun 30 03:27:49.391157 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-2c9fba52-3dee-472a-ab0d-7fa1f40ee3a7 service neutron] show failed (client error): The resource could not be found. Jun 30 03:27:49.392190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-2c9fba52-3dee-472a-ab0d-7fa1f40ee3a7 service neutron] 10.222.0.90 "GET /v2.0/ports/e9b428db-ac18-48b8-93d5-bf6ba01ba234/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0556486 Jun 30 03:27:49.711503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-4717b298-8847-4513-9c56-79bf3f97db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:49.712995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-4717b298-8847-4513-9c56-79bf3f97db65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 1097 time: 0.0898950 Jun 30 03:27:49.724125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:49.798676 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.999897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:50.032522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:50.071764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:50.076689 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.088733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Transition to ACTIVE for port object e9b428db-ac18-48b8-93d5-bf6ba01ba234 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:50.092494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.120342 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e366cc54-e7cd-474b-a285-1604ea10fc25" -d '{"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:50.200376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:50.243765 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef6dabb-89ba-4cfd-9f00-85f0349c5840 x-openstack-request-id: req-aef6dabb-89ba-4cfd-9f00-85f0349c5840 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:50.244059 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:50.244309 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aef6dabb-89ba-4cfd-9f00-85f0349c5840 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:50.244712 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'code': 200} Jun 30 03:27:50.251589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.251865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.252208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.252798 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.253129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.253458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.253791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.254116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.254466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.254790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.255111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.255430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:50.309667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] No DVR routers for this DVR port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:27:50.437747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1cd6-0839-480f-bed2-fc2cc464fe83 req-c676b1ad-5f1e-4994-b2c3-322fcfe594cd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:50.439190 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36bf1cd6-0839-480f-bed2-fc2cc464fe83 req-c676b1ad-5f1e-4994-b2c3-322fcfe594cd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 944 time: 0.0685501 Jun 30 03:27:50.449230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:27:50.449710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:27:50.449886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:50.454747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:27:50.455095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Attempting to bind port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:50.459859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:27:50.460194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:50.460570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:27:50.460989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Bound port: e9b428db-ac18-48b8-93d5-bf6ba01ba234, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:27:50.461343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.477093 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-36bf1cd6-0839-480f-bed2-fc2cc464fe83 req-5aebeeaf-a852-470d-9459-91831a4eb528 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Jun 30 03:27:50.528443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:50.531297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:27:50.535727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.568786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:50.569398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.570790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] 10.222.0.67 "PUT /v2.0/ports/e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1092 time: 0.8506341 Jun 30 03:27:50.593709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112fc5a-4da0-4b70-8c16-beba25238c2b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:50.652533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-51427471-670c-4b6b-a3da-c3159d3e9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:50.654162 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-51427471-670c-4b6b-a3da-c3159d3e9376 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1095 time: 0.0571983 Jun 30 03:27:50.751091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-a906ffe6-7e41-4ded-9333-eb57563837d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:50.752808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-a906ffe6-7e41-4ded-9333-eb57563837d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0920789 Jun 30 03:27:50.817959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-b0279f2b-e623-4354-9c61-35be3af08e3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1000 time: 0.0580695 Jun 30 03:27:50.868927 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-7fa7e49d-89ed-422b-a898-b8595e9821dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:50.870251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-7fa7e49d-89ed-422b-a898-b8595e9821dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0460579 Jun 30 03:27:50.925766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-21b8461e-4353-4bac-9434-40b8e9382319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:50.927277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-21b8461e-4353-4bac-9434-40b8e9382319 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508113 Jun 30 03:27:51.013329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-4b9c3717-5c1d-406f-8ce2-f05f01e5ffff service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801008 Jun 30 03:27:51.104188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7349a2a9-0068-4640-bc8f-3813a24dabe3 req-45a0156a-3d2f-4d8d-97f4-3b146591127b service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843508 Jun 30 03:27:51.650952 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc05e1-82ab-4876-91b5-f8a31483ada9 req-e32ead04-c6d7-4f2b-ae52-fd7a30706ea4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:51.652453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07cc05e1-82ab-4876-91b5-f8a31483ada9 req-e32ead04-c6d7-4f2b-ae52-fd7a30706ea4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 944 time: 0.0636494 Jun 30 03:27:51.690127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07cc05e1-82ab-4876-91b5-f8a31483ada9 req-a2118b34-a307-4141-b6a1-8cc6febd5781 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313299 Jun 30 03:27:52.245706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:52.248052 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2373ce66-eecd-4834-9454-d742956f2df6" -d '{"events": [{"name": "network-changed", "server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:52.301521 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c83e0e-f397-4b7f-a315-028c939770b4 x-openstack-request-id: req-74c83e0e-f397-4b7f-a315-028c939770b4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:52.301812 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:52.302063 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74c83e0e-f397-4b7f-a315-028c939770b4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:52.303173 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'status': 'completed', 'code': 200} Jun 30 03:27:52.420287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-09dfef4c-a20d-466f-a443-fa656d0cdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.421881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-09dfef4c-a20d-466f-a443-fa656d0cdc56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1095 time: 0.0974026 Jun 30 03:27:52.424452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-3787d08b-f702-4146-8d27-f2a28c0a61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.425789 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-3787d08b-f702-4146-8d27-f2a28c0a61a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1095 time: 0.0918353 Jun 30 03:27:52.583938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-ec0522e8-3a5e-4ddf-acd6-9678834413ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.585786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-ec0522e8-3a5e-4ddf-acd6-9678834413ee service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1569912 Jun 30 03:27:52.588626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-b84ce17e-eb81-443e-8fb1-5e274b7b62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.589962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-b84ce17e-eb81-443e-8fb1-5e274b7b62ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1533704 Jun 30 03:27:52.704894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-d439eaab-ff15-47cd-bcd8-73f16deff1af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1000 time: 0.1111510 Jun 30 03:27:52.706778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-cbc861b2-5ba8-4436-94b6-00d6da8b90bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1000 time: 0.1064687 Jun 30 03:27:52.797729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-f1b01872-996a-4295-b8e7-a3f7697b7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.799235 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-f1b01872-996a-4295-b8e7-a3f7697b7317 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0861657 Jun 30 03:27:52.804580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-b999be3b-b547-46ac-bbe2-3f7295d42017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.806059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-b999be3b-b547-46ac-bbe2-3f7295d42017 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0836768 Jun 30 03:27:52.955430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96be36-05aa-47d3-9f90-07941f1bca5f req-cbf62f5a-cdef-46b3-a8a5-2f383770cf3f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.956820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b96be36-05aa-47d3-9f90-07941f1bca5f req-cbf62f5a-cdef-46b3-a8a5-2f383770cf3f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 944 time: 0.1423938 Jun 30 03:27:52.959376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-6a5cbcb4-37ae-425b-960c-384d7132a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.960738 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-6a5cbcb4-37ae-425b-960c-384d7132a32d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538267 Jun 30 03:27:52.962528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ce66-eecd-4834-9454-d742956f2df6 req-e74a803e-a87e-4b87-a39f-d0d06ead9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:52.963871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-e74a803e-a87e-4b87-a39f-d0d06ead9b49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484756 Jun 30 03:27:52.970998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:27:53.061685 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:53.075786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'mac_address': 'fa:16:3e:b7:26:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:27:53.100314 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3b96be36-05aa-47d3-9f90-07941f1bca5f req-12924923-a2c0-4c24-8c58-460ab6b0667c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354487 Jun 30 03:27:53.119627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.133476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b428db-ac18-48b8-93d5-bf6ba01ba234 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:27:53.153700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-74ac46ad-6c0e-4dcf-bf12-c8d794b6d3c3 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813540 Jun 30 03:27:53.153913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:53.156411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-253097fb-3b96-479d-a2f7-97b3d7017fd0 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831038 Jun 30 03:27:53.158958 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.209608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:53.217259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.218163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.218763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.219267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.219614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.219952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.220286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.220613 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.220951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.221878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.221878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.221878 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:53.328135 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-2f008672-e086-42d9-91de-f15638082c0b service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589026 Jun 30 03:27:53.329936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2373ce66-eecd-4834-9454-d742956f2df6 req-1b68cded-bd24-4c23-9a63-7fd9f1f5b2b0 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703892 Jun 30 03:27:53.399837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['e9b428db-ac18-48b8-93d5-bf6ba01ba234'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:27:53.693112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:27:53.733545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:27:53.810446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd3c94-fb1a-49d7-99c4-5f17e9bfd59a req-1db9d9ab-31b9-4d94-aaa8-f6b8f3e5e86b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:53.812477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07cd3c94-fb1a-49d7-99c4-5f17e9bfd59a req-1db9d9ab-31b9-4d94-aaa8-f6b8f3e5e86b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 945 time: 0.4619446 Jun 30 03:27:53.820607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-8a51f8ad-b7e4-4da6-997a-e7d572b45137 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:53.821947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-8a51f8ad-b7e4-4da6-997a-e7d572b45137 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc&tenant_id=311e2b9cc3d441f6a6c797b906181039&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 945 time: 0.4605029 Jun 30 03:27:53.886193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-07cd3c94-fb1a-49d7-99c4-5f17e9bfd59a req-c7f7e5c6-e936-481e-bed4-c031e73ee63f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631735 Jun 30 03:27:53.903466 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-5a7fea56-50c3-4667-aa22-4b79f78a0318 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:27:53.904477 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-5a7fea56-50c3-4667-aa22-4b79f78a0318 service neutron] 10.222.0.90 "DELETE /v2.0/ports/e9b428db-ac18-48b8-93d5-bf6ba01ba234/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0748789 Jun 30 03:27:54.006569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-82beda6b-10c1-4835-804e-e617aae25a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:54.008041 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-82beda6b-10c1-4835-804e-e617aae25a92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 1096 time: 0.0565565 Jun 30 03:27:54.096699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-dc8b0608-d3de-4a85-a88d-e25df4c9065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:54.098144 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-dc8b0608-d3de-4a85-a88d-e25df4c9065b service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0826321 Jun 30 03:27:54.167419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-bbebf8c0-bef6-47e6-83ef-396d80ce0659 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 200 len: 1001 time: 0.0602510 Jun 30 03:27:54.216148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-c104eda8-cef3-4dfb-8ae6-2145c69ebb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:54.217623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-c104eda8-cef3-4dfb-8ae6-2145c69ebb68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0429542 Jun 30 03:27:54.274645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-b1615f64-3cc0-4f2a-92d8-4ff9c8a070f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:54.276191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-b1615f64-3cc0-4f2a-92d8-4ff9c8a070f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511191 Jun 30 03:27:54.368795 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-e942b061-a587-4e44-927f-cf304f38f360 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Jun 30 03:27:54.457269 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff4120fc-16ab-40a9-aa2c-5e164047eb23 req-22274732-5387-4124-a7f3-d3ae1487bf3e service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812249 Jun 30 03:27:54.987999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:27:55.041137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port e9b428db-ac18-48b8-93d5-bf6ba01ba234 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:27:55.046580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port e9b428db-ac18-48b8-93d5-bf6ba01ba234 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:27:55.046959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.077765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8f25-65c6-427c-84ad-0d57402fcff7 req-4e0ca0da-0859-4876-aeef-6c9c6fb17eb5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:55.079293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b54c8f25-65c6-427c-84ad-0d57402fcff7 req-4e0ca0da-0859-4876-aeef-6c9c6fb17eb5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 945 time: 0.0675232 Jun 30 03:27:55.119355 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b54c8f25-65c6-427c-84ad-0d57402fcff7 req-cd88dce7-f739-4314-bccd-d8e17c901392 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337627 Jun 30 03:27:55.130775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.154035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:55.172121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:55.179406 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.206147 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3e307-0796-4f79-b2a0-e50695934e7c" -d '{"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-plugged", "status": "completed", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:55.234866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:55.295195 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9fac9-e693-4939-be4f-54ce7dbd104e x-openstack-request-id: req-7aa9fac9-e693-4939-be4f-54ce7dbd104e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:55.295542 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-plugged", "status": "completed", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:55.295775 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7aa9fac9-e693-4939-be4f-54ce7dbd104e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:55.296185 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'code': 200} Jun 30 03:27:55.316981 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f868709-ab89-424e-8505-22d52b1201fd req-46d497eb-c893-4266-8103-8b61830a1ada tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:55.318515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f868709-ab89-424e-8505-22d52b1201fd req-46d497eb-c893-4266-8103-8b61830a1ada tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0675793 Jun 30 03:27:55.359757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f868709-ab89-424e-8505-22d52b1201fd req-d01f41f3-af06-4cd6-8df3-7ccc7a74c085 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357621 Jun 30 03:27:55.533792 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d985-1e84-46c7-bce1-ed26aa753924 req-56e3446a-9129-494e-b7cc-e941dcf3d437 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:55.535296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb12d985-1e84-46c7-bce1-ed26aa753924 req-56e3446a-9129-494e-b7cc-e941dcf3d437 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0678940 Jun 30 03:27:55.572780 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb12d985-1e84-46c7-bce1-ed26aa753924 req-f9e7ee7e-1ef0-43b5-9be5-4114f741f22a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Jun 30 03:27:55.945106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020048e-04f7-48f1-8fe4-b4c76627cd3a req-78e1ba1f-cb87-4d78-b529-4584d860ca46 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:55.946667 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0020048e-04f7-48f1-8fe4-b4c76627cd3a req-78e1ba1f-cb87-4d78-b529-4584d860ca46 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0630767 Jun 30 03:27:55.985120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0020048e-04f7-48f1-8fe4-b4c76627cd3a req-e5111467-bdb0-42a6-8457-ae0f366d2327 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324337 Jun 30 03:27:57.178891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-cfe22ce2-05fc-4e6e-9b90-d8782b454421 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:57.180336 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-cfe22ce2-05fc-4e6e-9b90-d8782b454421 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.1004233 Jun 30 03:27:57.200506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70515c-8040-40f3-9939-b412c2425cd3 req-2b127aa8-ec3b-459c-9d78-6e0ad4ed40e6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:57.202018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b70515c-8040-40f3-9939-b412c2425cd3 req-2b127aa8-ec3b-459c-9d78-6e0ad4ed40e6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 946 time: 0.0949962 Jun 30 03:27:57.287065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9b70515c-8040-40f3-9939-b412c2425cd3 req-eddd76dc-1a87-4ec3-b98c-725c06c5be3c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673432 Jun 30 03:27:57.322874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Deleting port e9b428db-ac18-48b8-93d5-bf6ba01ba234 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:27:57.323224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.409375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] For port e9b428db-ac18-48b8-93d5-bf6ba01ba234, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=e9b428db-ac18-48b8-93d5-bf6ba01ba234,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:57.409735 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.643973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.644352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.644675 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 disassociated. External IP: 172.25.0.151, port: e9b428db-ac18-48b8-93d5-bf6ba01ba234. Jun 30 03:27:57.645019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Calling delete_port for e9b428db-ac18-48b8-93d5-bf6ba01ba234 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:27:57.726933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c636-1c7b-46fb-b9a7-4edc77d712f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.770822 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.803177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event deleted for resources: {'Port': ['ID=e9b428db-ac18-48b8-93d5-bf6ba01ba234,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:57.916907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:27:58.025302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:27:58.034584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:27:58.044184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:58.044796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:27:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:58.068268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] No DVR routers for this DVR port e9b428db-ac18-48b8-93d5-bf6ba01ba234 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:27:58.070883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.072933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82c62e6f-e00e-4669-95ca-b4c1cee270d6 req-bca82909-3625-48e0-b9ce-7b015755cba5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "DELETE /v2.0/ports/e9b428db-ac18-48b8-93d5-bf6ba01ba234 HTTP/1.1" status: 204 len: 173 time: 0.8867681 Jun 30 03:27:58.073359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-deleted', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:58.075763 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae19bec1-9ab4-4fa3-9c3d-0173927609b2" -d '{"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-deleted", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:58.114815 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37812e23-7a74-47aa-b420-dc2eb26e6d18 x-openstack-request-id: req-37812e23-7a74-47aa-b420-dc2eb26e6d18 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:58.115180 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0827a-7d09-4282-be9d-be87b95db1bc", "name": "network-vif-deleted", "tag": "e9b428db-ac18-48b8-93d5-bf6ba01ba234", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:58.115517 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37812e23-7a74-47aa-b420-dc2eb26e6d18 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:58.115984 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0827a-7d09-4282-be9d-be87b95db1bc', 'name': 'network-vif-deleted', 'tag': 'e9b428db-ac18-48b8-93d5-bf6ba01ba234', 'status': 'completed', 'code': 200} Jun 30 03:27:58.161070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:58.363609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:58.392597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:27:58.403217 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:58.403835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:27:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:58.451415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79008da9-1a83-460f-93d3-b36dea4feefa req-7f35c50b-1766-48f9-9006-401d1bd1618a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be0827a-7d09-4282-be9d-be87b95db1bc HTTP/1.1" status: 200 len: 210 time: 0.0290740 Jun 30 03:27:58.664076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:58.857897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:58.887456 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46096e1a-e5fa-45c8-a4c2-e02222f70ad0 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:27:59.103130 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505d1b2-678d-47e7-93b7-74f5d0e8c775 None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:27:59.758433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-72555007-fb39-46dd-8e23-86fbc4432a62 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--478816359&fields=id&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 267 time: 0.0323422 Jun 30 03:27:59.866470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-b1dca763-8e0b-4f1a-88b2-068ea83ff6f9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:59.867897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-b1dca763-8e0b-4f1a-88b2-068ea83ff6f9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1028409 Jun 30 03:27:59.882579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-7b125209-a29b-4401-9ec6-32ad59b5a255 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/quotas/311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Jun 30 03:27:59.952707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-ac8856ae-3e13-4167-a941-ba7aef82abb6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648422 Jun 30 03:28:00.096380 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-9170cfd6-8f41-4f47-b6d6-c8168b2fa06b service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326742 Jun 30 03:28:00.185488 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-3d4ccac0-bede-40ad-ad13-8400ced563b6 service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832603 Jun 30 03:28:00.351300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-81ac0a12-ea06-442b-9c0c-de5c4c2ff505 req-f0c7b8b4-cfd8-4086-9170-473f66bfe5fb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 210 time: 0.0287693 Jun 30 03:28:00.391254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e128477-c7f0-45e8-af31-997c3ceeeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.627416 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.041686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:28:01.063057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: e9b428db-ac18-48b8-93d5-bf6ba01ba234 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:28:01.063406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device e9b428db-ac18-48b8-93d5-bf6ba01ba234 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:28:01.503353 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-62164c58-5062-40ea-86b0-4f31a6973cf7 req-518115d8-c0a3-4c34-9070-3baac7920462 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 210 time: 0.0303948 Jun 30 03:28:01.506689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-c03cde08-444d-43dd-8d56-cc09e0c3eb92 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:01.508786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-c03cde08-444d-43dd-8d56-cc09e0c3eb92 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1110661 Jun 30 03:28:01.562341 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-8f7a31c3-dbb6-45fb-8fc1-dd8833507e3e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 379 time: 0.0358422 Jun 30 03:28:01.571615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'port': {'device_id': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'admin_state_up': True, 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'security_groups': ['32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:28:01.681410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Made reservation on behalf of 311e2b9cc3d441f6a6c797b906181039 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:28:01.685047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.807130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Allocated IP 172.20.0.6 (828a58d0-7f11-4c5d-8c03-4f280c94b0b3/b8179faa-db7c-469b-afc3-d0b4df105664/495138fe-8df0-4ecd-9f88-4a88c34e4d3f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:28:01.942441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.955827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Transition to ACTIVE for port object 495138fe-8df0-4ecd-9f88-4a88c34e4d3f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:28:01.988328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.031668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:28:02.034819 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:28:02.040568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:28:02.047422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:02.098266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.098937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.113874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-83cb326d-def5-4174-bc44-cfcc20181311 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459626 Jun 30 03:28:02.129533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Request body: {'port': {'device_id': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:28:02.204022 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.289102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bfb11685-f633-4b22-93df-15926371e731 None None] Provisioning for port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:28:02.292929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bfb11685-f633-4b22-93df-15926371e731 None None] Provisioning complete for port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:02.293298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfb11685-f633-4b22-93df-15926371e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.326729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bfb11685-f633-4b22-93df-15926371e731 None None] Port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:28:02.410058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.463363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495138fe-8df0-4ecd-9f88-4a88c34e4d3f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:28:02.471099 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.482755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Transition to ACTIVE for port object 495138fe-8df0-4ecd-9f88-4a88c34e4d3f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:28:02.486609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.534912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:02.611601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:28:02.611957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:28:02.612290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:28:02.617760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:28:02.618091 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:28:02.623438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:28:02.623833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:28:02.624227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:28:02.624818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Bound port: 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:28:02.625181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.740333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:28:02.761368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ae102-215c-4648-b14e-f8ebeb4b1bde req-6a29ce21-cedd-4dd4-bc21-02b2dc16d46d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.762880 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765ae102-215c-4648-b14e-f8ebeb4b1bde req-6a29ce21-cedd-4dd4-bc21-02b2dc16d46d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 943 time: 0.1238539 Jun 30 03:28:02.764692 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:28:02.775443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.818484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.819096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.820447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] 10.222.0.90 "PUT /v2.0/ports/495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1091 time: 0.6956360 Jun 30 03:28:02.822575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:02.824856 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:02.850224 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-765ae102-215c-4648-b14e-f8ebeb4b1bde req-db576214-3097-4af3-bc0d-2e11e27612dd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813677 Jun 30 03:28:02.865181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b37c2f-f515-4288-976e-05da975a32a6 service neutron] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:02.871011 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3a054-75d9-4f6b-8628-7f889ad61e8e x-openstack-request-id: req-b2b3a054-75d9-4f6b-8628-7f889ad61e8e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:02.871305 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:02.871648 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2b3a054-75d9-4f6b-8628-7f889ad61e8e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:02.871943 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'status': 'completed', 'code': 200} Jun 30 03:28:03.166321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-92750817-c581-401a-a268-aa86977394ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.167834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-92750817-c581-401a-a268-aa86977394ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1094 time: 0.2871981 Jun 30 03:28:03.208388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-640e05e4-db1d-4f77-9444-d7e8dbd8dbea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 217 time: 0.0322232 Jun 30 03:28:03.256793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-757b4c87-5983-4dc7-bc11-4463399578cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.258083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-757b4c87-5983-4dc7-bc11-4463399578cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0424867 Jun 30 03:28:03.317292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10084-b953-4867-b047-b10059886a0a req-b8c35fdc-271f-42bb-bf84-fdc76d5215c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.318765 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-b8c35fdc-271f-42bb-bf84-fdc76d5215c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530372 Jun 30 03:28:03.406058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-d91b4c5a-a2a8-4238-8e84-9befb552be51 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790055 Jun 30 03:28:03.498686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b5d10084-b953-4867-b047-b10059886a0a req-60872e5a-fd25-41f1-ae60-6196b3db279e service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833168 Jun 30 03:28:03.599077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-55ab7b28-efca-4083-a2ff-11df80f17a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.600454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-55ab7b28-efca-4083-a2ff-11df80f17a34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1094 time: 0.0517206 Jun 30 03:28:03.695575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-723ba476-f865-4010-9096-07cf1ebbdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.697053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-723ba476-f865-4010-9096-07cf1ebbdb22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0874450 Jun 30 03:28:03.744998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-6c17b75c-a2aa-4437-a3d6-a7e51172692d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 217 time: 0.0368271 Jun 30 03:28:03.795602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-3683a656-8437-49f0-b629-feeed453f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.797035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-3683a656-8437-49f0-b629-feeed453f0f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0438170 Jun 30 03:28:03.852667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-74d878cf-5a17-4d0d-bef5-7961c3ef8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.854038 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-74d878cf-5a17-4d0d-bef5-7961c3ef8663 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504532 Jun 30 03:28:03.947229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-c93e4efc-7327-4ee1-99b4-c31057efa1a9 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857296 Jun 30 03:28:04.037187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deab77-dcb6-489d-9b18-f679ac67517a req-f0bcec82-4a11-40e4-b88c-f3bea9f5129d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:04.037813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2655a9dd-8e3d-462a-8b0b-d1168c7cb9cd req-5f6c8463-4632-4de7-beb4-3bc297e958e0 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827017 Jun 30 03:28:04.038677 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3deab77-dcb6-489d-9b18-f679ac67517a req-f0bcec82-4a11-40e4-b88c-f3bea9f5129d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 943 time: 0.0670278 Jun 30 03:28:04.080514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3deab77-dcb6-489d-9b18-f679ac67517a req-537645b3-4eda-4874-8a4e-63fd0d50426e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361164 Jun 30 03:28:04.489270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:05.256122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb7e2-bbd5-4ea3-a968-10a6639a98f4 req-549aa791-e8ee-473c-bf32-d411893aecce tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:05.257747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-326fb7e2-bbd5-4ea3-a968-10a6639a98f4 req-549aa791-e8ee-473c-bf32-d411893aecce tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 943 time: 0.0700290 Jun 30 03:28:05.294385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-326fb7e2-bbd5-4ea3-a968-10a6639a98f4 req-2ddf0267-3d6d-4575-b420-340a9dc8adfc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Jun 30 03:28:05.720277 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:28:05.814664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:05.825429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'mac_address': 'fa:16:3e:69:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:28:05.860879 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:05.872655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495138fe-8df0-4ecd-9f88-4a88c34e4d3f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:28:05.891998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:05.895693 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:05.940637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:06.196362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['495138fe-8df0-4ecd-9f88-4a88c34e4d3f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:28:06.479028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278041bc-4a7f-4959-902b-ee7120b7fd8e req-6c417b20-bcb3-4b0d-a038-786997ee70ee tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:06.480544 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-278041bc-4a7f-4959-902b-ee7120b7fd8e req-6c417b20-bcb3-4b0d-a038-786997ee70ee tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 944 time: 0.0704725 Jun 30 03:28:06.529297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-278041bc-4a7f-4959-902b-ee7120b7fd8e req-958ec757-6e69-4163-8ec1-d379764497d6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Jun 30 03:28:07.705069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141c8dc-159b-4941-ac7c-78d750d3120f req-46869d70-15f0-4bb9-afc7-183ebe63d375 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:07.706626 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0141c8dc-159b-4941-ac7c-78d750d3120f req-46869d70-15f0-4bb9-afc7-183ebe63d375 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 944 time: 0.0659182 Jun 30 03:28:07.734960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:07.744923 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0141c8dc-159b-4941-ac7c-78d750d3120f req-e9d5d707-c8c9-4e7c-9d36-b3ed77b86ae6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325029 Jun 30 03:28:07.787635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:28:07.791711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:07.792266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:07.871854 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:07.896219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:07.898409 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb81e9e-d268-4e2e-9e7b-153fe7874d6a" -d '{"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-plugged", "status": "completed", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:07.911330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:07.916288 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:07.941746 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12af413-5701-4d1e-bfe5-717ec3cd1189 x-openstack-request-id: req-e12af413-5701-4d1e-bfe5-717ec3cd1189 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:07.942041 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-plugged", "status": "completed", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:07.942292 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e12af413-5701-4d1e-bfe5-717ec3cd1189 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:07.942774 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'code': 200} Jun 30 03:28:07.970094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:08.069132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66b94-c750-4d10-9ca7-9e321f3df09c req-f55dbf3f-0362-4e35-b7e7-ef05ae7aa7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:08.070702 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59d66b94-c750-4d10-9ca7-9e321f3df09c req-f55dbf3f-0362-4e35-b7e7-ef05ae7aa7b8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1096 time: 0.0522676 Jun 30 03:28:08.105220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-59d66b94-c750-4d10-9ca7-9e321f3df09c req-442b8095-e6b4-413c-a2a5-ca452ae5f23f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266824 Jun 30 03:28:08.921619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5179a67-4577-482a-a868-ac221fce8b3d req-229521e0-180e-40b6-bd3a-8aca022b687e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:08.923028 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5179a67-4577-482a-a868-ac221fce8b3d req-229521e0-180e-40b6-bd3a-8aca022b687e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0660157 Jun 30 03:28:08.959487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c5179a67-4577-482a-a868-ac221fce8b3d req-11469e37-12aa-488f-b213-3a9b234c9653 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308812 Jun 30 03:28:09.927183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:10.133259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc9440-9b86-4b6e-bee7-18b3a29b79cf req-f731dab6-675a-4301-811f-9c0af4844d2f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:10.134775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74dc9440-9b86-4b6e-bee7-18b3a29b79cf req-f731dab6-675a-4301-811f-9c0af4844d2f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0625253 Jun 30 03:28:10.172228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-74dc9440-9b86-4b6e-bee7-18b3a29b79cf req-19dbb1d9-9070-4335-9889-d38ff6bbfa59 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Jun 30 03:28:10.340729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982db67-f3a0-4919-aaeb-480cb68f662c req-00a87add-1361-4a98-bcb3-a232b7e24c25 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:10.342194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c982db67-f3a0-4919-aaeb-480cb68f662c req-00a87add-1361-4a98-bcb3-a232b7e24c25 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0634069 Jun 30 03:28:10.351450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:28:10.355935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'floatingip': {'port_id': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:28:10.398173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:10.966407 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:10.970014 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.067386 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 associated. External IP: 172.25.0.151, port: 495138fe-8df0-4ecd-9f88-4a88c34e4d3f. Jun 30 03:28:11.267919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:28:11.396855 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.609972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:28:11.614575 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.620671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:28:11.630439 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:28:11.631063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:28:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:11.653938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bb451099-34b6-41c3-80fc-887317d3473d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "PUT /v2.0/floatingips/5ec46ec8-22ab-45d9-9e6c-7724c6233df3 HTTP/1.1" status: 200 len: 991 time: 1.3014047 Jun 30 03:28:11.654920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:11.657895 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d1ba22-da67-4b70-bff7-d62049ab3942" -d '{"events": [{"name": "network-changed", "server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:11.694864 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7952e-7e07-4bdd-b574-4795a2a4d76b x-openstack-request-id: req-caf7952e-7e07-4bdd-b574-4795a2a4d76b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:11.695163 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:11.695421 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-caf7952e-7e07-4bdd-b574-4795a2a4d76b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:11.695821 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'status': 'completed', 'code': 200} Jun 30 03:28:11.746830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:28:11.780288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-0acf8bc6-850b-4af2-8df6-56ea63569adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:11.782066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-0acf8bc6-850b-4af2-8df6-56ea63569adb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1096 time: 0.0624166 Jun 30 03:28:11.874426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-bebf28dc-0d36-4679-ba11-f88bf587fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:11.875815 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-bebf28dc-0d36-4679-ba11-f88bf587fc87 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0875611 Jun 30 03:28:11.941172 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-af0abe13-48e9-4c29-afd1-51f41f23dd4a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 999 time: 0.0581822 Jun 30 03:28:11.975527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:69:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:28:10Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:11.995403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-d8b76ec0-bad1-4178-b679-e809f70ccd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:11.996852 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-d8b76ec0-bad1-4178-b679-e809f70ccd48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0480564 Jun 30 03:28:12.001925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:28:12.010389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:28:12.010989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:28:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:12.062254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-57b79f72-30a9-47f9-84b1-0c96b18752bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:12.064673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-57b79f72-30a9-47f9-84b1-0c96b18752bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563273 Jun 30 03:28:12.116914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:28:12.154150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-e878f68e-9f8c-4a9f-9180-017f2cf3e7a9 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824528 Jun 30 03:28:12.248058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0d1ba22-da67-4b70-bff7-d62049ab3942 req-dff78e5d-7f62-4000-bde0-c067db870695 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870509 Jun 30 03:28:12.335812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:69:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:28:10Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:12.366464 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281233b6-b15c-42b6-a62d-e43b201da557 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:69:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:28:10Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:28:12.542205 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf54f8-7cdb-4b3c-8f6c-f6474f54b5c6 None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:28:15.044240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-1a302810-37f7-46b2-80ae-5f696116cbeb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521128 Jun 30 03:28:15.141092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-2ec5a53b-7bfc-4fa1-ac9e-d8a6950dba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:15.142605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-2ec5a53b-7bfc-4fa1-ac9e-d8a6950dba68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1096 time: 0.0525808 Jun 30 03:28:15.247857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-bb5e89db-13f8-467f-b20c-db7b9a702dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:15.249416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-bb5e89db-13f8-467f-b20c-db7b9a702dcc service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0861237 Jun 30 03:28:15.312925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-34c8095e-ce29-4dcb-a2c5-37bca43e0856 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1001 time: 0.0567186 Jun 30 03:28:15.365033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-a0894783-2ced-4b3c-8f08-b5853ea7392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:15.366480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-a0894783-2ced-4b3c-8f08-b5853ea7392b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0472941 Jun 30 03:28:15.422050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-a93438f0-61fe-44c1-bbd8-4e3f01bdc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:15.423517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-a93438f0-61fe-44c1-bbd8-4e3f01bdc12a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500231 Jun 30 03:28:15.511820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-f4ab177a-4f37-491d-b880-57c566380ce8 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Jun 30 03:28:15.601284 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e219962-01db-4667-a1b9-233f1c7d5794 req-035e2223-af1e-488c-a857-515876406051 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831037 Jun 30 03:28:23.486731 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:28:27.728073 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6874fc05-17c6-4c1d-9e78-301554d8681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:30.393438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78c31b42-0cbf-4aa6-9ed2-b61caf2a8e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:30.628457 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:32.412892 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:34.491492 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:39.931908 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:41.407094 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:57.728633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99fcb299-6bcb-49e1-bdb2-d428add5be85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:00.394950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12bca131-85bd-4de7-8267-0bab77b1ebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:00.486125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:29:00.629223 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:02.415393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:04.494425 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:09.947456 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:11.414716 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:15.058436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-c9cff201-77b1-4835-accd-0379f919a55e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619297 Jun 30 03:29:15.160895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-2556d4bb-570c-47be-8693-3dba59a37df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:15.162297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-2556d4bb-570c-47be-8693-3dba59a37df0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1096 time: 0.0566368 Jun 30 03:29:15.264647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-b7f22341-e437-4ae2-b86f-358ad06839a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:15.266077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-b7f22341-e437-4ae2-b86f-358ad06839a0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0830452 Jun 30 03:29:15.333460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-3a10cb10-7dd7-4bde-a736-bea942e85ecc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1001 time: 0.0602438 Jun 30 03:29:15.381079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-33b9c11c-1664-44ac-ae13-bace8c00ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:15.383173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-33b9c11c-1664-44ac-ae13-bace8c00ad10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0429440 Jun 30 03:29:15.438375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-b5479e3d-82cb-4794-b2ef-a63f933442cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:15.439820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-b5479e3d-82cb-4794-b2ef-a63f933442cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499358 Jun 30 03:29:15.531063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-b933385e-b226-49e7-8b01-334f2f423e97 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838547 Jun 30 03:29:15.623616 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a7cfb59-6bc2-4239-9fb4-5d135e1ed368 req-320b200e-ed2e-4459-9c8e-e76a676cdbe1 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850263 Jun 30 03:29:27.729166 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1c61332-b795-4c1f-9416-22be18e45e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:30.396569 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4edf31a8-cb57-4f8a-871b-c369f7982d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:30.630455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:32.419468 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:34.498988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.485368 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:29:39.946788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:41.438988 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:51.253836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6ab58-0437-4d2c-a169-5cd80933b118 req-5f587ab1-ed0e-44bc-b443-cbb1f9f43be5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:51.255600 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c6ab58-0437-4d2c-a169-5cd80933b118 req-5f587ab1-ed0e-44bc-b443-cbb1f9f43be5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0794673 Jun 30 03:29:51.292851 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4c6ab58-0437-4d2c-a169-5cd80933b118 req-300588c1-3797-4c7f-a5b0-731dec281a20 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Jun 30 03:29:52.469589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7eec-00cd-460f-9cc9-ca9367356d39 req-81f3734b-78d4-40f7-ba76-c823688783f0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:52.471037 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d78a7eec-00cd-460f-9cc9-ca9367356d39 req-81f3734b-78d4-40f7-ba76-c823688783f0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0634794 Jun 30 03:29:52.507801 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d78a7eec-00cd-460f-9cc9-ca9367356d39 req-9b3c94eb-3914-4a7c-9426-f86d7014277b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Jun 30 03:29:53.679797 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57e0c-6de9-4381-ae89-35a134a5556e req-58c9c764-92e1-4061-a880-270855a62f5e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:53.681286 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1b57e0c-6de9-4381-ae89-35a134a5556e req-58c9c764-92e1-4061-a880-270855a62f5e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0647728 Jun 30 03:29:53.719628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c1b57e0c-6de9-4381-ae89-35a134a5556e req-f008d35d-6c37-4764-a257-4c16a09954f7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325744 Jun 30 03:29:54.898043 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf573f52-0632-4150-915a-e13d2c7c0a71 req-33acde65-8fa3-41d3-99d0-c7aa13528dd0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:54.899448 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf573f52-0632-4150-915a-e13d2c7c0a71 req-33acde65-8fa3-41d3-99d0-c7aa13528dd0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0671997 Jun 30 03:29:54.939828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cf573f52-0632-4150-915a-e13d2c7c0a71 req-ebfdc2d8-b664-4d75-a10a-471b7eb406a4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344319 Jun 30 03:29:56.116776 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2ed7-2470-49f1-a0df-eca7099c37b0 req-4982feee-de8c-4405-8784-bd193dee4456 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:56.118229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e8bd2ed7-2470-49f1-a0df-eca7099c37b0 req-4982feee-de8c-4405-8784-bd193dee4456 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0665781 Jun 30 03:29:56.155429 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e8bd2ed7-2470-49f1-a0df-eca7099c37b0 req-c49d5702-86e1-4915-8ba2-e375757fc20b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315499 Jun 30 03:29:57.325522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb7c99-0f24-43ea-b3af-84814fedb485 req-3b06c885-37db-4062-beb3-d378378b7e6b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:57.327025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1cb7c99-0f24-43ea-b3af-84814fedb485 req-3b06c885-37db-4062-beb3-d378378b7e6b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0624940 Jun 30 03:29:57.364026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f1cb7c99-0f24-43ea-b3af-84814fedb485 req-e3fd1aa8-8382-47cf-83b3-ec37f0eed090 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Jun 30 03:29:57.729795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0ec2f4f-ca5e-41f4-8408-a93c318ab542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.535821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4376-8f08-4c59-9320-5f888130bed7 req-5495ae3d-cb41-4b2a-b7e7-343d88d119e2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:58.537313 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fdca4376-8f08-4c59-9320-5f888130bed7 req-5495ae3d-cb41-4b2a-b7e7-343d88d119e2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0638020 Jun 30 03:29:58.574514 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fdca4376-8f08-4c59-9320-5f888130bed7 req-54cbc7e1-d6fd-4dcf-95e5-da2f12b386b2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307724 Jun 30 03:29:59.758993 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912da2d7-0695-42ba-aac1-2e7bdeaaca31 req-a4746013-c2a0-46e4-b691-44652a2cd563 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.761440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-912da2d7-0695-42ba-aac1-2e7bdeaaca31 req-a4746013-c2a0-46e4-b691-44652a2cd563 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0712955 Jun 30 03:29:59.800953 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-912da2d7-0695-42ba-aac1-2e7bdeaaca31 req-c425b8e7-434f-4871-beba-d36ca554e435 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Jun 30 03:30:00.397033 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8f19c7-dd9b-4c6d-86f6-c6e5453f76fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:00.631366 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:00.980189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd166b-fd1e-4704-8757-4dc30719f07b req-8975b17c-0b94-41dd-bf3d-f3292a5e82a2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:00.981647 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71fd166b-fd1e-4704-8757-4dc30719f07b req-8975b17c-0b94-41dd-bf3d-f3292a5e82a2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0634744 Jun 30 03:30:01.018420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71fd166b-fd1e-4704-8757-4dc30719f07b req-a70fc127-81a3-4437-a262-21280e3d214e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311604 Jun 30 03:30:02.197877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a144b-df48-4417-83b8-60e082c6cc4e req-992fda54-e8af-497b-8d9e-c235d4c8166e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:02.199408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb8a144b-df48-4417-83b8-60e082c6cc4e req-992fda54-e8af-497b-8d9e-c235d4c8166e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0686243 Jun 30 03:30:02.236891 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb8a144b-df48-4417-83b8-60e082c6cc4e req-7be93c79-29d4-4301-8bc3-b30f49ad2267 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Jun 30 03:30:02.422368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:02.555207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:02.667904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff130-f471-4ab0-9474-f9e163655738 req-a7b55310-0d92-4358-a262-24deb15f7661 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:02.669387 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-68eff130-f471-4ab0-9474-f9e163655738 req-a7b55310-0d92-4358-a262-24deb15f7661 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.1042807 Jun 30 03:30:02.684246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-2af7195d-2edd-474f-8dec-1fd76a1bc2f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277506 Jun 30 03:30:02.710980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-68eff130-f471-4ab0-9474-f9e163655738 req-777fb920-4f87-4e1e-b9a3-63413376b2a0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359120 Jun 30 03:30:03.897654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-11ea6e32-002c-400a-918e-377e505d18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:03.899231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-11ea6e32-002c-400a-918e-377e505d18c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1096 time: 0.0534194 Jun 30 03:30:03.900872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aefd7e-c7ad-48d8-b1c9-24eadc6bd596 req-531b4175-c195-439f-97d2-8d701e42b2bb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:03.903038 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21aefd7e-c7ad-48d8-b1c9-24eadc6bd596 req-531b4175-c195-439f-97d2-8d701e42b2bb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0694489 Jun 30 03:30:03.939435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21aefd7e-c7ad-48d8-b1c9-24eadc6bd596 req-24814a16-8c0d-475f-bcb2-42ab2c3c3373 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307302 Jun 30 03:30:03.993973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-4c850376-ecad-49ad-8308-9f1e0452c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:03.996051 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-4c850376-ecad-49ad-8308-9f1e0452c8c6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0891895 Jun 30 03:30:04.061173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-456420f5-49b3-4bcd-aa02-9be606916c03 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1001 time: 0.0568724 Jun 30 03:30:04.109464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-156a8317-744a-4364-9ab6-2e02f2bcf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:04.110874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-156a8317-744a-4364-9ab6-2e02f2bcf4f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0424910 Jun 30 03:30:04.172065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-f3e00379-e5ab-49db-b96e-65b42b24188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:04.173519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-f3e00379-e5ab-49db-b96e-65b42b24188e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556595 Jun 30 03:30:04.262890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-4e55d258-04a0-4108-bff3-d188927e3c08 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802991 Jun 30 03:30:04.356530 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-94dfffbc-a470-460d-ae07-8cbca5877124 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860898 Jun 30 03:30:04.500614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:05.117308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5d435-1bcb-4e73-a8d6-592c16754ed7 req-ee4362e3-7828-41bf-b89f-dda5a31fcc56 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:05.118816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b5d435-1bcb-4e73-a8d6-592c16754ed7 req-ee4362e3-7828-41bf-b89f-dda5a31fcc56 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0660322 Jun 30 03:30:05.156197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b5d435-1bcb-4e73-a8d6-592c16754ed7 req-0048b387-3218-4d83-82ae-02cbb9a62195 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Jun 30 03:30:06.328512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8bbb3-864c-4602-a2bd-2980c4273bf5 req-3932b1a9-6b10-4132-8748-c545f926a337 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:06.329970 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dea8bbb3-864c-4602-a2bd-2980c4273bf5 req-3932b1a9-6b10-4132-8748-c545f926a337 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0623608 Jun 30 03:30:06.367289 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dea8bbb3-864c-4602-a2bd-2980c4273bf5 req-1c8e1464-391b-490d-ac26-9448aa0c464e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Jun 30 03:30:06.390858 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-427b54e9-c486-4a47-936a-f52747392f27 service neutron] show failed (client error): The resource could not be found. Jun 30 03:30:06.392425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-427b54e9-c486-4a47-936a-f52747392f27 service neutron] 10.222.0.90 "GET /v2.0/ports/495138fe-8df0-4ecd-9f88-4a88c34e4d3f/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0599315 Jun 30 03:30:06.652201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-d3564330-6fb0-4bb4-bbec-5c3bbbcac121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:06.653713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-d3564330-6fb0-4bb4-bbec-5c3bbbcac121 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 1096 time: 0.0594051 Jun 30 03:30:06.664478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:06.735899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:06.940096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:06.972027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:07.013752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:07.016114 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4037e6e-7f37-41ee-a393-8893377bf4a6" -d '{"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-unplugged", "status": "completed", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:07.019635 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.032312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Transition to ACTIVE for port object 495138fe-8df0-4ecd-9f88-4a88c34e4d3f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:07.036415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.072453 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e57531-e186-4598-b4d8-f1e972f6eb32 x-openstack-request-id: req-a0e57531-e186-4598-b4d8-f1e972f6eb32 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:07.072646 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-unplugged", "status": "completed", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:07.073137 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0e57531-e186-4598-b4d8-f1e972f6eb32 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:07.073578 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'code': 200} Jun 30 03:30:07.116364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:07.128822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.129181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.129525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.130117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.130478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.130811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.131135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.131459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.131786 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.132104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.132423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.132875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.175688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] No DVR routers for this DVR port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:07.331507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:30:07.331829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:30:07.332192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:07.336640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:30:07.336964 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Attempting to bind port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:07.343959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:30:07.344443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:07.344841 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:30:07.345660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Bound port: 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:30:07.346030 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.426683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:07.430217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:30:07.435476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.480139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.480599 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.481988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] 10.222.0.67 "PUT /v2.0/ports/495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1091 time: 0.8215351 Jun 30 03:30:07.509568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b8f7-2b1c-4f9e-ad94-46bbd2aff372 service neutron] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:07.564187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e891-6baa-474d-88b4-4a06f800b5bd req-a604d303-a61d-4635-b1c4-9ea1d2bc12ab tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.566728 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2379e891-6baa-474d-88b4-4a06f800b5bd req-a604d303-a61d-4635-b1c4-9ea1d2bc12ab tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 943 time: 0.0861645 Jun 30 03:30:07.576376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-924bbacb-4e08-4aba-8c94-a44cf45074b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.577889 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-924bbacb-4e08-4aba-8c94-a44cf45074b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1094 time: 0.0640633 Jun 30 03:30:07.612598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2379e891-6baa-474d-88b4-4a06f800b5bd req-8624328e-3adc-4cbc-83b4-5b95f5661a81 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Jun 30 03:30:07.693477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-f407667f-8159-439d-8800-01219d31afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.695510 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-f407667f-8159-439d-8800-01219d31afa7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1114960 Jun 30 03:30:07.771272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-27d70f6d-dded-4029-8b76-9434eb22b18e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 999 time: 0.0594683 Jun 30 03:30:07.825921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-e007ae70-2dbd-471f-9802-cc1a1531d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.827384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-e007ae70-2dbd-471f-9802-cc1a1531d0e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0500386 Jun 30 03:30:07.883943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-65dad742-9fca-474c-86bf-9e35da273c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.885484 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-65dad742-9fca-474c-86bf-9e35da273c90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519538 Jun 30 03:30:07.971976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-3b024a05-dda3-4800-a3cc-322ac5d9325e service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799491 Jun 30 03:30:08.064758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e275d08-06c5-4c30-a73d-10be9aa9be64 req-415f46e9-ca80-45cc-86f6-8f57cb81a4b8 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867238 Jun 30 03:30:08.790686 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323498b-e965-4b53-b66a-7f224f201e62 req-1a11373f-6450-4d8f-b200-a7fd73e9333c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.792368 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f323498b-e965-4b53-b66a-7f224f201e62 req-1a11373f-6450-4d8f-b200-a7fd73e9333c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 943 time: 0.0630755 Jun 30 03:30:08.830904 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f323498b-e965-4b53-b66a-7f224f201e62 req-970436ef-4717-4df7-b773-c648fbd691ea tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329835 Jun 30 03:30:09.075047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:09.077441 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76" -d '{"events": [{"name": "network-changed", "server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:09.124010 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce588e6-905b-499b-935e-791bf69e1358 x-openstack-request-id: req-3ce588e6-905b-499b-935e-791bf69e1358 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:09.124299 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:09.124546 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ce588e6-905b-499b-935e-791bf69e1358 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:09.124934 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'status': 'completed', 'code': 200} Jun 30 03:30:09.241301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-d4356991-9f13-4426-bf83-7a66b19ea8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.242809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-d4356991-9f13-4426-bf83-7a66b19ea8c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1094 time: 0.0936947 Jun 30 03:30:09.244511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-982ea093-ca18-433b-b254-937bec693393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.246659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-982ea093-ca18-433b-b254-937bec693393 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1094 time: 0.0987070 Jun 30 03:30:09.407158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-34a46c94-2ba1-4e64-9b10-0acf3728472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.408622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-34a46c94-2ba1-4e64-9b10-0acf3728472b service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1560185 Jun 30 03:30:09.409723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-79d7ca31-49b8-4023-b69a-e1f32249de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.411035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-79d7ca31-49b8-4023-b69a-e1f32249de51 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1512442 Jun 30 03:30:09.523641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-3fd5a195-87a6-41fe-a545-ec33c2044e3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 999 time: 0.1051536 Jun 30 03:30:09.525340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-0f8e3120-3190-49d7-9337-2d8fd9555de6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 999 time: 0.1010716 Jun 30 03:30:09.609283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-91e1a32b-b057-4fe7-98bd-4824f1d5658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.610669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-91e1a32b-b057-4fe7-98bd-4824f1d5658a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0791523 Jun 30 03:30:09.612014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-b5aff3f9-7216-4e16-b6d1-22e150212143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.613299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-b5aff3f9-7216-4e16-b6d1-22e150212143 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0748096 Jun 30 03:30:09.636907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:30:09.704730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-421d7f4a-4a29-417e-bffa-d0f068696732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.706239 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-421d7f4a-4a29-417e-bffa-d0f068696732 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899193 Jun 30 03:30:09.708790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-4df74aea-f434-4931-bc01-69f5b0e3d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.710136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-4df74aea-f434-4931-bc01-69f5b0e3d1ab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865922 Jun 30 03:30:09.733696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:09.748392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'mac_address': 'fa:16:3e:69:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:30:09.785043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:09.799365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495138fe-8df0-4ecd-9f88-4a88c34e4d3f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:09.819155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:09.823786 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:09.876728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:09.887068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.887395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.887711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.888046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.888391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.888731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.889064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.889397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.889727 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.890055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.890406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.890740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:09.962931 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:10.067777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['495138fe-8df0-4ecd-9f88-4a88c34e4d3f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:10.157410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-e82d1eac-59c4-4b83-8331-0b4f4e0c9194 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349015 Jun 30 03:30:10.159790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-fff308cb-0ce7-4ceb-9c3c-0fa3e652dc37 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449370 Jun 30 03:30:10.280648 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:10.285109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371b50-05bb-4b82-9b30-6696c3991264 req-9478aa21-8b37-426a-a621-e64a0f582e1b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.286614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36371b50-05bb-4b82-9b30-6696c3991264 req-9478aa21-8b37-426a-a621-e64a0f582e1b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 944 time: 0.1850829 Jun 30 03:30:10.319010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:10.366246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-7f9e444c-c9d3-4b10-a282-cb98671e366b service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020566 Jun 30 03:30:10.370340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0bf4bdc-c3c1-423b-8504-e457fdf65e76 req-13a56fc9-6853-449e-842f-7ecd72491feb service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958790 Jun 30 03:30:10.373606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-36371b50-05bb-4b82-9b30-6696c3991264 req-2bfc29dc-f7ea-4e30-95a8-c9df59b01992 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813863 Jun 30 03:30:10.718522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf2a9-a0e6-49a7-b94e-0af7562c8d3c req-e905d1d2-91c6-467f-9351-8e83083dcf1c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.719920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f27cf2a9-a0e6-49a7-b94e-0af7562c8d3c req-e905d1d2-91c6-467f-9351-8e83083dcf1c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 944 time: 0.1111379 Jun 30 03:30:10.727027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-55d794db-6dfa-40c7-9efe-8fbfa35fab53 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.728357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-55d794db-6dfa-40c7-9efe-8fbfa35fab53 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231&tenant_id=311e2b9cc3d441f6a6c797b906181039&binding%3Ahost_id=n-h1-798054-5 HTTP/1.1" status: 200 len: 944 time: 0.1104832 Jun 30 03:30:10.797910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f27cf2a9-a0e6-49a7-b94e-0af7562c8d3c req-b1c25fe2-4bec-442a-9aa1-24af64607d47 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686193 Jun 30 03:30:10.811796 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-c113faa3-dbc7-4bf6-8661-82d09dc73365 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:30:10.812790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-c113faa3-dbc7-4bf6-8661-82d09dc73365 service neutron] 10.222.0.90 "DELETE /v2.0/ports/495138fe-8df0-4ecd-9f88-4a88c34e4d3f/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0772758 Jun 30 03:30:10.906335 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-57b1cfd1-3db5-4214-b964-2682d19077b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.907829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-57b1cfd1-3db5-4214-b964-2682d19077b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1095 time: 0.0535891 Jun 30 03:30:10.999537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-e329301b-be5e-43cb-9833-f36d1fccd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:11.000962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-e329301b-be5e-43cb-9833-f36d1fccd5e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0863056 Jun 30 03:30:11.065725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-493a0d7e-8a99-4d7d-aee1-6a18824a64c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1000 time: 0.0576639 Jun 30 03:30:11.117528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-4da82e2c-31d0-45c4-902b-36d678394d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:11.119004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-4da82e2c-31d0-45c4-902b-36d678394d60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0451777 Jun 30 03:30:11.181749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-f698ee71-b0dd-4b6f-aef1-db4e55c4c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:11.183326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-f698ee71-b0dd-4b6f-aef1-db4e55c4c0a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559974 Jun 30 03:30:11.269973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-cc80c754-825b-49ec-9817-455c9a6ad838 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794415 Jun 30 03:30:11.361327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1cc58c73-d4f2-444e-886d-d6e3d133b6d0 req-fecd3811-1e9d-4a15-856e-78f87051e76e service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842161 Jun 30 03:30:11.433305 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:11.652649 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:30:11.701041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:11.705467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:11.705868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:11.784777 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:11.808281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:11.810625 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ec0bef-c7af-4eec-8f11-b58ba798647e" -d '{"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-plugged", "status": "completed", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:11.825770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:11.830641 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:11.855361 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4a6a17-8719-452b-be48-3aa42ff3c035 x-openstack-request-id: req-db4a6a17-8719-452b-be48-3aa42ff3c035 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:11.855725 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-plugged", "status": "completed", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:11.856038 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db4a6a17-8719-452b-be48-3aa42ff3c035 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:11.856495 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'code': 200} Jun 30 03:30:11.882782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:11.978640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a176b-9e7d-4067-a743-b9ab0bed6d98 req-cbf7b938-5152-45ec-8f67-0ab2cfbb13ff tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:11.980366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b53a176b-9e7d-4067-a743-b9ab0bed6d98 req-cbf7b938-5152-45ec-8f67-0ab2cfbb13ff tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0645356 Jun 30 03:30:12.026020 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b53a176b-9e7d-4067-a743-b9ab0bed6d98 req-e2259cf8-3237-4e25-bc08-05d7e504a878 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 Jun 30 03:30:12.200973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb982d-b8b8-4e9f-b2b1-c83dc56a7f73 req-15d4261b-29bc-4130-b4e9-3c09b9b7cd52 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.202433 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7eb982d-b8b8-4e9f-b2b1-c83dc56a7f73 req-15d4261b-29bc-4130-b4e9-3c09b9b7cd52 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0625739 Jun 30 03:30:12.238980 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7eb982d-b8b8-4e9f-b2b1-c83dc56a7f73 req-f3192648-5237-44f0-aaf8-b7368266b387 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Jun 30 03:30:12.553132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-7525cb18-b76a-4ea1-82c8-40a2a40aa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.554647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-7525cb18-b76a-4ea1-82c8-40a2a40aa8b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 1096 time: 0.0534649 Jun 30 03:30:12.569299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fe2cf-4d1a-48c7-a687-72c44fae4f02 req-f33a71bd-61fe-430e-b997-e2f66adb4aa2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.571027 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8fe2cf-4d1a-48c7-a687-72c44fae4f02 req-f33a71bd-61fe-430e-b997-e2f66adb4aa2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0628011 Jun 30 03:30:12.608940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4b8fe2cf-4d1a-48c7-a687-72c44fae4f02 req-41c0ea17-2956-4098-8859-fffbd3b62e5b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Jun 30 03:30:12.646781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-b19765a2-fe5e-402f-a821-bb33ca37fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.648262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-b19765a2-fe5e-402f-a821-bb33ca37fa26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0878510 Jun 30 03:30:12.712639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-865aac04-07e9-477b-9d58-5a0bcffc721b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 200 len: 1001 time: 0.0575204 Jun 30 03:30:12.767408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-ee982508-e4ff-4d77-bf6f-fc3dfac6e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.769190 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-ee982508-e4ff-4d77-bf6f-fc3dfac6e69f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0510430 Jun 30 03:30:12.827978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-fde9314e-cda6-4de6-8285-ec863c111619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.829369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-fde9314e-cda6-4de6-8285-ec863c111619 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521455 Jun 30 03:30:12.917498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-06a3755b-0e01-420d-86d3-f4955c5bc64e service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817196 Jun 30 03:30:13.008191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e4518ebd-b481-403d-9ca1-b617906d2d93 req-399aa86d-9a16-43c6-8a4d-4aa6deb2f601 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Jun 30 03:30:13.787272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4431d-c7d1-47dc-95d2-f22ec2add714 req-b0bfd413-a013-4f7f-8b42-8cc1410e2937 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:13.789999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5e4431d-c7d1-47dc-95d2-f22ec2add714 req-b0bfd413-a013-4f7f-8b42-8cc1410e2937 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0661752 Jun 30 03:30:13.829029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5e4431d-c7d1-47dc-95d2-f22ec2add714 req-ca7f2068-f573-4169-b769-c1565638d3db tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328844 Jun 30 03:30:14.205186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f226bb7-54bb-43ab-845b-42174a6796fa req-335dd483-37b3-4058-bbbd-22614ba8d874 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:14.206601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f226bb7-54bb-43ab-845b-42174a6796fa req-335dd483-37b3-4058-bbbd-22614ba8d874 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0676117 Jun 30 03:30:14.243217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f226bb7-54bb-43ab-845b-42174a6796fa req-9b0697dd-0952-482e-a832-7fed7d34faf5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Jun 30 03:30:14.484294 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:30:15.424411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd85ae-350a-4b74-82b4-02cc80e41bbe req-d36cd2a1-6bb1-49c4-ab18-972878ee7c90 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:15.425933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26cd85ae-350a-4b74-82b4-02cc80e41bbe req-d36cd2a1-6bb1-49c4-ab18-972878ee7c90 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0674384 Jun 30 03:30:15.440266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-cb63558c-3235-45a6-afd8-41ae80dffd1e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:15.441727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-cb63558c-3235-45a6-afd8-41ae80dffd1e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 945 time: 0.0625360 Jun 30 03:30:15.464537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-26cd85ae-350a-4b74-82b4-02cc80e41bbe req-086fa897-a5ba-4de8-9c3d-b7bf003bffef tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jun 30 03:30:15.542104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Deleting port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:15.542480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.632166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] For port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:15.632524 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.800856 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.801235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.801550 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 disassociated. External IP: 172.25.0.151, port: 495138fe-8df0-4ecd-9f88-4a88c34e4d3f. Jun 30 03:30:15.801891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Calling delete_port for 495138fe-8df0-4ecd-9f88-4a88c34e4d3f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:15.929556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.958330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event deleted for resources: {'Port': ['ID=495138fe-8df0-4ecd-9f88-4a88c34e4d3f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:16.080531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:30:16.194788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:30:16.205229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:30:16.214836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:16.215445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:16.237958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] No DVR routers for this DVR port 495138fe-8df0-4ecd-9f88-4a88c34e4d3f on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:16.240415 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:16.242440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a6d66ddd-3be5-4e20-9c0b-8a3a9162f116 req-0b9b8148-22e7-4950-a8ab-e9f0af68c816 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "DELETE /v2.0/ports/495138fe-8df0-4ecd-9f88-4a88c34e4d3f HTTP/1.1" status: 204 len: 173 time: 0.7955155 Jun 30 03:30:16.242878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-deleted', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:16.245728 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520dc31c-570a-40b4-8f3c-f1f8bf1741d0" -d '{"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-deleted", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:16.284873 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec85b22-2e43-403f-b537-3271d5168d4a x-openstack-request-id: req-0ec85b22-2e43-403f-b537-3271d5168d4a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:16.285166 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b62b5-f1f8-4b0a-8c2a-78572077b231", "name": "network-vif-deleted", "tag": "495138fe-8df0-4ecd-9f88-4a88c34e4d3f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:16.285422 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ec85b22-2e43-403f-b537-3271d5168d4a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:16.285873 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b62b5-f1f8-4b0a-8c2a-78572077b231', 'name': 'network-vif-deleted', 'tag': '495138fe-8df0-4ecd-9f88-4a88c34e4d3f', 'status': 'completed', 'code': 200} Jun 30 03:30:16.327544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:16.527631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:16.553248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:30:16.561923 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:16.562553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:30:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:16.616686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88b82cb3-493f-4471-9cb9-0d98e4252fcb req-94640d3c-8271-455a-bee9-8e3993fcf1e7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=b20b62b5-f1f8-4b0a-8c2a-78572077b231 HTTP/1.1" status: 200 len: 210 time: 0.0284050 Jun 30 03:30:16.671251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:16.873079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:16.902568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1d4ea-0328-4671-9ae5-d147723c735f None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:30:17.112745 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c0204-b7b1-4b1e-9864-b0544d735a7b None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:30:17.962791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-feef4908-81c9-4fae-b81e-0d51ea725ebd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--478816359&fields=id&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 267 time: 0.0365493 Jun 30 03:30:18.066528 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-610748bc-047a-475d-ad9d-bc0877849e4c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:18.067958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-610748bc-047a-475d-ad9d-bc0877849e4c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.0984712 Jun 30 03:30:18.082639 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e837c9e9-e9b9-40df-9b55-8b0f6fbba47d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/quotas/311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 375 time: 0.0087142 Jun 30 03:30:18.156834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-8e443e65-1e10-4d1c-a35d-9313551b6690 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693882 Jun 30 03:30:18.323587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-dfef145d-ee56-4bb6-b6de-7ec3ad57e081 service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213837 Jun 30 03:30:18.416806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-1a6e060e-3467-49b3-8dd7-0fc2de3ca407 service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873899 Jun 30 03:30:18.587476 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7de2f037-0ff5-404c-9b93-b2eca3aa360f req-1ca49541-d57c-4e30-930b-0d2185f43e6f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0284560 Jun 30 03:30:19.668601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-87c06ddc-210c-4ce2-8b06-6d9761447141 req-a1cc89aa-9880-4d1a-b1e9-29f1525a8ab3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0293000 Jun 30 03:30:19.683751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:19.856545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 495138fe-8df0-4ecd-9f88-4a88c34e4d3f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:30:19.856787 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 495138fe-8df0-4ecd-9f88-4a88c34e4d3f not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:20.756719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0d327a96-5bac-40cc-8f47-e136662d38a2 req-2b31802c-5dee-421e-a1cf-9bfcf4dca939 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0333869 Jun 30 03:30:21.839177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f3518ef-8eb6-449c-9dfb-37e0b9cdde9e req-485fb910-8987-4ca2-8c95-c8e4c718c188 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0282123 Jun 30 03:30:22.980860 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-42b40455-6c19-4695-9ea3-a6eb90847078 req-ba033275-2fb8-44d4-b786-af246dbacfcc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0324852 Jun 30 03:30:23.700299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-a8afd9bb-d3a4-464c-ab31-d716420df1f9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:23.701935 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-a8afd9bb-d3a4-464c-ab31-d716420df1f9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1081429 Jun 30 03:30:23.748245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-724c95f8-f0c0-4a86-9756-ca25b8609b88 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 379 time: 0.0376287 Jun 30 03:30:23.756923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'port': {'device_id': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'admin_state_up': True, 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'security_groups': ['32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:23.866760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Made reservation on behalf of 311e2b9cc3d441f6a6c797b906181039 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:30:23.870448 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.995663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Allocated IP 172.20.0.10 (828a58d0-7f11-4c5d-8c03-4f280c94b0b3/b8179faa-db7c-469b-afc3-d0b4df105664/fc995e8f-b314-4fb2-a13f-b9317e9d3890) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:30:24.137274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-86f301b8-afee-4252-92c5-143dd788bdb6 req-f13668ab-bd96-419e-8ab6-66327b8885b5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0399055 Jun 30 03:30:24.163957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.176876 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Transition to ACTIVE for port object fc995e8f-b314-4fb2-a13f-b9317e9d3890 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:24.209013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.252000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:30:24.255379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:30:24.262190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:30:24.268451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:24.319668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:24.320307 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.335629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-e7b046b1-f51c-472c-827e-6bbb0c3fdd65 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826290 Jun 30 03:30:24.348025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Request body: {'port': {'device_id': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:24.423745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.495693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c338a9a5-5633-4f73-be3a-1feb68faa7fd None None] Provisioning for port fc995e8f-b314-4fb2-a13f-b9317e9d3890 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:24.499676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c338a9a5-5633-4f73-be3a-1feb68faa7fd None None] Provisioning complete for port fc995e8f-b314-4fb2-a13f-b9317e9d3890 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:24.500045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c338a9a5-5633-4f73-be3a-1feb68faa7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.533615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c338a9a5-5633-4f73-be3a-1feb68faa7fd None None] Port fc995e8f-b314-4fb2-a13f-b9317e9d3890 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:30:24.685576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:24.692714 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.705076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Transition to ACTIVE for port object fc995e8f-b314-4fb2-a13f-b9317e9d3890 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:24.708160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.758666 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:24.831866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:30:24.832205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:30:24.832534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:24.837033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:30:24.837350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:24.843025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:30:24.843358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:24.843747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:30:24.844175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Bound port: fc995e8f-b314-4fb2-a13f-b9317e9d3890, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:30:24.844533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.913259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:24.917018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:30:24.921051 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.954482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:24.955775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.957180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] 10.222.0.67 "PUT /v2.0/ports/fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1092 time: 0.6135175 Jun 30 03:30:24.959338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:24.962244 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:24.991940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeef24-c4e0-49e2-9b7d-5e98a1ce6034 service neutron] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:25.029596 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a38d9-d283-4765-8f5b-c6df8277cec6 x-openstack-request-id: req-b41a38d9-d283-4765-8f5b-c6df8277cec6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:25.029892 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:25.030144 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b41a38d9-d283-4765-8f5b-c6df8277cec6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:25.030562 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'status': 'completed', 'code': 200} Jun 30 03:30:25.060155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-d86e7593-89b0-468b-9099-fcc5b0be1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.061682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-d86e7593-89b0-468b-9099-fcc5b0be1fde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1095 time: 0.0626667 Jun 30 03:30:25.108238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-62b7889c-0c11-4a6f-97be-4fa79dc25f8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 217 time: 0.0388260 Jun 30 03:30:25.436977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0658e2f2-0ff3-4698-87c4-b75be0e026f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.438322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-0658e2f2-0ff3-4698-87c4-b75be0e026f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.3239572 Jun 30 03:30:25.495172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb9c09-fc3a-45a4-8e32-5599ff7dde71 req-c8c01fd1-8c61-4fc9-864b-c606a1cf0eb1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.496587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6cb9c09-fc3a-45a4-8e32-5599ff7dde71 req-c8c01fd1-8c61-4fc9-864b-c606a1cf0eb1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 944 time: 0.1041796 Jun 30 03:30:25.538403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-b91528d2-ce5b-4df8-80cf-a2b6d78cf6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.539867 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-b91528d2-ce5b-4df8-80cf-a2b6d78cf6ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945196 Jun 30 03:30:25.547948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6cb9c09-fc3a-45a4-8e32-5599ff7dde71 req-4b4ee2b1-c3c6-4a97-bbe0-8b8758c55c5a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453861 Jun 30 03:30:25.629479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-d5041292-ab28-4d7d-8a8c-a761954d5d08 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802639 Jun 30 03:30:25.721645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f96cd6cb-3e62-440f-8e1b-bcd509047351 req-cf7cbdc4-552f-43d6-808b-0e859a548002 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Jun 30 03:30:25.821219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-42802bbf-2f25-4b1a-aa44-34fee66cad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.822817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-42802bbf-2f25-4b1a-aa44-34fee66cad00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1095 time: 0.0527277 Jun 30 03:30:25.912879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-c29c5643-ed48-43ac-aced-08e49ecc7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.914332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-c29c5643-ed48-43ac-aced-08e49ecc7ff7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0846255 Jun 30 03:30:25.954994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-649c56a8-2728-458e-952d-35ca8fc235c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 217 time: 0.0338082 Jun 30 03:30:26.002323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-61f94373-bf2b-4fb6-8235-f96bace4b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:26.003803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-61f94373-bf2b-4fb6-8235-f96bace4b841 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0428300 Jun 30 03:30:26.063750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-ebb6b19f-35bd-4b8a-ada3-3153832675d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:26.065192 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-ebb6b19f-35bd-4b8a-ada3-3153832675d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547602 Jun 30 03:30:26.153566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-6a835e3f-60c9-4311-bf4f-f0476bde25f5 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807886 Jun 30 03:30:26.248424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e26d2e0-e534-43a5-b91c-28ad6bf596b7 req-6cf400ad-6368-434f-b681-31ba3409f8e2 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Jun 30 03:30:26.722962 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e80f93-3a1a-4c7f-b39c-0b81e2fa27cb req-043ca891-f3eb-4ea4-9c92-0877dbbf24de tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:26.724431 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33e80f93-3a1a-4c7f-b39c-0b81e2fa27cb req-043ca891-f3eb-4ea4-9c92-0877dbbf24de tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 944 time: 0.0626695 Jun 30 03:30:26.761859 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33e80f93-3a1a-4c7f-b39c-0b81e2fa27cb req-0d850de9-8910-4903-ab8e-ce4e2da3d078 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Jun 30 03:30:27.713993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:30:27.740270 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f41d-ef25-4b9c-9bf8-aeb145c34ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.824760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:27.834985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'mac_address': 'fa:16:3e:e7:d3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:30:27.871842 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.884663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:27.905062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:27.908024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.938332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884ef71-cbe9-49d3-bd19-5c09c998b24f req-ede26f28-d5c9-4a7b-a28d-d4151fa6ae93 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.939955 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2884ef71-cbe9-49d3-bd19-5c09c998b24f req-ede26f28-d5c9-4a7b-a28d-d4151fa6ae93 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 944 time: 0.0669296 Jun 30 03:30:27.954425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:27.976874 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2884ef71-cbe9-49d3-bd19-5c09c998b24f req-57a5caa3-40eb-41d6-83fb-2a9cdd9d90c3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Jun 30 03:30:28.095694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['fc995e8f-b314-4fb2-a13f-b9317e9d3890'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:29.152081 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c11e-1ac2-4336-89e2-7884d22789e2 req-aa4a69d3-6585-4bdd-a121-7128a1c085e8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.153555 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3a8c11e-1ac2-4336-89e2-7884d22789e2 req-aa4a69d3-6585-4bdd-a121-7128a1c085e8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0661232 Jun 30 03:30:29.192135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c3a8c11e-1ac2-4336-89e2-7884d22789e2 req-7921166b-135e-4dd2-b164-9cd2bd9b5186 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330007 Jun 30 03:30:29.730014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:30:29.777890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port fc995e8f-b314-4fb2-a13f-b9317e9d3890 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:29.781635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port fc995e8f-b314-4fb2-a13f-b9317e9d3890 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:29.782011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:29.859339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:29.880702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:29.883037 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a029dee2-bc88-4d98-9019-806a5cfc1226" -d '{"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-plugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:29.895248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:29.899323 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:29.924626 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b36bc03-dad0-4f1e-b8f6-316e84b33003 x-openstack-request-id: req-6b36bc03-dad0-4f1e-b8f6-316e84b33003 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:29.924917 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-plugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:29.925178 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b36bc03-dad0-4f1e-b8f6-316e84b33003 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:29.925718 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'code': 200} Jun 30 03:30:29.952772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:30.044548 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121fb44-0dc9-4108-a9a2-3ff3ece950f9 req-5f0f714b-36f5-4f57-858d-e4c2f52146d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.046025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d121fb44-0dc9-4108-a9a2-3ff3ece950f9 req-5f0f714b-36f5-4f57-858d-e4c2f52146d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1097 time: 0.0529296 Jun 30 03:30:30.079127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d121fb44-0dc9-4108-a9a2-3ff3ece950f9 req-c70c1233-b2db-468c-9e06-5572bb6e825c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265801 Jun 30 03:30:30.364641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cdb74-2cb8-4b2c-996b-6bfd378335d9 req-b179d8af-39a7-41a4-aaf8-696931e41fa9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.366107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c0cdb74-2cb8-4b2c-996b-6bfd378335d9 req-b179d8af-39a7-41a4-aaf8-696931e41fa9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0628767 Jun 30 03:30:30.397956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50bda6c6-2ab0-4c1f-b24f-3a02ec02860f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:30.405265 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3c0cdb74-2cb8-4b2c-996b-6bfd378335d9 req-409aeadf-a505-4b09-81b5-b381966a2a0c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334389 Jun 30 03:30:30.633418 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:31.578800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93b24-8d02-48a1-8f8d-b568dcf23cb7 req-85da53fc-0487-451a-ade7-4c4378b3417d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:31.580255 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebb93b24-8d02-48a1-8f8d-b568dcf23cb7 req-85da53fc-0487-451a-ade7-4c4378b3417d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0652578 Jun 30 03:30:31.617647 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ebb93b24-8d02-48a1-8f8d-b568dcf23cb7 req-39ade0c8-106a-49ce-9022-4e66ba4085b7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315504 Jun 30 03:30:31.784768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265551a5-24cf-441b-a6e1-8f40c14f07c0 req-f8378765-24e7-4115-870c-9584f671217a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:31.786206 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-265551a5-24cf-441b-a6e1-8f40c14f07c0 req-f8378765-24e7-4115-870c-9584f671217a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0617449 Jun 30 03:30:31.795382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 55574) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:31.799929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'floatingip': {'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:31.841908 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:32.277578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:32.281435 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:32.378222 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 associated. External IP: 172.25.0.151, port: fc995e8f-b314-4fb2-a13f-b9317e9d3890. Jun 30 03:30:32.425678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:32.582670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:30:32.690452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:30:32.695460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:32.699853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:30:32.708476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:32.709102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:32.734730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8d5b4c7f-e334-4498-92d6-91c18d004443 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "PUT /v2.0/floatingips/5ec46ec8-22ab-45d9-9e6c-7724c6233df3 HTTP/1.1" status: 200 len: 992 time: 0.9382524 Jun 30 03:30:32.735328 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:32.821170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:32.827216 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba58be-ce39-46a5-a0cd-72624b52d0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:32.920576 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4e69a2-7bec-4595-932d-b7af7c1e7cd7 x-openstack-request-id: req-3f4e69a2-7bec-4595-932d-b7af7c1e7cd7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:32.921071 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:32.921330 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f4e69a2-7bec-4595-932d-b7af7c1e7cd7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:32.921728 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'status': 'completed', 'code': 200} Jun 30 03:30:32.995147 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-f4cb854d-076f-4af1-ad57-9070417c40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:32.996671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-f4cb854d-076f-4af1-ad57-9070417c40cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1097 time: 0.0540257 Jun 30 03:30:33.059943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:e7:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:30:32Z', 'revision_number': 9, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:33.086209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:30:33.088965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-966d7192-a5fa-417b-8beb-4cc8eba15c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:33.090421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-966d7192-a5fa-417b-8beb-4cc8eba15c6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0873795 Jun 30 03:30:33.094794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:33.095401 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:30:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:33.156878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-ab8e6c09-94ba-4143-9d02-315b8930422b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1000 time: 0.0599458 Jun 30 03:30:33.203235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:33.207884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-cc74d752-4335-4fac-aa6f-c0475ee63e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:33.209346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-cc74d752-4335-4fac-aa6f-c0475ee63e19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0455821 Jun 30 03:30:33.270831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-aa76650e-83f8-4fc7-94fd-19913b151093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:33.272316 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-aa76650e-83f8-4fc7-94fd-19913b151093 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561962 Jun 30 03:30:33.283289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-49319fcb-8a9a-45b4-b33f-330f29ab1433 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:30:33.284207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-49319fcb-8a9a-45b4-b33f-330f29ab1433 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049639 Jun 30 03:30:33.370358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-4d9c044d-8b67-4ad2-8a64-2aba76ed6597 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801806 Jun 30 03:30:33.427751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:e7:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:30:32Z', 'revision_number': 9, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:33.454161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9bcf5-1d52-4ed8-8e56-8403485286c7 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:e7:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:30:32Z', 'revision_number': 9, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:30:33.464125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1dba58be-ce39-46a5-a0cd-72624b52d0c4 req-67c796f6-3571-4331-a99c-561242f65e55 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873055 Jun 30 03:30:33.639337 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b97456-a834-47b8-98eb-f0e8ee06190f None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:30:34.501400 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:39.975810 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:41.435669 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:51.484305 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:30:57.730940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f6e-382d-4d4f-bb0f-9c556d1add31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:59.843786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-af71ef9b-8ada-49ec-842b-590254552ba3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525155 Jun 30 03:30:59.939978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-2372bc30-9ec7-4422-a5e9-1e1be86e5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:59.941372 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-2372bc30-9ec7-4422-a5e9-1e1be86e5b5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1097 time: 0.0520842 Jun 30 03:31:00.049049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-90aadfd1-9c9d-4560-a513-0b84f62fc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:00.050538 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-90aadfd1-9c9d-4560-a513-0b84f62fc222 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0881963 Jun 30 03:31:00.113709 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-c767b9f9-e1ec-46de-bf9c-103775941919 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1003 time: 0.0560577 Jun 30 03:31:00.161988 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-a3fc4654-962d-44f8-85d8-2c8415b39995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:00.163397 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-a3fc4654-962d-44f8-85d8-2c8415b39995 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0423322 Jun 30 03:31:00.222755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-3585fb22-6f76-4c06-8b2a-f71c34519569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:00.224101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-3585fb22-6f76-4c06-8b2a-f71c34519569 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538714 Jun 30 03:31:00.310840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-f05738f6-cb6f-494b-880a-d5a2888f8008 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797069 Jun 30 03:31:00.399076 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fdfaff7-dd58-4310-abbd-a276dcaecc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:00.404297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c9f3d5f-be25-4fd3-8197-9a38e19e6fca req-e8ab6470-2022-495e-bf0a-c3210629092a service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851431 Jun 30 03:31:00.636011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:02.427807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.503378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.990623 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:11.432389 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.731212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8250e956-8f2f-4076-bec8-75b6799d86de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:28.483268 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:31:30.402061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88a36a1a-d583-4e1d-bf97-2c4d1913bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:30.636606 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:32.429170 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:34.506688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.004588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.429781 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.733120 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a58f37-efc7-4054-9d28-34392256c9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.802269 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-0705f0f5-4dfc-46a6-b902-217ffbdc54fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525110 Jun 30 03:31:59.892593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484dff-c9af-410d-a472-9e841aa599dd req-ec10325a-e6fc-48de-bd64-04a5934f44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.893939 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-ec10325a-e6fc-48de-bd64-04a5934f44d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1097 time: 0.0507314 Jun 30 03:32:00.000062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484dff-c9af-410d-a472-9e841aa599dd req-581761f9-7644-40ec-9a46-99a10c1f0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:00.001537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-581761f9-7644-40ec-9a46-99a10c1f0e70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0873811 Jun 30 03:32:00.065853 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-f8f59de0-e363-443a-b167-a82e38258971 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1003 time: 0.0582037 Jun 30 03:32:00.113202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484dff-c9af-410d-a472-9e841aa599dd req-3f5a7917-1e5a-41ee-be88-b5c8d66d4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:00.114618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-3f5a7917-1e5a-41ee-be88-b5c8d66d4945 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0427330 Jun 30 03:32:00.173514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484dff-c9af-410d-a472-9e841aa599dd req-d535b5b8-1c6c-404b-b91c-47cdef354d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:00.174941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-d535b5b8-1c6c-404b-b91c-47cdef354d43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545831 Jun 30 03:32:00.261319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-920f223e-fb22-4cbc-861b-aff2ef437b02 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799484 Jun 30 03:32:00.351394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e484dff-c9af-410d-a472-9e841aa599dd req-adde77fa-7ef0-4c82-9d05-0c053162078d service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838170 Jun 30 03:32:00.402523 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6c52-8564-4440-ac0f-6805ebbce2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.637485 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:02.433166 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:04.508464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:05.482360 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:32:08.064906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-eebebbe5-48aa-495c-8fa4-7f9fdbf815dc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516300 Jun 30 03:32:08.130185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe07b4-abe1-4cfd-bc05-5357545485c5 req-fed7c463-4345-41df-b40d-94ff2096f9d9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:08.131991 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88fe07b4-abe1-4cfd-bc05-5357545485c5 req-fed7c463-4345-41df-b40d-94ff2096f9d9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0667789 Jun 30 03:32:08.172539 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88fe07b4-abe1-4cfd-bc05-5357545485c5 req-e088c6ae-3809-48d7-9829-158ebbd1826e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349143 Jun 30 03:32:09.364132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-7e812283-6171-4201-b375-bfbc8b2a7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.365640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-7e812283-6171-4201-b375-bfbc8b2a7891 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1097 time: 0.0966003 Jun 30 03:32:09.377237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f590-0b36-4d22-88d7-36e446d0381a req-a63d6c35-11b9-47c2-9316-1362e130fca4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.378614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ff8f590-0b36-4d22-88d7-36e446d0381a req-a63d6c35-11b9-47c2-9316-1362e130fca4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0839634 Jun 30 03:32:09.460027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ff8f590-0b36-4d22-88d7-36e446d0381a req-79ba700f-64ae-49c3-8af5-62e9fa176d39 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734174 Jun 30 03:32:09.484282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-022680cb-56fc-42f9-8fde-d5a35ac3cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.485720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-022680cb-56fc-42f9-8fde-d5a35ac3cf83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1062834 Jun 30 03:32:09.551973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-0fd6865f-5858-4941-8649-a2e88f6b612d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1003 time: 0.0597460 Jun 30 03:32:09.597897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-273b5bc6-6952-4c83-adab-bc3ebc6e293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.599299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-273b5bc6-6952-4c83-adab-bc3ebc6e293e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0417347 Jun 30 03:32:09.654970 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ba34e7ea-8d1a-4930-bd1e-a07be874b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.656485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ba34e7ea-8d1a-4930-bd1e-a07be874b9d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512288 Jun 30 03:32:09.748034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-b5305852-9aaf-4553-b0d7-168581b2bb5c service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Jun 30 03:32:09.837763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-a6507a1c-df34-462d-bb8f-01910f690fed service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828388 Jun 30 03:32:10.004424 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:10.646761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e557af3-91ea-46ed-b9c2-1d6669b9738e req-95d03e54-fc19-4334-9aa5-55d1088c38c3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:10.648879 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e557af3-91ea-46ed-b9c2-1d6669b9738e req-95d03e54-fc19-4334-9aa5-55d1088c38c3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0683908 Jun 30 03:32:10.688448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3e557af3-91ea-46ed-b9c2-1d6669b9738e req-8dfa30ce-0499-421d-8d42-deb377399720 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Jun 30 03:32:11.432757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:11.864260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304abf7-fc9b-4e7d-b7bd-e71ddf183cf2 req-6a4caa6b-7852-46f8-ac4e-9ed0d5542f4a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:11.865730 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5304abf7-fc9b-4e7d-b7bd-e71ddf183cf2 req-6a4caa6b-7852-46f8-ac4e-9ed0d5542f4a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0657024 Jun 30 03:32:11.904261 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5304abf7-fc9b-4e7d-b7bd-e71ddf183cf2 req-32928894-6aa0-4af9-b0f9-87507b5bee30 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Jun 30 03:32:13.079696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce9cc8-9c39-421c-a586-582c2099c719 req-34a7c572-ba3d-4797-8e54-681e4351f6c0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:13.081157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99ce9cc8-9c39-421c-a586-582c2099c719 req-34a7c572-ba3d-4797-8e54-681e4351f6c0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0658669 Jun 30 03:32:13.117510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99ce9cc8-9c39-421c-a586-582c2099c719 req-a63fc423-f4cd-480e-b905-07cb848c7a35 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308449 Jun 30 03:32:14.297268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428b122-b122-4e7c-bcdd-55d37bdded94 req-c03bb969-d869-49b5-b5a0-94d430f2ebb0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:14.298773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e428b122-b122-4e7c-bcdd-55d37bdded94 req-c03bb969-d869-49b5-b5a0-94d430f2ebb0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0715311 Jun 30 03:32:14.336000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e428b122-b122-4e7c-bcdd-55d37bdded94 req-087ce1ec-3e6f-4939-b824-2a29cc95125f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Jun 30 03:32:15.507555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a71034-8b7e-4f87-8d60-066397de6879 req-dca787a5-6c7e-4449-a8af-f1d99f6c1d00 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:15.508953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21a71034-8b7e-4f87-8d60-066397de6879 req-dca787a5-6c7e-4449-a8af-f1d99f6c1d00 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0632601 Jun 30 03:32:15.545474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-21a71034-8b7e-4f87-8d60-066397de6879 req-a683af73-04de-4c0d-8e87-8e6b34ffdff1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303302 Jun 30 03:32:16.719403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528c4ad-d497-4238-88cd-8efe894f11d6 req-5297c0a6-2276-48aa-9aa3-dce768dff781 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:16.720861 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4528c4ad-d497-4238-88cd-8efe894f11d6 req-5297c0a6-2276-48aa-9aa3-dce768dff781 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0619490 Jun 30 03:32:16.758193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4528c4ad-d497-4238-88cd-8efe894f11d6 req-49aabea5-3f7e-47d7-bf7b-c9fb5ffc7a0a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Jun 30 03:32:17.931775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad21f-32ca-4c30-a9c1-0f365e8182ef req-370ff879-0a7f-4c4e-ad1b-9540788a5cac tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:17.933161 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9cad21f-32ca-4c30-a9c1-0f365e8182ef req-370ff879-0a7f-4c4e-ad1b-9540788a5cac tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0627031 Jun 30 03:32:17.975032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e9cad21f-32ca-4c30-a9c1-0f365e8182ef req-59fda4b3-5e4a-40b4-8aae-32b978e07cb1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353429 Jun 30 03:32:19.152588 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751e442-3e78-4f8b-a4cd-38f5b0514297 req-396943a4-6075-49a3-a035-cd40e934c8bd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:19.154777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3751e442-3e78-4f8b-a4cd-38f5b0514297 req-396943a4-6075-49a3-a035-cd40e934c8bd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0663996 Jun 30 03:32:19.191424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3751e442-3e78-4f8b-a4cd-38f5b0514297 req-72da0382-efef-4144-92bd-68c419ec827d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 Jun 30 03:32:20.362040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded976-3597-47a1-9169-1e11ebf49674 req-d23822be-25e3-4402-aa8b-91277ccda3d4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:20.363531 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51ded976-3597-47a1-9169-1e11ebf49674 req-d23822be-25e3-4402-aa8b-91277ccda3d4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0633483 Jun 30 03:32:20.400800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-51ded976-3597-47a1-9169-1e11ebf49674 req-2936911b-0ce8-4c62-82e5-b2abe84126e4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Jun 30 03:32:21.572667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6847c-fde0-4ed8-9ca1-27b571594a4b req-b0aa7ad7-bbc8-4381-b6b7-2bf5ba53db76 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:21.574056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8a6847c-fde0-4ed8-9ca1-27b571594a4b req-b0aa7ad7-bbc8-4381-b6b7-2bf5ba53db76 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0629447 Jun 30 03:32:21.611309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d8a6847c-fde0-4ed8-9ca1-27b571594a4b req-1fb8c7f0-6e37-4562-9236-729f693ab5ef tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308592 Jun 30 03:32:21.849015 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-bcc089ed-f302-40b0-be26-040a74be6daa req-8026e063-7804-4295-9465-da3c403e94b5 service neutron] show failed (client error): The resource could not be found. Jun 30 03:32:21.849915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-8026e063-7804-4295-9465-da3c403e94b5 service neutron] 10.222.0.67 "GET /v2.0/ports/fc995e8f-b314-4fb2-a13f-b9317e9d3890/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0581622 Jun 30 03:32:22.130299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-a64ba339-f27b-4e67-8396-13bd4664b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:22.131717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-a64ba339-f27b-4e67-8396-13bd4664b642 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 1097 time: 0.0905685 Jun 30 03:32:22.143797 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:22.212021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:22.660977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:22.693680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:22.732372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:22.734610 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d419a3-fcf0-4afa-bbf9-d2321619cec4" -d '{"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:22.738694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:22.753538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Transition to ACTIVE for port object fc995e8f-b314-4fb2-a13f-b9317e9d3890 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:22.758548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:22.786222 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187042b0-e65d-4137-9953-e304575ee2b5 x-openstack-request-id: req-187042b0-e65d-4137-9953-e304575ee2b5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:22.786548 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:22.786798 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-187042b0-e65d-4137-9953-e304575ee2b5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:22.787348 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'code': 200} Jun 30 03:32:22.788015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695f51c-2768-4ed5-b507-1de0e4bc447c req-d5d3eeb2-442a-49e1-9197-abb4d219445b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:22.789577 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8695f51c-2768-4ed5-b507-1de0e4bc447c req-d5d3eeb2-442a-49e1-9197-abb4d219445b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0671763 Jun 30 03:32:22.835347 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8695f51c-2768-4ed5-b507-1de0e4bc447c req-0b6efef2-a10a-4b0b-8f60-b9f41e453d3d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Jun 30 03:32:22.843032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:22.854671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.855021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.855364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.855701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.856563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.857069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.857434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.857733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.858049 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.858521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.858879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.859204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:22.896813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] No DVR routers for this DVR port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:32:23.035281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:23.035624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:23.035953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:23.040170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:32:23.040536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:23.046435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:23.046783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:23.047170 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:23.047601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Bound port: fc995e8f-b314-4fb2-a13f-b9317e9d3890, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:23.047957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:23.110139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:23.113092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:23.116707 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:23.153928 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.154573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:23.155989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] 10.222.0.90 "PUT /v2.0/ports/fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1092 time: 1.0160668 Jun 30 03:32:23.177416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0152b2-8655-4954-b8d3-7723fdf2e144 service neutron] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:23.236246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-f2330893-f0a2-41fa-abd7-823021340951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.237933 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-f2330893-f0a2-41fa-abd7-823021340951 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1095 time: 0.0574689 Jun 30 03:32:23.334124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-166fde87-78a4-412d-b0d5-4a2a6847ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.335692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-166fde87-78a4-412d-b0d5-4a2a6847ff4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0911231 Jun 30 03:32:23.404246 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-5ed661ee-2025-49b8-b974-7b7ae83dbe57 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1001 time: 0.0617306 Jun 30 03:32:23.452687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-2108a42f-509e-4cf5-8f54-1d2cc7f5fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.454010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-2108a42f-509e-4cf5-8f54-1d2cc7f5fe50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0429270 Jun 30 03:32:23.509865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc089ed-f302-40b0-be26-040a74be6daa req-6b88c409-8121-4293-90c0-2fb735dfdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.511335 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-6b88c409-8121-4293-90c0-2fb735dfdc9d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508418 Jun 30 03:32:23.521752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-e8b7be72-51d7-4d2d-aa2d-7ffe404581aa service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:32:23.522894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-e8b7be72-51d7-4d2d-aa2d-7ffe404581aa service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049675 Jun 30 03:32:23.614750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-e0a0f08d-4557-45cb-aa24-e4b750ae8068 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842106 Jun 30 03:32:23.703970 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-3f16fb21-aac5-4eeb-959a-83323333a1c5 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822649 Jun 30 03:32:24.015902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e3231-6617-4825-b039-ad4a02a8a58a req-1230c8f7-cbd9-49b0-a2ea-032bc75ae648 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:24.017388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d94e3231-6617-4825-b039-ad4a02a8a58a req-1230c8f7-cbd9-49b0-a2ea-032bc75ae648 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 944 time: 0.0688872 Jun 30 03:32:24.054689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d94e3231-6617-4825-b039-ad4a02a8a58a req-40ae9a44-b77e-4bc7-91dd-3ef43177dc10 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315483 Jun 30 03:32:24.210330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:24.247900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:24.788849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:24.791282 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096d790-b22d-4d61-ba9a-c8355e81dec2" -d '{"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:24.838152 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac009c-ba0c-41d0-8e59-3b2c17a541d4 x-openstack-request-id: req-a6ac009c-ba0c-41d0-8e59-3b2c17a541d4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:24.838479 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:24.838735 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6ac009c-ba0c-41d0-8e59-3b2c17a541d4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:24.839206 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'status': 'completed', 'code': 200} Jun 30 03:32:24.948187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-6c5b9b9f-7621-48a3-b7aa-06d084a24212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:24.949594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-6c5b9b9f-7621-48a3-b7aa-06d084a24212 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1095 time: 0.0908546 Jun 30 03:32:24.953121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-55ed6828-6ef0-495f-93dd-5724d95da0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:24.954500 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-55ed6828-6ef0-495f-93dd-5724d95da0f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1095 time: 0.0879402 Jun 30 03:32:25.115224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-ce94c19e-8247-4c6a-840c-ffdefbc06c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.116699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-ce94c19e-8247-4c6a-840c-ffdefbc06c2e service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1590424 Jun 30 03:32:25.117806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-eaf0edbc-b1d8-46b3-979a-114d30dc6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.119163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-eaf0edbc-b1d8-46b3-979a-114d30dc6eed service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1545396 Jun 30 03:32:25.265423 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-6fd83365-8f7e-4e3e-89de-ff91adc83519 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1001 time: 0.1401143 Jun 30 03:32:25.268476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-7748c0f7-1b28-4c26-a048-232e519a775c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1001 time: 0.1374562 Jun 30 03:32:25.369286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4041a-abda-4a25-8084-2f9513f91b92 req-495fc4b1-ccb5-42a9-a02a-1c1f65d5ef0b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.370806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0a4041a-abda-4a25-8084-2f9513f91b92 req-495fc4b1-ccb5-42a9-a02a-1c1f65d5ef0b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 944 time: 0.1741474 Jun 30 03:32:25.376916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-b5ee53c3-b4ef-40f9-ad45-059447dfe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.378452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-b5ee53c3-b4ef-40f9-ad45-059447dfe9cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0972469 Jun 30 03:32:25.388859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-6cd62986-bf55-4388-b52b-facd007a0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.390238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-6cd62986-bf55-4388-b52b-facd007a0471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.1176205 Jun 30 03:32:25.474271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0a4041a-abda-4a25-8084-2f9513f91b92 req-d56c7c55-6cd3-4a35-bea2-145453483178 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948532 Jun 30 03:32:25.504761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-2ada1c50-16f4-4a21-bc58-6dee468e3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.506259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-2ada1c50-16f4-4a21-bc58-6dee468e3d0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151888 Jun 30 03:32:25.509040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-372b4567-ca2f-4f70-b32c-c487d1376d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.510438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-372b4567-ca2f-4f70-b32c-c487d1376d28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051226 Jun 30 03:32:25.669782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-a7a1a14f-a54e-4c41-88ce-d5e576672515 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555033 Jun 30 03:32:25.671929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-44b725ca-4560-4c65-bee6-5a4bb87d31b9 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510181 Jun 30 03:32:25.825273 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-2b646f18-1fa4-4106-b505-f73c5d740caf service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488428 Jun 30 03:32:25.830265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5096d790-b22d-4d61-ba9a-c8355e81dec2 req-2e56616e-61b2-47e1-8d55-77457c10a6ae service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467855 Jun 30 03:32:26.937407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c40745-70f4-401b-8224-8b66563b0583 req-646c23f0-2563-4fac-81a1-2a062893b516 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:26.938815 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99c40745-70f4-401b-8224-8b66563b0583 req-646c23f0-2563-4fac-81a1-2a062893b516 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 944 time: 0.3529320 Jun 30 03:32:26.979760 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-99c40745-70f4-401b-8224-8b66563b0583 req-513a75bd-b0c9-4e3f-97f3-911471edf924 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346525 Jun 30 03:32:27.000497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:27.098101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:27.111118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'mac_address': 'fa:16:3e:e7:d3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:27.148026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:27.160323 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:27.179705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:27.183823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:27.231618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:27.239215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.239560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.240238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.240630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.240758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.241081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.241404 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.241725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.242042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.242397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.242722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.243037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:27.385244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-51324fe9-72c6-489c-8e63-cbffb3df3d1a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.386832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-51324fe9-72c6-489c-8e63-cbffb3df3d1a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d&tenant_id=311e2b9cc3d441f6a6c797b906181039&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 945 time: 0.0732815 Jun 30 03:32:27.421199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['fc995e8f-b314-4fb2-a13f-b9317e9d3890'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:27.436128 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218402bf-01ea-4ee1-9a12-6c46fdb16a2a req-1f93c602-df73-4c76-9f7e-9e1bc8be8de8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.438207 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-218402bf-01ea-4ee1-9a12-6c46fdb16a2a req-1f93c602-df73-4c76-9f7e-9e1bc8be8de8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0654216 Jun 30 03:32:27.450875 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-6a4ad3d2-ec73-41b6-9232-b4a7c0fc5884 service neutron] 10.222.0.90 "GET /v2.0/ports/fc995e8f-b314-4fb2-a13f-b9317e9d3890/bindings/n-h2-798054-5 HTTP/1.1" status: 200 len: 382 time: 0.0571861 Jun 30 03:32:27.479754 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-218402bf-01ea-4ee1-9a12-6c46fdb16a2a req-0c85caa7-c0c4-48b9-a573-e5311b55c67d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354593 Jun 30 03:32:27.536878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-9ba60a75-c4f2-4bf4-b236-5f421f707e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.538392 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-9ba60a75-c4f2-4bf4-b236-5f421f707e20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1096 time: 0.0643756 Jun 30 03:32:27.628444 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-bdddff4a-3845-4f00-ad3c-8f69d9089daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.629996 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-bdddff4a-3845-4f00-ad3c-8f69d9089daa service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0840020 Jun 30 03:32:27.702659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-caca965e-6004-44f4-8c3c-d53880fb7135 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1002 time: 0.0620837 Jun 30 03:32:27.733906 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3c97-4b7e-4cbf-9c47-be6ec95b494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:27.754872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-dc7190c9-cb1a-46e5-b12f-a830134c9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.756309 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-dc7190c9-cb1a-46e5-b12f-a830134c9e9c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0466654 Jun 30 03:32:27.815138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-8075036e-acb6-4e4b-af37-6d733552461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.816589 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-8075036e-acb6-4e4b-af37-6d733552461a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522091 Jun 30 03:32:27.909433 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-41426ff8-0fd4-43cc-ae81-31e12450c029 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Jun 30 03:32:27.997406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-8d686d0e-0de4-42b3-9c4d-f4edf43b3550 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809290 Jun 30 03:32:28.656837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36142a4-9aa9-4a8b-94a8-ca2dedda1a94 req-a6b1e5bb-5bff-4ca7-aaf5-3e1658b05be0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:28.658379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e36142a4-9aa9-4a8b-94a8-ca2dedda1a94 req-a6b1e5bb-5bff-4ca7-aaf5-3e1658b05be0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0640969 Jun 30 03:32:28.699471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e36142a4-9aa9-4a8b-94a8-ca2dedda1a94 req-b69c8083-cd6c-4356-9730-cee74e7e1f62 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354712 Jun 30 03:32:29.020209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:29.069196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port fc995e8f-b314-4fb2-a13f-b9317e9d3890 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:29.073001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port fc995e8f-b314-4fb2-a13f-b9317e9d3890 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:29.073381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:29.149795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:29.173843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:29.176182 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25a22c-df72-47b4-9763-10bd0ad42988" -d '{"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-plugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:29.189496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:29.194139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:29.225155 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6776aef8-ae7f-4d32-9426-02376c52b112 x-openstack-request-id: req-6776aef8-ae7f-4d32-9426-02376c52b112 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:29.225453 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-plugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:29.225696 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6776aef8-ae7f-4d32-9426-02376c52b112 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:29.226124 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'code': 200} Jun 30 03:32:29.243698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:29.883584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991ffe-2c60-4d24-bcee-c573c51322fa req-2cad451a-cc00-4ab6-b757-739750843f3f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:29.885068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d991ffe-2c60-4d24-bcee-c573c51322fa req-2cad451a-cc00-4ab6-b757-739750843f3f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0664423 Jun 30 03:32:29.926390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4d991ffe-2c60-4d24-bcee-c573c51322fa req-ca5dfad8-ab2b-42c3-83c7-5c02fc953ba1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Jun 30 03:32:30.073925 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-f772388b-de79-4936-8d86-f9bb02080f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:30.075645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-f772388b-de79-4936-8d86-f9bb02080f44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 1097 time: 0.0526428 Jun 30 03:32:30.086026 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:30.158360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:30.351271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:30.384219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:30.404552 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aeae193d-21e5-416c-a43f-03d615d247db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:30.425721 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:30.428262 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4cdb31-6545-4575-b2c0-29af6ee3163d" -d '{"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:30.431786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:30.444202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Transition to ACTIVE for port object fc995e8f-b314-4fb2-a13f-b9317e9d3890 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:30.448984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:30.484853 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90e90dc-6198-4658-b296-d636238e1139 x-openstack-request-id: req-e90e90dc-6198-4658-b296-d636238e1139 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:30.485034 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:30.485321 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e90e90dc-6198-4658-b296-d636238e1139 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:30.485706 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'code': 200} Jun 30 03:32:30.645992 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:30.786710 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:30.825906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] No DVR routers for this DVR port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:32:30.957807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:30.957807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:30.958431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:30.962287 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:32:30.962640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Attempting to bind port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:30.968192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:30.968712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:30.969279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:30.969518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Bound port: fc995e8f-b314-4fb2-a13f-b9317e9d3890, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:30.969880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:31.035734 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:31.038984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:31.051874 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:31.108051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.108671 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:31.110102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] 10.222.0.67 "PUT /v2.0/ports/fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1093 time: 1.0278883 Jun 30 03:32:31.146380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f102d1-e035-416a-8a82-74777a7283ab service neutron] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:31.183910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989c76-3b7c-40da-b475-b6dd1ee380ea req-4f21d731-4d6c-4a9c-859a-2300a8ec2622 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.185951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce989c76-3b7c-40da-b475-b6dd1ee380ea req-4f21d731-4d6c-4a9c-859a-2300a8ec2622 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.1457045 Jun 30 03:32:31.240785 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ce989c76-3b7c-40da-b475-b6dd1ee380ea req-ab246e29-99df-48a0-ac6b-cd97aabde636 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480654 Jun 30 03:32:31.243879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-cd55342d-0bcd-429e-9293-bba7c2d58e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.245134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-cd55342d-0bcd-429e-9293-bba7c2d58e86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1096 time: 0.1100984 Jun 30 03:32:31.336420 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-0a78093a-5be0-4924-9819-0a1cc20019e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.337877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-0a78093a-5be0-4924-9819-0a1cc20019e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0863574 Jun 30 03:32:31.406655 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-b96f3392-6c98-409a-b38d-ba4b8deff7e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1001 time: 0.0619216 Jun 30 03:32:31.454802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-41753bde-a4a5-4709-ac99-85c1ab5349a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.456201 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-41753bde-a4a5-4709-ac99-85c1ab5349a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0437305 Jun 30 03:32:31.512014 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-909ae4ba-0c04-475b-b1a6-41f0ff111beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.514068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-909ae4ba-0c04-475b-b1a6-41f0ff111beb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516100 Jun 30 03:32:31.604763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-432497b7-be76-418e-b9f0-53b098833a0e service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843921 Jun 30 03:32:31.694665 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5274b02e-df3e-42cd-b527-5c8d325f158e req-c52c09c2-bc2d-4637-a0e1-f2c9ff92c506 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835514 Jun 30 03:32:32.420837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c8e0d-b2bc-4b11-8ce0-479a2411269b req-9acff119-e479-462b-af80-58640db4a502 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.422341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e9c8e0d-b2bc-4b11-8ce0-479a2411269b req-9acff119-e479-462b-af80-58640db4a502 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0656145 Jun 30 03:32:32.437359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:32.461389 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4e9c8e0d-b2bc-4b11-8ce0-479a2411269b req-e5688d74-acf9-4318-8988-c1d4a0c3c17f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331516 Jun 30 03:32:32.486732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:32.489121 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcfda5b-245e-41b2-bfee-daca84f05a14" -d '{"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:32.536120 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3854f-bc5d-4493-a9ef-04406e511186 x-openstack-request-id: req-62d3854f-bc5d-4493-a9ef-04406e511186 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:32.536355 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:32.536604 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62d3854f-bc5d-4493-a9ef-04406e511186 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:32.536987 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'status': 'completed', 'code': 200} Jun 30 03:32:32.650584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-77a89a93-2d79-48a5-a393-cd9a213503c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.652092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-77a89a93-2d79-48a5-a393-cd9a213503c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1096 time: 0.0874441 Jun 30 03:32:32.655453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-8072718f-050f-4dad-9b9a-5d7d4a8b4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.656822 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-8072718f-050f-4dad-9b9a-5d7d4a8b4cdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 1096 time: 0.1001749 Jun 30 03:32:32.806761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-77363b5a-2cc7-4d3c-aad7-c359cab76d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.808145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-77363b5a-2cc7-4d3c-aad7-c359cab76d84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1498365 Jun 30 03:32:32.810766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-eeefd5cf-a321-4312-a68c-8660f814c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.812068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-eeefd5cf-a321-4312-a68c-8660f814c938 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1467984 Jun 30 03:32:32.915760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-1fbff77d-5309-4ccf-8fe6-5a75a4431938 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1001 time: 0.1010058 Jun 30 03:32:32.919799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-238a0955-1d9c-4d42-aaf4-d5f9d7091be9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 200 len: 1001 time: 0.0987856 Jun 30 03:32:33.000164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-70475003-291f-4267-84e8-01fc89b40b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:33.001576 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-70475003-291f-4267-84e8-01fc89b40b01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0791457 Jun 30 03:32:33.003229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-d69f9d71-6919-40a1-9663-311a1850fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:33.004516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-d69f9d71-6919-40a1-9663-311a1850fb88 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0750813 Jun 30 03:32:33.044756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:33.092100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:33.097482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-1b2af33b-b6ad-4eb1-b25a-6870d5c9e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:33.099011 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-1b2af33b-b6ad-4eb1-b25a-6870d5c9e5ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878179 Jun 30 03:32:33.107499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-8226febc-8749-45b6-b119-5257a0d2b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:33.109007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-8226febc-8749-45b6-b119-5257a0d2b781 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894840 Jun 30 03:32:33.260847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-0eb5b8da-1bd4-4df4-878a-1d1e9799c5ba service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508939 Jun 30 03:32:33.262908 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-ebec1ad9-45fe-4202-9a00-69d5ab3ca81a service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461408 Jun 30 03:32:33.421783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-19045fd9-1b15-4f4a-bf9a-d5e6b5323a13 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538119 Jun 30 03:32:33.425153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfcfda5b-245e-41b2-bfee-daca84f05a14 req-77d4ad0f-ad4a-4fde-b19f-6fe97df2d8b5 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563270 Jun 30 03:32:33.632607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd0d6-a1e9-4578-8022-3ac2a0f995e3 req-b977e8e5-988e-43d3-9a30-7fbc39a38ddb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:33.634095 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08dfd0d6-a1e9-4578-8022-3ac2a0f995e3 req-b977e8e5-988e-43d3-9a30-7fbc39a38ddb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0637624 Jun 30 03:32:33.673905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-08dfd0d6-a1e9-4578-8022-3ac2a0f995e3 req-d701d800-b6d9-4940-95fa-1b2a4b1d90f0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335896 Jun 30 03:32:33.853048 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1bce0-2bae-40e9-87bd-b9d7f5172cd3 req-e5a078b6-e487-4680-a444-510a7d2eef8d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:33.854548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8da1bce0-2bae-40e9-87bd-b9d7f5172cd3 req-e5a078b6-e487-4680-a444-510a7d2eef8d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0655062 Jun 30 03:32:33.891976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8da1bce0-2bae-40e9-87bd-b9d7f5172cd3 req-4ae16139-e9ac-4a94-bf32-13ce766de75a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Jun 30 03:32:34.063420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9eea-a9df-4e77-b0fe-17163e02054a req-6f1734b0-a163-484b-aee8-52d1ade51540 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:34.064861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4ce9eea-a9df-4e77-b0fe-17163e02054a req-6f1734b0-a163-484b-aee8-52d1ade51540 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0619259 Jun 30 03:32:34.101717 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f4ce9eea-a9df-4e77-b0fe-17163e02054a req-21f70dc6-5275-445b-9cc6-6a55310e477d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Jun 30 03:32:34.296105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:34.403182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:34.416255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'mac_address': 'fa:16:3e:e7:d3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:34.454085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:34.467118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:34.481963 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857550d-fa92-4454-8556-5fdf2a5c9891 req-daccb3f9-6b2a-48b3-919d-0277f7d56918 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:34.483592 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9857550d-fa92-4454-8556-5fdf2a5c9891 req-daccb3f9-6b2a-48b3-919d-0277f7d56918 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 945 time: 0.0678020 Jun 30 03:32:34.486724 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:34.491638 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:34.522849 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9857550d-fa92-4454-8556-5fdf2a5c9891 req-2affacce-53c1-45f2-af18-a6285b9347ef tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332255 Jun 30 03:32:34.548759 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:34.553098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=12']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:34.717461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['fc995e8f-b314-4fb2-a13f-b9317e9d3890'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:35.676187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-1d597399-97da-498e-b7ef-f0853a2caf36 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:35.677714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-1d597399-97da-498e-b7ef-f0853a2caf36 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.0699384 Jun 30 03:32:35.814405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee8b4-000d-4d9c-9120-761bb2f35150 req-5d8517f6-fbef-4839-8540-5ff004a168c8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:35.815826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f4ee8b4-000d-4d9c-9120-761bb2f35150 req-5d8517f6-fbef-4839-8540-5ff004a168c8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 946 time: 0.1766388 Jun 30 03:32:35.832511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Deleting port fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:32:35.832847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:35.906144 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7f4ee8b4-000d-4d9c-9120-761bb2f35150 req-8e9eb71e-6ed2-4786-9f37-ce9bc78e459e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838003 Jun 30 03:32:35.942211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] For port fc995e8f-b314-4fb2-a13f-b9317e9d3890, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=fc995e8f-b314-4fb2-a13f-b9317e9d3890,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:35.942603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:36.108031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:36.108267 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:36.108565 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 disassociated. External IP: 172.25.0.151, port: fc995e8f-b314-4fb2-a13f-b9317e9d3890. Jun 30 03:32:36.108900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Calling delete_port for fc995e8f-b314-4fb2-a13f-b9317e9d3890 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:32:36.235102 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:36.262036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event deleted for resources: {'Port': ['ID=fc995e8f-b314-4fb2-a13f-b9317e9d3890,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:36.304488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:36.330576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:32:36.330929 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 03:32:36.349894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Port fc995e8f-b314-4fb2-a13f-b9317e9d3890 not found, will not notify nova. {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 03:32:36.380911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:32:36.741567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:32:36.752164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:32:36.761421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:36.762699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:36.784861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] No DVR routers for this DVR port fc995e8f-b314-4fb2-a13f-b9317e9d3890 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:32:36.787502 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:36.789516 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1587d68e-fee1-4475-a311-a44ca0c5ba4a req-a396b737-aa47-44ab-af8a-7019b9eb4439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "DELETE /v2.0/ports/fc995e8f-b314-4fb2-a13f-b9317e9d3890 HTTP/1.1" status: 204 len: 173 time: 1.1063342 Jun 30 03:32:36.789949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-deleted', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:36.792278 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a6fd77-ad78-4ff6-bcac-471b3bc6b5db" -d '{"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-deleted", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:36.829378 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d1b1a-6065-4b00-8407-70df24a35940 x-openstack-request-id: req-387d1b1a-6065-4b00-8407-70df24a35940 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:36.829759 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2277581d-37df-43ec-95c3-081fea3c3f8d", "name": "network-vif-deleted", "tag": "fc995e8f-b314-4fb2-a13f-b9317e9d3890", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:36.830024 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-387d1b1a-6065-4b00-8407-70df24a35940 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:36.830614 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2277581d-37df-43ec-95c3-081fea3c3f8d', 'name': 'network-vif-deleted', 'tag': 'fc995e8f-b314-4fb2-a13f-b9317e9d3890', 'status': 'completed', 'code': 200} Jun 30 03:32:37.040311 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:37.068124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56a2eed9-7194-41f9-a6f7-ad2c58f5557e req-c19c48a0-2247-4617-80c5-564fac94aafa tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2277581d-37df-43ec-95c3-081fea3c3f8d HTTP/1.1" status: 200 len: 210 time: 0.0317113 Jun 30 03:32:37.238843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:37.266764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:32:37.275045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:37.275644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:37.386550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:37.581314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:37.606714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c7c97-3220-40ca-85ee-7b756f383f65 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:32:37.813222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a8286-af00-41bf-8fce-990c20d6c302 None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:32:38.304025 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:38.323171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: fc995e8f-b314-4fb2-a13f-b9317e9d3890 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:32:38.323524 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device fc995e8f-b314-4fb2-a13f-b9317e9d3890 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:38.580864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-e72c8a90-2766-4eba-9ccd-71d0d745a96d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--478816359&fields=id&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 267 time: 0.0324411 Jun 30 03:32:38.691162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-4d63b4af-680f-4e17-b978-012a06254af2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.692598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-4d63b4af-680f-4e17-b978-012a06254af2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1052186 Jun 30 03:32:38.707565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-01368bcc-ce4d-49c6-b164-a132ce581de7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/quotas/311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 375 time: 0.0096152 Jun 30 03:32:38.774448 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-fbff9197-37e0-4579-9a8a-b44b953470b4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621035 Jun 30 03:32:38.947575 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-dd31be82-abff-4290-a754-61320d5b5e9c service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168404 Jun 30 03:32:39.039219 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9f85dab7-8b8e-4f24-aff8-7b8b384f6eea service neutron] 10.222.0.78 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851178 Jun 30 03:32:39.205627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0a081c66-57bc-4e69-925e-7641d6a99bbc req-543431bd-ca62-4a13-87de-a87edd15eb57 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Jun 30 03:32:40.036260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.212649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-d2c35587-cb1c-4c2f-8adc-17fd1d7f7fc3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.214338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-d2c35587-cb1c-4c2f-8adc-17fd1d7f7fc3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 812 time: 0.1058698 Jun 30 03:32:40.273127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-abefc0ad-71ab-423c-a4a0-d501ee9106da tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 379 time: 0.0428555 Jun 30 03:32:40.282946 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'port': {'device_id': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'admin_state_up': True, 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'security_groups': ['32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:40.354789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ae58e818-6c87-4597-8ca6-1a529e290b99 req-6aef80dd-11f4-4840-a8c9-82d655d0bb8b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Jun 30 03:32:40.391465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Made reservation on behalf of 311e2b9cc3d441f6a6c797b906181039 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:32:40.395001 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.520522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Allocated IP 172.20.0.12 (828a58d0-7f11-4c5d-8c03-4f280c94b0b3/b8179faa-db7c-469b-afc3-d0b4df105664/3ec9e0d7-07d2-44b3-b704-193d683302d4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:40.652994 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.671233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Transition to ACTIVE for port object 3ec9e0d7-07d2-44b3-b704-193d683302d4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:40.703907 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.748094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:40.751275 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:40.757930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:40.781610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:40.811362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.812013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.826545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-9928135b-4fcf-49c7-afbf-4183fd8c66f4 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5479927 Jun 30 03:32:40.839188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Request body: {'port': {'device_id': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:40.919896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.009221 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d1de0dc5-ca0a-4ce5-9093-e186d5ce6335 None None] Provisioning for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:41.012991 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d1de0dc5-ca0a-4ce5-9093-e186d5ce6335 None None] Provisioning complete for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:41.013369 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1de0dc5-ca0a-4ce5-9093-e186d5ce6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.052415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d1de0dc5-ca0a-4ce5-9093-e186d5ce6335 None None] Port 3ec9e0d7-07d2-44b3-b704-193d683302d4 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:32:41.177352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec9e0d7-07d2-44b3-b704-193d683302d4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:41.184554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.196309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Transition to ACTIVE for port object 3ec9e0d7-07d2-44b3-b704-193d683302d4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:41.199449 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.250768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:41.323296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:41.323633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:41.323954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:41.329141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:32:41.329459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:41.334748 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:41.335090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:41.335470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:41.335896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Bound port: 3ec9e0d7-07d2-44b3-b704-193d683302d4, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:41.336507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.402898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:41.406149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:41.410790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.429933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.448753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:41.449755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:41.451374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] 10.222.0.67 "PUT /v2.0/ports/3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1092 time: 0.6166205 Jun 30 03:32:41.451816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:41.454126 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1dff2a-00df-4d84-a577-5fbace348dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:41.494435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9531dbf-7cbb-49a2-b59d-283a5a787fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:41.526783 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896eda79-d6e1-42e7-b444-3d996866255b x-openstack-request-id: req-896eda79-d6e1-42e7-b444-3d996866255b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:41.527084 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:41.527332 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-896eda79-d6e1-42e7-b444-3d996866255b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:41.527722 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'status': 'completed', 'code': 200} Jun 30 03:32:41.597868 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fb713-6ede-4399-be2f-9cbedaf230f5 req-ad2ee120-668e-4d0a-8e04-19600b59fd2a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:41.599501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-017fb713-6ede-4399-be2f-9cbedaf230f5 req-ad2ee120-668e-4d0a-8e04-19600b59fd2a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.1189194 Jun 30 03:32:41.605500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c6363c71-5c8e-4e83-8cdc-870f2220ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:41.607653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c6363c71-5c8e-4e83-8cdc-870f2220ef01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1095 time: 0.0908589 Jun 30 03:32:41.659336 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-40991e16-1051-4515-b087-ceebb55a6291 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 217 time: 0.0436056 Jun 30 03:32:41.704023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-017fb713-6ede-4399-be2f-9cbedaf230f5 req-785018dd-fb49-40d1-ab84-5cd7152b9f83 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953243 Jun 30 03:32:41.722685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-d34f710c-8799-4579-9b96-e102bb889095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:41.724142 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-d34f710c-8799-4579-9b96-e102bb889095 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0556355 Jun 30 03:32:41.781309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-b52e6c1d-0b86-4d4d-8776-b38d17cfb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:41.782846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-b52e6c1d-0b86-4d4d-8776-b38d17cfb219 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528996 Jun 30 03:32:41.871163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-b165e71d-a152-40d5-8390-0e9204032788 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808516 Jun 30 03:32:41.961282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-32212e20-b750-4cc4-81ca-b1c381e39537 req-c3c56024-9d3e-41f2-9493-d3f6e9330a5f service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837276 Jun 30 03:32:42.057844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-708e407a-ae41-42b5-8223-b693543bb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.059348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-708e407a-ae41-42b5-8223-b693543bb2f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1095 time: 0.0531590 Jun 30 03:32:42.150961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-caa1290c-9f5d-425a-b2bc-f1f82471e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.152435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-caa1290c-9f5d-425a-b2bc-f1f82471e6fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0868213 Jun 30 03:32:42.192155 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-377e2c26-333d-484f-8b09-1f308929b071 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 217 time: 0.0335639 Jun 30 03:32:42.239430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-55e6272b-5545-4d3e-939b-aa37afd1bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.240748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-55e6272b-5545-4d3e-939b-aa37afd1bf45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0428286 Jun 30 03:32:42.303279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-64d130e5-6e7d-428a-b45a-eb41bde1b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.304698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-64d130e5-6e7d-428a-b45a-eb41bde1b6a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551825 Jun 30 03:32:42.395082 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-5b7231d8-9872-4e1a-b577-ad77724bc649 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831261 Jun 30 03:32:42.481405 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:32:42.485914 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e1dff2a-00df-4d84-a577-5fbace348dc5 req-fc6c5942-5581-4f6e-bcf8-ba70f01c45e8 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Jun 30 03:32:42.888241 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21935-0255-4058-8e37-d51320dd2c76 req-5cdcdbba-d120-449b-9f2a-d931b8ecb055 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.889681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89d21935-0255-4058-8e37-d51320dd2c76 req-5cdcdbba-d120-449b-9f2a-d931b8ecb055 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0691671 Jun 30 03:32:42.926547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-89d21935-0255-4058-8e37-d51320dd2c76 req-1344ff18-1a4c-414a-9496-5249490e3100 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309129 Jun 30 03:32:44.099300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324939c-dc67-4c39-88c1-92a36f829676 req-38d9c90b-8d50-47df-a6b3-a4062d8750cc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:44.100782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2324939c-dc67-4c39-88c1-92a36f829676 req-38d9c90b-8d50-47df-a6b3-a4062d8750cc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0640388 Jun 30 03:32:44.137547 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2324939c-dc67-4c39-88c1-92a36f829676 req-c0b28bdd-f35b-4b03-8223-054c27973d8e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Jun 30 03:32:44.334653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:44.427598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:44.439303 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'mac_address': 'fa:16:3e:f0:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:44.477604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:44.490693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec9e0d7-07d2-44b3-b704-193d683302d4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:44.510455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:44.514259 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:44.561934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:44.698712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3ec9e0d7-07d2-44b3-b704-193d683302d4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:45.307492 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290031b6-65c6-489e-9485-e49a700256e4 req-c398226d-0615-48f4-986e-a9c774322a3f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:45.308950 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-290031b6-65c6-489e-9485-e49a700256e4 req-c398226d-0615-48f4-986e-a9c774322a3f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0629935 Jun 30 03:32:45.346075 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-290031b6-65c6-489e-9485-e49a700256e4 req-39431fa3-24e8-4e05-845a-4f81e9dc6a12 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Jun 30 03:32:46.366252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:46.415066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:46.418730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:46.419753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.496277 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.518717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844957-c72b-4395-9772-adca7950b61b req-8b4c6da5-0807-4149-b628-b78e1c1a5f71 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:46.519298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:46.520222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e844957-c72b-4395-9772-adca7950b61b req-8b4c6da5-0807-4149-b628-b78e1c1a5f71 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0641010 Jun 30 03:32:46.520974 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e07c941-5321-4849-bcb9-0933ba2618b8" -d '{"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:46.535690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:46.539887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.561573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8e844957-c72b-4395-9772-adca7950b61b req-e9f9d656-96ab-408a-af34-3c0f6fd64766 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350664 Jun 30 03:32:46.566846 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac1cca-ed87-4d71-bc94-df5901df25fa x-openstack-request-id: req-02ac1cca-ed87-4d71-bc94-df5901df25fa {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:46.567146 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:46.567493 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02ac1cca-ed87-4d71-bc94-df5901df25fa {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:46.567933 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'code': 200} Jun 30 03:32:46.595747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:46.677812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454a0ed-aba7-4021-8370-4def96a545e4 req-f5c90d5e-8a23-4c51-98b8-85d64041747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:46.679338 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f454a0ed-aba7-4021-8370-4def96a545e4 req-f5c90d5e-8a23-4c51-98b8-85d64041747a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1097 time: 0.0568058 Jun 30 03:32:46.712644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f454a0ed-aba7-4021-8370-4def96a545e4 req-7986b6e3-e293-4b79-9c31-e4f7a63dd24c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268857 Jun 30 03:32:47.738888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67510032-4b62-4103-8850-2b76f3921762 req-17808d27-1285-4f5b-b40c-0a6333583c27 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:47.740364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67510032-4b62-4103-8850-2b76f3921762 req-17808d27-1285-4f5b-b40c-0a6333583c27 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0631886 Jun 30 03:32:47.777579 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67510032-4b62-4103-8850-2b76f3921762 req-37384dad-4a71-4ce5-a096-473b2033fdf0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Jun 30 03:32:47.943903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d98bd-f3e1-42dd-af2c-93901fed6d7c req-49fdbf63-4739-48cb-aece-897d35b9a4f1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:47.945286 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc3d98bd-f3e1-42dd-af2c-93901fed6d7c req-49fdbf63-4739-48cb-aece-897d35b9a4f1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0637484 Jun 30 03:32:47.953723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 55944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:47.958137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Request body: {'floatingip': {'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:48.000592 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.432660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.437144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.534964 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 associated. External IP: 172.25.0.151, port: 3ec9e0d7-07d2-44b3-b704-193d683302d4. Jun 30 03:32:48.736935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:32:48.842587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:32:48.847503 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.851966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:32:48.861960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:48.862617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:48.884025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc6c8bfb-0320-4751-9a02-6bd59de0ab05 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "PUT /v2.0/floatingips/5ec46ec8-22ab-45d9-9e6c-7724c6233df3 HTTP/1.1" status: 200 len: 993 time: 0.9292345 Jun 30 03:32:48.884624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:48.886905 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a" -d '{"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:48.928974 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea34d7b-e8ec-4e47-b0d2-6a60de21f067 x-openstack-request-id: req-bea34d7b-e8ec-4e47-b0d2-6a60de21f067 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:48.929265 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:48.929636 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bea34d7b-e8ec-4e47-b0d2-6a60de21f067 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:48.930041 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'status': 'completed', 'code': 200} Jun 30 03:32:48.977359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:49.009412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-fad5c0e6-cd8f-4472-999f-73dd12d6f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:49.010958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-fad5c0e6-cd8f-4472-999f-73dd12d6f08a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1097 time: 0.0590193 Jun 30 03:32:49.102658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-d5417aee-2864-455c-bb39-c8fd6ef0ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:49.104150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-d5417aee-2864-455c-bb39-c8fd6ef0ed82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0871665 Jun 30 03:32:49.203057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:f0:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:32:48Z', 'revision_number': 13, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:49.207317 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-79707e64-01cf-4815-b6d3-c1f8b39b6e44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.0969160 Jun 30 03:32:49.232604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:32:49.240899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:49.241558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:32:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:49.259306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-4e367b31-93d7-4ed0-9fc9-c684e55dbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:49.260769 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-4e367b31-93d7-4ed0-9fc9-c684e55dbf52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0475368 Jun 30 03:32:49.317396 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-6fa0c34d-3482-441e-a29f-bf432ac3ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:49.318944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-6fa0c34d-3482-441e-a29f-bf432ac3ce7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519407 Jun 30 03:32:49.344300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:49.406998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-47a64b38-5216-4379-9d76-79edf8970f5e service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817776 Jun 30 03:32:49.497535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0226ea5a-f05d-45cd-a732-4d6b2ac1596a req-e9e8c8b0-76bd-4c69-bdfa-9589fa11920d service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Jun 30 03:32:49.571263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:f0:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:32:48Z', 'revision_number': 13, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:49.597022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a45d2-0fde-42b8-90fe-39a0dd69cf29 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '5ec46ec8-22ab-45d9-9e6c-7724c6233df3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'mac_address': 'fa:16:3e:f0:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:25:38Z', 'updated_at': '2021-06-30T03:32:48Z', 'revision_number': 13, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:32:49.787695 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85105aff-53de-46a4-8d9d-a64c7b902fc7 None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:32:57.735534 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41eb9f8a-8749-4bac-9a8f-162a6548fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:00.407000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-120ab9f7-b756-45ff-b30c-5892ee8826df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:00.639741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:00.820601 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-4ccd0fc1-6561-4615-bb22-eac88b747b79 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526175 Jun 30 03:33:00.918007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-3243143e-3512-4a51-958f-f7854856517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:00.920027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-3243143e-3512-4a51-958f-f7854856517e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1097 time: 0.0518482 Jun 30 03:33:01.036117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-e89782fb-462d-44b3-b79d-d23dae8e76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:01.037588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-e89782fb-462d-44b3-b79d-d23dae8e76f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0878110 Jun 30 03:33:01.104430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-b4f65f41-f660-45df-a21e-74f5b147d054 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1003 time: 0.0605729 Jun 30 03:33:01.155772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-b4584d14-a1d0-4645-97b0-2b0d0cb93f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:01.157182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-b4584d14-a1d0-4645-97b0-2b0d0cb93f21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0468035 Jun 30 03:33:01.213182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-9252d2bc-d134-4959-b8fb-66ade318a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:01.214678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-9252d2bc-d134-4959-b8fb-66ade318a563 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510542 Jun 30 03:33:01.300300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-6b6ccef3-3c0a-45b3-814a-7f1b6c83d357 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797184 Jun 30 03:33:01.391068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3339ab5-09a0-46e1-8fdf-47ce8ed83558 req-e791b0eb-a41b-48d1-bfb4-9b57627711d0 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846052 Jun 30 03:33:02.439810 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:04.515863 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.034874 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.431954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.480623 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:33:27.736577 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-786ced67-dd18-4e6d-b76f-54c136c39364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:30.408139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-08f45d23-6ca7-4de9-b190-7e93bef73c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:30.641635 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:32.442236 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:34.519060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:40.032950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:41.439363 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:56.479135 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:33:57.738198 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0666-4e21-403c-b207-8c93f4db78c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:00.407893 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c90e-39d5-4a9f-9b3d-eb64e7a1232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:00.643790 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:01.798527 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-5b8f5ce3-4593-4e7f-bac8-5d00a539af85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520625 Jun 30 03:34:01.895454 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-5c3e9116-88a3-4f5f-842e-3a9f2b910b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:01.896828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-5c3e9116-88a3-4f5f-842e-3a9f2b910b3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1097 time: 0.0560772 Jun 30 03:34:02.006063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-30760e4a-802b-4a02-9da4-fa6c84925026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:02.007568 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-30760e4a-802b-4a02-9da4-fa6c84925026 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0906949 Jun 30 03:34:02.076138 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-1cb37d0f-ff3a-4301-81fb-2e262cd97acd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1003 time: 0.0621378 Jun 30 03:34:02.377499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-0f99ee30-d8e1-4cfb-a112-8813d7907808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:02.378999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-0f99ee30-d8e1-4cfb-a112-8813d7907808 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.2972338 Jun 30 03:34:02.435422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-d55d1849-21ac-4a01-8121-a9b353e906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:02.436901 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-d55d1849-21ac-4a01-8121-a9b353e906e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517642 Jun 30 03:34:02.445069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:02.528492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-a1ca0d0c-4ca8-4543-b195-992e38607ff3 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848684 Jun 30 03:34:02.617438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55fdc69b-af77-4337-bde6-c9c1e3e707f0 req-23e3fd6a-6f03-42d7-9d2e-efa00db2bda3 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809987 Jun 30 03:34:04.519702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:10.047894 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:11.439301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:26.277506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8a701-c45c-485b-ae5b-f0dcc83c2dc5 req-2dfba1a0-6d85-455c-a6d5-a43be549e93b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:26.279008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0e8a701-c45c-485b-ae5b-f0dcc83c2dc5 req-2dfba1a0-6d85-455c-a6d5-a43be549e93b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0637066 Jun 30 03:34:26.315130 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0e8a701-c45c-485b-ae5b-f0dcc83c2dc5 req-fc259b05-d82d-4e7c-b30a-50db34ddd9f6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305283 Jun 30 03:34:27.741009 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2b6933e-4b16-4a31-a372-8cd97fe30626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:30.411998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b680ab5b-b47d-4128-84b5-4f592d47b0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:30.647867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:32.447409 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:33.478595 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:34:34.523110 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:36.561620 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-c8d38706-b101-45e1-9443-bcc187792b02 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991414 Jun 30 03:34:36.584199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537c35-61da-4459-b647-bb1b2d096c21 req-ee6249b3-a1e3-4b55-ba72-9df30b9e0f42 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:36.586531 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41537c35-61da-4459-b647-bb1b2d096c21 req-ee6249b3-a1e3-4b55-ba72-9df30b9e0f42 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0689995 Jun 30 03:34:36.624963 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41537c35-61da-4459-b647-bb1b2d096c21 req-1f2c6b8c-665b-46be-9eed-417ef971efd9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Jun 30 03:34:37.804395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e96163-3a96-43e4-b3cb-d2d56405c035 req-67a0a936-dcf9-48f6-87a0-85550f5caef5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:37.805953 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7e96163-3a96-43e4-b3cb-d2d56405c035 req-67a0a936-dcf9-48f6-87a0-85550f5caef5 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0672226 Jun 30 03:34:37.843549 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7e96163-3a96-43e4-b3cb-d2d56405c035 req-54600925-cf33-4296-ab1d-0d3adb853d0d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Jun 30 03:34:39.017188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93869b-9214-4a73-92ba-ed4927863db6 req-345c6a61-f975-4e0a-97d7-8d045ca449e2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:39.019799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf93869b-9214-4a73-92ba-ed4927863db6 req-345c6a61-f975-4e0a-97d7-8d045ca449e2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0661311 Jun 30 03:34:39.058686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf93869b-9214-4a73-92ba-ed4927863db6 req-f42b995b-b31a-4a06-a619-633b7d141eae tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329635 Jun 30 03:34:40.062529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:40.233865 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb978ad-9b2c-448a-bf88-2a290bfe92e3 req-40375d0e-0b0f-437b-a58c-439f9816a2d0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:40.235396 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-adb978ad-9b2c-448a-bf88-2a290bfe92e3 req-40375d0e-0b0f-437b-a58c-439f9816a2d0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0652680 Jun 30 03:34:40.272697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-adb978ad-9b2c-448a-bf88-2a290bfe92e3 req-e0894061-7bc8-4845-b186-79e75af54439 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Jun 30 03:34:41.460323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3348d6c-f2d8-4493-9099-8588ccff5c5d req-27e5eff4-5124-4013-bcfd-34ddc4bfa23e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:41.462511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3348d6c-f2d8-4493-9099-8588ccff5c5d req-27e5eff4-5124-4013-bcfd-34ddc4bfa23e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0687544 Jun 30 03:34:41.462675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:41.500976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f3348d6c-f2d8-4493-9099-8588ccff5c5d req-76519363-f2be-45c4-855f-c7250d412236 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Jun 30 03:34:41.983008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-f54898e1-e521-4f0e-8602-85ce71bc7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:41.984385 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-f54898e1-e521-4f0e-8602-85ce71bc7d35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1097 time: 0.0570011 Jun 30 03:34:42.070851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-54232fb6-6fff-4736-8116-622560c4c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:42.072279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-54232fb6-6fff-4736-8116-622560c4c683 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0814936 Jun 30 03:34:42.139487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-d4c123e7-447c-4759-a051-6011ec4276b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1003 time: 0.0611522 Jun 30 03:34:42.187079 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-40e2446d-a569-4349-a978-1f9a0828cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:42.188464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-40e2446d-a569-4349-a978-1f9a0828cadb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0424902 Jun 30 03:34:42.243345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6b9e887d-0711-4e4e-89c1-5e1bfea36d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:42.244720 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6b9e887d-0711-4e4e-89c1-5e1bfea36d48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501881 Jun 30 03:34:42.335151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-e2f900f3-ba6c-4045-ae5d-53d858e9c67e service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836978 Jun 30 03:34:42.421496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-d8483632-ac0b-4454-9b85-cff37adeb8da service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803635 Jun 30 03:34:42.680659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cfbc-5804-4310-be3b-d318352041bf req-a71f9a22-8b88-4a03-a55a-c4b6b01d3d56 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:42.682152 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33d8cfbc-5804-4310-be3b-d318352041bf req-a71f9a22-8b88-4a03-a55a-c4b6b01d3d56 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0645239 Jun 30 03:34:42.718827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-33d8cfbc-5804-4310-be3b-d318352041bf req-cbd76a8c-9863-4050-8152-7365a37e1fff tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Jun 30 03:34:43.901715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446c763-d4f9-4ad5-9a7c-f544720e2f34 req-32ab9eed-d0ac-4e6f-a94f-bd419e23e5b6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:43.903146 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9446c763-d4f9-4ad5-9a7c-f544720e2f34 req-32ab9eed-d0ac-4e6f-a94f-bd419e23e5b6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0691102 Jun 30 03:34:43.940638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9446c763-d4f9-4ad5-9a7c-f544720e2f34 req-f391b1a4-786d-40b4-ba8e-c6f2bf084f7e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Jun 30 03:34:45.117889 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba952e-6663-4224-b31b-fb2d1afd48c6 req-ac60d27a-d329-4d80-bd4b-0699659d85aa tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:45.119406 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38ba952e-6663-4224-b31b-fb2d1afd48c6 req-ac60d27a-d329-4d80-bd4b-0699659d85aa tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0673428 Jun 30 03:34:45.159395 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-38ba952e-6663-4224-b31b-fb2d1afd48c6 req-6a1e7ba7-008a-40af-8590-349be3c9c962 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342398 Jun 30 03:34:46.332277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b2878-e43e-4f70-a3b7-1861a6ac4776 req-de3aeada-131f-4567-bcc1-575b32cf6be6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:46.333835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a10b2878-e43e-4f70-a3b7-1861a6ac4776 req-de3aeada-131f-4567-bcc1-575b32cf6be6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0622842 Jun 30 03:34:46.371271 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a10b2878-e43e-4f70-a3b7-1861a6ac4776 req-5f93c4f3-4bdb-4a3d-ad5a-fc9ca999d98c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jun 30 03:34:47.545699 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e3f9-862f-4d7b-9c3c-7f8fcd440700 req-5b0e4744-f736-4abf-90dd-10cf72f39304 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:47.547174 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eef1e3f9-862f-4d7b-9c3c-7f8fcd440700 req-5b0e4744-f736-4abf-90dd-10cf72f39304 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0634084 Jun 30 03:34:47.585016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eef1e3f9-862f-4d7b-9c3c-7f8fcd440700 req-2a6fa716-59a7-4370-a133-12f23264c8aa tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Jun 30 03:34:48.760755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a77bc6-7006-4fa4-b727-d917e93c5010 req-2d77f567-1520-4905-bd25-4b8ea0eea67b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:48.762241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2a77bc6-7006-4fa4-b727-d917e93c5010 req-2d77f567-1520-4905-bd25-4b8ea0eea67b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0642707 Jun 30 03:34:48.799187 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2a77bc6-7006-4fa4-b727-d917e93c5010 req-23a5c818-34d1-40f2-92fc-bfef76e812a1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Jun 30 03:34:50.155936 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752295ea-ac1b-4969-b862-7d6f8fb3d996 req-3aac4cb3-d776-464f-acc8-185f80c0c352 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:50.157443 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-752295ea-ac1b-4969-b862-7d6f8fb3d996 req-3aac4cb3-d776-464f-acc8-185f80c0c352 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0667341 Jun 30 03:34:50.196015 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-752295ea-ac1b-4969-b862-7d6f8fb3d996 req-44b9db15-bf6d-48d5-a4be-61b8223db534 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Jun 30 03:34:51.375186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d837a-7dc7-46bf-a8b5-dcfcd4b5e160 req-0cc64a37-367e-40fa-b496-5757d7737878 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:51.376650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-042d837a-7dc7-46bf-a8b5-dcfcd4b5e160 req-0cc64a37-367e-40fa-b496-5757d7737878 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0657539 Jun 30 03:34:51.413657 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-042d837a-7dc7-46bf-a8b5-dcfcd4b5e160 req-8cb94c21-8145-4673-9caa-3a3482a186dd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Jun 30 03:34:52.584994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d873c-8911-423d-9dfb-554dfe65edc3 req-8d366508-1497-4160-a7a5-680c251912db tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:52.586504 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be8d873c-8911-423d-9dfb-554dfe65edc3 req-8d366508-1497-4160-a7a5-680c251912db tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0626593 Jun 30 03:34:52.622695 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-be8d873c-8911-423d-9dfb-554dfe65edc3 req-61b01813-d89c-4afb-a03c-6820afd3536f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306036 Jun 30 03:34:53.802122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda150f-0de4-4885-8e23-ca611db0b8fd req-10265831-d5f5-4301-9e92-c36fd7687756 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:53.804163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afda150f-0de4-4885-8e23-ca611db0b8fd req-10265831-d5f5-4301-9e92-c36fd7687756 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0690610 Jun 30 03:34:53.843228 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afda150f-0de4-4885-8e23-ca611db0b8fd req-9e6a4d5d-cf11-4514-9870-962d407f1375 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334952 Jun 30 03:34:55.019182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca733b8-9174-4374-bcc6-a96909302d8f req-f9d25154-0cc9-4fc2-ab56-dece66d8c3af tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:55.021402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ca733b8-9174-4374-bcc6-a96909302d8f req-f9d25154-0cc9-4fc2-ab56-dece66d8c3af tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0648313 Jun 30 03:34:55.059319 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9ca733b8-9174-4374-bcc6-a96909302d8f req-da169f67-2e0e-4ae4-9043-526b82e5c60f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322564 Jun 30 03:34:56.046762 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-c0164f99-81cf-4cf1-a2cd-cdaf1de86a24 service neutron] show failed (client error): The resource could not be found. Jun 30 03:34:56.047739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-c0164f99-81cf-4cf1-a2cd-cdaf1de86a24 service neutron] 10.222.0.67 "GET /v2.0/ports/3ec9e0d7-07d2-44b3-b704-193d683302d4/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0573089 Jun 30 03:34:56.235980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28779-135f-4a56-a483-cc9272658b81 req-40445938-a995-4759-947a-e3747690c656 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:56.237408 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ab28779-135f-4a56-a483-cc9272658b81 req-40445938-a995-4759-947a-e3747690c656 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0662541 Jun 30 03:34:56.303730 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ab28779-135f-4a56-a483-cc9272658b81 req-e921bb12-f5ac-4d87-8ed9-12b11b41c428 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601101 Jun 30 03:34:56.322769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-76f9b3fe-9c94-4aff-9819-f7e1a935c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:56.324250 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-76f9b3fe-9c94-4aff-9819-f7e1a935c3ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 1097 time: 0.0673232 Jun 30 03:34:56.340582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:56.417033 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:56.613089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:34:56.645834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:34:56.684689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:34:56.687201 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da03208e-c27e-4cd9-8288-60141daedf85" -d '{"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:34:56.691097 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:56.703849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Transition to ACTIVE for port object 3ec9e0d7-07d2-44b3-b704-193d683302d4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:34:56.707745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:56.784341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:56.797635 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4eda2c-7927-4d00-8222-e502295b3731 x-openstack-request-id: req-0e4eda2c-7927-4d00-8222-e502295b3731 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:34:56.797935 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:34:56.798188 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e4eda2c-7927-4d00-8222-e502295b3731 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:34:56.798612 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'code': 200} Jun 30 03:34:56.801716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.802057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.802419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.802769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.803085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.803414 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.803739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.804061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.804383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.804706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.805027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.805347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:56.843555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] No DVR routers for this DVR port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:34:56.981495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:34:56.981830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:34:56.982156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:34:56.986245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:34:56.986590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:34:56.991248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:34:56.991583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:34:56.991963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:34:56.992381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Bound port: 3ec9e0d7-07d2-44b3-b704-193d683302d4, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:34:56.992729 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:57.055862 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:34:57.058706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:34:57.063029 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:57.080834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:34:57.098566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.099587 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:57.101000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] 10.222.0.90 "PUT /v2.0/ports/3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1092 time: 0.7644575 Jun 30 03:34:57.125846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:34:57.129131 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0596b-fa14-4d2c-8586-88ef331d4024 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:57.187245 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-c0a7a1a6-eb87-4f30-8a7f-d07d6d209f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.188899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-c0a7a1a6-eb87-4f30-8a7f-d07d6d209f3d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1095 time: 0.0567367 Jun 30 03:34:57.287867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-fe0a7588-6080-4aaf-a468-ad200bfe0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.289342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-fe0a7588-6080-4aaf-a468-ad200bfe0646 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0928423 Jun 30 03:34:57.357279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-9738cf81-b0aa-4a64-98d3-f364c9999c19 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.0596309 Jun 30 03:34:57.407811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-a21adbd6-1c68-4360-8f77-b12eff094852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.409222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-a21adbd6-1c68-4360-8f77-b12eff094852 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0444167 Jun 30 03:34:57.518647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737711c6-c4e9-4045-845d-2e54fdd24104 req-73707177-6d93-4efe-a1a7-b80c0d4ce649 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.520707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-737711c6-c4e9-4045-845d-2e54fdd24104 req-73707177-6d93-4efe-a1a7-b80c0d4ce649 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.1040404 Jun 30 03:34:57.523263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-054f6af9-faa0-43de-bb53-2a4ea100836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.524621 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-054f6af9-faa0-43de-bb53-2a4ea100836d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069911 Jun 30 03:34:57.601952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-737711c6-c4e9-4045-845d-2e54fdd24104 req-11094774-4267-4aa6-b98a-2e595b4a4b4d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757511 Jun 30 03:34:57.638555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-1e7b0dd4-5123-4936-b14c-76801f4e2a39 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052749 Jun 30 03:34:57.726445 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-15e317c6-e9ec-457d-a3d2-df3703dee503 req-8d95cdc2-5d31-4afc-960b-fe72c948d181 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802369 Jun 30 03:34:57.743536 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-505312d9-cd91-4e0c-8c69-7f9f5e76587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:58.784207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928e604-5f27-46ab-af57-9700154708c5 req-b5fe0eda-7c37-49db-848f-4c6b3791842a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:58.785757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0928e604-5f27-46ab-af57-9700154708c5 req-b5fe0eda-7c37-49db-848f-4c6b3791842a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0680335 Jun 30 03:34:58.801459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:34:58.804205 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bf6b73-1b40-447c-aef9-1956b9da0f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:34:58.826279 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0928e604-5f27-46ab-af57-9700154708c5 req-80d06ec1-5786-427d-8608-bb9197b2c837 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Jun 30 03:34:58.858561 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd19d8f-8976-47a6-b5a0-990fd36f04d8 x-openstack-request-id: req-9dd19d8f-8976-47a6-b5a0-990fd36f04d8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:34:58.858852 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:34:58.859099 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9dd19d8f-8976-47a6-b5a0-990fd36f04d8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:34:58.859486 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'status': 'completed', 'code': 200} Jun 30 03:34:58.976723 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-57bef60e-2760-4e9b-956b-7c1440bbb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:58.978150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-57bef60e-2760-4e9b-956b-7c1440bbb95e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1095 time: 0.0897448 Jun 30 03:34:58.980892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-8c99b214-43f6-47e1-a10f-7a6f711a84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:58.982232 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-8c99b214-43f6-47e1-a10f-7a6f711a84f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1095 time: 0.1030934 Jun 30 03:34:59.139083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-ef84c3f7-81b8-4344-9dbd-d3edbe2584f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:59.140562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-ef84c3f7-81b8-4344-9dbd-d3edbe2584f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1565456 Jun 30 03:34:59.141801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-8bcc9fd4-45b7-4ee0-84b4-3020a1a3c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:59.143123 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-8bcc9fd4-45b7-4ee0-84b4-3020a1a3c433 service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1509542 Jun 30 03:34:59.253419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-13902441-3ee1-492d-8465-9784cadf4046 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.1064627 Jun 30 03:34:59.256046 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-b4020c66-5892-4fea-8d8f-f8b2c2ee5154 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.1034603 Jun 30 03:34:59.340859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-f03ba068-e146-4a14-9931-f00a514cd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:59.342545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-f03ba068-e146-4a14-9931-f00a514cd50c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0821433 Jun 30 03:34:59.343758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-adb25e64-c569-4f1c-a2ed-fd5a309c0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:59.345116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-adb25e64-c569-4f1c-a2ed-fd5a309c0b21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0775337 Jun 30 03:34:59.437958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-e6ec433c-65e0-4c26-b65d-91d1427a960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:59.439473 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-e6ec433c-65e0-4c26-b65d-91d1427a960c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837541 Jun 30 03:34:59.441277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-a96afa2f-bb27-43b8-a2b8-c8e3a8de9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:59.443210 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-a96afa2f-bb27-43b8-a2b8-c8e3a8de9170 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948513 Jun 30 03:34:59.605220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-c3db851c-4b82-41f5-9286-fc8bbce04697 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557317 Jun 30 03:34:59.607126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-2af4c8f8-4135-45ed-9e29-0b40cf363d46 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506894 Jun 30 03:35:00.015679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c1784-1b99-4362-b688-b1a7c5262e85 req-a85a2113-31a4-4178-96ea-4d1d950c0a0d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:00.016987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab7c1784-1b99-4362-b688-b1a7c5262e85 req-a85a2113-31a4-4178-96ea-4d1d950c0a0d tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0725167 Jun 30 03:35:00.021085 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-86737dec-3bb7-4213-b4fc-7fed2f34b540 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087441 Jun 30 03:35:00.023045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31bf6b73-1b40-447c-aef9-1956b9da0f1f req-1af3535f-0357-4327-8762-356e4172a944 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029853 Jun 30 03:35:00.059846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ab7c1784-1b99-4362-b688-b1a7c5262e85 req-85b52fd4-3cdc-45af-b9b5-4013067d7f5b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355582 Jun 30 03:35:00.413088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88a7cd38-0ed0-4728-a962-604f4777a722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:00.650380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:01.243096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50a8a4-5e78-4164-88cd-e480950dbde4 req-eb594b7d-b482-45a7-9648-cfb5047eb299 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:01.244581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f50a8a4-5e78-4164-88cd-e480950dbde4 req-eb594b7d-b482-45a7-9648-cfb5047eb299 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0651464 Jun 30 03:35:01.283056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f50a8a4-5e78-4164-88cd-e480950dbde4 req-233d3168-f209-402d-9f10-f7f1d2606b84 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Jun 30 03:35:02.451705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:02.459378 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd015-dd17-4ee4-a48a-50b53c012838 req-a439e62b-ef51-462c-8af9-4450640ba483 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:02.460889 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b75bd015-dd17-4ee4-a48a-50b53c012838 req-a439e62b-ef51-462c-8af9-4450640ba483 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0678306 Jun 30 03:35:02.497838 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b75bd015-dd17-4ee4-a48a-50b53c012838 req-948fee8a-36ba-4416-933a-8af0048f2cbd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314426 Jun 30 03:35:03.680441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e2dd2-952a-4461-8602-dda3583f107c req-cf79a820-b2ad-481d-9e62-2788987df2cc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:03.681944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-785e2dd2-952a-4461-8602-dda3583f107c req-cf79a820-b2ad-481d-9e62-2788987df2cc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0680990 Jun 30 03:35:03.718985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-785e2dd2-952a-4461-8602-dda3583f107c req-f74df9c1-a227-49f4-b37e-48027bd1f240 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Jun 30 03:35:04.526352 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:04.891899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977628-a24e-4606-b540-4606a387e40f req-4b899c89-c9fd-4b10-9956-879a6f5ae671 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:04.893254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1977628-a24e-4606-b540-4606a387e40f req-4b899c89-c9fd-4b10-9956-879a6f5ae671 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0617578 Jun 30 03:35:04.929709 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d1977628-a24e-4606-b540-4606a387e40f req-60e64576-bf5b-4284-ac56-5d38706fe655 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Jun 30 03:35:06.122439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e034a-4510-4884-9e08-b7ca97df09a0 req-58243729-994a-4935-aaa6-9ace738f5f78 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:06.123903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-869e034a-4510-4884-9e08-b7ca97df09a0 req-58243729-994a-4935-aaa6-9ace738f5f78 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0621572 Jun 30 03:35:06.163126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-869e034a-4510-4884-9e08-b7ca97df09a0 req-a2f3bc7c-ccb1-4e46-8726-2dc11861d33c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Jun 30 03:35:07.335248 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878600c-9a1b-423a-a5f3-2cc0ff58b90a req-1c91e1fc-c3ad-4334-b7ca-9622b49ecfa1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:07.336715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6878600c-9a1b-423a-a5f3-2cc0ff58b90a req-1c91e1fc-c3ad-4334-b7ca-9622b49ecfa1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0632300 Jun 30 03:35:07.374282 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6878600c-9a1b-423a-a5f3-2cc0ff58b90a req-121da63e-d294-43e3-91e8-cda450d9645e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Jun 30 03:35:08.547094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f923c-3eec-45a5-8d21-fcbedab685df req-831874a7-5074-4d37-9d8b-7d85a75ff571 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:08.548549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b18f923c-3eec-45a5-8d21-fcbedab685df req-831874a7-5074-4d37-9d8b-7d85a75ff571 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0624585 Jun 30 03:35:08.585739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b18f923c-3eec-45a5-8d21-fcbedab685df req-5f207df9-e679-41e4-a062-0b2a97a729bc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310988 Jun 30 03:35:09.729173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:35:09.766164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a2a78-b8ab-4288-ae18-a89755057641 req-4c6f344d-4523-495c-a14e-78ef549e848c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:09.767659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-732a2a78-b8ab-4288-ae18-a89755057641 req-4c6f344d-4523-495c-a14e-78ef549e848c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 944 time: 0.0695994 Jun 30 03:35:09.804924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-732a2a78-b8ab-4288-ae18-a89755057641 req-f91f7ea4-d2f6-480d-ada4-852811fe8256 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Jun 30 03:35:09.824729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:09.836794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'mac_address': 'fa:16:3e:f0:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:35:09.877568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:09.891452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec9e0d7-07d2-44b3-b704-193d683302d4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:09.911481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:09.915560 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:09.963492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:09.970673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.971018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.971353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.971681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.972009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.972333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.972693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.973015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.973334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.973650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.973970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:09.974425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:10.061887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:10.173782 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['3ec9e0d7-07d2-44b3-b704-193d683302d4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:35:10.220527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-91407b6f-8e8c-45f5-9eee-0209f1aed1dd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.222226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-91407b6f-8e8c-45f5-9eee-0209f1aed1dd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.90 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124&tenant_id=311e2b9cc3d441f6a6c797b906181039&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 945 time: 0.0789146 Jun 30 03:35:10.266651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde7da-c951-4574-a800-6c644b65af20 req-16f263fe-7e73-442d-9153-e9b13598a18a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.268464 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69cde7da-c951-4574-a800-6c644b65af20 req-16f263fe-7e73-442d-9153-e9b13598a18a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0645971 Jun 30 03:35:10.285623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-aa5fdefb-17cb-4b88-b4d5-e9adacd38e14 service neutron] 10.222.0.90 "GET /v2.0/ports/3ec9e0d7-07d2-44b3-b704-193d683302d4/bindings/n-h2-798054-5 HTTP/1.1" status: 200 len: 382 time: 0.0559628 Jun 30 03:35:10.310836 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-69cde7da-c951-4574-a800-6c644b65af20 req-a47f9aff-64cf-46d8-a9b4-6cdd1b82f84f tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354724 Jun 30 03:35:10.361263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-8f71e9aa-a020-457d-a316-fed004de08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.362760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-8f71e9aa-a020-457d-a316-fed004de08f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1096 time: 0.0528343 Jun 30 03:35:10.453467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-69f5860b-93b4-49ca-95c5-75da2557bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.454841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-69f5860b-93b4-49ca-95c5-75da2557bcce service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0838192 Jun 30 03:35:10.476940 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:35:10.518174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-0ced2414-abfc-4731-92c3-ecf18f6aba74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1002 time: 0.0560069 Jun 30 03:35:10.570221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-dc09a2f7-3249-4cc3-9ca7-f19aad6b608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.571727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-dc09a2f7-3249-4cc3-9ca7-f19aad6b608b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0463426 Jun 30 03:35:10.626602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-62a5b426-be4c-4292-b086-c4eee62ccb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.628035 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-62a5b426-be4c-4292-b086-c4eee62ccb09 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494730 Jun 30 03:35:10.716934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-970cb295-789d-4c7b-81f4-c6225d738ca4 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811265 Jun 30 03:35:10.809298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-fb4ac8f2-2217-44b3-8d73-b0a56a8bd777 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Jun 30 03:35:11.479873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:11.522916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761e439-389c-4b78-8781-57c7fcb474cd req-13b75e35-b6a2-4a42-b525-ac97e37b8ce1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:11.524414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0761e439-389c-4b78-8781-57c7fcb474cd req-13b75e35-b6a2-4a42-b525-ac97e37b8ce1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0676386 Jun 30 03:35:11.562604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0761e439-389c-4b78-8781-57c7fcb474cd req-03ad712b-96fa-4cf2-902f-0c96512d76c7 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325365 Jun 30 03:35:11.749921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:35:11.799096 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:35:11.802903 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:35:11.803297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:11.895887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:11.921897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:11.924286 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd1f3c4-8f77-4efd-b81b-694d8bba2071" -d '{"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:11.945119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:11.950407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:11.998019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:12.025942 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac15f544-6491-43ea-97d2-74d15088e549 x-openstack-request-id: req-ac15f544-6491-43ea-97d2-74d15088e549 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:12.026234 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:12.026522 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac15f544-6491-43ea-97d2-74d15088e549 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:12.026915 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'code': 200} Jun 30 03:35:12.746157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697786d5-5252-4818-a2d0-efec29c018ea req-b7c305ab-a778-4665-bf6a-2925aed01c36 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:12.747664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-697786d5-5252-4818-a2d0-efec29c018ea req-b7c305ab-a778-4665-bf6a-2925aed01c36 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0671592 Jun 30 03:35:12.786597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-697786d5-5252-4818-a2d0-efec29c018ea req-661b8a67-0327-42fb-a373-0f0bb2d3e9fc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Jun 30 03:35:13.980157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197efc-4f9c-4e60-8cec-65a3f3110f62 req-6bb54cb4-6320-4f3b-b22c-f0bcf9526da3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:13.981895 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3197efc-4f9c-4e60-8cec-65a3f3110f62 req-6bb54cb4-6320-4f3b-b22c-f0bcf9526da3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0722210 Jun 30 03:35:14.022573 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e3197efc-4f9c-4e60-8cec-65a3f3110f62 req-bab45c39-6983-4688-94bb-958efefe2360 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334880 Jun 30 03:35:14.624701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-eea5dc69-be89-4417-a0bf-ed1bf1cecdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:14.626177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-eea5dc69-be89-4417-a0bf-ed1bf1cecdc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124&tenant_id=311e2b9cc3d441f6a6c797b906181039 HTTP/1.1" status: 200 len: 1097 time: 0.0532813 Jun 30 03:35:14.637282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:14.706971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:14.909631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:14.941325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:14.979092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:14.981636 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4847eb90-84b2-4a59-aa14-a5d6121f6364" -d '{"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:14.985133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:14.997742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Transition to ACTIVE for port object 3ec9e0d7-07d2-44b3-b704-193d683302d4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:35:15.003068 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:15.034658 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374fb2aa-08b8-4a7b-aaf3-87c5363216ac x-openstack-request-id: req-374fb2aa-08b8-4a7b-aaf3-87c5363216ac {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:15.034951 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:15.035200 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-374fb2aa-08b8-4a7b-aaf3-87c5363216ac {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:15.035583 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'code': 200} Jun 30 03:35:15.094492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:15.138326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] No DVR routers for this DVR port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:35:15.212733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58ad3-2ecd-476c-9e13-0475eec21be2 req-cc3e49e0-6e79-43c6-862f-63a82ea136cc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.214269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-afc58ad3-2ecd-476c-9e13-0475eec21be2 req-cc3e49e0-6e79-43c6-862f-63a82ea136cc tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0687637 Jun 30 03:35:15.252875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-afc58ad3-2ecd-476c-9e13-0475eec21be2 req-55c03e99-ae60-40a2-b80c-395a89949a33 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Jun 30 03:35:15.280741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:35:15.281083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:35:15.281416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:15.285676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:35:15.285984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Attempting to bind port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:15.291153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:35:15.291501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Checking segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:35:15.291891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Bound using segment: {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:35:15.292322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Bound port: 3ec9e0d7-07d2-44b3-b704-193d683302d4, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695e5b82-b8af-4f40-b634-306076313b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:35:15.292682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:15.355116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:15.358333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:35:15.362791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:15.400225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.400808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:15.402204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1093 time: 0.7692127 Jun 30 03:35:15.425384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88affacb-f21d-4f9c-80cc-02e21f0194f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:15.486880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-5fadff4b-ec1b-430c-8720-ea49d521a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.488894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-5fadff4b-ec1b-430c-8720-ea49d521a82d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1096 time: 0.0597076 Jun 30 03:35:15.579027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-28fbc6ea-5749-42d8-bedf-c2d17fe1da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.580496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-28fbc6ea-5749-42d8-bedf-c2d17fe1da46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.0860937 Jun 30 03:35:15.650199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-da71f008-c967-40cb-ae2f-ba99f6f92cec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.0633142 Jun 30 03:35:15.700592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-c949054d-04ed-4e75-902f-1d3ff43215ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.701949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-c949054d-04ed-4e75-902f-1d3ff43215ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0449133 Jun 30 03:35:15.759713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-2e703f09-5d87-4557-a707-5b666d939472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.761366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-2e703f09-5d87-4557-a707-5b666d939472 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533478 Jun 30 03:35:15.772379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:15.810951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:15.855375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-7d50a2b1-24e7-45a0-82ce-10447be94842 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Jun 30 03:35:15.941957 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e26679d0-085e-45af-b55d-d6f87c3dd6a9 req-8e2333c2-d7cc-43ec-b692-42b524a057a8 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800762 Jun 30 03:35:16.438156 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ab1b0-8ba6-48ff-ba15-802556241393 req-8f98a372-7cce-4097-927c-e1b95d990233 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:16.439778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-776ab1b0-8ba6-48ff-ba15-802556241393 req-8f98a372-7cce-4097-927c-e1b95d990233 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0696247 Jun 30 03:35:16.479734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-776ab1b0-8ba6-48ff-ba15-802556241393 req-a30bd647-bdee-47dd-a9ca-b4ce886abd89 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336332 Jun 30 03:35:17.036288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:17.039367 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f398f1-e06e-4174-ba28-ddb2d6aee273" -d '{"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:17.088936 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404be302-8740-4426-b3d0-50dbc6c80eee x-openstack-request-id: req-404be302-8740-4426-b3d0-50dbc6c80eee {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:17.089235 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:17.089488 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-404be302-8740-4426-b3d0-50dbc6c80eee {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:17.089887 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'status': 'completed', 'code': 200} Jun 30 03:35:17.205103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-811328ca-8fc0-4157-892a-17d3df1970ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.206649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-811328ca-8fc0-4157-892a-17d3df1970ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1096 time: 0.0866678 Jun 30 03:35:17.208497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-d1e63825-02ac-48c4-b181-80e2dd45eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.210470 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-d1e63825-02ac-48c4-b181-80e2dd45eb48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=311e2b9cc3d441f6a6c797b906181039&device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 1096 time: 0.0985327 Jun 30 03:35:17.378967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-db422868-0506-4b46-b176-effad3fc064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.380442 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-db422868-0506-4b46-b176-effad3fc064d service neutron] 10.222.0.67 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1676316 Jun 30 03:35:17.381591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-495efd68-efcd-4d04-ab37-83499e88c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.383580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-495efd68-efcd-4d04-ab37-83499e88c02f service neutron] 10.222.0.90 "GET /v2.0/networks?id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 200 len: 913 time: 0.1636765 Jun 30 03:35:17.494175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-4cf68e0f-42df-4f57-8bcb-588085a28565 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.1072891 Jun 30 03:35:17.496220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-e402ff64-b2ce-4bf6-b9fc-64d11962f01d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 200 len: 1001 time: 0.1036172 Jun 30 03:35:17.580350 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-54ab2178-6899-4dad-9c1c-a8d546b01b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.581748 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-54ab2178-6899-4dad-9c1c-a8d546b01b9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0805721 Jun 30 03:35:17.583227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-b6c778bf-854c-4277-998e-6b700973e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.584562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-b6c778bf-854c-4277-998e-6b700973e285 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 200 len: 851 time: 0.0754452 Jun 30 03:35:17.729229 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-b62e99df-6940-47da-a8fa-4c734652b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.730774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-b62e99df-6940-47da-a8fa-4c734652b6b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427348 Jun 30 03:35:17.741705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-fcb56bc7-2c4f-4c84-8325-580753f23626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.743231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-fcb56bc7-2c4f-4c84-8325-580753f23626 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=828a58d0-7f11-4c5d-8c03-4f280c94b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473823 Jun 30 03:35:17.758581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18293703-7bf9-49fd-b8af-a831a25b93cb req-a649c13d-9c6e-4302-8b1f-07f71b65f7cb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.760285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18293703-7bf9-49fd-b8af-a831a25b93cb req-a649c13d-9c6e-4302-8b1f-07f71b65f7cb tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.1630731 Jun 30 03:35:17.901008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18293703-7bf9-49fd-b8af-a831a25b93cb req-5bc2987b-e212-411b-ae0b-d944662bc43a tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233110 Jun 30 03:35:17.937716 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-7056d049-ea31-405c-aad7-db6fc755fc40 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983194 Jun 30 03:35:17.939838 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-c9c8adf2-bd40-43dc-a305-57670e7d02da service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787224 Jun 30 03:35:18.099674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-104d0981-d5fa-4671-a195-893e68ddc667 service neutron] 10.222.0.67 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552520 Jun 30 03:35:18.102095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-39f398f1-e06e-4174-ba28-ddb2d6aee273 req-9b177a87-96ee-4e55-97eb-da0b93fa8a71 service neutron] 10.222.0.90 "GET /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507504 Jun 30 03:35:19.078692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ee4e-b306-4a97-b90f-395a2fbdc274 req-7ec237d5-52f0-4df6-8276-b2d8d9f33db3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:19.080157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5be2ee4e-b306-4a97-b90f-395a2fbdc274 req-7ec237d5-52f0-4df6-8276-b2d8d9f33db3 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0630033 Jun 30 03:35:19.118795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5be2ee4e-b306-4a97-b90f-395a2fbdc274 req-b6fa4f98-8407-46a7-ba0a-694c8c5e4133 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Jun 30 03:35:20.294793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e21f3-38ea-49e3-923e-a86a7401e916 req-4c0dba23-b855-44dc-8289-5cc7f86e6ea1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:20.296263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-420e21f3-38ea-49e3-923e-a86a7401e916 req-4c0dba23-b855-44dc-8289-5cc7f86e6ea1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0674078 Jun 30 03:35:20.333526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-420e21f3-38ea-49e3-923e-a86a7401e916 req-5cf242cc-17e8-4d22-8806-4aa4a7b7e306 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Jun 30 03:35:21.512894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83a7d7-a0fb-4e3e-a4ee-4959fe0ae0d6 req-c3dd2177-33d9-4cf4-96fc-5f19672a12aa tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:21.514415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc83a7d7-a0fb-4e3e-a4ee-4959fe0ae0d6 req-c3dd2177-33d9-4cf4-96fc-5f19672a12aa tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0661018 Jun 30 03:35:21.551463 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc83a7d7-a0fb-4e3e-a4ee-4959fe0ae0d6 req-5efff58c-4bd2-445d-a029-75afa210e8e6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Jun 30 03:35:22.723940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e445c0-9890-4aea-b720-dd0a328dd912 req-7c8cd262-6213-480c-9af8-1dcf95913ace tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:22.725975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31e445c0-9890-4aea-b720-dd0a328dd912 req-7c8cd262-6213-480c-9af8-1dcf95913ace tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0610707 Jun 30 03:35:22.766511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31e445c0-9890-4aea-b720-dd0a328dd912 req-c1c79b79-f539-4ec8-9c47-7c5580a1fb78 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348923 Jun 30 03:35:23.946418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b949-8894-4b90-a8e0-5a9b66c46674 req-6b8f69bb-b9ec-4063-b15b-19a6a2618ab1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:23.947824 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bf2b949-8894-4b90-a8e0-5a9b66c46674 req-6b8f69bb-b9ec-4063-b15b-19a6a2618ab1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0628691 Jun 30 03:35:23.984606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1bf2b949-8894-4b90-a8e0-5a9b66c46674 req-5f2cd9af-21be-4ac2-bdc2-44b2ab71e071 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Jun 30 03:35:25.169312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59050-8565-4a69-9795-0dda535979d8 req-9107f977-c8a7-445a-9bc9-bbe811bc5a82 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:25.170806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3a59050-8565-4a69-9795-0dda535979d8 req-9107f977-c8a7-445a-9bc9-bbe811bc5a82 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0643711 Jun 30 03:35:25.207706 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c3a59050-8565-4a69-9795-0dda535979d8 req-db0b0937-088d-45a8-aeec-8ccdd916f987 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310297 Jun 30 03:35:26.384621 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdd4e7-ad45-43e5-9e86-4b14aacb7a93 req-804ece38-8a7a-4daa-9515-a20e71e4bc89 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:26.386451 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fffdd4e7-ad45-43e5-9e86-4b14aacb7a93 req-804ece38-8a7a-4daa-9515-a20e71e4bc89 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 945 time: 0.0686252 Jun 30 03:35:26.423697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fffdd4e7-ad45-43e5-9e86-4b14aacb7a93 req-5664b19b-7b6e-41d6-8f1a-e78f8242ab4c tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Jun 30 03:35:27.198873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:35:27.294287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:27.305373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'port_id': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'mac_address': 'fa:16:3e:f0:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:35:27.340921 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:27.353525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec9e0d7-07d2-44b3-b704-193d683302d4 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:27.372538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:27.376592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:27.421990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=12']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:27.589251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['3ec9e0d7-07d2-44b3-b704-193d683302d4'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:35:27.603570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2fe6-2d8f-469d-9cef-d10e8ba61407 req-b74f0b3a-a5e8-41ff-8654-0eeeabff03ed tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:27.605088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-38aa2fe6-2d8f-469d-9cef-d10e8ba61407 req-b74f0b3a-a5e8-41ff-8654-0eeeabff03ed tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0644634 Jun 30 03:35:27.643092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-38aa2fe6-2d8f-469d-9cef-d10e8ba61407 req-77644f37-d19e-4750-940f-860aead63c00 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323207 Jun 30 03:35:27.744229 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eed3-7e4b-4005-8e30-cddb9e43ba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:27.819854 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d41afe-f068-4239-9573-03f1349566fe req-1e04b012-617a-47af-b35b-a4e8f0439f70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:27.821324 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7d41afe-f068-4239-9573-03f1349566fe req-1e04b012-617a-47af-b35b-a4e8f0439f70 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0654268 Jun 30 03:35:27.858382 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7d41afe-f068-4239-9573-03f1349566fe req-b1237ca3-9e66-4cc4-b50b-fddc1216afd1 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Jun 30 03:35:28.032238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4faa6-1c17-446f-843a-ea77d3927cc2 req-1ed0509c-0493-4522-8715-748cc20aff78 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:28.033711 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67f4faa6-1c17-446f-843a-ea77d3927cc2 req-1ed0509c-0493-4522-8715-748cc20aff78 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0666611 Jun 30 03:35:28.070823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67f4faa6-1c17-446f-843a-ea77d3927cc2 req-7e48cd8e-b6b3-479e-9b3b-6f2ae5ea98ca tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Jun 30 03:35:28.450716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad4e1-86d7-4ef8-9e70-a6c4efb38522 req-48e72324-c87e-4b3d-a40b-ebc903e9cc0b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:28.452178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-792ad4e1-86d7-4ef8-9e70-a6c4efb38522 req-48e72324-c87e-4b3d-a40b-ebc903e9cc0b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 946 time: 0.0621204 Jun 30 03:35:28.489084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-792ad4e1-86d7-4ef8-9e70-a6c4efb38522 req-abb5fbba-1e0d-4c15-8b63-e3784d233ccd tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311830 Jun 30 03:35:29.205879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:35:29.255182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:35:29.259187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 3ec9e0d7-07d2-44b3-b704-193d683302d4 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:35:29.259557 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:29.339011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:29.361533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:29.363871 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff578e-bced-41d7-977b-33eb635d7eab" -d '{"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:29.378213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:29.382449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:29.405994 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14082ba3-d223-41c5-9f33-887ddfc2481a x-openstack-request-id: req-14082ba3-d223-41c5-9f33-887ddfc2481a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:29.406292 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:29.406567 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14082ba3-d223-41c5-9f33-887ddfc2481a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:29.406979 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'code': 200} Jun 30 03:35:29.432348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=13']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:29.667041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da5df-cbd1-49e2-9c6f-6273cdf78177 req-8fda8d7e-d77d-4e97-9060-10b756c12f9e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:29.668522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e0da5df-cbd1-49e2-9c6f-6273cdf78177 req-8fda8d7e-d77d-4e97-9060-10b756c12f9e tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 947 time: 0.0640266 Jun 30 03:35:29.708337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e0da5df-cbd1-49e2-9c6f-6273cdf78177 req-825dde73-39bd-4429-ad93-188b69f4e5e6 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups?id=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341988 Jun 30 03:35:29.994665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2f02c2b6-9d7d-40f8-8489-537b42bef4c9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:29.996107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2f02c2b6-9d7d-40f8-8489-537b42bef4c9 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 947 time: 0.0651886 Jun 30 03:35:30.092817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Deleting port 3ec9e0d7-07d2-44b3-b704-193d683302d4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:30.093091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.183030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] For port 3ec9e0d7-07d2-44b3-b704-193d683302d4, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=3ec9e0d7-07d2-44b3-b704-193d683302d4,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:30.183391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.416674 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6272b608-46dd-423a-9e21-7a12c9f38658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.605403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.605769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.606082 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3 disassociated. External IP: 172.25.0.151, port: 3ec9e0d7-07d2-44b3-b704-193d683302d4. Jun 30 03:35:30.606457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Calling delete_port for 3ec9e0d7-07d2-44b3-b704-193d683302d4 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:30.646297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.735705 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.763656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event deleted for resources: {'Port': ['ID=3ec9e0d7-07d2-44b3-b704-193d683302d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:30.858420 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8b9e9d1d-b07d-4dcd-89e8-54a0bd192a9b req-7efd3193-5763-4fec-9465-dba1e81c33e0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 210 time: 0.0299497 Jun 30 03:35:30.891602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:35:31.003822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:35:31.014958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:35:31.023853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:31.024476 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:31.047152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] No DVR routers for this DVR port 3ec9e0d7-07d2-44b3-b704-193d683302d4 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:35:31.049692 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:31.051689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c36bb7c9-d89d-4c04-ba47-d6e6b851657e req-2006e35c-1b13-4095-a5d9-dc7c44c2f402 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.67 "DELETE /v2.0/ports/3ec9e0d7-07d2-44b3-b704-193d683302d4 HTTP/1.1" status: 204 len: 173 time: 1.0499780 Jun 30 03:35:31.052140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-deleted', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:31.055044 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874005a9-27de-4ad8-842c-e23f81b4c62d" -d '{"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-deleted", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:31.093485 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc356dec-e23c-4903-8067-2ac1f79b9870 x-openstack-request-id: req-dc356dec-e23c-4903-8067-2ac1f79b9870 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:31.093785 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2451d78f-b2be-4bab-ab6a-45d4adf52124", "name": "network-vif-deleted", "tag": "3ec9e0d7-07d2-44b3-b704-193d683302d4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:31.094036 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc356dec-e23c-4903-8067-2ac1f79b9870 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:31.094490 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2451d78f-b2be-4bab-ab6a-45d4adf52124', 'name': 'network-vif-deleted', 'tag': '3ec9e0d7-07d2-44b3-b704-193d683302d4', 'status': 'completed', 'code': 200} Jun 30 03:35:31.140550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:31.340742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:31.367616 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:35:31.376161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:31.376767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:31.481733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:31.680046 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:31.710378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa88fef-d48c-4347-bc02-edff82487105 None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:25:36Z', 'revision_number': 4, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '43b96d1a-ebf0-4812-a23f-a992cb6c5285', 'name': '', 'network_id': '828a58d0-7f11-4c5d-8c03-4f280c94b0b3', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'mac_address': 'fa:16:3e:b8:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:35Z', 'updated_at': '2021-06-30T03:25:41Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'subnets': [{'id': 'b8179faa-db7c-469b-afc3-d0b4df105664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:35:31.952214 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd241072-e942-47f9-9c23-be30166b9454 None None] New status for floating IP 5ec46ec8-22ab-45d9-9e6c-7724c6233df3: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:35:32.012827 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13141507-5d44-45eb-8533-658fcfed6d7e req-c60af390-2287-4148-90de-67a4f3dcc7a0 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 210 time: 0.0342124 Jun 30 03:35:32.455428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:33.159178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-56c1ca4e-c9f1-4f33-8cad-bde5e2e44f1c req-2b283199-e69e-4130-8def-49588c761f11 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 210 time: 0.0327723 Jun 30 03:35:33.220574 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:33.241568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 3ec9e0d7-07d2-44b3-b704-193d683302d4 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:35:33.241819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 3ec9e0d7-07d2-44b3-b704-193d683302d4 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:34.315025 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c6a89d7-c9eb-4f58-922b-f50a30d24d31 req-6142a671-5e3a-4e21-9eeb-a7d0ff498ec8 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2451d78f-b2be-4bab-ab6a-45d4adf52124 HTTP/1.1" status: 200 len: 210 time: 0.0353193 Jun 30 03:35:34.528803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.518577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:38.575552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3635768b-32b1-4d78-8b6e-12d511a91de2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.600296 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3635768b-32b1-4d78-8b6e-12d511a91de2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.653163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3635768b-32b1-4d78-8b6e-12d511a91de2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.655924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3635768b-32b1-4d78-8b6e-12d511a91de2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.657109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3635768b-32b1-4d78-8b6e-12d511a91de2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "DELETE /v2.0/security-groups/32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0 HTTP/1.1" status: 204 len: 168 time: 0.1375253 Jun 30 03:35:38.659783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56418) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:38.667008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635768b-32b1-4d78-8b6e-12d511a91de2 tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:38.673970 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-e1c3795d-da45-479f-b3c2-09a3c41716db tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] show failed (client error): The resource could not be found. Jun 30 03:35:38.675367 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e1c3795d-da45-479f-b3c2-09a3c41716db tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "GET /v2.0/security-groups/32f873ff-7e97-43b1-b0bb-8f5fbda0e9d0 HTTP/1.1" status: 404 len: 347 time: 0.0145643 Jun 30 03:35:38.678052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56420) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:38.801195 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Deleting port 8dd27fa8-2e14-43d0-9365-a721323d03fd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:38.801577 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.878152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.878443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:38.889934 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Calling delete_port for 8dd27fa8-2e14-43d0-9365-a721323d03fd owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:39.018233 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:39.048765 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Pushing event deleted for resources: {'Port': ['ID=8dd27fa8-2e14-43d0-9365-a721323d03fd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:39.059408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.059752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.060092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.060425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.060755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.061083 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.061407 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.061730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.062052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.062395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.062719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.063035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:39.123152 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:39.125699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:39.126875 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-37ab4c32-bb15-450e-b76d-fabf7ff1080b tempest-ServerActionsTestJSON-1350862719 tempest-ServerActionsTestJSON-1350862719-project] 10.222.0.78 "DELETE /v2.0/floatingips/5ec46ec8-22ab-45d9-9e6c-7724c6233df3 HTTP/1.1" status: 204 len: 168 time: 0.4478948 Jun 30 03:35:39.129760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56422) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:39.634911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:39.894575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Deleting port 43b96d1a-ebf0-4812-a23f-a992cb6c5285 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:39.895202 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:39.970757 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] For port 43b96d1a-ebf0-4812-a23f-a992cb6c5285, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=43b96d1a-ebf0-4812-a23f-a992cb6c5285,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:39.971115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:39.983444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Calling delete_port for 43b96d1a-ebf0-4812-a23f-a992cb6c5285 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:40.063868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:40.163741 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:40.189364 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b96d1a-ebf0-4812-a23f-a992cb6c5285,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:40.360138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:40.846085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:35:40.947911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:35:40.952734 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7db1169c-0917-4737-817c-28ac61645827 admin admin] 10.222.0.78 "PUT /v2.0/routers/7f7e5a5e-4404-428d-a78f-ca1d630edbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220060 Jun 30 03:35:40.955316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56426) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:40.956252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b82812-bda6-4705-8686-cc23482042ed None None] Sync routers for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:35:40.966083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:40.966717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:41.058034 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.071097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:41.159145 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.212331 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Deleting port 8800061a-ceb5-44a3-bc39-6db7ec903215 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:41.212593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.250438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:35:40Z', 'revision_number': 5, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port': {'id': '8800061a-ceb5-44a3-bc39-6db7ec903215', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:25:34Z', 'updated_at': '2021-06-30T03:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:41.277944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b82812-bda6-4705-8686-cc23482042ed None None] Checking router: 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:35:41.286215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] Routers {'7f7e5a5e-4404-428d-a78f-ca1d630edbc6'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:41.286869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:35:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:41.292759 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] For port 8800061a-ceb5-44a3-bc39-6db7ec903215, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8800061a-ceb5-44a3-bc39-6db7ec903215,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:41.293125 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.305805 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Calling delete_port for 8800061a-ceb5-44a3-bc39-6db7ec903215 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:41.372113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] Set router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:41.425935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42b82812-bda6-4705-8686-cc23482042ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:35:41Z', 'revision_number': 6, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:41.462042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b82812-bda6-4705-8686-cc23482042ed None None] The sync data for ids ['7f7e5a5e-4404-428d-a78f-ca1d630edbc6'] in n-d-798054-5 is: [{'id': '7f7e5a5e-4404-428d-a78f-ca1d630edbc6', 'name': 'tempest-ServerActionsTestJSON-1069121907-router', 'tenant_id': '311e2b9cc3d441f6a6c797b906181039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:25:33Z', 'updated_at': '2021-06-30T03:35:41Z', 'revision_number': 6, 'project_id': '311e2b9cc3d441f6a6c797b906181039', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:35:41.475711 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.477857 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.504869 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Pushing event deleted for resources: {'Port': ['ID=8800061a-ceb5-44a3-bc39-6db7ec903215,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:41.571541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.660490 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.662599 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.707155 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.707671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7e5a5e-4404-428d-a78f-ca1d630edbc6 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:35:41.712410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.713445 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-591670c6-27dd-424b-bd27-144e4b7cc36f admin admin] 10.222.0.78 "DELETE /v2.0/routers/7f7e5a5e-4404-428d-a78f-ca1d630edbc6 HTTP/1.1" status: 204 len: 168 time: 0.7572050 Jun 30 03:35:41.716231 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56428) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:41.759277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Deleting subnet b8179faa-db7c-469b-afc3-d0b4df105664 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:35:41.762438 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.795200 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.880190 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.935549 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.958520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8179faa-db7c-469b-afc3-d0b4df105664,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:41.967311 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:41.969204 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0aa09646-a926-4a95-9aa9-e07611fc936f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b8179faa-db7c-469b-afc3-d0b4df105664 HTTP/1.1" status: 204 len: 168 time: 0.2521102 Jun 30 03:35:41.970036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631e069-928e-489a-8b88-f68520f2dcbd None None] Network 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:35:41.971820 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:42.043694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.097363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Deleting port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:42.097715 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.161410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] For port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,segment=NetworkSegment(695e5b82-b8af-4f40-b634-306076313b15),segment_id=695e5b82-b8af-4f40-b634-306076313b15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:42.161706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.174621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Calling delete_port for 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:42.208994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] DHCP port deletion for 828a58d0-7f11-4c5d-8c03-4f280c94b0b3 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:35:42.257676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Deleting port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:42.258403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.261143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.288149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:42.291421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] No DVR routers for this DVR port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:35:42.322107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] For port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:42.322545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.335981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Calling delete_port for 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:42.338750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:35:42.340136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.366210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] Pushing event deleted for resources: {'Port': ['ID=15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:42.370032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.372810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d8c66-6b99-4867-82f5-35e95b18c642 None None] No DVR routers for this DVR port 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:35:42.381430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828a58d0-7f11-4c5d-8c03-4f280c94b0b3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:42.393777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695e5b82-b8af-4f40-b634-306076313b15') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:42.394078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695e5b82-b8af-4f40-b634-306076313b15') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:42.404008 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.418748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.425046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:35:42.425459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:35:42.427455 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:35:42.483480 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.501682 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.503580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/828a58d0-7f11-4c5d-8c03-4f280c94b0b3 HTTP/1.1" status: 204 len: 168 time: 0.5307581 Jun 30 03:35:42.504631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a2f5-a1c8-4e18-b9f7-723689fa57b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=828a58d0-7f11-4c5d-8c03-4f280c94b0b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:42.613765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:42.653888 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f7e33407-66f6-4145-a8fd-0035906febf9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=311e2b9cc3d441f6a6c797b906181039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389075 Jun 30 03:35:42.656354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:42.708684 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf0fedf-a515-411d-bddf-770ced172738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.729749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf0fedf-a515-411d-bddf-770ced172738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.775734 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf0fedf-a515-411d-bddf-770ced172738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.778454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf0fedf-a515-411d-bddf-770ced172738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:42.779638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-edf0fedf-a515-411d-bddf-770ced172738 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34f14e5c-495d-4863-9638-2ae4424a85f4 HTTP/1.1" status: 204 len: 168 time: 0.1223660 Jun 30 03:35:42.787566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0fedf-a515-411d-bddf-770ced172738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f14e5c-495d-4863-9638-2ae4424a85f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:43.434961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:43.455089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:35:43.455505 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 15fb4f9b-a8a2-4a88-a94f-de1c985bbf9d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:43.455836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43b96d1a-ebf0-4812-a23f-a992cb6c5285 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:43.458713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:43.475102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 43b96d1a-ebf0-4812-a23f-a992cb6c5285 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:35:43.475451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 43b96d1a-ebf0-4812-a23f-a992cb6c5285 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:43.475868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8800061a-ceb5-44a3-bc39-6db7ec903215 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:43.493998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 8800061a-ceb5-44a3-bc39-6db7ec903215 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:35:43.494379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8800061a-ceb5-44a3-bc39-6db7ec903215 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:43.555634 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2079095189-network', 'tenant_id': '58c81dbd9a724bcbbba0abae5624c164'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:43.575896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Made reservation on behalf of 58c81dbd9a724bcbbba0abae5624c164 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:35:43.578274 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.586775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.679011 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.683006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.706836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:35:43.715875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffa600-3f6c-4c12-9998-9f546e53b9e2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:43.723416 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.723737 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Added segment e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec of type vlan for network 3e7a950e-c488-402b-bf7a-79f0a198ae35 Jun 30 03:35:43.765769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.793624 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.794519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:43.795087 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.850196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3898838 Jun 30 03:35:43.853080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:43.857826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Request body: {'subnet': {'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2079095189-subnet', 'tenant_id': '58c81dbd9a724bcbbba0abae5624c164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:43.869065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ba4dd-4b8b-46f6-9335-ddab0168a30d admin admin] Pushing event updated for resources: {'Network': ['ID=3e7a950e-c488-402b-bf7a-79f0a198ae35,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:43.878438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3e7a950e-c488-402b-bf7a-79f0a198ae35 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:35:43.886416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Made reservation on behalf of 58c81dbd9a724bcbbba0abae5624c164 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:35:43.888800 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:44.058368 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:44.111792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950f5dd5-fd82-45a1-bc02-f0175dc7fc47,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:44.121675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Checking segment: {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:35:44.122033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Network hostable DHCP agents. Network: 3e7a950e-c488-402b-bf7a-79f0a198ae35, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:35:44.138166 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Network 3e7a950e-c488-402b-bf7a-79f0a198ae35 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:35:44.146336 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3e7a950e-c488-402b-bf7a-79f0a198ae35) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:35:44.150886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:44.151515 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:44.157265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d25027-86c7-48c0-9ca1-62ce039b2f9e None None] Network 3e7a950e-c488-402b-bf7a-79f0a198ae35 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:35:44.166862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-def5cdae-4599-4aa6-8b4d-f5c46614e834 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127382 Jun 30 03:35:44.281825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75748fc6-98fc-404a-8330-1a7829682f51 None None] Network 3e7a950e-c488-402b-bf7a-79f0a198ae35 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:35:44.607785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-b63995f4-0680-4c42-98c2-9d2de9515941 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:44.609149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-b63995f4-0680-4c42-98c2-9d2de9515941 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 814 time: 0.1054645 Jun 30 03:35:44.623471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-2cd14d2c-5ff9-4b5e-9b16-12eb5f4c46ba tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/quotas/58c81dbd9a724bcbbba0abae5624c164 HTTP/1.1" status: 200 len: 375 time: 0.0089097 Jun 30 03:35:44.656425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-3b5fce85-0d4f-4894-b07a-f629ba49d212 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279868 Jun 30 03:35:44.707286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-d1921678-544f-4c72-a554-9b126f31986c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:35:44.708279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-d1921678-544f-4c72-a554-9b126f31986c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456593 Jun 30 03:35:44.799014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-f4eec8b3-c3fc-4d2c-9827-02b6207db816 service neutron] 10.222.0.78 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843227 Jun 30 03:35:44.888208 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-4ccd1a31-2f34-440f-b7b0-60a731596cd4 service neutron] 10.222.0.78 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834210 Jun 30 03:35:45.057944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-75995d95-ff0f-496b-b5ed-da90f67cfcdc req-7f5a3140-a9d6-4213-9fdb-7835a5f7213e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 210 time: 0.0323870 Jun 30 03:35:46.079934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-1a67a067-1842-450f-bf63-9a682b50ccdf tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:46.081436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-1a67a067-1842-450f-bf63-9a682b50ccdf tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.67 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 814 time: 0.1078465 Jun 30 03:35:46.095006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Request body: {'port': {'device_id': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35', 'admin_state_up': True, 'tenant_id': '58c81dbd9a724bcbbba0abae5624c164'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:46.217896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4867f737-ce6c-4cd7-8e61-a063dacb93d7 req-d2310cc0-4036-44de-946b-456a34d3737f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 210 time: 0.0448790 Jun 30 03:35:46.235669 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Made reservation on behalf of 58c81dbd9a724bcbbba0abae5624c164 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:35:46.239299 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:46.359999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Allocated IP 172.20.0.11 (3e7a950e-c488-402b-bf7a-79f0a198ae35/950f5dd5-fd82-45a1-bc02-f0175dc7fc47/4d91e994-702a-4269-b7d7-087a063ddee0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:35:46.504549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:46.543513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:46.586527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Network 3e7a950e-c488-402b-bf7a-79f0a198ae35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:35:46.589605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:35:46.595388 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:35:46.622690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Pushing event updated for resources: {'Port': ['ID=4d91e994-702a-4269-b7d7-087a063ddee0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:46.649762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:46.650398 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:46.663916 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6f4c0f2a-8575-4a7c-a84a-1938cba7d8b1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727479 Jun 30 03:35:46.675341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Request body: {'port': {'device_id': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:46.744921 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:47.001958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d91e994-702a-4269-b7d7-087a063ddee0 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:47.010223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:47.022050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Transition to ACTIVE for port object 4d91e994-702a-4269-b7d7-087a063ddee0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:35:47.026668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:47.095153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Pushing event updated for resources: {'Port': ['ID=4d91e994-702a-4269-b7d7-087a063ddee0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:47.142626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Attempting to bind port 4d91e994-702a-4269-b7d7-087a063ddee0 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:35:47.142959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Attempting to bind port 4d91e994-702a-4269-b7d7-087a063ddee0 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:35:47.143289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Attempting to bind port 4d91e994-702a-4269-b7d7-087a063ddee0 on network 3e7a950e-c488-402b-bf7a-79f0a198ae35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:47.147369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Port 4d91e994-702a-4269-b7d7-087a063ddee0 on network 3e7a950e-c488-402b-bf7a-79f0a198ae35 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:35:47.147684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Attempting to bind port 4d91e994-702a-4269-b7d7-087a063ddee0 on network 3e7a950e-c488-402b-bf7a-79f0a198ae35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:47.152963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:35:47.153294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Checking segment: {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:35:47.153673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Bound using segment: {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:35:47.154092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Bound port: 4d91e994-702a-4269-b7d7-087a063ddee0, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:35:47.154475 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:47.221244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] For port 4d91e994-702a-4269-b7d7-087a063ddee0, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:47.224536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] For port 4d91e994-702a-4269-b7d7-087a063ddee0, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=4d91e994-702a-4269-b7d7-087a063ddee0,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:35:47.228351 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:47.261541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.262150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:47.263542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] 10.222.0.67 "PUT /v2.0/ports/4d91e994-702a-4269-b7d7-087a063ddee0 HTTP/1.1" status: 200 len: 1092 time: 0.5922844 Jun 30 03:35:47.264020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'tag': '4d91e994-702a-4269-b7d7-087a063ddee0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:47.266279 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d" -d '{"events": [{"name": "network-changed", "server_uuid": "c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5", "tag": "4d91e994-702a-4269-b7d7-087a063ddee0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:47.293846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add27bc-5418-49d9-8dd3-e7c7bbfd4612 service neutron] Pushing event updated for resources: {'Port': ['ID=4d91e994-702a-4269-b7d7-087a063ddee0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:47.341976 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4287d8c0-98db-45a8-91e1-e47b1f94bb1f x-openstack-request-id: req-4287d8c0-98db-45a8-91e1-e47b1f94bb1f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:47.342271 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5", "tag": "4d91e994-702a-4269-b7d7-087a063ddee0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:47.342547 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4287d8c0-98db-45a8-91e1-e47b1f94bb1f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:47.342932 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'tag': '4d91e994-702a-4269-b7d7-087a063ddee0', 'status': 'completed', 'code': 200} Jun 30 03:35:47.377646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-4ebf9cfb-13f5-4baf-b1f1-e3215ff78ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.379329 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-4ebf9cfb-13f5-4baf-b1f1-e3215ff78ad7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0669193 Jun 30 03:35:47.402714 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc92d3-505b-4488-85ca-ab610a0b710d req-91da0856-4812-4a9f-bf95-69f866be0884 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.404342 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3bc92d3-505b-4488-85ca-ab610a0b710d req-91da0856-4812-4a9f-bf95-69f866be0884 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 944 time: 0.0691624 Jun 30 03:35:47.423582 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-6bb10b97-d9ba-498f-a289-e759307768c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d91e994-702a-4269-b7d7-087a063ddee0 HTTP/1.1" status: 200 len: 217 time: 0.0373483 Jun 30 03:35:47.441965 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f3bc92d3-505b-4488-85ca-ab610a0b710d req-90ece41b-22c1-4036-acc3-672084c023e9 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Jun 30 03:35:47.472281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-151e36a3-9746-44fa-9c69-e1032422df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.473777 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-151e36a3-9746-44fa-9c69-e1032422df33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=950f5dd5-fd82-45a1-bc02-f0175dc7fc47 HTTP/1.1" status: 200 len: 854 time: 0.0446987 Jun 30 03:35:47.475251 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:35:47.506122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-d6f383ff-85c5-4b03-afa3-7c2d28ad018f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e7a950e-c488-402b-bf7a-79f0a198ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260129 Jun 30 03:35:47.594897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-7620e3a6-c1b1-47cd-a593-ebd00ffea0bf service neutron] 10.222.0.67 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823190 Jun 30 03:35:47.683394 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c48dedde-0621-4f8e-8eb1-89a23d6d40f9 req-1469c0cb-7f66-416c-a1bf-a71c155bcf44 service neutron] 10.222.0.67 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821853 Jun 30 03:35:47.781121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-016d9fcc-203d-4f3f-93d1-bf90b8edd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.782507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-016d9fcc-203d-4f3f-93d1-bf90b8edd53e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0524468 Jun 30 03:35:47.873864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-e2e2d345-4f94-41d5-8e02-bbec7f37c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.875345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-e2e2d345-4f94-41d5-8e02-bbec7f37c9fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 915 time: 0.0868306 Jun 30 03:35:47.915837 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-121f8df5-61d3-47e4-be55-eaa2bd828934 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d91e994-702a-4269-b7d7-087a063ddee0 HTTP/1.1" status: 200 len: 217 time: 0.0341818 Jun 30 03:35:47.963032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-0e9a2b6f-f29d-42a4-a919-7329db0d9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:47.964420 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-0e9a2b6f-f29d-42a4-a919-7329db0d9071 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=950f5dd5-fd82-45a1-bc02-f0175dc7fc47 HTTP/1.1" status: 200 len: 854 time: 0.0421629 Jun 30 03:35:48.002242 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-4aa620a1-0bb2-48f3-bcf9-2230794af166 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e7a950e-c488-402b-bf7a-79f0a198ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301001 Jun 30 03:35:48.088912 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-030c836d-8a82-400b-849b-dfdb387911df service neutron] 10.222.0.67 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796773 Jun 30 03:35:48.180833 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7efaf7bd-3ca7-4dfd-8147-f1064774d22d req-0f1f6095-e12b-408b-9eec-2104d8f7a67e service neutron] 10.222.0.67 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840962 Jun 30 03:35:48.616867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680064e1-146e-45c7-8f8d-804cbe0d8448 req-05f36d75-4f27-466c-ac73-46418c22ef22 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:48.618391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-680064e1-146e-45c7-8f8d-804cbe0d8448 req-05f36d75-4f27-466c-ac73-46418c22ef22 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 944 time: 0.0628614 Jun 30 03:35:48.660466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-680064e1-146e-45c7-8f8d-804cbe0d8448 req-5adcd3d0-21fc-4358-a2bd-81de792956d2 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Jun 30 03:35:49.298591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 4d91e994-702a-4269-b7d7-087a063ddee0 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:35:49.393703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 4d91e994-702a-4269-b7d7-087a063ddee0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=4d91e994-702a-4269-b7d7-087a063ddee0,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:49.404472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '4d91e994-702a-4269-b7d7-087a063ddee0', 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35', 'port_id': '4d91e994-702a-4269-b7d7-087a063ddee0', 'mac_address': 'fa:16:3e:d3:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950f5dd5-fd82-45a1-bc02-f0175dc7fc47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:35:49.440759 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:49.452835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d91e994-702a-4269-b7d7-087a063ddee0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:49.471797 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 4d91e994-702a-4269-b7d7-087a063ddee0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=4d91e994-702a-4269-b7d7-087a063ddee0,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:49.475731 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:49.525943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=4d91e994-702a-4269-b7d7-087a063ddee0,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:49.669764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['4d91e994-702a-4269-b7d7-087a063ddee0'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:35:49.844222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146bb77-c925-4eb8-9aa4-b80438530126 req-0c1aaf1f-b83b-4553-aa3f-bb7f4a56687d tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:49.845686 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d146bb77-c925-4eb8-9aa4-b80438530126 req-0c1aaf1f-b83b-4553-aa3f-bb7f4a56687d tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 945 time: 0.0652595 Jun 30 03:35:49.883209 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d146bb77-c925-4eb8-9aa4-b80438530126 req-f57ce3f6-1613-4e57-9ae7-66882cdddb94 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jun 30 03:35:51.052890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4bb02-1c73-4c64-82f8-d69966b1d083 req-8495e5a7-7997-4e2c-82be-bcbdf0d6088b tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:51.055118 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31e4bb02-1c73-4c64-82f8-d69966b1d083 req-8495e5a7-7997-4e2c-82be-bcbdf0d6088b tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 945 time: 0.0613861 Jun 30 03:35:51.095401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-31e4bb02-1c73-4c64-82f8-d69966b1d083 req-8a86b130-48dd-4c21-8c1f-c87b8eaa801b tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 Jun 30 03:35:51.329822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 4d91e994-702a-4269-b7d7-087a063ddee0 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:35:51.380508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 4d91e994-702a-4269-b7d7-087a063ddee0 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:35:51.384241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 4d91e994-702a-4269-b7d7-087a063ddee0 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:35:51.384609 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:51.616738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:51.638833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d91e994-702a-4269-b7d7-087a063ddee0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:51.641087 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88d8ba-5f27-4eb4-bf3d-68470bb5b2a1" -d '{"events": [{"server_uuid": "c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5", "name": "network-vif-plugged", "status": "completed", "tag": "4d91e994-702a-4269-b7d7-087a063ddee0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:51.653981 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 4d91e994-702a-4269-b7d7-087a063ddee0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=4d91e994-702a-4269-b7d7-087a063ddee0,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:51.659061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:51.685459 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0947a73b-f9eb-4fbf-ae0f-23aa32d3d78f x-openstack-request-id: req-0947a73b-f9eb-4fbf-ae0f-23aa32d3d78f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:51.685750 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5", "name": "network-vif-plugged", "status": "completed", "tag": "4d91e994-702a-4269-b7d7-087a063ddee0", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:51.686018 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0947a73b-f9eb-4fbf-ae0f-23aa32d3d78f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:51.686408 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d91e994-702a-4269-b7d7-087a063ddee0', 'code': 200} Jun 30 03:35:51.712758 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=4d91e994-702a-4269-b7d7-087a063ddee0,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:51.792615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a817-5b96-43b5-a4d6-1ab81ab3edc2 req-1d5aefc1-48c1-4d7f-9a5c-16ae6e1b7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:51.794056 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fae7a817-5b96-43b5-a4d6-1ab81ab3edc2 req-1d5aefc1-48c1-4d7f-9a5c-16ae6e1b7534 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0506492 Jun 30 03:35:51.828498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fae7a817-5b96-43b5-a4d6-1ab81ab3edc2 req-ebf07b74-1783-4d52-914b-c34a85bdee93 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274591 Jun 30 03:35:52.267297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42c4f-7add-474c-9025-46250f73a338 req-aaeb5742-6833-4914-918c-f573acb8e28c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:52.268811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17c42c4f-7add-474c-9025-46250f73a338 req-aaeb5742-6833-4914-918c-f573acb8e28c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0641754 Jun 30 03:35:52.306421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17c42c4f-7add-474c-9025-46250f73a338 req-32d7c6a2-d6ac-42b8-afd6-825fe9154f75 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Jun 30 03:35:53.485624 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3b5e7-7ccc-4533-b128-da2ee7af920d req-4f1c67ee-74c6-4c00-b6ac-1d6019166aa8 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:53.487052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5a3b5e7-7ccc-4533-b128-da2ee7af920d req-4f1c67ee-74c6-4c00-b6ac-1d6019166aa8 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0675726 Jun 30 03:35:53.525296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5a3b5e7-7ccc-4533-b128-da2ee7af920d req-d48ee4e3-984e-43f7-bcda-e3fa2f1136a9 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jun 30 03:35:54.006157 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-9622f7de-a4c7-4852-8293-6497ca4b1fe1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:54.008163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-9622f7de-a4c7-4852-8293-6497ca4b1fe1 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 814 time: 0.3609416 Jun 30 03:35:54.022636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-597a668a-c03a-42a7-98e4-301041ab92eb tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/quotas/58c81dbd9a724bcbbba0abae5624c164 HTTP/1.1" status: 200 len: 375 time: 0.0088649 Jun 30 03:35:54.087058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-79662d12-f187-47ec-8b0e-1c5e56343b5c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588686 Jun 30 03:35:54.176708 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-b901bf74-5da0-469e-8dca-739ffc182b0a service neutron] 10.222.0.78 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831532 Jun 30 03:35:54.264740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-41e4e0a4-8687-4c29-b86f-b944f8af2c4c service neutron] 10.222.0.78 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816450 Jun 30 03:35:54.427419 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d8793acf-75ff-4b44-b2a1-a43b629b4186 req-f7135e05-633c-4987-adc3-bb617dc0f285 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 210 time: 0.0282805 Jun 30 03:35:55.574205 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7d5151f9-487e-4f7d-8759-e7930db2f0e5 req-f6a9183e-2725-4545-9454-8c2578a40971 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 210 time: 0.0378056 Jun 30 03:35:55.680674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-76a48a3f-2ab5-4455-9072-0d4ccf0f9b9b tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:55.682090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-76a48a3f-2ab5-4455-9072-0d4ccf0f9b9b tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.90 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 814 time: 0.1107292 Jun 30 03:35:55.694523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Request body: {'port': {'device_id': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35', 'admin_state_up': True, 'tenant_id': '58c81dbd9a724bcbbba0abae5624c164'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:55.806538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Made reservation on behalf of 58c81dbd9a724bcbbba0abae5624c164 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:35:55.810035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:55.933168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Allocated IP 172.20.0.13 (3e7a950e-c488-402b-bf7a-79f0a198ae35/950f5dd5-fd82-45a1-bc02-f0175dc7fc47/11e7f485-9c9d-4e63-a99d-a94dcd3c28b1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:35:56.073510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.110896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.124893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['4d91e994-702a-4269-b7d7-087a063ddee0'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:35:56.159000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Network 3e7a950e-c488-402b-bf7a-79f0a198ae35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:35:56.162185 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:35:56.168906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:35:56.175421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Pushing event updated for resources: {'Port': ['ID=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:56.221239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:56.221864 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.236049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-70c0b6b0-e524-4c1b-90e0-06c29505f40e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450888 Jun 30 03:35:56.250930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Request body: {'port': {'device_id': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:56.321019 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.575312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:56.582459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.594523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Transition to ACTIVE for port object 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:35:56.598515 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.669787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:56.720766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Attempting to bind port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:35:56.721103 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Attempting to bind port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:35:56.721432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Attempting to bind port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 on network 3e7a950e-c488-402b-bf7a-79f0a198ae35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:56.725694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 on network 3e7a950e-c488-402b-bf7a-79f0a198ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:35:56.726018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Attempting to bind port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 on network 3e7a950e-c488-402b-bf7a-79f0a198ae35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:56.731300 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:35:56.731641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Checking segment: {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:35:56.732029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Bound using segment: {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:35:56.732457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Bound port: 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:35:56.732820 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.755261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdccdac-772a-46de-869c-bed5b603fba5 req-67075d04-441e-4210-b461-8841a91bbb8a tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:56.756798 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4fdccdac-772a-46de-869c-bed5b603fba5 req-67075d04-441e-4210-b461-8841a91bbb8a tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 944 time: 0.0646195 Jun 30 03:35:56.794012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4fdccdac-772a-46de-869c-bed5b603fba5 req-efe467ed-e8aa-48f7-8cdd-e1202c5e4b8f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Jun 30 03:35:56.796684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] For port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:56.800371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] For port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:35:56.804444 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.840205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:56.840824 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:56.842191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] 10.222.0.90 "PUT /v2.0/ports/11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 HTTP/1.1" status: 200 len: 1092 time: 0.5955820 Jun 30 03:35:56.842699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'tag': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:56.844963 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade9677-f595-41f1-b4a2-f6299e804f66" -d '{"events": [{"name": "network-changed", "server_uuid": "c702bb76-eeba-4641-9e0e-477a8e0e0d8a", "tag": "11e7f485-9c9d-4e63-a99d-a94dcd3c28b1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:56.869162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:56.877083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.877427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.877770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.878105 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.878465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.878800 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.879128 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.879451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.879774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.880097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.880406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.880736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c9e22-5d59-4a3e-8b9e-67f8eecdb2e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:56.895991 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ad5a2-42c8-4218-a896-61b89f713377 x-openstack-request-id: req-682ad5a2-42c8-4218-a896-61b89f713377 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:56.896288 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c702bb76-eeba-4641-9e0e-477a8e0e0d8a", "tag": "11e7f485-9c9d-4e63-a99d-a94dcd3c28b1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:56.896535 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-682ad5a2-42c8-4218-a896-61b89f713377 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:56.896919 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'tag': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1', 'status': 'completed', 'code': 200} Jun 30 03:35:56.938483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-3c96d3ad-7feb-4a04-b8d7-cb16ea2beef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:56.939973 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-3c96d3ad-7feb-4a04-b8d7-cb16ea2beef8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 1095 time: 0.0549486 Jun 30 03:35:56.985454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-4949fd61-3e97-4716-819f-fd34ff004e4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 HTTP/1.1" status: 200 len: 217 time: 0.0359533 Jun 30 03:35:57.036905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-314f47a1-6794-4fcc-a9fa-d4e2701902b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:57.038274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-314f47a1-6794-4fcc-a9fa-d4e2701902b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=950f5dd5-fd82-45a1-bc02-f0175dc7fc47 HTTP/1.1" status: 200 len: 854 time: 0.0432236 Jun 30 03:35:57.071799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-d83bdbdc-7e21-42bb-ad71-50c0cd36491d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e7a950e-c488-402b-bf7a-79f0a198ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Jun 30 03:35:57.165617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-557dabb5-8f5d-4e55-a18f-e4f8e47e1385 service neutron] 10.222.0.90 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835786 Jun 30 03:35:57.259654 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d068efa5-0016-43df-9d80-13c6a5ba9c73 req-9d68b058-4549-405f-a960-e47f5c1e7237 service neutron] 10.222.0.90 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828409 Jun 30 03:35:57.368360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-fa24cb3d-bd33-4a9a-8aca-f902f6730a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:57.369825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-fa24cb3d-bd33-4a9a-8aca-f902f6730a49 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 1095 time: 0.0570600 Jun 30 03:35:57.458000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-f90fa684-8d80-4281-b445-0c7536f462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:57.459387 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-f90fa684-8d80-4281-b445-0c7536f462f5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 915 time: 0.0825171 Jun 30 03:35:57.501749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-1ed741cd-0d25-477e-9668-51c1d6430ca9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 HTTP/1.1" status: 200 len: 217 time: 0.0341532 Jun 30 03:35:57.552670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-2ddbc5fc-3fc8-46cd-9893-7df508770fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:57.554061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-2ddbc5fc-3fc8-46cd-9893-7df508770fa3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=950f5dd5-fd82-45a1-bc02-f0175dc7fc47 HTTP/1.1" status: 200 len: 854 time: 0.0458763 Jun 30 03:35:57.585947 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-444a2f1c-5ca9-4413-af4d-8f5f9e541c59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e7a950e-c488-402b-bf7a-79f0a198ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248253 Jun 30 03:35:57.673157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-ed01715e-9d44-48e3-82ea-03b7a7da4098 service neutron] 10.222.0.90 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792139 Jun 30 03:35:57.745393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9272e2bc-990f-4cb0-8ca4-34be7875b5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:57.769650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eade9677-f595-41f1-b4a2-f6299e804f66 req-8dcf85ec-4555-496d-b430-c3829b4d54a6 service neutron] 10.222.0.90 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853291 Jun 30 03:35:57.969017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c678-ece8-42ed-8e66-7aedf2f64d73 req-a66d80f4-9810-4af4-a7d5-697b2cdafbeb tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:57.970510 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d842c678-ece8-42ed-8e66-7aedf2f64d73 req-a66d80f4-9810-4af4-a7d5-697b2cdafbeb tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 944 time: 0.0659933 Jun 30 03:35:58.007094 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d842c678-ece8-42ed-8e66-7aedf2f64d73 req-ece97799-01f0-464b-a6c5-3d6937b1ee72 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jun 30 03:35:59.181162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e56c7-2cf0-47a4-8ad2-71038753ff80 req-e8ea4d39-9a12-4c26-add2-069f0f9c4d59 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:59.182672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-094e56c7-2cf0-47a4-8ad2-71038753ff80 req-e8ea4d39-9a12-4c26-add2-069f0f9c4d59 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 944 time: 0.0642288 Jun 30 03:35:59.220447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-094e56c7-2cf0-47a4-8ad2-71038753ff80 req-69a004f7-41a5-4812-b0c6-8f6fe426324e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Jun 30 03:36:00.036347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:36:00.131521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:00.142886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1', 'network_id': '3e7a950e-c488-402b-bf7a-79f0a198ae35', 'port_id': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1', 'mac_address': 'fa:16:3e:04:01:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950f5dd5-fd82-45a1-bc02-f0175dc7fc47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:36:00.179314 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:00.191684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:36:00.211345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:00.215579 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:00.262488 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:00.392886 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb862fb-e76c-4866-b225-bdc0636510d0 req-71089751-9f83-4b8d-8bb7-63f8a47ee9f8 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:00.394256 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfb862fb-e76c-4866-b225-bdc0636510d0 req-71089751-9f83-4b8d-8bb7-63f8a47ee9f8 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 945 time: 0.0631986 Jun 30 03:36:00.422093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-710ba02b-67a7-48a4-80ab-103849d9e4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:00.435779 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfb862fb-e76c-4866-b225-bdc0636510d0 req-672a8550-8e5b-47a1-8429-5c46d27caf9e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Jun 30 03:36:00.456506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['11e7f485-9c9d-4e63-a99d-a94dcd3c28b1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:00.646973 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:01.611085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38de8-fa11-46e2-8465-3590ab9d0470 req-05945f25-e2ad-42b4-b48b-b049deb88cf6 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:01.612561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bee38de8-fa11-46e2-8465-3590ab9d0470 req-05945f25-e2ad-42b4-b48b-b049deb88cf6 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 945 time: 0.0675156 Jun 30 03:36:01.650808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bee38de8-fa11-46e2-8465-3590ab9d0470 req-1324e409-d4c1-4f53-98a7-c8bf471279aa tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Jun 30 03:36:01.808678 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-122d1422-ea5a-4c06-8ab4-9c33553efb47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522866 Jun 30 03:36:01.901372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-a68241b1-f63d-42a3-9893-38a91f1017af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:01.902784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-a68241b1-f63d-42a3-9893-38a91f1017af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58c81dbd9a724bcbbba0abae5624c164&device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0532701 Jun 30 03:36:02.011138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-e9d9b63b-a2af-4766-908e-fe82d1acf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:02.012599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-e9d9b63b-a2af-4766-908e-fe82d1acf837 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 200 len: 915 time: 0.0887690 Jun 30 03:36:02.043710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:02.055862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-d837091c-5b15-43d4-be2e-c91f5c1d97b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d91e994-702a-4269-b7d7-087a063ddee0 HTTP/1.1" status: 200 len: 217 time: 0.0363135 Jun 30 03:36:02.092161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:02.096038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:02.096420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:02.109161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-71ceb111-51ae-4525-bbff-77d20eb10eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:02.110672 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-71ceb111-51ae-4525-bbff-77d20eb10eb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=950f5dd5-fd82-45a1-bc02-f0175dc7fc47 HTTP/1.1" status: 200 len: 854 time: 0.0489655 Jun 30 03:36:02.144401 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-d719dc49-d910-47dc-ae90-2c228ed1f700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e7a950e-c488-402b-bf7a-79f0a198ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jun 30 03:36:02.176814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:02.199044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:02.201274 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77a988f-7999-4ece-8aec-2cd40d599fec" -d '{"events": [{"server_uuid": "c702bb76-eeba-4641-9e0e-477a8e0e0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "11e7f485-9c9d-4e63-a99d-a94dcd3c28b1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:02.214074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:02.219057 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:02.235899 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-e8798c7d-983a-4d24-9400-dbf7cf5bb52c service neutron] 10.222.0.67 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856671 Jun 30 03:36:02.245312 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c9abbe-ccab-44e3-92d9-9a0af4a8f3f1 x-openstack-request-id: req-a5c9abbe-ccab-44e3-92d9-9a0af4a8f3f1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:02.245709 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702bb76-eeba-4641-9e0e-477a8e0e0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "11e7f485-9c9d-4e63-a99d-a94dcd3c28b1", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:02.245963 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5c9abbe-ccab-44e3-92d9-9a0af4a8f3f1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:02.246361 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1', 'code': 200} Jun 30 03:36:02.274880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:02.371465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-107aa69d-8f52-4d4e-be1d-bffcfde42656 req-5972b174-3977-49fe-a7c6-9fca514d7324 service neutron] 10.222.0.67 "GET /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241486 Jun 30 03:36:02.384038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c02e3-458f-4e92-ace2-34c520113574 req-7212bfc9-9215-49b4-8182-8482110fd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:02.385757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e5c02e3-458f-4e92-ace2-34c520113574 req-7212bfc9-9215-49b4-8182-8482110fd905 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 1097 time: 0.0782087 Jun 30 03:36:02.419096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5e5c02e3-458f-4e92-ace2-34c520113574 req-8eba2e7c-d01c-4537-ad2b-7ede51f9ad3c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271258 Jun 30 03:36:02.457097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:02.826926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b873e-b046-4b00-b04d-1354a368b7dd req-add1b5ad-e25c-4b68-af25-0c72a718f1c3 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:02.828434 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f8b873e-b046-4b00-b04d-1354a368b7dd req-add1b5ad-e25c-4b68-af25-0c72a718f1c3 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 946 time: 0.0685143 Jun 30 03:36:02.865610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4f8b873e-b046-4b00-b04d-1354a368b7dd req-8c16ed46-942b-4b5e-a917-2fd6d7d928b4 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Jun 30 03:36:04.041911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c97e-e48e-4e96-9767-eea15d5f8c9b req-42c6711f-2039-436d-afc1-b79daebbbd92 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:04.043405 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ab5c97e-e48e-4e96-9767-eea15d5f8c9b req-42c6711f-2039-436d-afc1-b79daebbbd92 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 946 time: 0.0665352 Jun 30 03:36:04.081184 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7ab5c97e-e48e-4e96-9767-eea15d5f8c9b req-32068e1c-4297-462a-b4f3-a3468e7fb42e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jun 30 03:36:04.458182 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0fc0e-d970-45e9-a7e4-cef3d737e181 req-452b356b-ddd6-4771-bd84-fd2343c9dd92 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:04.459561 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85f0fc0e-d970-45e9-a7e4-cef3d737e181 req-452b356b-ddd6-4771-bd84-fd2343c9dd92 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 946 time: 0.0625532 Jun 30 03:36:04.497517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-85f0fc0e-d970-45e9-a7e4-cef3d737e181 req-1be0f3a9-5196-48c6-9598-99e257f31f79 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322323 Jun 30 03:36:04.532210 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:05.672813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99a46-dbfa-4b27-86f3-07857116ef47 req-7e765d86-e8b9-4608-a468-a329ce612879 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:05.674334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5e99a46-dbfa-4b27-86f3-07857116ef47 req-7e765d86-e8b9-4608-a468-a329ce612879 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 946 time: 0.0663421 Jun 30 03:36:05.712500 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f5e99a46-dbfa-4b27-86f3-07857116ef47 req-aafdcde3-bca0-4385-b8f3-8012edceff16 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Jun 30 03:36:05.906500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-5095e3c7-26e4-4025-ae8b-862b8a881c77 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:05.907859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-5095e3c7-26e4-4025-ae8b-862b8a881c77 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.90 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 946 time: 0.0633366 Jun 30 03:36:06.012576 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Deleting port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:06.012918 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:06.100381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] For port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:06.100963 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:06.118540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Calling delete_port for 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:06.244908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:06.258344 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['4d91e994-702a-4269-b7d7-087a063ddee0'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:06.262297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['11e7f485-9c9d-4e63-a99d-a94dcd3c28b1'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:06.274626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Pushing event deleted for resources: {'Port': ['ID=11e7f485-9c9d-4e63-a99d-a94dcd3c28b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:06.326467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] No DVR routers for this DVR port 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:06.329470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:06.331750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c55fb6d-ac03-48c9-a21b-a106bb436aaf req-04da43f5-2b88-40fe-81bf-4713138fd67f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.90 "DELETE /v2.0/ports/11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 HTTP/1.1" status: 204 len: 173 time: 0.4170067 Jun 30 03:36:06.332182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'name': 'network-vif-deleted', 'tag': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:06.334464 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e833eff5-aa0b-4dd2-bddc-c3d75137288d" -d '{"events": [{"server_uuid": "c702bb76-eeba-4641-9e0e-477a8e0e0d8a", "name": "network-vif-deleted", "tag": "11e7f485-9c9d-4e63-a99d-a94dcd3c28b1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:06.376343 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123fb2ec-4373-43e7-9b38-e28723dc273d x-openstack-request-id: req-123fb2ec-4373-43e7-9b38-e28723dc273d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:06.376669 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702bb76-eeba-4641-9e0e-477a8e0e0d8a", "name": "network-vif-deleted", "tag": "11e7f485-9c9d-4e63-a99d-a94dcd3c28b1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:06.376920 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-123fb2ec-4373-43e7-9b38-e28723dc273d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:06.377344 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c702bb76-eeba-4641-9e0e-477a8e0e0d8a', 'name': 'network-vif-deleted', 'tag': '11e7f485-9c9d-4e63-a99d-a94dcd3c28b1', 'status': 'completed', 'code': 200} Jun 30 03:36:06.871125 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7051a52c-3573-4383-9e67-02787e6353ae req-97b29836-8f32-4254-9cd9-3b22cd623f33 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c702bb76-eeba-4641-9e0e-477a8e0e0d8a HTTP/1.1" status: 200 len: 210 time: 0.0344479 Jun 30 03:36:08.112579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ea4e3-78da-4364-91a9-373363460def req-33ca4ffe-e1b0-4425-99a9-2dd643283afc tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:08.114049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db1ea4e3-78da-4364-91a9-373363460def req-33ca4ffe-e1b0-4425-99a9-2dd643283afc tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0620735 Jun 30 03:36:08.150800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-db1ea4e3-78da-4364-91a9-373363460def req-ce3d536d-f800-44b2-a65e-b9c854935bd7 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Jun 30 03:36:08.343133 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615f6a-e64d-45b9-bb64-f3839be2399f req-88c787e7-9648-4fc6-9032-8a894324dce4 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:08.344618 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1615f6a-e64d-45b9-bb64-f3839be2399f req-88c787e7-9648-4fc6-9032-8a894324dce4 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0680490 Jun 30 03:36:08.381345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d1615f6a-e64d-45b9-bb64-f3839be2399f req-37700d00-99c2-42f8-862d-56e573f93848 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Jun 30 03:36:08.552747 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95317e-8376-406e-9aed-3602e9c39bbc req-7c9a70d5-ce25-42d2-9356-230e0e39737e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:08.554221 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a95317e-8376-406e-9aed-3602e9c39bbc req-7c9a70d5-ce25-42d2-9356-230e0e39737e tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0634348 Jun 30 03:36:08.591330 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a95317e-8376-406e-9aed-3602e9c39bbc req-e489922f-e61d-403a-bcbc-b2f2b34f5674 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Jun 30 03:36:08.867176 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a4f7e-a634-4b42-8924-d00a7d68538b req-645f7ec0-1b5e-4ddd-913d-850a0bc217e2 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:08.869435 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-997a4f7e-a634-4b42-8924-d00a7d68538b req-645f7ec0-1b5e-4ddd-913d-850a0bc217e2 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0682590 Jun 30 03:36:08.905808 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-997a4f7e-a634-4b42-8924-d00a7d68538b req-d4ad1776-e82e-4672-a4ac-67b3e47b9c03 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Jun 30 03:36:09.077468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b438-0711-4912-9ad6-e96281cc3453 req-5454fecb-065f-4831-a5d5-3c41c51a1f74 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:09.078967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18e7b438-0711-4912-9ad6-e96281cc3453 req-5454fecb-065f-4831-a5d5-3c41c51a1f74 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0626273 Jun 30 03:36:09.115927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18e7b438-0711-4912-9ad6-e96281cc3453 req-865989a4-a802-448e-9af0-4eac8238aea5 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Jun 30 03:36:09.303507 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ab76-d95e-46e3-83e1-1ac4851c2e3a req-78e25b14-0845-4df2-8e36-235548671e87 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:09.304979 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5e8ab76-d95e-46e3-83e1-1ac4851c2e3a req-78e25b14-0845-4df2-8e36-235548671e87 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0677950 Jun 30 03:36:09.343249 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5e8ab76-d95e-46e3-83e1-1ac4851c2e3a req-b04c710c-27e4-4dbf-a7f1-e53d5cf22fba tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Jun 30 03:36:09.851301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6222e9-2d51-43e1-8e48-660a95904b3e req-a2a95d64-fcb7-4ad4-98dd-cc23af163d5f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:09.853323 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d6222e9-2d51-43e1-8e48-660a95904b3e req-a2a95d64-fcb7-4ad4-98dd-cc23af163d5f tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0655024 Jun 30 03:36:09.896444 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6d6222e9-2d51-43e1-8e48-660a95904b3e req-a72ca1de-891c-4f3f-9de3-32e9000239b3 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Jun 30 03:36:10.060877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:10.080886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:10.103261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:10.103530 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 11e7f485-9c9d-4e63-a99d-a94dcd3c28b1 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:11.076860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e6751-5eb8-4040-968c-176e6e4b0c7f req-1a51dbe4-b82b-43b9-9571-d69bea5990e3 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:11.078364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b7e6751-5eb8-4040-968c-176e6e4b0c7f req-1a51dbe4-b82b-43b9-9571-d69bea5990e3 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0629797 Jun 30 03:36:11.116100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3b7e6751-5eb8-4040-968c-176e6e4b0c7f req-da048cb0-f1b2-465b-9bb1-6c0672921021 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.78 "GET /v2.0/security-groups?id=67ffa600-3f6c-4c12-9998-9f546e53b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Jun 30 03:36:11.136835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-8e45269c-8fe4-48f4-9862-0fb17d002c50 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:11.138337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-8e45269c-8fe4-48f4-9862-0fb17d002c50 tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0627911 Jun 30 03:36:11.237821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Deleting port 4d91e994-702a-4269-b7d7-087a063ddee0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:11.238079 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:11.324790 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] For port 4d91e994-702a-4269-b7d7-087a063ddee0, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=4d91e994-702a-4269-b7d7-087a063ddee0,segment=NetworkSegment(e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec),segment_id=e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:11.325153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:11.342134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Calling delete_port for 4d91e994-702a-4269-b7d7-087a063ddee0 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:11.464711 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:11.487747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:11.494754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Pushing event deleted for resources: {'Port': ['ID=4d91e994-702a-4269-b7d7-087a063ddee0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:11.541857 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] No DVR routers for this DVR port 4d91e994-702a-4269-b7d7-087a063ddee0 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:11.544360 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:11.546332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-78d583f2-bd67-470c-9d07-d6337f471a03 req-0201aedf-3c76-41d7-a219-b9c80658e47c tempest-ServersNegativeTestJSON-1275658081 tempest-ServersNegativeTestJSON-1275658081-project] 10.222.0.67 "DELETE /v2.0/ports/4d91e994-702a-4269-b7d7-087a063ddee0 HTTP/1.1" status: 204 len: 173 time: 0.4029882 Jun 30 03:36:11.546799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'name': 'network-vif-deleted', 'tag': '4d91e994-702a-4269-b7d7-087a063ddee0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:11.549057 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6aa98-01d1-425c-bb10-61e74e76b0d2" -d '{"events": [{"server_uuid": "c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5", "name": "network-vif-deleted", "tag": "4d91e994-702a-4269-b7d7-087a063ddee0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:11.589907 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79384d3-11ea-45c3-85b0-18798af305a9 x-openstack-request-id: req-d79384d3-11ea-45c3-85b0-18798af305a9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:11.590204 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5", "name": "network-vif-deleted", "tag": "4d91e994-702a-4269-b7d7-087a063ddee0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:11.590492 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d79384d3-11ea-45c3-85b0-18798af305a9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:11.590892 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09124cf-b2b9-46b2-9af6-f8ecbd8f4fe5', 'name': 'network-vif-deleted', 'tag': '4d91e994-702a-4269-b7d7-087a063ddee0', 'status': 'completed', 'code': 200} Jun 30 03:36:12.211282 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56608) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:12.261102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Deleting subnet 950f5dd5-fd82-45a1-bc02-f0175dc7fc47 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:12.264220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.298574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.339872 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.399925 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.429829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950f5dd5-fd82-45a1-bc02-f0175dc7fc47,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:12.434338 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.436461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-09f6b221-fe51-4c84-a18e-531e032befe0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/950f5dd5-fd82-45a1-bc02-f0175dc7fc47 HTTP/1.1" status: 204 len: 168 time: 0.2236800 Jun 30 03:36:12.439040 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56610) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:12.511413 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.606189 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.615649 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7a950e-c488-402b-bf7a-79f0a198ae35']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:12.625716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:12.626009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9feff6c-0982-4ec9-9b0b-bf5866c5e9ec') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:12.635295 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.650108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.656165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:12.656548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:12.658168 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:12.710107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.716016 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.717797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3e7a950e-c488-402b-bf7a-79f0a198ae35 HTTP/1.1" status: 204 len: 168 time: 0.2777762 Jun 30 03:36:12.728647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973994ad-95b4-4df6-8abe-f588020fd979 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7a950e-c488-402b-bf7a-79f0a198ae35,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:12.827207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:12.866756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3c547ab8-b4fc-4321-bda1-9da22c236b48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58c81dbd9a724bcbbba0abae5624c164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383277 Jun 30 03:36:12.869941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:12.917569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40c94f93-c224-4342-b9d8-58ac0172d365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.938394 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40c94f93-c224-4342-b9d8-58ac0172d365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.985745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40c94f93-c224-4342-b9d8-58ac0172d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.988447 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-40c94f93-c224-4342-b9d8-58ac0172d365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:12.989594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-40c94f93-c224-4342-b9d8-58ac0172d365 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67ffa600-3f6c-4c12-9998-9f546e53b9e2 HTTP/1.1" status: 204 len: 168 time: 0.1187296 Jun 30 03:36:12.997700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c94f93-c224-4342-b9d8-58ac0172d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffa600-3f6c-4c12-9998-9f546e53b9e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:13.390876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 4d91e994-702a-4269-b7d7-087a063ddee0 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:13.410272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 4d91e994-702a-4269-b7d7-087a063ddee0 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:13.410642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 4d91e994-702a-4269-b7d7-087a063ddee0 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:13.654249 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:13.747337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012006648'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:13.770697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:13.774189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.785634 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.877802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.881640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.904769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:13.918412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac8b54-de6e-4848-8bd0-4777462b1a3a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:13.923468 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.923815 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Added segment 9f727035-ed3f-47cc-adde-2deda7a69c45 of type vlan for network c3553b3a-a618-4f8e-b828-120ffc3bd719 Jun 30 03:36:13.965217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.994151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:13.999584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:14.000419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:14.075053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4196279 Jun 30 03:36:14.109436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f65dfb-4829-4d48-9962-c12cc2e048b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Network': ['ID=c3553b3a-a618-4f8e-b828-120ffc3bd719,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:14.121143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c3553b3a-a618-4f8e-b828-120ffc3bd719 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:17.349191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56642) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:17.354620 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'subnet': {'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:17.444234 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:17.448378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.628461 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.688583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Subnet': ['ID=9cd450c0-fad0-434b-8482-b754729b5757,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:17.697957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Checking segment: {'id': '9f727035-ed3f-47cc-adde-2deda7a69c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:17.698361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network hostable DHCP agents. Network: c3553b3a-a618-4f8e-b828-120ffc3bd719, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:17.714938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network c3553b3a-a618-4f8e-b828-120ffc3bd719 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:17.723389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c3553b3a-a618-4f8e-b828-120ffc3bd719) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:17.728528 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:17.729177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.735706 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b09396-5a12-49e0-8a14-f3135de41f45 None None] Network c3553b3a-a618-4f8e-b828-120ffc3bd719 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:17.744287 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be3da785-16ff-44d5-aa5d-1a3d285eb021 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3939652 Jun 30 03:36:17.747915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:17.753195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-90638387'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:17.774715 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:17.778125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.801421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:17.812138 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.812612 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Added segment c7e93eb4-9e31-4959-b385-5307be02d264 of type vlan for network 331cbdef-9284-4d5f-905f-e230f78dea5b Jun 30 03:36:17.854751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.885695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c3553b3a-a618-4f8e-b828-120ffc3bd719', 'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719', 'tenant_id': '9bc29f13d856494397cd242cac8bf84d', 'fixed_ips': [{'subnet_id': '9cd450c0-fad0-434b-8482-b754729b5757'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:17.887044 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.889039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.894781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:17.895364 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:17.954101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56646) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:17.954366 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2051630 Jun 30 03:36:17.959868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'subnet': {'network_id': '331cbdef-9284-4d5f-905f-e230f78dea5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:17.969110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9d783-6012-4583-9dc9-406139edb68b tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Network': ['ID=331cbdef-9284-4d5f-905f-e230f78dea5b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:17.980561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 331cbdef-9284-4d5f-905f-e230f78dea5b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:18.056796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:18.060886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.079008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Allocated IP 2001:db8:0:ffff::2 (c3553b3a-a618-4f8e-b828-120ffc3bd719/9cd450c0-fad0-434b-8482-b754729b5757/4aeb5421-c084-4838-adeb-264a6fed24c7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:18.227536 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.235894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Transition to ACTIVE for port object 4aeb5421-c084-4838-adeb-264a6fed24c7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:18.251358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Transition to ACTIVE for port object 4aeb5421-c084-4838-adeb-264a6fed24c7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:18.254971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.256898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.292386 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Network c3553b3a-a618-4f8e-b828-120ffc3bd719 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:18.295293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:18.298666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:18.314067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Pushing event updated for resources: {'Port': ['ID=4aeb5421-c084-4838-adeb-264a6fed24c7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:18.314419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Subnet': ['ID=ff220b88-feff-4526-a15b-b008b323c2f7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:18.325596 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Checking segment: {'id': 'c7e93eb4-9e31-4959-b385-5307be02d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '331cbdef-9284-4d5f-905f-e230f78dea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:18.325971 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network hostable DHCP agents. Network: 331cbdef-9284-4d5f-905f-e230f78dea5b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:18.340415 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.340746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.341110 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.341451 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.341854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.342165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.342555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.342887 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.343211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.343502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network 331cbdef-9284-4d5f-905f-e230f78dea5b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:18.343623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.343849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.344174 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:18.353694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 331cbdef-9284-4d5f-905f-e230f78dea5b) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:18.357694 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:18.358293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.366370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a2dc1d-395b-4c2e-a974-763a592655e1 None None] Network 331cbdef-9284-4d5f-905f-e230f78dea5b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:18.373441 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-439d532e-6736-4aa2-8f76-8cb5b3c2f465 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4177606 Jun 30 03:36:18.376514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:18.415389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Attempting to bind port 4aeb5421-c084-4838-adeb-264a6fed24c7 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:18.415717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Attempting to bind port 4aeb5421-c084-4838-adeb-264a6fed24c7 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '9f727035-ed3f-47cc-adde-2deda7a69c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:18.416054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Attempting to bind port 4aeb5421-c084-4838-adeb-264a6fed24c7 on network c3553b3a-a618-4f8e-b828-120ffc3bd719 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:18.424538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:18.424917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Checking segment: {'id': '9f727035-ed3f-47cc-adde-2deda7a69c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:18.425320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.425710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Bound using segment: {'id': '9f727035-ed3f-47cc-adde-2deda7a69c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:18.426177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Bound port: 4aeb5421-c084-4838-adeb-264a6fed24c7, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f727035-ed3f-47cc-adde-2deda7a69c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c3553b3a-a618-4f8e-b828-120ffc3bd719'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:18.426590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.471973 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.543912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] For port 4aeb5421-c084-4838-adeb-264a6fed24c7, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:18.548353 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] For port 4aeb5421-c084-4838-adeb-264a6fed24c7, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4aeb5421-c084-4838-adeb-264a6fed24c7,segment=NetworkSegment(9f727035-ed3f-47cc-adde-2deda7a69c45),segment_id=9f727035-ed3f-47cc-adde-2deda7a69c45)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:18.555931 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.559821 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.604978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e10d45f-45d1-4972-bc71-8207949f7e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-331cbdef-9284-4d5f-905f-e230f78dea5b', 'network_id': '331cbdef-9284-4d5f-905f-e230f78dea5b', 'tenant_id': '9bc29f13d856494397cd242cac8bf84d', 'fixed_ips': [{'subnet_id': 'ff220b88-feff-4526-a15b-b008b323c2f7'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:18.605831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e10d45f-45d1-4972-bc71-8207949f7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.632725 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.658300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b83d-5a33-403b-b3dd-5be1f31a7acb None None] Pushing event updated for resources: {'Port': ['ID=4aeb5421-c084-4838-adeb-264a6fed24c7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:18.661829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Subnet': ['ID=ff220b88-feff-4526-a15b-b008b323c2f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:18.731765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a80b8d-3b75-45e9-b6ff-5fefeeafa87e None None] Network 331cbdef-9284-4d5f-905f-e230f78dea5b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:18.734154 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.745081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331cbdef-9284-4d5f-905f-e230f78dea5b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:18.755357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e93eb4-9e31-4959-b385-5307be02d264') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:18.755909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e93eb4-9e31-4959-b385-5307be02d264') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:18.766203 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.791549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.799611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:18.799970 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:18.804306 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:18.873223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.878638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.882345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/331cbdef-9284-4d5f-905f-e230f78dea5b HTTP/1.1" status: 204 len: 168 time: 0.5033116 Jun 30 03:36:18.886367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56650) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:18.891687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402209253'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:18.896254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0abf8-5704-458b-a5aa-2cd9935fcd66 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Network': ['ID=331cbdef-9284-4d5f-905f-e230f78dea5b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:18.914418 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:18.918173 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.945107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:18.954661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:18.955010 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Added segment 53ce18d2-cc8d-488b-87f7-2e04fa749b25 of type vlan for network 215b1515-b8bf-47ff-8c80-77c06d0e8e40 Jun 30 03:36:18.997346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.025620 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.031341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:19.031918 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.119664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2323191 Jun 30 03:36:19.122687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:19.127809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'subnet': {'network_id': '215b1515-b8bf-47ff-8c80-77c06d0e8e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:19.135136 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2056a7c-e0b1-418d-8d17-b7763d41caec tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Network': ['ID=215b1515-b8bf-47ff-8c80-77c06d0e8e40,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:19.145521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 215b1515-b8bf-47ff-8c80-77c06d0e8e40 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:19.217044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:19.220786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.482114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4aeb5421-c084-4838-adeb-264a6fed24c7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:19.540080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 4aeb5421-c084-4838-adeb-264a6fed24c7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:19.557579 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:36:19.558098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:36:19.591049 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45456c-b3d7-4890-b316-a2c009fca88a None None] Network c3553b3a-a618-4f8e-b828-120ffc3bd719 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:19.655821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] Provisioning for port 4aeb5421-c084-4838-adeb-264a6fed24c7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:19.663571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] Provisioning complete for port 4aeb5421-c084-4838-adeb-264a6fed24c7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:19.663947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.679661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.746129 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Subnet': ['ID=07f44a17-079c-4d3f-bb10-b2653bebe135,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:19.753875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Checking segment: {'id': '53ce18d2-cc8d-488b-87f7-2e04fa749b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '215b1515-b8bf-47ff-8c80-77c06d0e8e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:19.753987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network hostable DHCP agents. Network: 215b1515-b8bf-47ff-8c80-77c06d0e8e40, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:19.770613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network 215b1515-b8bf-47ff-8c80-77c06d0e8e40 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:19.780076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 215b1515-b8bf-47ff-8c80-77c06d0e8e40) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:19.784749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:19.785418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.800482 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b65ff4ab-7c9a-4f07-a1e4-9b8913f09355 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6765337 Jun 30 03:36:19.803184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b9633-fc24-4986-9209-f3ffec8b4cb4 None None] Network 215b1515-b8bf-47ff-8c80-77c06d0e8e40 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:19.803317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:19.857295 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.902490 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.928200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] For port 4aeb5421-c084-4838-adeb-264a6fed24c7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4aeb5421-c084-4838-adeb-264a6fed24c7,segment=NetworkSegment(9f727035-ed3f-47cc-adde-2deda7a69c45),segment_id=9f727035-ed3f-47cc-adde-2deda7a69c45)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:19.936100 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:19.961723 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.033104 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.034036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093989e0-85c7-4a0e-87b4-a926228b729c None None] Pushing event updated for resources: {'Port': ['ID=4aeb5421-c084-4838-adeb-264a6fed24c7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:20.053423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f24b0bd-baa7-4398-a247-edd47d639173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-215b1515-b8bf-47ff-8c80-77c06d0e8e40', 'network_id': '215b1515-b8bf-47ff-8c80-77c06d0e8e40', 'tenant_id': '9bc29f13d856494397cd242cac8bf84d', 'fixed_ips': [{'subnet_id': '07f44a17-079c-4d3f-bb10-b2653bebe135'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:20.054343 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f24b0bd-baa7-4398-a247-edd47d639173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.066794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Subnet': ['ID=07f44a17-079c-4d3f-bb10-b2653bebe135,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:20.128888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.140421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215b1515-b8bf-47ff-8c80-77c06d0e8e40']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:20.146876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ada39-d583-4f44-a69e-c34329ee1629 None None] Network 215b1515-b8bf-47ff-8c80-77c06d0e8e40 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:20.156239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ce18d2-cc8d-488b-87f7-2e04fa749b25') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:20.156567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ce18d2-cc8d-488b-87f7-2e04fa749b25') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:20.165957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.179266 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.185456 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:20.185882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:20.188847 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:20.213493 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d23b76b-d4e9-48f0-becf-a53e256a53be None None] Provisioning complete for port 4aeb5421-c084-4838-adeb-264a6fed24c7 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:20.213792 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d23b76b-d4e9-48f0-becf-a53e256a53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.246797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.253899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.255735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/215b1515-b8bf-47ff-8c80-77c06d0e8e40 HTTP/1.1" status: 204 len: 168 time: 0.4515855 Jun 30 03:36:20.261226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56656) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:20.266281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267109748'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:20.268792 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75299-d178-4518-9182-acad1ecd97ac tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Network': ['ID=215b1515-b8bf-47ff-8c80-77c06d0e8e40,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:20.287316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:20.290977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.315442 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:20.325377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.325722 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Added segment 58184dc3-35c6-4265-87f7-d5cc275a9ba6 of type vlan for network 76c8692f-e331-4b71-8c25-ecea58a85f9f Jun 30 03:36:20.369075 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.397891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.403237 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:20.403807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.452364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1900616 Jun 30 03:36:20.456090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:20.461322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'subnet': {'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:20.468997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86891e6-9876-40e3-b418-4cfb1be810d7 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Network': ['ID=76c8692f-e331-4b71-8c25-ecea58a85f9f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:20.479710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 76c8692f-e331-4b71-8c25-ecea58a85f9f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:20.555022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:20.559606 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.738434 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.800306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Subnet': ['ID=df5cc15a-24ef-425a-9bcf-adeb3abbca31,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:20.804711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Checking segment: {'id': '58184dc3-35c6-4265-87f7-d5cc275a9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:20.805084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network hostable DHCP agents. Network: 76c8692f-e331-4b71-8c25-ecea58a85f9f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:20.822397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network 76c8692f-e331-4b71-8c25-ecea58a85f9f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:20.830038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 76c8692f-e331-4b71-8c25-ecea58a85f9f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:20.834154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:20.834650 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.839931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c0689-2402-405c-957c-1080033a97a4 None None] Network 76c8692f-e331-4b71-8c25-ecea58a85f9f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:20.848297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-821fea58-c040-429b-ba1d-1a2691d9894c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3911052 Jun 30 03:36:20.852641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56660) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:20.857710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892572957'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:20.879065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:20.882881 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.908220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:20.917720 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.918064 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Added segment 82fd9d98-442c-4913-a84c-a380243b711f of type vlan for network 9654c32b-43a0-41c4-b0e1-57b455f4fa6b Jun 30 03:36:20.957719 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.987562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-76c8692f-e331-4b71-8c25-ecea58a85f9f', 'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f', 'tenant_id': '9bc29f13d856494397cd242cac8bf84d', 'fixed_ips': [{'subnet_id': 'df5cc15a-24ef-425a-9bcf-adeb3abbca31'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:20.988545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.992177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:20.998522 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:20.999101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.057545 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037845 Jun 30 03:36:21.060351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56662) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:21.067141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Request body: {'subnet': {'network_id': '9654c32b-43a0-41c4-b0e1-57b455f4fa6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:21.083117 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b60f07-6fdf-438c-a57a-f24ea298a119 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Network': ['ID=9654c32b-43a0-41c4-b0e1-57b455f4fa6b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:21.167459 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Made reservation on behalf of 9bc29f13d856494397cd242cac8bf84d for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:21.171064 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.269584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 9654c32b-43a0-41c4-b0e1-57b455f4fa6b details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:21.345106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Allocated IP 2001:db8::2 (76c8692f-e331-4b71-8c25-ecea58a85f9f/df5cc15a-24ef-425a-9bcf-adeb3abbca31/8525637d-18c6-4f3b-87cf-08545defabbf) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:21.355796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.420046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event updated for resources: {'Subnet': ['ID=af939bce-98a8-437c-b2a6-d86fccf3740e,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:21.427533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Checking segment: {'id': '82fd9d98-442c-4913-a84c-a380243b711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9654c32b-43a0-41c4-b0e1-57b455f4fa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:21.427811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network hostable DHCP agents. Network: 9654c32b-43a0-41c4-b0e1-57b455f4fa6b, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:21.449514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Network 9654c32b-43a0-41c4-b0e1-57b455f4fa6b is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:21.458491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4aeb5421-c084-4838-adeb-264a6fed24c7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:21.459772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 9654c32b-43a0-41c4-b0e1-57b455f4fa6b) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:21.464568 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:21.465147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.479590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6293d71b-d68f-474a-9d7f-fd79837fa8f6 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4182358 Jun 30 03:36:21.482250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:21.489448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fa9db-e9af-41f6-82cb-a156bf6bc3c2 None None] Network 9654c32b-43a0-41c4-b0e1-57b455f4fa6b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:21.583268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.595649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.613918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Transition to ACTIVE for port object 8525637d-18c6-4f3b-87cf-08545defabbf will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:21.638514 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.641288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 4aeb5421-c084-4838-adeb-264a6fed24c7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:21.641662 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.643498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Transition to ACTIVE for port object 8525637d-18c6-4f3b-87cf-08545defabbf will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:21.670074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.696487 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.725395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Subnet': ['ID=af939bce-98a8-437c-b2a6-d86fccf3740e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:21.746913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Network 76c8692f-e331-4b71-8c25-ecea58a85f9f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:21.761137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:21.766558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:21.770053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Pushing event updated for resources: {'Port': ['ID=8525637d-18c6-4f3b-87cf-08545defabbf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:21.793548 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.803257 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9654c32b-43a0-41c4-b0e1-57b455f4fa6b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:21.817472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fd9d98-442c-4913-a84c-a380243b711f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:21.817754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fd9d98-442c-4913-a84c-a380243b711f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:21.825920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59fda5a-798f-4c8c-af6e-c7ba4b074505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-9654c32b-43a0-41c4-b0e1-57b455f4fa6b', 'network_id': '9654c32b-43a0-41c4-b0e1-57b455f4fa6b', 'tenant_id': '9bc29f13d856494397cd242cac8bf84d', 'fixed_ips': [{'subnet_id': 'af939bce-98a8-437c-b2a6-d86fccf3740e'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:21.826801 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e59fda5a-798f-4c8c-af6e-c7ba4b074505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.827813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.841673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.847493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:21.847897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:21.851285 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:21.895924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Attempting to bind port 8525637d-18c6-4f3b-87cf-08545defabbf on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:21.896298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Attempting to bind port 8525637d-18c6-4f3b-87cf-08545defabbf by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '58184dc3-35c6-4265-87f7-d5cc275a9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:21.896666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Attempting to bind port 8525637d-18c6-4f3b-87cf-08545defabbf on network 76c8692f-e331-4b71-8c25-ecea58a85f9f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:21.910843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.918738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:21.919121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Checking segment: {'id': '58184dc3-35c6-4265-87f7-d5cc275a9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:21.919571 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.919969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Bound using segment: {'id': '58184dc3-35c6-4265-87f7-d5cc275a9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:21.920483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Bound port: 8525637d-18c6-4f3b-87cf-08545defabbf, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58184dc3-35c6-4265-87f7-d5cc275a9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76c8692f-e331-4b71-8c25-ecea58a85f9f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:21.920840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.921062 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.922940 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/9654c32b-43a0-41c4-b0e1-57b455f4fa6b HTTP/1.1" status: 204 len: 168 time: 0.4395580 Jun 30 03:36:21.925672 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:21.942130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64998d-b466-4569-a615-80a2076127aa tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Network': ['ID=9654c32b-43a0-41c4-b0e1-57b455f4fa6b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:21.955394 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5910ba-d97d-4423-a758-7cb12733c356 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] GET failed (client error): The resource could not be found. Jun 30 03:36:21.959744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:21.967563 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb5910ba-d97d-4423-a758-7cb12733c356 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "GET /v2.0/subnets/af939bce-98a8-437c-b2a6-d86fccf3740e HTTP/1.1" status: 404 len: 337 time: 0.0407441 Jun 30 03:36:21.969725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3087e47-f69e-4693-bf04-447023f98a73 None None] Network 9654c32b-43a0-41c4-b0e1-57b455f4fa6b requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:21.984443 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5f96f8-59e6-4590-86a0-ddcaf82cbe6f tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:21.985025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5f96f8-59e6-4590-86a0-ddcaf82cbe6f tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:21.987136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3087e47-f69e-4693-bf04-447023f98a73 None None] Network 9654c32b-43a0-41c4-b0e1-57b455f4fa6b could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:36:21.987287 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8d5f96f8-59e6-4590-86a0-ddcaf82cbe6f tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/9654c32b-43a0-41c4-b0e1-57b455f4fa6b HTTP/1.1" status: 404 len: 339 time: 0.0261993 Jun 30 03:36:21.991084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.019960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] For port 8525637d-18c6-4f3b-87cf-08545defabbf, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:22.023267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] For port 8525637d-18c6-4f3b-87cf-08545defabbf, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8525637d-18c6-4f3b-87cf-08545defabbf,segment=NetworkSegment(58184dc3-35c6-4265-87f7-d5cc275a9ba6),segment_id=58184dc3-35c6-4265-87f7-d5cc275a9ba6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:22.023783 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1d0b08-3a73-4567-a2ea-65dfd6f54aa5 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:22.024274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1d0b08-3a73-4567-a2ea-65dfd6f54aa5 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:22.027419 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bb1d0b08-3a73-4567-a2ea-65dfd6f54aa5 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/subnets/af939bce-98a8-437c-b2a6-d86fccf3740e HTTP/1.1" status: 404 len: 337 time: 0.0342851 Jun 30 03:36:22.029040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.029201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.049089 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e771a82a-2e14-4065-85c5-6f122e196267 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:22.049804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e771a82a-2e14-4065-85c5-6f122e196267 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:22.052034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e771a82a-2e14-4065-85c5-6f122e196267 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/9654c32b-43a0-41c4-b0e1-57b455f4fa6b HTTP/1.1" status: 404 len: 339 time: 0.0215392 Jun 30 03:36:22.054709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.090279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03e454-242e-46c9-bfb8-b853d012f173 None None] Pushing event updated for resources: {'Port': ['ID=8525637d-18c6-4f3b-87cf-08545defabbf,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:22.108070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Deleting subnet df5cc15a-24ef-425a-9bcf-adeb3abbca31 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:22.111262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.153332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.282028 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.346958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.378882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Subnet': ['ID=df5cc15a-24ef-425a-9bcf-adeb3abbca31,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:22.382443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.384826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3a8e55df-49b9-4c98-ba2b-b9a8b6b4d573 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/subnets/df5cc15a-24ef-425a-9bcf-adeb3abbca31 HTTP/1.1" status: 204 len: 168 time: 0.3286355 Jun 30 03:36:22.387702 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.462951 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.514624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Deleting port 8525637d-18c6-4f3b-87cf-08545defabbf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:22.514964 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.579173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] For port 8525637d-18c6-4f3b-87cf-08545defabbf, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8525637d-18c6-4f3b-87cf-08545defabbf,segment=NetworkSegment(58184dc3-35c6-4265-87f7-d5cc275a9ba6),segment_id=58184dc3-35c6-4265-87f7-d5cc275a9ba6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:22.579545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.591891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Calling delete_port for 8525637d-18c6-4f3b-87cf-08545defabbf owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:22.671392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.702010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Port': ['ID=8525637d-18c6-4f3b-87cf-08545defabbf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:22.705318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No DVR routers for this DVR port 8525637d-18c6-4f3b-87cf-08545defabbf on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:22.787258 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.797707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c8692f-e331-4b71-8c25-ecea58a85f9f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:22.808961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58184dc3-35c6-4265-87f7-d5cc275a9ba6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:22.809628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58184dc3-35c6-4265-87f7-d5cc275a9ba6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:22.820220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.834627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.841230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:22.841628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:22.844725 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:22.908126 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.913095 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.915558 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/76c8692f-e331-4b71-8c25-ecea58a85f9f HTTP/1.1" status: 204 len: 168 time: 0.5268531 Jun 30 03:36:22.918278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56678) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.932062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f022-962e-467b-abf0-05290e6ccd7c tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Network': ['ID=76c8692f-e331-4b71-8c25-ecea58a85f9f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:22.946539 n-d-798054-5 neutron-server[93822]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f11e83c-0a11-405f-91ab-0b88028657b5 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:22.947192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f11e83c-0a11-405f-91ab-0b88028657b5 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93822) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:22.951647 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.951756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8f11e83c-0a11-405f-91ab-0b88028657b5 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/subnets/07f44a17-079c-4d3f-bb10-b2653bebe135 HTTP/1.1" status: 404 len: 337 time: 0.0323703 Jun 30 03:36:22.970973 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-be24e76d-3329-4db6-baa0-eaf4e82e0073 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:22.971836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be24e76d-3329-4db6-baa0-eaf4e82e0073 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:22.973565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be24e76d-3329-4db6-baa0-eaf4e82e0073 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/215b1515-b8bf-47ff-8c80-77c06d0e8e40 HTTP/1.1" status: 404 len: 339 time: 0.0209312 Jun 30 03:36:22.976122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:23.003124 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8d301e-a2ee-4ae6-a272-f22f41f893b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:23.003592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8d301e-a2ee-4ae6-a272-f22f41f893b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:23.005300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-7e8d301e-a2ee-4ae6-a272-f22f41f893b8 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/subnets/ff220b88-feff-4526-a15b-b008b323c2f7 HTTP/1.1" status: 404 len: 337 time: 0.0281732 Jun 30 03:36:23.007863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:23.021251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be25203-6efb-4390-9a13-e06ef07a6365 None None] DHCP port deletion for 76c8692f-e331-4b71-8c25-ecea58a85f9f request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:36:23.027124 n-d-798054-5 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6c06d3-72f8-4e64-8433-b0caed3d3b4d tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] DELETE failed (client error): The resource could not be found. Jun 30 03:36:23.027778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6c06d3-72f8-4e64-8433-b0caed3d3b4d tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:36:23.029840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0f6c06d3-72f8-4e64-8433-b0caed3d3b4d tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/331cbdef-9284-4d5f-905f-e230f78dea5b HTTP/1.1" status: 404 len: 339 time: 0.0207543 Jun 30 03:36:23.032386 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:23.038120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c14ea-aeb2-4e8c-98c8-83cb2def1b4e None None] Network 76c8692f-e331-4b71-8c25-ecea58a85f9f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:23.051334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c14ea-aeb2-4e8c-98c8-83cb2def1b4e None None] Network 76c8692f-e331-4b71-8c25-ecea58a85f9f could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:36:23.068785 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fb473e52-23d3-4d5d-95e0-e0db6fd6d641 None None] Could not find standard attr ID for object 8525637d-18c6-4f3b-87cf-08545defabbf. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:36:23.088874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Deleting subnet 9cd450c0-fad0-434b-8482-b754729b5757 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:23.091894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.131341 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.212153 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.275048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.303148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd450c0-fad0-434b-8482-b754729b5757,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:23.308291 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.308291 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ddb032ae-2359-4945-a682-8ed69dd61572 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/subnets/9cd450c0-fad0-434b-8482-b754729b5757 HTTP/1.1" status: 204 len: 168 time: 0.2737212 Jun 30 03:36:23.309479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:23.311907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5dbe57-3301-4117-ba6a-4621466a780e None None] Network c3553b3a-a618-4f8e-b828-120ffc3bd719 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:23.387937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.441457 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Deleting port 4aeb5421-c084-4838-adeb-264a6fed24c7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:23.441802 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.501369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] DHCP port deletion for c3553b3a-a618-4f8e-b828-120ffc3bd719 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:36:23.509572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] For port 4aeb5421-c084-4838-adeb-264a6fed24c7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4aeb5421-c084-4838-adeb-264a6fed24c7,segment=NetworkSegment(9f727035-ed3f-47cc-adde-2deda7a69c45),segment_id=9f727035-ed3f-47cc-adde-2deda7a69c45)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:23.509936 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.522938 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Calling delete_port for 4aeb5421-c084-4838-adeb-264a6fed24c7 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:23.552235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] Deleting port 4aeb5421-c084-4838-adeb-264a6fed24c7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:23.552732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.601649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.614709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] For port 4aeb5421-c084-4838-adeb-264a6fed24c7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=4aeb5421-c084-4838-adeb-264a6fed24c7,segment=NetworkSegment(9f727035-ed3f-47cc-adde-2deda7a69c45),segment_id=9f727035-ed3f-47cc-adde-2deda7a69c45)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:23.615101 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.628179 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] Calling delete_port for 4aeb5421-c084-4838-adeb-264a6fed24c7 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:23.630959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Port': ['ID=4aeb5421-c084-4838-adeb-264a6fed24c7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:23.642218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] No DVR routers for this DVR port 4aeb5421-c084-4838-adeb-264a6fed24c7 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:23.704501 n-d-798054-5 neutron-server[93823]: self.session.flush() Jun 30 03:36:23.711111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.720706 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.730943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3553b3a-a618-4f8e-b828-120ffc3bd719']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.736119 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] Pushing event deleted for resources: {'Port': ['ID=4aeb5421-c084-4838-adeb-264a6fed24c7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:23.739541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f80aed-0a42-4907-8fff-2073d28ae146 None None] No DVR routers for this DVR port 4aeb5421-c084-4838-adeb-264a6fed24c7 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:23.742106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f727035-ed3f-47cc-adde-2deda7a69c45') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.742256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f727035-ed3f-47cc-adde-2deda7a69c45') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.752937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.767742 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.775232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:23.775616 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:23.778505 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:23.837496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.843917 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.845627 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] 10.222.0.78 "DELETE /v2.0/networks/c3553b3a-a618-4f8e-b828-120ffc3bd719 HTTP/1.1" status: 204 len: 168 time: 0.5352514 Jun 30 03:36:23.857209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5688d46-9947-41db-9a07-b39e10fcc391 tempest-NetworksIpV6Test-2029489195 tempest-NetworksIpV6Test-2029489195-project] Pushing event deleted for resources: {'Network': ['ID=c3553b3a-a618-4f8e-b828-120ffc3bd719,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:24.083122 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56694) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:24.213737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-12938952-d763-4e22-93cc-cb3013d518d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bc29f13d856494397cd242cac8bf84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294589 Jun 30 03:36:24.216279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56698) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:24.262927 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58646133-e39a-4619-9963-0cf990d4f13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:24.283030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58646133-e39a-4619-9963-0cf990d4f13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:24.330260 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58646133-e39a-4619-9963-0cf990d4f13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:24.332900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58646133-e39a-4619-9963-0cf990d4f13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:24.334023 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-58646133-e39a-4619-9963-0cf990d4f13d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3dac8b54-de6e-4848-8bd0-4777462b1a3a HTTP/1.1" status: 204 len: 168 time: 0.1168792 Jun 30 03:36:24.341766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58646133-e39a-4619-9963-0cf990d4f13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac8b54-de6e-4848-8bd0-4777462b1a3a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:24.473528 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:36:24.950006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56720) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:25.040600 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-66772750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:25.063038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.063984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.115776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.120371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.135544 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.137066 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9472f553-42e6-437a-a911-b0e4278d430f tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1859810 Jun 30 03:36:25.139785 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56724) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:25.144526 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1387004989'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:25.164147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Made reservation on behalf of 4866b4e1ee5542e3962a1b5552a06a32 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:25.168339 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.176922 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.266279 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.269902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.300266 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:25.306960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba84d7-accb-4423-a902-0deaac128a68,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:25.313987 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.314341 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Added segment 04cdf4dd-7d24-469d-b60b-8f5ed75161a9 of type vlan for network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 Jun 30 03:36:25.352584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.380237 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.385636 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:25.386503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.445334 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3045373 Jun 30 03:36:25.446893 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4aeb5421-c084-4838-adeb-264a6fed24c7 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:25.448074 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56728) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:25.454761 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Request body: {'subnet': {'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:25.467200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 4aeb5421-c084-4838-adeb-264a6fed24c7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:25.467549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 4aeb5421-c084-4838-adeb-264a6fed24c7 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:25.470647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5ce47-a10c-44de-9641-7b679f22bfda tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event updated for resources: {'Network': ['ID=dafaeb4d-b6ba-4445-81cb-4fa4ac898de5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:25.481725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:25.543635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Made reservation on behalf of 4866b4e1ee5542e3962a1b5552a06a32 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:25.547217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.718300 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.773619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event updated for resources: {'Subnet': ['ID=5d5c2809-a27f-4834-a015-b147b8f7a38b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:25.783981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Checking segment: {'id': '04cdf4dd-7d24-469d-b60b-8f5ed75161a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:25.784336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Network hostable DHCP agents. Network: dafaeb4d-b6ba-4445-81cb-4fa4ac898de5, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:25.800687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:25.809299 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, dafaeb4d-b6ba-4445-81cb-4fa4ac898de5) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:25.814037 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:25.815221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.818564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1575709-b336-4548-b7b5-4194d4719fd9 None None] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:25.829207 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-55531285-17da-4dc9-884b-259c01d594a2 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3801064 Jun 30 03:36:25.832196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56730) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:25.837874 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-434231854'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:25.859669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Made reservation on behalf of 4866b4e1ee5542e3962a1b5552a06a32 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:25.863068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.894268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:25.903596 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.903940 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Added segment 1c15b98d-f2ed-4121-a36b-f02fe10a9c23 of type vlan for network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 Jun 30 03:36:25.942083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.971484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.973026 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-dafaeb4d-b6ba-4445-81cb-4fa4ac898de5', 'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5', 'tenant_id': '4866b4e1ee5542e3962a1b5552a06a32', 'fixed_ips': [{'subnet_id': '5d5c2809-a27f-4834-a015-b147b8f7a38b'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:25.973975 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:25.977018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:25.977594 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.030590 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1973083 Jun 30 03:36:26.034000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:26.040359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Request body: {'subnet': {'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:26.046618 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0b72c-e1f9-4def-a68b-9d3992c8f7a3 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event updated for resources: {'Network': ['ID=34fdcb0c-e2f5-4443-8c07-af7a92af1f54,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:26.057475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:26.131205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Made reservation on behalf of 4866b4e1ee5542e3962a1b5552a06a32 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:26.135356 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.173800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Allocated IP 172.20.0.2 (dafaeb4d-b6ba-4445-81cb-4fa4ac898de5/5d5c2809-a27f-4834-a015-b147b8f7a38b/6c59a416-d62b-4efc-b974-de4f0653c3f1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:26.316073 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.320109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.325235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Transition to ACTIVE for port object 6c59a416-d62b-4efc-b974-de4f0653c3f1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:26.339775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Transition to ACTIVE for port object 6c59a416-d62b-4efc-b974-de4f0653c3f1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:26.345658 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.389277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event updated for resources: {'Subnet': ['ID=cbf202e8-b63d-4b94-a8cd-e508ce862e7a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:26.389508 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:26.396802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:26.397854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Checking segment: {'id': '1c15b98d-f2ed-4121-a36b-f02fe10a9c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:26.398674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Pushing event updated for resources: {'Port': ['ID=6c59a416-d62b-4efc-b974-de4f0653c3f1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:26.398807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Network hostable DHCP agents. Network: 34fdcb0c-e2f5-4443-8c07-af7a92af1f54, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:26.400954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:26.416542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:26.424884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 34fdcb0c-e2f5-4443-8c07-af7a92af1f54) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:26.433708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:26.434391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.447290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d732f-8009-4638-a789-a6b9b598e890 None None] Network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:26.452278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-24898c8c-f406-4dcd-bac8-b76646e9212a tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4144769 Jun 30 03:36:26.453326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56734) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:26.458092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-378566f8-31ba-43d8-a467-d4a83600629e tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Request body: {'router': {'external_gateway_info': {'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:26.494826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Attempting to bind port 6c59a416-d62b-4efc-b974-de4f0653c3f1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:26.495198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Attempting to bind port 6c59a416-d62b-4efc-b974-de4f0653c3f1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '04cdf4dd-7d24-469d-b60b-8f5ed75161a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:26.495560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Attempting to bind port 6c59a416-d62b-4efc-b974-de4f0653c3f1 on network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:26.505726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:26.506100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Checking segment: {'id': '04cdf4dd-7d24-469d-b60b-8f5ed75161a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:26.506528 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.506924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Bound using segment: {'id': '04cdf4dd-7d24-469d-b60b-8f5ed75161a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:26.507389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Bound port: 6c59a416-d62b-4efc-b974-de4f0653c3f1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdf4dd-7d24-469d-b60b-8f5ed75161a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dafaeb4d-b6ba-4445-81cb-4fa4ac898de5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:26.507769 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.614555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] For port 6c59a416-d62b-4efc-b974-de4f0653c3f1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:26.632964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] For port 6c59a416-d62b-4efc-b974-de4f0653c3f1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6c59a416-d62b-4efc-b974-de4f0653c3f1,segment=NetworkSegment(04cdf4dd-7d24-469d-b60b-8f5ed75161a9),segment_id=04cdf4dd-7d24-469d-b60b-8f5ed75161a9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:26.638820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.708600 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-34fdcb0c-e2f5-4443-8c07-af7a92af1f54', 'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54', 'tenant_id': '4866b4e1ee5542e3962a1b5552a06a32', 'fixed_ips': [{'subnet_id': 'cbf202e8-b63d-4b94-a8cd-e508ce862e7a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:26.709546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:26.735568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa34363-d89d-425e-8f1f-b509933d64d9 None None] Pushing event updated for resources: {'Port': ['ID=6c59a416-d62b-4efc-b974-de4f0653c3f1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:26.870141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Allocated IP 172.21.0.2 (34fdcb0c-e2f5-4443-8c07-af7a92af1f54/cbf202e8-b63d-4b94-a8cd-e508ce862e7a/e95ab2f7-9be9-46db-97ff-41b25a26f0e0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:26.973361 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-378566f8-31ba-43d8-a467-d4a83600629e tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.073481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.082036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Transition to ACTIVE for port object e95ab2f7-9be9-46db-97ff-41b25a26f0e0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:27.083858 n-d-798054-5 neutron-server[93822]: INFO neutron.api.v2.resource [None req-378566f8-31ba-43d8-a467-d4a83600629e tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:36:27.084925 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-378566f8-31ba-43d8-a467-d4a83600629e tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "PUT /v2.0/routers/d42f6b4f-6633-415b-b7e9-93f02106698d HTTP/1.1" status: 400 len: 364 time: 0.6305883 Jun 30 03:36:27.091045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:27.100939 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Transition to ACTIVE for port object e95ab2f7-9be9-46db-97ff-41b25a26f0e0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:27.107546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.144806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:27.151568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:27.151835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Deleting subnet cbf202e8-b63d-4b94-a8cd-e508ce862e7a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:27.154943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.155843 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:27.158833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Pushing event updated for resources: {'Port': ['ID=e95ab2f7-9be9-46db-97ff-41b25a26f0e0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:27.196883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.220598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Attempting to bind port e95ab2f7-9be9-46db-97ff-41b25a26f0e0 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:27.220971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Attempting to bind port e95ab2f7-9be9-46db-97ff-41b25a26f0e0 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '1c15b98d-f2ed-4121-a36b-f02fe10a9c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:27.221357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Attempting to bind port e95ab2f7-9be9-46db-97ff-41b25a26f0e0 on network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:27.226355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:27.228052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Checking segment: {'id': '1c15b98d-f2ed-4121-a36b-f02fe10a9c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:27.228459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.228850 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Bound using segment: {'id': '1c15b98d-f2ed-4121-a36b-f02fe10a9c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:27.229329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Bound port: e95ab2f7-9be9-46db-97ff-41b25a26f0e0, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c15b98d-f2ed-4121-a36b-f02fe10a9c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34fdcb0c-e2f5-4443-8c07-af7a92af1f54'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:27.229706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.287194 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.345497 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.348825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c56f4997-a969-428d-b397-885da63f2490 None None] For port e95ab2f7-9be9-46db-97ff-41b25a26f0e0, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:27.352996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c56f4997-a969-428d-b397-885da63f2490 None None] For port e95ab2f7-9be9-46db-97ff-41b25a26f0e0, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e95ab2f7-9be9-46db-97ff-41b25a26f0e0,segment=NetworkSegment(1c15b98d-f2ed-4121-a36b-f02fe10a9c23),segment_id=1c15b98d-f2ed-4121-a36b-f02fe10a9c23)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:27.358144 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.377610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf202e8-b63d-4b94-a8cd-e508ce862e7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:27.383872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.388421 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6d33f6fd-7d17-4cf2-ab58-ada0742e7468 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "DELETE /v2.0/subnets/cbf202e8-b63d-4b94-a8cd-e508ce862e7a HTTP/1.1" status: 204 len: 168 time: 0.2938054 Jun 30 03:36:27.388843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:27.423266 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4997-a969-428d-b397-885da63f2490 None None] Pushing event updated for resources: {'Port': ['ID=e95ab2f7-9be9-46db-97ff-41b25a26f0e0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:27.495516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.556922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Deleting port e95ab2f7-9be9-46db-97ff-41b25a26f0e0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:27.557362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.676922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] For port e95ab2f7-9be9-46db-97ff-41b25a26f0e0, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e95ab2f7-9be9-46db-97ff-41b25a26f0e0,segment=NetworkSegment(1c15b98d-f2ed-4121-a36b-f02fe10a9c23),segment_id=1c15b98d-f2ed-4121-a36b-f02fe10a9c23)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:27.677294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.684454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6c59a416-d62b-4efc-b974-de4f0653c3f1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:27.692192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Calling delete_port for e95ab2f7-9be9-46db-97ff-41b25a26f0e0 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:27.749989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6c59a416-d62b-4efc-b974-de4f0653c3f1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:27.765356 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77fb7778-4025-4ffa-8e86-deef68a01b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.798011 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.825518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event deleted for resources: {'Port': ['ID=e95ab2f7-9be9-46db-97ff-41b25a26f0e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:27.829676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] No DVR routers for this DVR port e95ab2f7-9be9-46db-97ff-41b25a26f0e0 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:27.876402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe8efa-36be-47ce-a739-566d98dc9ea3 None None] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:27.916801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.926724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fdcb0c-e2f5-4443-8c07-af7a92af1f54']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:27.937556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c15b98d-f2ed-4121-a36b-f02fe10a9c23') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:27.937897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c15b98d-f2ed-4121-a36b-f02fe10a9c23') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:27.940803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] Provisioning for port 6c59a416-d62b-4efc-b974-de4f0653c3f1 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:27.947343 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.953308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] Provisioning complete for port 6c59a416-d62b-4efc-b974-de4f0653c3f1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:27.953689 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.961899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.968029 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:27.968412 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:27.971505 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:28.031639 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.042781 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.045686 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "DELETE /v2.0/networks/34fdcb0c-e2f5-4443-8c07-af7a92af1f54 HTTP/1.1" status: 204 len: 168 time: 0.6558678 Jun 30 03:36:28.048102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:28.066362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2c7a1-a31e-49a7-8057-90fa8ee1ae22 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event deleted for resources: {'Network': ['ID=34fdcb0c-e2f5-4443-8c07-af7a92af1f54,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:28.103203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.114379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Deleting subnet 5d5c2809-a27f-4834-a015-b147b8f7a38b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:28.117409 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.145561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] For port 6c59a416-d62b-4efc-b974-de4f0653c3f1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6c59a416-d62b-4efc-b974-de4f0653c3f1,segment=NetworkSegment(04cdf4dd-7d24-469d-b60b-8f5ed75161a9),segment_id=04cdf4dd-7d24-469d-b60b-8f5ed75161a9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:28.150739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.161910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.207382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96b304-6cc0-402f-8873-06b29d2df0d6 None None] Pushing event updated for resources: {'Port': ['ID=6c59a416-d62b-4efc-b974-de4f0653c3f1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:28.254967 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.323013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.350076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5c2809-a27f-4834-a015-b147b8f7a38b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:28.355862 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.357725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-eb89d69c-8eb9-4dea-8529-4e6727f3e0bf tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "DELETE /v2.0/subnets/5d5c2809-a27f-4834-a015-b147b8f7a38b HTTP/1.1" status: 204 len: 168 time: 0.3086066 Jun 30 03:36:28.360177 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:28.372387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c2920-eaca-4cb7-97d9-26c74600780d None None] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:28.422831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ad06909b-2a32-4433-b440-d7c5b2341c88 None None] Provisioning complete for port 6c59a416-d62b-4efc-b974-de4f0653c3f1 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:28.423212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad06909b-2a32-4433-b440-d7c5b2341c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.440243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.493884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Deleting port 6c59a416-d62b-4efc-b974-de4f0653c3f1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:28.494228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.566817 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] For port 6c59a416-d62b-4efc-b974-de4f0653c3f1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6c59a416-d62b-4efc-b974-de4f0653c3f1,segment=NetworkSegment(04cdf4dd-7d24-469d-b60b-8f5ed75161a9),segment_id=04cdf4dd-7d24-469d-b60b-8f5ed75161a9)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:28.566971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.581950 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Calling delete_port for 6c59a416-d62b-4efc-b974-de4f0653c3f1 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:28.640994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] DHCP port deletion for dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:36:28.667433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.671340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef76b2-be95-429a-bdbd-396eb086e5ba None None] DHCP port deletion for 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:36:28.687188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10a52b23-e96b-42d6-b1f5-973b6e9f352f None None] Could not find standard attr ID for object e95ab2f7-9be9-46db-97ff-41b25a26f0e0. {{(pid=93823) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:36:28.698045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab1ffc-26e9-4497-9601-cc4e349c5b4d None None] Network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:28.705795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] No DVR routers for this DVR port 6c59a416-d62b-4efc-b974-de4f0653c3f1 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:28.711969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event deleted for resources: {'Port': ['ID=6c59a416-d62b-4efc-b974-de4f0653c3f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:28.714193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab1ffc-26e9-4497-9601-cc4e349c5b4d None None] Network 34fdcb0c-e2f5-4443-8c07-af7a92af1f54 could not be found, it might have been deleted concurrently. {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:36:28.717385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Deleting port 6c59a416-d62b-4efc-b974-de4f0653c3f1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:28.717764 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.788359 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.799627 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafaeb4d-b6ba-4445-81cb-4fa4ac898de5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:28.810810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cdf4dd-7d24-469d-b60b-8f5ed75161a9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:28.811110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cdf4dd-7d24-469d-b60b-8f5ed75161a9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:28.821047 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.835840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.843472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:28.843929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:28.847441 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:28.910995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.918937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.920860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "DELETE /v2.0/networks/dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 HTTP/1.1" status: 204 len: 168 time: 0.5597527 Jun 30 03:36:28.923479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:28.937153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] For port 6c59a416-d62b-4efc-b974-de4f0653c3f1, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:28.937549 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.942434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54429-e0dd-4cd6-a4cd-a50875ed1a17 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Pushing event deleted for resources: {'Network': ['ID=dafaeb4d-b6ba-4445-81cb-4fa4ac898de5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:28.950558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Calling delete_port for 6c59a416-d62b-4efc-b974-de4f0653c3f1 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:28.953178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Port 6c59a416-d62b-4efc-b974-de4f0653c3f1 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:36:28.954496 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.962734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-606e3d7c-91cf-4f8f-bc65-7071759b3305 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "GET /v2.0/ports?device_id=d42f6b4f-6633-415b-b7e9-93f02106698d HTTP/1.1" status: 200 len: 205 time: 0.0379634 Jun 30 03:36:28.964969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:28.976691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Network dafaeb4d-b6ba-4445-81cb-4fa4ac898de5 is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:36:28.977374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] No DVR routers for this DVR port 6c59a416-d62b-4efc-b974-de4f0653c3f1 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:28.979152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa7ca3-cfb0-4637-9f71-d5a71a01ec62 None None] Pushing event deleted for resources: {'Port': ['ID=6c59a416-d62b-4efc-b974-de4f0653c3f1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:29.083064 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:29.448175 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6c59a416-d62b-4efc-b974-de4f0653c3f1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:29.468250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6c59a416-d62b-4efc-b974-de4f0653c3f1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:29.468598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6c59a416-d62b-4efc-b974-de4f0653c3f1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:29.520660 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:29.522775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:29.582285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:29.582859 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Fanout notify agent at l3_agent the message router_deleted on router d42f6b4f-6633-415b-b7e9-93f02106698d {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:36:29.590365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:29.591407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-05b3c52b-b7d5-449d-b938-8985dbeb3e94 tempest-RoutersNegativeTest-171227205 tempest-RoutersNegativeTest-171227205-project] 10.222.0.78 "DELETE /v2.0/routers/d42f6b4f-6633-415b-b7e9-93f02106698d HTTP/1.1" status: 204 len: 168 time: 0.6255202 Jun 30 03:36:29.827187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:29.960129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f285d12a-6474-4f9c-8d69-42e1685b55d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4866b4e1ee5542e3962a1b5552a06a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317816 Jun 30 03:36:29.963243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:30.010294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ab76ed-628a-4a75-a5ba-1e7234f39f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.031012 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ab76ed-628a-4a75-a5ba-1e7234f39f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.081334 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ab76ed-628a-4a75-a5ba-1e7234f39f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.083859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ab76ed-628a-4a75-a5ba-1e7234f39f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.084977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-14ab76ed-628a-4a75-a5ba-1e7234f39f73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3ba84d7-accb-4423-a902-0deaac128a68 HTTP/1.1" status: 204 len: 168 time: 0.1207759 Jun 30 03:36:30.093056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab76ed-628a-4a75-a5ba-1e7234f39f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba84d7-accb-4423-a902-0deaac128a68,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:30.424115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c687-14b5-4f6e-8f24-828c36fa198f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.649176 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.690239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56778) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:30.790423 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-275290024-network', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:30.810923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Made reservation on behalf of 851a8b7b334b4b5b98fdc0eeb2ad4c2a for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:30.813747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.822063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.908975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.912832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.937567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:30.948113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:30.952980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:30.953328 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Added segment de2cf0f3-2e06-4c2d-b822-249611cc0cb5 of type vlan for network af58473b-3049-4c9b-800b-d518d6e8e1fe Jun 30 03:36:30.993058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.022131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.023189 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:31.023929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.074862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3834674 Jun 30 03:36:31.078198 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56782) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:31.084420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Request body: {'subnet': {'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-subnet', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:31.088446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d113d7e-460c-4e20-866a-0b78fbbe4049 admin admin] Pushing event updated for resources: {'Network': ['ID=af58473b-3049-4c9b-800b-d518d6e8e1fe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:31.098973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network af58473b-3049-4c9b-800b-d518d6e8e1fe details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:31.107003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Made reservation on behalf of 851a8b7b334b4b5b98fdc0eeb2ad4c2a for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:31.109204 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.271900 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.330985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1437506d-5d84-4e6f-8d5e-386150309b60,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:31.339242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Checking segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:31.339599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Network hostable DHCP agents. Network: af58473b-3049-4c9b-800b-d518d6e8e1fe, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:31.356488 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Network af58473b-3049-4c9b-800b-d518d6e8e1fe is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:31.364823 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, af58473b-3049-4c9b-800b-d518d6e8e1fe) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:31.369914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:31.370481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.375869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e5508-cdb6-49db-8efe-421fc06d0c90 None None] Network af58473b-3049-4c9b-800b-d518d6e8e1fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:31.384341 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-853e0ffe-a043-4b7b-846f-dcf55955e1c9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3047211 Jun 30 03:36:31.387279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56784) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:31.391574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:31.411707 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.412804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.463955 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.520945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-af58473b-3049-4c9b-800b-d518d6e8e1fe', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'fixed_ips': [{'subnet_id': '1437506d-5d84-4e6f-8d5e-386150309b60'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:31.521823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.601903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.654208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Allocated IP 172.20.0.2 (af58473b-3049-4c9b-800b-d518d6e8e1fe/1437506d-5d84-4e6f-8d5e-386150309b60/f316ce49-5fb9-40e1-ad62-2d43a9a84490) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:31.796526 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.804790 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Transition to ACTIVE for port object f316ce49-5fb9-40e1-ad62-2d43a9a84490 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:31.806015 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.821585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Transition to ACTIVE for port object f316ce49-5fb9-40e1-ad62-2d43a9a84490 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:31.827421 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.831380 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.864286 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Network af58473b-3049-4c9b-800b-d518d6e8e1fe is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:31.866990 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:31.873896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:31.880537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Pushing event updated for resources: {'Port': ['ID=f316ce49-5fb9-40e1-ad62-2d43a9a84490,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:31.936094 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Allocated IP 172.25.0.27 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/8adffda2-4a65-4433-ba77-eedfd4026202) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:31.937712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Attempting to bind port f316ce49-5fb9-40e1-ad62-2d43a9a84490 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:31.938101 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Attempting to bind port f316ce49-5fb9-40e1-ad62-2d43a9a84490 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:31.938560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Attempting to bind port f316ce49-5fb9-40e1-ad62-2d43a9a84490 on network af58473b-3049-4c9b-800b-d518d6e8e1fe {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:31.943729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:31.944106 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Checking segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:31.944509 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.944904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Bound using segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:31.945376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Bound port: f316ce49-5fb9-40e1-ad62-2d43a9a84490, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:31.946256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.008874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] For port f316ce49-5fb9-40e1-ad62-2d43a9a84490, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:32.012136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] For port f316ce49-5fb9-40e1-ad62-2d43a9a84490, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f316ce49-5fb9-40e1-ad62-2d43a9a84490,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:32.016008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.044894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.079374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530173-e57b-47f7-ad67-945d2715cacf None None] Pushing event updated for resources: {'Port': ['ID=f316ce49-5fb9-40e1-ad62-2d43a9a84490,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:32.087218 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.124545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:32.127491 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:32.130969 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:32.158525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Pushing event updated for resources: {'Port': ['ID=8adffda2-4a65-4433-ba77-eedfd4026202,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:32.398531 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.458599 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.595107 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.723902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Router 969ed29e-f36f-437a-9992-a0785ba8e65a is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:36:32.834628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:32.848256 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Sync routers for ids ['969ed29e-f36f-437a-9992-a0785ba8e65a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:32.851853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:32.856128 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-76952e06-40bb-4f07-aff0-e01bf384b656 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4655006 Jun 30 03:36:32.856594 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:32.858781 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Routers {'969ed29e-f36f-437a-9992-a0785ba8e65a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:32.859397 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['969ed29e-f36f-437a-9992-a0785ba8e65a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:33.006196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8c608-2ede-4004-82fa-e41583816f6a None None] Network af58473b-3049-4c9b-800b-d518d6e8e1fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:33.061131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Set router 969ed29e-f36f-437a-9992-a0785ba8e65a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:33.078596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-349e40a2-46bb-45a6-bd19-aa69e634a1b7 None None] Provisioning for port f316ce49-5fb9-40e1-ad62-2d43a9a84490 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:33.254976 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:32Z', 'revision_number': 3, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:33.291193 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Checking router: 969ed29e-f36f-437a-9992-a0785ba8e65a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:33.291535 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Updating router 969ed29e-f36f-437a-9992-a0785ba8e65a port 8adffda2-4a65-4433-ba77-eedfd4026202 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:36:33.331169 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.335332 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.498985 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f316ce49-5fb9-40e1-ad62-2d43a9a84490 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:33.514704 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Allocated IP 172.20.0.1 (af58473b-3049-4c9b-800b-d518d6e8e1fe/1437506d-5d84-4e6f-8d5e-386150309b60/572cee05-12ed-417b-b4b5-40373bab5c56) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:33.553844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port f316ce49-5fb9-40e1-ad62-2d43a9a84490 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:33.559820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f316ce49-5fb9-40e1-ad62-2d43a9a84490 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:33.560444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.616609 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.628057 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Transition to ACTIVE for port object 8adffda2-4a65-4433-ba77-eedfd4026202 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:33.635010 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.646147 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.649317 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.668839 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Transition to ACTIVE for port object 572cee05-12ed-417b-b4b5-40373bab5c56 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:33.687566 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Attempting to bind port 8adffda2-4a65-4433-ba77-eedfd4026202 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:33.687933 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Attempting to bind port 8adffda2-4a65-4433-ba77-eedfd4026202 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:33.688300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Attempting to bind port 8adffda2-4a65-4433-ba77-eedfd4026202 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:33.691398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port f316ce49-5fb9-40e1-ad62-2d43a9a84490, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f316ce49-5fb9-40e1-ad62-2d43a9a84490,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:33.697613 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.703866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:33.704286 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:33.704732 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.705153 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:33.705651 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Bound port: 8adffda2-4a65-4433-ba77-eedfd4026202, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:33.706144 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.709485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.709677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Pushing event updated for resources: {'Port': ['ID=8adffda2-4a65-4433-ba77-eedfd4026202,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:33.736264 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.736618 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.736958 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.737295 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.737625 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.737951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.738280 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.738632 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.738961 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.739276 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.739596 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.739913 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:33.745256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Network af58473b-3049-4c9b-800b-d518d6e8e1fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:33.749783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:33.752101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:33.762471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=f316ce49-5fb9-40e1-ad62-2d43a9a84490,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:33.788481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Pushing event updated for resources: {'Port': ['ID=572cee05-12ed-417b-b4b5-40373bab5c56,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:33.788875 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] For port 8adffda2-4a65-4433-ba77-eedfd4026202, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:33.796953 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] For port 8adffda2-4a65-4433-ba77-eedfd4026202, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8adffda2-4a65-4433-ba77-eedfd4026202,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:33.801812 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.806223 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.863846 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Routers {'969ed29e-f36f-437a-9992-a0785ba8e65a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:33.864480 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['969ed29e-f36f-437a-9992-a0785ba8e65a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:33.912295 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d48d28-ab42-4780-9192-572960151b0d None None] Pushing event updated for resources: {'Port': ['ID=8adffda2-4a65-4433-ba77-eedfd4026202,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:33.960272 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.991832 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] Set router 969ed29e-f36f-437a-9992-a0785ba8e65a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:34.038738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-297d7f3f-894d-4990-8e2f-e5839158918f None None] Provisioning for port 572cee05-12ed-417b-b4b5-40373bab5c56 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:34.049093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-297d7f3f-894d-4990-8e2f-e5839158918f None None] Provisioning complete for port 572cee05-12ed-417b-b4b5-40373bab5c56 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:34.049740 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-297d7f3f-894d-4990-8e2f-e5839158918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.087760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-297d7f3f-894d-4990-8e2f-e5839158918f None None] Port 572cee05-12ed-417b-b4b5-40373bab5c56 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:34.133604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.138626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.169551 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:32Z', 'revision_number': 3, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:34.199195 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cde254-68fe-49a6-a13e-f80deb420515 None None] The sync data for ids ['969ed29e-f36f-437a-9992-a0785ba8e65a'] in n-d-798054-5 is: [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:32Z', 'revision_number': 3, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:34.210072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.212648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Pushing event updated for resources: {'Port': ['ID=572cee05-12ed-417b-b4b5-40373bab5c56,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:34.307910 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Network af58473b-3049-4c9b-800b-d518d6e8e1fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:34.309362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:34.443380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Router 969ed29e-f36f-437a-9992-a0785ba8e65a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:36:34.542974 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.566867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:34.574040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e17ca945-4f2a-4896-bbf5-5f50a004d34d admin admin] 10.222.0.78 "PUT /v2.0/routers/969ed29e-f36f-437a-9992-a0785ba8e65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7163091 Jun 30 03:36:34.612839 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-562eabf6-ed0f-40b3-96c8-13a1f68681bc None None] Provisioning complete for port 572cee05-12ed-417b-b4b5-40373bab5c56 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:34.613363 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-562eabf6-ed0f-40b3-96c8-13a1f68681bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.653184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-562eabf6-ed0f-40b3-96c8-13a1f68681bc None None] Port 572cee05-12ed-417b-b4b5-40373bab5c56 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:35.053879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:35.059724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1413155692-network', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:35.079458 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Made reservation on behalf of 5ae2a8ae7a7f4d47b29ad986fd82f1b3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:35.081850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.090376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.177698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.182217 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.207459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:35.218071 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17638072-fc44-4409-9b96-ae00eef401c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:35.223134 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.223486 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Added segment 2357f969-282b-489f-8a1d-afcaf0c04bbd of type vlan for network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 Jun 30 03:36:35.263992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.295044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.295998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:35.296581 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.350835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2956872 Jun 30 03:36:35.353334 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:35.359667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Request body: {'subnet': {'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-subnet', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:35.369421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8021a7-85b4-4b31-9283-8215b481b7ad admin admin] Pushing event updated for resources: {'Network': ['ID=5a059280-be3d-4d2e-9c64-e2a3227e90c6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:35.379017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:35.386471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Made reservation on behalf of 5ae2a8ae7a7f4d47b29ad986fd82f1b3 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:35.388977 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.564161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f316ce49-5fb9-40e1-ad62-2d43a9a84490 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:35.580332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.619559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port f316ce49-5fb9-40e1-ad62-2d43a9a84490 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:35.619943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.641751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e97e61-c33f-4733-bfa9-8f8956b1895d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:35.655020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Checking segment: {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:35.655020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Network hostable DHCP agents. Network: 5a059280-be3d-4d2e-9c64-e2a3227e90c6, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:35.669288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:35.678735 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 5a059280-be3d-4d2e-9c64-e2a3227e90c6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:35.683094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:35.683673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.691512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058dc86d-9d73-4ed8-b90c-31e32d69ae13 None None] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:35.698810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f7371cd9-6576-4553-a19c-a06bb145327c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3443823 Jun 30 03:36:35.701777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 56806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:35.707083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:35.740250 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.741301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.754736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8adffda2-4a65-4433-ba77-eedfd4026202 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:35.818702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Sync routers for ids ['969ed29e-f36f-437a-9992-a0785ba8e65a'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:35.835673 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.862062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Routers {'969ed29e-f36f-437a-9992-a0785ba8e65a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:35.862739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['969ed29e-f36f-437a-9992-a0785ba8e65a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:35.866297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 8adffda2-4a65-4433-ba77-eedfd4026202 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:35.909070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8adffda2-4a65-4433-ba77-eedfd4026202 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:35.909439 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:35.968171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-5a059280-be3d-4d2e-9c64-e2a3227e90c6', 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'fixed_ips': [{'subnet_id': '93e97e61-c33f-4733-bfa9-8f8956b1895d'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:35.969026 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.109717 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Set router 969ed29e-f36f-437a-9992-a0785ba8e65a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:36.215135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.251424 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.286152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 8adffda2-4a65-4433-ba77-eedfd4026202, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8adffda2-4a65-4433-ba77-eedfd4026202,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:36.315867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.348691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Allocated IP 172.20.0.2 (5a059280-be3d-4d2e-9c64-e2a3227e90c6/93e97e61-c33f-4733-bfa9-8f8956b1895d/6baa1057-00e9-4c14-907d-d685f0c26b27) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:36.446859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=8adffda2-4a65-4433-ba77-eedfd4026202,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:36.452775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.482559 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.576751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:33Z', 'revision_number': 4, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '572cee05-12ed-417b-b4b5-40373bab5c56', 'name': '', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'mac_address': 'fa:16:3e:03:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:33Z', 'updated_at': '2021-06-30T03:36:34Z', 'revision_number': 2, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'subnets': [{'id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:36.587948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Allocated IP 172.25.0.132 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/a15e1497-b0d9-46cd-8695-f319ad87d9ae) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:36.700813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.741018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.768020 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.769992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Checking router: 969ed29e-f36f-437a-9992-a0785ba8e65a for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:36.770352 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Updating router 969ed29e-f36f-437a-9992-a0785ba8e65a port 572cee05-12ed-417b-b4b5-40373bab5c56 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:36:36.777689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:36.780586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:36.784045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:36.796918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Transition to ACTIVE for port object 6baa1057-00e9-4c14-907d-d685f0c26b27 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:36.818428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Pushing event updated for resources: {'Port': ['ID=a15e1497-b0d9-46cd-8695-f319ad87d9ae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:36.822591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Transition to ACTIVE for port object 6baa1057-00e9-4c14-907d-d685f0c26b27 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:36.823986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.834446 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.894950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:36.900963 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:36.906171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:36.970910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Pushing event updated for resources: {'Port': ['ID=6baa1057-00e9-4c14-907d-d685f0c26b27,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:37.040648 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.048069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Attempting to bind port 6baa1057-00e9-4c14-907d-d685f0c26b27 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:37.048437 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Attempting to bind port 6baa1057-00e9-4c14-907d-d685f0c26b27 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:37.048794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Attempting to bind port 6baa1057-00e9-4c14-907d-d685f0c26b27 on network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:37.083380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:37.083756 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Checking segment: {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:37.084157 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.084602 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Bound using segment: {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:37.085008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Bound port: 6baa1057-00e9-4c14-907d-d685f0c26b27, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:37.085383 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.183876 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] For port 6baa1057-00e9-4c14-907d-d685f0c26b27, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:37.189921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] For port 6baa1057-00e9-4c14-907d-d685f0c26b27, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6baa1057-00e9-4c14-907d-d685f0c26b27,segment=NetworkSegment(2357f969-282b-489f-8a1d-afcaf0c04bbd),segment_id=2357f969-282b-489f-8a1d-afcaf0c04bbd)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:37.195188 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.241032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.298814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.300983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911543-5846-4564-8c04-8c3a97ab7ec9 None None] Pushing event updated for resources: {'Port': ['ID=6baa1057-00e9-4c14-907d-d685f0c26b27,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:37.314238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Transition to ACTIVE for port object 572cee05-12ed-417b-b4b5-40373bab5c56 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:37.321296 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.395794 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:36:37.443739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c2a97-0621-457b-b9a9-0e9fe2e84469 None None] Pushing event updated for resources: {'Port': ['ID=572cee05-12ed-417b-b4b5-40373bab5c56,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:37.457908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Attempting to bind port 572cee05-12ed-417b-b4b5-40373bab5c56 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:37.458535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Attempting to bind port 572cee05-12ed-417b-b4b5-40373bab5c56 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:37.458737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Attempting to bind port 572cee05-12ed-417b-b4b5-40373bab5c56 on network af58473b-3049-4c9b-800b-d518d6e8e1fe {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:37.464740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:37.465293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Checking segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:37.465801 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.466410 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Bound using segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:37.467073 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Bound port: 572cee05-12ed-417b-b4b5-40373bab5c56, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:37.467556 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.522499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8adffda2-4a65-4433-ba77-eedfd4026202 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:37.584859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] For port 572cee05-12ed-417b-b4b5-40373bab5c56, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:37.588749 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:37.597638 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Sync routers for ids ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:37.604006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] For port 572cee05-12ed-417b-b4b5-40373bab5c56, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=572cee05-12ed-417b-b4b5-40373bab5c56,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:37.608432 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Routers {'1443a1e8-a0fb-414a-a710-7e3cae9773e7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:37.609060 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:37.611857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.636332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.638099 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f6b0567f-7afc-4e60-8978-b70dbe550bbf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9352732 Jun 30 03:36:37.641066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 56808) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:37.655608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8adffda2-4a65-4433-ba77-eedfd4026202 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:37.655954 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.754268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Routers {'969ed29e-f36f-437a-9992-a0785ba8e65a'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:37.755078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['969ed29e-f36f-437a-9992-a0785ba8e65a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:37.757361 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Set router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:37.798908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c2a97-0621-457b-b9a9-0e9fe2e84469 None None] Pushing event updated for resources: {'Port': ['ID=572cee05-12ed-417b-b4b5-40373bab5c56,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:37.927019 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] Set router 969ed29e-f36f-437a-9992-a0785ba8e65a gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:37.986839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 3, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:38.014782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Checking router: 1443a1e8-a0fb-414a-a710-7e3cae9773e7 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:38.015124 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Updating router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 port a15e1497-b0d9-46cd-8695-f319ad87d9ae binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:36:38.058530 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.119970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.158030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:33Z', 'revision_number': 4, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '572cee05-12ed-417b-b4b5-40373bab5c56', 'name': '', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'mac_address': 'fa:16:3e:03:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:33Z', 'updated_at': '2021-06-30T03:36:37Z', 'revision_number': 4, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'subnets': [{'id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:38.187078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17da705-4d91-446e-9f8f-4667e960d821 None None] The sync data for ids ['969ed29e-f36f-437a-9992-a0785ba8e65a'] in n-d-798054-5 is: [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:33Z', 'revision_number': 4, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '572cee05-12ed-417b-b4b5-40373bab5c56', 'name': '', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'mac_address': 'fa:16:3e:03:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:33Z', 'updated_at': '2021-06-30T03:36:37Z', 'revision_number': 4, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'subnets': [{'id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:38.336882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Allocated IP 172.20.0.1 (5a059280-be3d-4d2e-9c64-e2a3227e90c6/93e97e61-c33f-4733-bfa9-8f8956b1895d/e02da0a9-c02a-4b1c-aac1-65ec39cf0eca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:38.480933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.501031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Transition to ACTIVE for port object e02da0a9-c02a-4b1c-aac1-65ec39cf0eca will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:38.517981 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.531817 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Transition to ACTIVE for port object a15e1497-b0d9-46cd-8695-f319ad87d9ae will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:38.540035 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.543049 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.570845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257fe6f5-7140-46f7-84e6-2778f5f39e2c None None] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:38.587006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:38.590558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:38.597549 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:38.614618 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Attempting to bind port a15e1497-b0d9-46cd-8695-f319ad87d9ae on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:38.615175 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Attempting to bind port a15e1497-b0d9-46cd-8695-f319ad87d9ae by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:38.615377 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Attempting to bind port a15e1497-b0d9-46cd-8695-f319ad87d9ae on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:38.623823 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d5018-378a-4e77-a52d-6150efb504a5 None None] Pushing event updated for resources: {'Port': ['ID=a15e1497-b0d9-46cd-8695-f319ad87d9ae,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:38.627831 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:38.628211 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:38.628892 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.629249 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:38.629367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Pushing event updated for resources: {'Port': ['ID=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:38.629735 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Bound port: a15e1497-b0d9-46cd-8695-f319ad87d9ae, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:38.630121 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.649472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.694994 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] For port a15e1497-b0d9-46cd-8695-f319ad87d9ae, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:38.699020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] For port a15e1497-b0d9-46cd-8695-f319ad87d9ae, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a15e1497-b0d9-46cd-8695-f319ad87d9ae,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:38.709520 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.730926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2df29509-c11e-4886-b15f-e8a8459a36cf None None] Provisioning for port 6baa1057-00e9-4c14-907d-d685f0c26b27 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:38.774763 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Routers {'1443a1e8-a0fb-414a-a710-7e3cae9773e7'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:38.775455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:38.834562 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d5018-378a-4e77-a52d-6150efb504a5 None None] Pushing event updated for resources: {'Port': ['ID=a15e1497-b0d9-46cd-8695-f319ad87d9ae,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:38.923768 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] Set router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:39.074643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3c5bf68b-2708-46c5-a41b-8c725ec4083b None None] Provisioning for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:39.079954 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3c5bf68b-2708-46c5-a41b-8c725ec4083b None None] Provisioning complete for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:39.080361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c5bf68b-2708-46c5-a41b-8c725ec4083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.139996 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bf68b-2708-46c5-a41b-8c725ec4083b None None] Port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:39.170769 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.188861 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 3, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:39.218448 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fee8c0-0668-4618-b636-da54835f2885 None None] The sync data for ids ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'] in n-d-798054-5 is: [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 3, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:39.368663 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.375620 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b182cce-ca93-494b-99dd-edc27193b1d5 None None] Provisioning complete for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:39.376066 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b182cce-ca93-494b-99dd-edc27193b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.376563 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.424809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b182cce-ca93-494b-99dd-edc27193b1d5 None None] Port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:39.457831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.460929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Pushing event updated for resources: {'Port': ['ID=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:39.474711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.475126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.475531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.475933 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.476337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.477410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.477954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.478240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.478660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.479048 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.479436 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.479955 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:39.582673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6baa1057-00e9-4c14-907d-d685f0c26b27 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:39.596824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:39.598192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:39.653263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6baa1057-00e9-4c14-907d-d685f0c26b27 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:39.659653 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6baa1057-00e9-4c14-907d-d685f0c26b27 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:39.660972 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.745101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:36:39.756591 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.797579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6baa1057-00e9-4c14-907d-d685f0c26b27, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6baa1057-00e9-4c14-907d-d685f0c26b27,segment=NetworkSegment(2357f969-282b-489f-8a1d-afcaf0c04bbd),segment_id=2357f969-282b-489f-8a1d-afcaf0c04bbd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:39.802987 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.804357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 572cee05-12ed-417b-b4b5-40373bab5c56 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:39.884642 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:39.891472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6baa1057-00e9-4c14-907d-d685f0c26b27,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:39.891665 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-724e15d2-4873-41b6-9817-7a6d2bb10242 admin admin] 10.222.0.78 "PUT /v2.0/routers/1443a1e8-a0fb-414a-a710-7e3cae9773e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2486553 Jun 30 03:36:39.916032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 572cee05-12ed-417b-b4b5-40373bab5c56 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:39.920483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 572cee05-12ed-417b-b4b5-40373bab5c56 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:39.920857 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.966690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b814966d-4d70-409e-b23f-f143b0297b61 None None] Provisioning complete for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:39.967207 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b814966d-4d70-409e-b23f-f143b0297b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.026853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b814966d-4d70-409e-b23f-f143b0297b61 None None] Port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:40.047747 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.085045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.094220 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 572cee05-12ed-417b-b4b5-40373bab5c56, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=572cee05-12ed-417b-b4b5-40373bab5c56,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:40.099483 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.157740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=572cee05-12ed-417b-b4b5-40373bab5c56,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:40.736104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-84698ddf-d94e-411b-931d-225b8e6f02ec tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:40.737468 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-84698ddf-d94e-411b-931d-225b8e6f02ec tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 816 time: 0.1052887 Jun 30 03:36:40.751876 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-253743a5-0761-471d-9d9a-27d8708b0581 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/quotas/851a8b7b334b4b5b98fdc0eeb2ad4c2a HTTP/1.1" status: 200 len: 375 time: 0.0088625 Jun 30 03:36:40.817789 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-d18685a0-de26-42ca-b594-f2eaa0a4be91 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611959 Jun 30 03:36:40.832635 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-800aca2f-788c-4ef6-a85a-4914062c5e5b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:36:40.833589 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-800aca2f-788c-4ef6-a85a-4914062c5e5b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050592 Jun 30 03:36:40.923304 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-4f898c42-7ac6-4d5f-9d87-a784f749c122 service neutron] 10.222.0.78 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Jun 30 03:36:41.016755 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-537219f0-5098-464d-9fca-ab57e0ebc874 service neutron] 10.222.0.78 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875826 Jun 30 03:36:41.187077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a36859c-6f2c-4f7d-8101-6d0bf4d342f9 req-5b33fdb0-e4fd-4bd2-abe3-221cb333b242 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 210 time: 0.0308928 Jun 30 03:36:41.491558 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.569817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6baa1057-00e9-4c14-907d-d685f0c26b27 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:41.622388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6baa1057-00e9-4c14-907d-d685f0c26b27 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:41.622770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.696877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Sync routers for ids ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:41.720857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Routers {'1443a1e8-a0fb-414a-a710-7e3cae9773e7'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:41.721568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:41.726278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 572cee05-12ed-417b-b4b5-40373bab5c56 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:41.860767 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 572cee05-12ed-417b-b4b5-40373bab5c56 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:41.861063 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.865851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Set router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:42.060969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a15e1497-b0d9-46cd-8695-f319ad87d9ae up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:42.302696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-6f450b88-1c27-4978-847f-2520c22b480e tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:42.304334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-6f450b88-1c27-4978-847f-2520c22b480e tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 816 time: 0.1414757 Jun 30 03:36:42.311680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a15e1497-b0d9-46cd-8695-f319ad87d9ae completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:42.317110 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Request body: {'port': {'device_id': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'admin_state_up': True, 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:42.317872 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a15e1497-b0d9-46cd-8695-f319ad87d9ae triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:42.319396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.323267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:36:39Z', 'revision_number': 4, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e02da0a9-c02a-4b1c-aac1-65ec39cf0eca', 'name': '', 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'mac_address': 'fa:16:3e:d0:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '93e97e61-c33f-4733-bfa9-8f8956b1895d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:38Z', 'updated_at': '2021-06-30T03:36:39Z', 'revision_number': 2, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'subnets': [{'id': '93e97e61-c33f-4733-bfa9-8f8956b1895d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:42.357892 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f7e5ca4-c1a0-43fb-b599-827b62e78f2a req-b955230a-4555-4bd2-ae5b-30bcb8553fc0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 210 time: 0.0480452 Jun 30 03:36:42.371884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Checking router: 1443a1e8-a0fb-414a-a710-7e3cae9773e7 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:42.372243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Updating router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:36:42.421392 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.443846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Made reservation on behalf of 851a8b7b334b4b5b98fdc0eeb2ad4c2a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:42.448431 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.489937 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.565252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a15e1497-b0d9-46cd-8695-f319ad87d9ae, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a15e1497-b0d9-46cd-8695-f319ad87d9ae,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:42.572372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.580923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Allocated IP 172.20.0.12 (af58473b-3049-4c9b-800b-d518d6e8e1fe/1437506d-5d84-4e6f-8d5e-386150309b60/d73f2ce9-8238-4cc3-997b-0b87312e14cb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:42.672819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a15e1497-b0d9-46cd-8695-f319ad87d9ae,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:42.733788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.748380 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Transition to ACTIVE for port object d73f2ce9-8238-4cc3-997b-0b87312e14cb will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:42.776840 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.781968 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.788596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Transition to ACTIVE for port object e02da0a9-c02a-4b1c-aac1-65ec39cf0eca will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:42.795871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.830348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Network af58473b-3049-4c9b-800b-d518d6e8e1fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:42.835674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:42.841293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:42.844040 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Pushing event updated for resources: {'Port': ['ID=d73f2ce9-8238-4cc3-997b-0b87312e14cb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:42.866836 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b4000-681c-4313-8ecd-f463eaad1033 None None] Pushing event updated for resources: {'Port': ['ID=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:42.907634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Attempting to bind port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:42.908001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Attempting to bind port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:42.908361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Attempting to bind port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca on network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:42.909616 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:42.910279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.913689 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:42.914013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Checking segment: {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:42.914810 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.915345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Bound using segment: {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:42.915832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Bound port: e02da0a9-c02a-4b1c-aac1-65ec39cf0eca, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2357f969-282b-489f-8a1d-afcaf0c04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:42.916214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.931540 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-c540dda4-649c-447e-aa1b-f7dc1969a673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185946 Jun 30 03:36:42.944574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Request body: {'port': {'device_id': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:42.994173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] For port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:42.999544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] For port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,segment=NetworkSegment(2357f969-282b-489f-8a1d-afcaf0c04bbd),segment_id=2357f969-282b-489f-8a1d-afcaf0c04bbd)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:43.004466 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.044286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.067270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Routers {'1443a1e8-a0fb-414a-a710-7e3cae9773e7'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:43.067918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:36:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:43.108378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b4000-681c-4313-8ecd-f463eaad1033 None None] Pushing event updated for resources: {'Port': ['ID=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:43.198578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9983d53c-17fa-4463-bd5e-226c5c983c8d None None] Provisioning for port d73f2ce9-8238-4cc3-997b-0b87312e14cb completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:43.202252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] Set router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:43.231486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9983d53c-17fa-4463-bd5e-226c5c983c8d None None] Provisioning complete for port d73f2ce9-8238-4cc3-997b-0b87312e14cb triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:43.231863 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9983d53c-17fa-4463-bd5e-226c5c983c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.317993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9983d53c-17fa-4463-bd5e-226c5c983c8d None None] Port d73f2ce9-8238-4cc3-997b-0b87312e14cb cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:43.338536 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73f2ce9-8238-4cc3-997b-0b87312e14cb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:36:43.346462 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.358121 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Transition to ACTIVE for port object d73f2ce9-8238-4cc3-997b-0b87312e14cb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:43.362522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.416652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Pushing event updated for resources: {'Port': ['ID=d73f2ce9-8238-4cc3-997b-0b87312e14cb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:43.458072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:36:39Z', 'revision_number': 4, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e02da0a9-c02a-4b1c-aac1-65ec39cf0eca', 'name': '', 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'mac_address': 'fa:16:3e:d0:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '93e97e61-c33f-4733-bfa9-8f8956b1895d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:38Z', 'updated_at': '2021-06-30T03:36:42Z', 'revision_number': 4, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'subnets': [{'id': '93e97e61-c33f-4733-bfa9-8f8956b1895d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:43.491364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c824227-53df-4a66-8327-3aa8a9134c35 None None] The sync data for ids ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'] in n-d-798054-5 is: [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:36:39Z', 'revision_number': 4, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e02da0a9-c02a-4b1c-aac1-65ec39cf0eca', 'name': '', 'network_id': '5a059280-be3d-4d2e-9c64-e2a3227e90c6', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'mac_address': 'fa:16:3e:d0:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '93e97e61-c33f-4733-bfa9-8f8956b1895d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:38Z', 'updated_at': '2021-06-30T03:36:42Z', 'revision_number': 4, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'subnets': [{'id': '93e97e61-c33f-4733-bfa9-8f8956b1895d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:43.510676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Attempting to bind port d73f2ce9-8238-4cc3-997b-0b87312e14cb on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:43.512056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Attempting to bind port d73f2ce9-8238-4cc3-997b-0b87312e14cb by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:43.512968 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Attempting to bind port d73f2ce9-8238-4cc3-997b-0b87312e14cb on network af58473b-3049-4c9b-800b-d518d6e8e1fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:43.518274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Port d73f2ce9-8238-4cc3-997b-0b87312e14cb on network af58473b-3049-4c9b-800b-d518d6e8e1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:36:43.518641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Attempting to bind port d73f2ce9-8238-4cc3-997b-0b87312e14cb on network af58473b-3049-4c9b-800b-d518d6e8e1fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:43.525349 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a15e1497-b0d9-46cd-8695-f319ad87d9ae up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:43.527662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:43.528083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Checking segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:43.528544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Bound using segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:43.529052 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Bound port: d73f2ce9-8238-4cc3-997b-0b87312e14cb, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:43.529485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.612594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a15e1497-b0d9-46cd-8695-f319ad87d9ae triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:43.613160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.700288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] For port d73f2ce9-8238-4cc3-997b-0b87312e14cb, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:43.705624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] For port d73f2ce9-8238-4cc3-997b-0b87312e14cb, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:43.716731 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.770236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:43.770923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.772343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] 10.222.0.67 "PUT /v2.0/ports/d73f2ce9-8238-4cc3-997b-0b87312e14cb HTTP/1.1" status: 200 len: 1092 time: 0.8328350 Jun 30 03:36:43.772802 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'tag': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:43.776455 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e" -d '{"events": [{"name": "network-changed", "server_uuid": "32778d84-95c4-4ef1-9d0c-6a2e37388a80", "tag": "d73f2ce9-8238-4cc3-997b-0b87312e14cb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:43.794624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0f31d-6d66-457a-ba06-cf2cafc658a6 req-e7a2a702-6005-400f-b316-6fa724eca569 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:43.796300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65b0f31d-6d66-457a-ba06-cf2cafc658a6 req-e7a2a702-6005-400f-b316-6fa724eca569 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 944 time: 0.1968412 Jun 30 03:36:43.836682 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db5dc1-45d3-47f7-b334-4dc4ef4b2d8c x-openstack-request-id: req-90db5dc1-45d3-47f7-b334-4dc4ef4b2d8c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:43.838223 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32778d84-95c4-4ef1-9d0c-6a2e37388a80", "tag": "d73f2ce9-8238-4cc3-997b-0b87312e14cb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:43.838439 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90db5dc1-45d3-47f7-b334-4dc4ef4b2d8c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:43.838861 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'tag': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb', 'status': 'completed', 'code': 200} Jun 30 03:36:43.857288 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c1175-603a-41f0-a2b5-11867e486699 service neutron] Pushing event updated for resources: {'Port': ['ID=d73f2ce9-8238-4cc3-997b-0b87312e14cb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:43.907398 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-65b0f31d-6d66-457a-ba06-cf2cafc658a6 req-99dd66cf-9a07-436d-963d-8607bbfd87f2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995204 Jun 30 03:36:43.933443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-95c93d2d-16e9-445d-b50a-d9c8b4ad9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:43.933443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-95c93d2d-16e9-445d-b50a-d9c8b4ad9a92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 1095 time: 0.0912316 Jun 30 03:36:43.983535 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-808e721c-ed64-40cf-b18a-43a54b6a6134 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb HTTP/1.1" status: 200 len: 217 time: 0.0457499 Jun 30 03:36:44.036213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-74b2a390-28e4-4da8-82e7-3d524558127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:44.037741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-74b2a390-28e4-4da8-82e7-3d524558127a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1437506d-5d84-4e6f-8d5e-386150309b60 HTTP/1.1" status: 200 len: 855 time: 0.0474734 Jun 30 03:36:44.097574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-659e046f-a0b3-446c-aeac-9c28f77c28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:44.099117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-659e046f-a0b3-446c-aeac-9c28f77c28c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af58473b-3049-4c9b-800b-d518d6e8e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546072 Jun 30 03:36:44.190325 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-1b00684a-0cdd-4b54-8351-a205af42ca24 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848947 Jun 30 03:36:44.281073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a5ff7938-161e-46f7-8fd6-92e32fef1bb9 req-365c0312-20f6-40f4-abf6-3462da341a84 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840886 Jun 30 03:36:44.378072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-91d257d6-4851-40bf-bd25-bbb0054c937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:44.379496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-91d257d6-4851-40bf-bd25-bbb0054c937a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 1095 time: 0.0523152 Jun 30 03:36:44.470825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-df0db433-5040-435b-9e53-feb3c7816547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:44.472278 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-df0db433-5040-435b-9e53-feb3c7816547 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 917 time: 0.0866098 Jun 30 03:36:44.514268 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-8485da9b-fc4c-4f0e-b8eb-c462df45f2ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb HTTP/1.1" status: 200 len: 217 time: 0.0355971 Jun 30 03:36:44.569662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-71796e25-c18b-4681-b3fd-a028393c6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:44.572024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-71796e25-c18b-4681-b3fd-a028393c6e26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1437506d-5d84-4e6f-8d5e-386150309b60 HTTP/1.1" status: 200 len: 855 time: 0.0517144 Jun 30 03:36:44.630086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-b2ca9fe5-b17d-4a17-9842-a1a14f9a5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:44.631525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-b2ca9fe5-b17d-4a17-9842-a1a14f9a5a59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af58473b-3049-4c9b-800b-d518d6e8e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530140 Jun 30 03:36:44.720710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-110d3885-080c-45ea-adcf-22f6aab920ba service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Jun 30 03:36:44.814701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3f55478f-9a4c-43f8-8bd7-09d0fdb9758e req-df0b963d-7f76-4b5c-a96e-a6bf3594c256 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Jun 30 03:36:45.089740 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a5234-6e1c-4d4e-919e-3105695514c2 req-8633b077-4ef5-469b-83ee-25bf10610507 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:45.091280 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b35a5234-6e1c-4d4e-919e-3105695514c2 req-8633b077-4ef5-469b-83ee-25bf10610507 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 944 time: 0.0638151 Jun 30 03:36:45.134439 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b35a5234-6e1c-4d4e-919e-3105695514c2 req-b4096190-1e81-4f86-97af-5a9e38e39584 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Jun 30 03:36:45.481635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e02da0a9-c02a-4b1c-aac1-65ec39cf0eca up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:45.533142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:45.537105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:45.537478 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.567949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d73f2ce9-8238-4cc3-997b-0b87312e14cb details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:36:45.678723 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.715199 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d73f2ce9-8238-4cc3-997b-0b87312e14cb, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:45.735487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'port_id': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb', 'mac_address': 'fa:16:3e:7c:6a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:36:45.737871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,segment=NetworkSegment(2357f969-282b-489f-8a1d-afcaf0c04bbd),segment_id=2357f969-282b-489f-8a1d-afcaf0c04bbd)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:45.744078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.802742 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.828255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73f2ce9-8238-4cc3-997b-0b87312e14cb {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:36:45.832131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:45.851212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d73f2ce9-8238-4cc3-997b-0b87312e14cb, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:45.855364 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.901231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d73f2ce9-8238-4cc3-997b-0b87312e14cb,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.057651 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['d73f2ce9-8238-4cc3-997b-0b87312e14cb'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:46.311401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d63ae-91d3-4567-95e3-326e8a2de134 req-5652ee41-342d-4188-95ab-46c7f99840c4 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:46.312797 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c27d63ae-91d3-4567-95e3-326e8a2de134 req-5652ee41-342d-4188-95ab-46c7f99840c4 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 945 time: 0.0651612 Jun 30 03:36:46.350188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c27d63ae-91d3-4567-95e3-326e8a2de134 req-519446dd-97f1-4081-9488-50081970305a tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Jun 30 03:36:47.465091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e02da0a9-c02a-4b1c-aac1-65ec39cf0eca up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:47.512886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:47.513242 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.524814 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fedf8-e1d6-4f45-8f40-525a126b61f0 req-25c0906b-15e5-416b-99d2-6e61e024ffbd tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:47.526295 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d73fedf8-e1d6-4f45-8f40-525a126b61f0 req-25c0906b-15e5-416b-99d2-6e61e024ffbd tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 945 time: 0.0634329 Jun 30 03:36:47.563691 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d73fedf8-e1d6-4f45-8f40-525a126b61f0 req-bb4eb130-e486-4b32-a59f-133ae8bc5ad5 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Jun 30 03:36:47.594417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d73f2ce9-8238-4cc3-997b-0b87312e14cb up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:47.643647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port d73f2ce9-8238-4cc3-997b-0b87312e14cb completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:47.647271 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port d73f2ce9-8238-4cc3-997b-0b87312e14cb triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:47.647645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.721330 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.743513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:47.745764 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d2d30-8eb6-44d7-b212-6dda6e81dbd1" -d '{"events": [{"server_uuid": "32778d84-95c4-4ef1-9d0c-6a2e37388a80", "name": "network-vif-plugged", "status": "completed", "tag": "d73f2ce9-8238-4cc3-997b-0b87312e14cb"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:47.761612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port d73f2ce9-8238-4cc3-997b-0b87312e14cb, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:47.766375 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.788803 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf7c14-b0b2-4b5d-a42b-a600c2e84cc0 x-openstack-request-id: req-46bf7c14-b0b2-4b5d-a42b-a600c2e84cc0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:47.789626 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32778d84-95c4-4ef1-9d0c-6a2e37388a80", "name": "network-vif-plugged", "status": "completed", "tag": "d73f2ce9-8238-4cc3-997b-0b87312e14cb", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:47.789873 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46bf7c14-b0b2-4b5d-a42b-a600c2e84cc0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:47.790253 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb', 'code': 200} Jun 30 03:36:47.817243 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=d73f2ce9-8238-4cc3-997b-0b87312e14cb,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:47.897725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc66806-a87c-4d5e-82f1-52b83d7c86aa req-761e1bba-34ce-4609-874b-aba8a6ce8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:47.899339 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fc66806-a87c-4d5e-82f1-52b83d7c86aa req-761e1bba-34ce-4609-874b-aba8a6ce8b65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 1097 time: 0.0562499 Jun 30 03:36:47.933281 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3fc66806-a87c-4d5e-82f1-52b83d7c86aa req-c44e688d-d101-4441-9ca1-b73998de78f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274627 Jun 30 03:36:48.746084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf0a8-3781-4bbf-bdf4-11abcb6c53b3 req-3b5678e0-5830-4fb7-b001-d2f86ce7811b tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:48.747636 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88acf0a8-3781-4bbf-bdf4-11abcb6c53b3 req-3b5678e0-5830-4fb7-b001-d2f86ce7811b tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 946 time: 0.0690458 Jun 30 03:36:48.787498 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-88acf0a8-3781-4bbf-bdf4-11abcb6c53b3 req-1cade5b4-accc-49fc-a430-a8fd39409d8f tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jun 30 03:36:49.960795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bb7ff-4632-4f8e-a0ae-24ba7593742b req-41fb8059-d47d-4f61-96e5-b823346e3a10 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:49.963004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e4bb7ff-4632-4f8e-a0ae-24ba7593742b req-41fb8059-d47d-4f61-96e5-b823346e3a10 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 946 time: 0.0652938 Jun 30 03:36:50.000308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e4bb7ff-4632-4f8e-a0ae-24ba7593742b req-664c50ac-e0d3-4a0f-ba10-7250680d51b7 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Jun 30 03:36:50.173297 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a266779-848b-4e35-a8dc-a05e76365056 req-67ab524e-b760-4d56-881f-add31562c0d5 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:50.174788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a266779-848b-4e35-a8dc-a05e76365056 req-67ab524e-b760-4d56-881f-add31562c0d5 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 946 time: 0.0671003 Jun 30 03:36:50.213127 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5a266779-848b-4e35-a8dc-a05e76365056 req-acf83ce6-4bad-4be1-9058-3bd08fc2804b tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Jun 30 03:36:57.746419 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52844a42-f258-4966-9661-198dfe3cb444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:00.425233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c929-cd9d-43c5-aed3-00680f26e43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:00.651426 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.472772 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:37:02.461643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:02.801915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-406f5c70-6e75-4cef-8bc8-0ceb3e6e1539 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531323 Jun 30 03:37:02.899452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-d892c9eb-90b7-4ea0-9f0e-b2d664acc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:02.901097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-d892c9eb-90b7-4ea0-9f0e-b2d664acc861 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 1097 time: 0.0564864 Jun 30 03:37:03.003164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-c201b678-ea1c-4547-abc3-b13225005d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:03.004739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-c201b678-ea1c-4547-abc3-b13225005d19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 917 time: 0.0838981 Jun 30 03:37:03.051834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-c864b081-f2f8-4748-9397-40af9ffb2cfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb HTTP/1.1" status: 200 len: 217 time: 0.0406420 Jun 30 03:37:03.102809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-8cdb0f16-5a6c-41fd-9e6c-919405e191b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:03.104383 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-8cdb0f16-5a6c-41fd-9e6c-919405e191b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1437506d-5d84-4e6f-8d5e-386150309b60 HTTP/1.1" status: 200 len: 855 time: 0.0467272 Jun 30 03:37:03.163302 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-568f3143-39fc-42ba-ba0c-0766e0bc7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:03.165022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-568f3143-39fc-42ba-ba0c-0766e0bc7160 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af58473b-3049-4c9b-800b-d518d6e8e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542886 Jun 30 03:37:03.263809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-21ba25fd-cb78-4f94-8ccb-0cf0fa2cd994 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872865 Jun 30 03:37:03.632918 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-873e514b-9a5d-44f3-b62f-a2ef137dd988 req-0ebef0fb-5954-4012-92e1-192ada1638f5 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619940 Jun 30 03:37:04.533368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:09.234272 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18af09-557d-47a0-b461-3676427b0fb7 req-2ddc7fd2-a5db-4de0-ad60-833b1104d6a7 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:09.235800 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de18af09-557d-47a0-b461-3676427b0fb7 req-2ddc7fd2-a5db-4de0-ad60-833b1104d6a7 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 946 time: 0.0640237 Jun 30 03:37:09.275503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de18af09-557d-47a0-b461-3676427b0fb7 req-26edc9bb-9219-4273-926f-be68451784c2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jun 30 03:37:10.090690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:10.630519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725e449-4e7b-4509-b193-c6f9c2a1244d req-745c26d3-a4ee-4e87-a4ed-11454c5c160d tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:10.631991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7725e449-4e7b-4509-b193-c6f9c2a1244d req-745c26d3-a4ee-4e87-a4ed-11454c5c160d tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 946 time: 0.0637100 Jun 30 03:37:10.702840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7725e449-4e7b-4509-b193-c6f9c2a1244d req-341d6ce9-3c94-4dd6-baa9-afe65b2b794f tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Jun 30 03:37:10.732550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-651558c2-b257-414f-8493-38628b486643 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:10.733999 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-651558c2-b257-414f-8493-38628b486643 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "GET /v2.0/ports?device_id=32778d84-95c4-4ef1-9d0c-6a2e37388a80 HTTP/1.1" status: 200 len: 946 time: 0.0783603 Jun 30 03:37:10.830867 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Deleting port d73f2ce9-8238-4cc3-997b-0b87312e14cb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:10.831210 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:10.921771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] For port d73f2ce9-8238-4cc3-997b-0b87312e14cb, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=d73f2ce9-8238-4cc3-997b-0b87312e14cb,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:10.922032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:10.936149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Calling delete_port for d73f2ce9-8238-4cc3-997b-0b87312e14cb owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:11.065413 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:11.077164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['d73f2ce9-8238-4cc3-997b-0b87312e14cb'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:37:11.103854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Pushing event deleted for resources: {'Port': ['ID=d73f2ce9-8238-4cc3-997b-0b87312e14cb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:11.133746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.134527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.134871 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.135204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.135531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.135860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.136184 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.136508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.137096 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.137422 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.137737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.138051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:11.161549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] No DVR routers for this DVR port d73f2ce9-8238-4cc3-997b-0b87312e14cb on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:11.164332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:11.166566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e275ea3-97d9-4155-815a-46a1e5394a02 req-560c3dea-1624-4f40-9a99-88b35a7715a2 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "DELETE /v2.0/ports/d73f2ce9-8238-4cc3-997b-0b87312e14cb HTTP/1.1" status: 204 len: 173 time: 0.4271066 Jun 30 03:37:11.167009 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'name': 'network-vif-deleted', 'tag': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:11.169340 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac3fee-82c8-44b5-ba19-e48453bc38d2" -d '{"events": [{"server_uuid": "32778d84-95c4-4ef1-9d0c-6a2e37388a80", "name": "network-vif-deleted", "tag": "d73f2ce9-8238-4cc3-997b-0b87312e14cb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:11.210946 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b17e43-1657-4ecc-b666-25a20a48fd89 x-openstack-request-id: req-a5b17e43-1657-4ecc-b666-25a20a48fd89 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:11.211902 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32778d84-95c4-4ef1-9d0c-6a2e37388a80", "name": "network-vif-deleted", "tag": "d73f2ce9-8238-4cc3-997b-0b87312e14cb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:11.211902 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5b17e43-1657-4ecc-b666-25a20a48fd89 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:11.212670 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32778d84-95c4-4ef1-9d0c-6a2e37388a80', 'name': 'network-vif-deleted', 'tag': 'd73f2ce9-8238-4cc3-997b-0b87312e14cb', 'status': 'completed', 'code': 200} Jun 30 03:37:11.474277 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:12.513104 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-a4b1534b-c063-442a-b8d6-39f622976b93 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:12.514501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-a4b1534b-c063-442a-b8d6-39f622976b93 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 816 time: 0.1044269 Jun 30 03:37:12.528809 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-c1f135e4-1675-4476-a7f7-5d14b677f9f0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/quotas/851a8b7b334b4b5b98fdc0eeb2ad4c2a HTTP/1.1" status: 200 len: 375 time: 0.0090904 Jun 30 03:37:12.593771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-1a963ed9-5de8-46a9-93b2-dce172480c51 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602334 Jun 30 03:37:12.690863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-a6f026ef-c3a4-4322-8362-47f3b1d58d99 service neutron] 10.222.0.78 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Jun 30 03:37:12.778995 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-20c03ba5-f783-4004-8ea9-ca451719a6d9 service neutron] 10.222.0.78 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819879 Jun 30 03:37:12.952406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9fbce332-1261-46cf-a866-17a43f51fc7f req-0f6b52ee-9fff-40da-9bfc-4ad46380ffa0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 210 time: 0.0316951 Jun 30 03:37:13.686684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d73f2ce9-8238-4cc3-997b-0b87312e14cb no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:13.709728 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: d73f2ce9-8238-4cc3-997b-0b87312e14cb {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:13.710076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device d73f2ce9-8238-4cc3-997b-0b87312e14cb not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:13.999482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-f76f2def-8b08-4055-be24-fbb4717688c9 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:14.000965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-f76f2def-8b08-4055-be24-fbb4717688c9 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 816 time: 0.1040304 Jun 30 03:37:14.013947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Request body: {'port': {'device_id': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'admin_state_up': True, 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:14.103516 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bdd8c28b-30be-4cd9-b9b8-a176ba79206b req-9da0c218-94eb-486b-b9da-d2fc9c20176d tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 210 time: 0.0316038 Jun 30 03:37:14.131104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Made reservation on behalf of 851a8b7b334b4b5b98fdc0eeb2ad4c2a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:14.135212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.259560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Allocated IP 172.20.0.3 (af58473b-3049-4c9b-800b-d518d6e8e1fe/1437506d-5d84-4e6f-8d5e-386150309b60/b7d39ad7-95e7-4e2b-b82f-143cd9d23048) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:14.401148 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.413758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Transition to ACTIVE for port object b7d39ad7-95e7-4e2b-b82f-143cd9d23048 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:14.448081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.492277 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Network af58473b-3049-4c9b-800b-d518d6e8e1fe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:14.496120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:14.498518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:14.536931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Pushing event updated for resources: {'Port': ['ID=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:14.562125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:14.562839 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.577351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3a00bf7-5d4d-471d-90e7-634f03a50dbb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674181 Jun 30 03:37:14.589824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Request body: {'port': {'device_id': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:14.666393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.762206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-84847d6f-b492-4573-b23b-018ad5edddc2 None None] Provisioning for port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:14.765866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-84847d6f-b492-4573-b23b-018ad5edddc2 None None] Provisioning complete for port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:14.766233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84847d6f-b492-4573-b23b-018ad5edddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.800207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-84847d6f-b492-4573-b23b-018ad5edddc2 None None] Port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:14.930718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d39ad7-95e7-4e2b-b82f-143cd9d23048 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:37:14.937814 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:14.949467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Transition to ACTIVE for port object b7d39ad7-95e7-4e2b-b82f-143cd9d23048 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:14.953627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:15.004972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:15.088149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Attempting to bind port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:15.088502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Attempting to bind port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:15.088830 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Attempting to bind port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 on network af58473b-3049-4c9b-800b-d518d6e8e1fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:15.093294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 on network af58473b-3049-4c9b-800b-d518d6e8e1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:37:15.093615 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Attempting to bind port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 on network af58473b-3049-4c9b-800b-d518d6e8e1fe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:15.098571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:15.098908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Checking segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:15.099304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Bound using segment: {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:15.099777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Bound port: b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:15.100665 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:15.169879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] For port b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:15.174742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] For port b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:15.179337 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:15.215264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.216316 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:15.217694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7d39ad7-95e7-4e2b-b82f-143cd9d23048 HTTP/1.1" status: 200 len: 1091 time: 0.6332641 Jun 30 03:37:15.220078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'tag': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:15.222419 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ec395-7f7a-4ae7-8728-516bd8e4133a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc5b9ff-7947-4fa9-9718-284a38cc780f", "tag": "b7d39ad7-95e7-4e2b-b82f-143cd9d23048"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:15.279384 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03b30f-f23e-4db8-8e61-d1024e34fb15 x-openstack-request-id: req-bf03b30f-f23e-4db8-8e61-d1024e34fb15 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:15.279669 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc5b9ff-7947-4fa9-9718-284a38cc780f", "tag": "b7d39ad7-95e7-4e2b-b82f-143cd9d23048", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:15.279916 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf03b30f-f23e-4db8-8e61-d1024e34fb15 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:15.280308 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'tag': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048', 'status': 'completed', 'code': 200} Jun 30 03:37:15.322780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac4f2d-477a-4b1a-b922-c4e23ed77d49 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:15.369663 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc2f1-c0d5-4c99-83b0-a818c5365a18 req-d1919589-b8f5-4061-8400-b55f186c81ea tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.371305 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f46cc2f1-c0d5-4c99-83b0-a818c5365a18 req-d1919589-b8f5-4061-8400-b55f186c81ea tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 943 time: 0.1458082 Jun 30 03:37:15.377226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-fa8e4da1-b979-4866-ac91-90ece7dd327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.378745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-fa8e4da1-b979-4866-ac91-90ece7dd327b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 1094 time: 0.1107213 Jun 30 03:37:15.429031 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-2e4581ef-7ab5-43d4-8fcf-2af99ce088cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048 HTTP/1.1" status: 200 len: 217 time: 0.0414984 Jun 30 03:37:15.477396 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f46cc2f1-c0d5-4c99-83b0-a818c5365a18 req-14c928dc-de42-4fea-b3dc-6f73b893f992 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972452 Jun 30 03:37:15.494742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-8fdeba7c-6bec-40f6-a979-b6b27b785e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.496149 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-8fdeba7c-6bec-40f6-a979-b6b27b785e43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1437506d-5d84-4e6f-8d5e-386150309b60 HTTP/1.1" status: 200 len: 855 time: 0.0605474 Jun 30 03:37:15.553465 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-6219c77b-e2c5-412b-8ef5-9541087d986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.555450 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-6219c77b-e2c5-412b-8ef5-9541087d986a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af58473b-3049-4c9b-800b-d518d6e8e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525537 Jun 30 03:37:15.643388 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-7e6a733a-8b01-4443-9a87-19311a172147 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819411 Jun 30 03:37:15.736611 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-738205eb-32d9-4ed1-918e-8999e2bf6c45 req-de476cdf-1841-4e23-960f-7bbdbdef4571 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862837 Jun 30 03:37:15.833212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-5af2fd2d-4006-4999-a8d6-fb52ff794659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.834728 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-5af2fd2d-4006-4999-a8d6-fb52ff794659 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 1094 time: 0.0534754 Jun 30 03:37:15.924766 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-9f782c5f-3f31-4ee3-be2a-d376129a4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.926127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-9f782c5f-3f31-4ee3-be2a-d376129a4f18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 200 len: 917 time: 0.0851076 Jun 30 03:37:15.966707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-a424a594-6cb5-4806-a554-87e4fba30736 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048 HTTP/1.1" status: 200 len: 217 time: 0.0339277 Jun 30 03:37:16.014059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-5527371e-5d31-4dc6-b13c-3a38fd7c03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:16.015485 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-5527371e-5d31-4dc6-b13c-3a38fd7c03ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1437506d-5d84-4e6f-8d5e-386150309b60 HTTP/1.1" status: 200 len: 855 time: 0.0424023 Jun 30 03:37:16.075573 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-13958f5c-e561-4219-ac60-e9a8aea3df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:16.077017 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-13958f5c-e561-4219-ac60-e9a8aea3df90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af58473b-3049-4c9b-800b-d518d6e8e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543487 Jun 30 03:37:16.166024 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-e7bd735e-7b4b-4ff5-b08a-21698bbf4ec3 service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820506 Jun 30 03:37:16.256905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-112ec395-7f7a-4ae7-8728-516bd8e4133a req-37095fe8-6f93-478e-86f3-19000555ea0b service neutron] 10.222.0.67 "GET /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Jun 30 03:37:16.655355 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289254f4-2780-4751-b05d-1a80c3df6ba0 req-c1ece96e-07c8-4b93-a416-51ee9c9c5716 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:16.656846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-289254f4-2780-4751-b05d-1a80c3df6ba0 req-c1ece96e-07c8-4b93-a416-51ee9c9c5716 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 943 time: 0.0678356 Jun 30 03:37:16.695881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-289254f4-2780-4751-b05d-1a80c3df6ba0 req-af393c27-9186-4916-b956-01eba86602c0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Jun 30 03:37:17.701209 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b7d39ad7-95e7-4e2b-b82f-143cd9d23048 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:37:17.796408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:17.807799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048', 'network_id': 'af58473b-3049-4c9b-800b-d518d6e8e1fe', 'port_id': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048', 'mac_address': 'fa:16:3e:a0:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1437506d-5d84-4e6f-8d5e-386150309b60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:37:17.848789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:17.861849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d39ad7-95e7-4e2b-b82f-143cd9d23048 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:37:17.869055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcbcf3-bd0e-44dc-b7ed-283805575e4d req-92328207-d84d-4198-bbc7-bea37e375673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:17.870663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-defcbcf3-bd0e-44dc-b7ed-283805575e4d req-92328207-d84d-4198-bbc7-bea37e375673 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 943 time: 0.0654483 Jun 30 03:37:17.881185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:17.885958 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:17.912834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-defcbcf3-bd0e-44dc-b7ed-283805575e4d req-a8399c27-0290-4966-810b-588e1464c2ae tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 Jun 30 03:37:17.934792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:18.073173 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['b7d39ad7-95e7-4e2b-b82f-143cd9d23048'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:37:19.099141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789915f-0f78-4ca5-8fdc-5ad465d368d1 req-8caf88bd-5667-409d-8bd8-4d296b77ff2d tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:19.100581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0789915f-0f78-4ca5-8fdc-5ad465d368d1 req-8caf88bd-5667-409d-8bd8-4d296b77ff2d tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 944 time: 0.0620978 Jun 30 03:37:19.139102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0789915f-0f78-4ca5-8fdc-5ad465d368d1 req-e3056167-4eee-4a8e-95c1-13330144fa71 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jun 30 03:37:19.872234 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b7d39ad7-95e7-4e2b-b82f-143cd9d23048 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:19.939763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:19.945921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:19.946299 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:20.026411 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:20.047924 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:20.050157 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc3d3f-8efa-4a18-9f26-58d0ae7e0fb0" -d '{"events": [{"server_uuid": "0cc5b9ff-7947-4fa9-9718-284a38cc780f", "name": "network-vif-plugged", "status": "completed", "tag": "b7d39ad7-95e7-4e2b-b82f-143cd9d23048"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:20.062935 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:20.066709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:20.090041 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ff7c5e-842b-4c7a-85a1-57ce8fa8e92f x-openstack-request-id: req-47ff7c5e-842b-4c7a-85a1-57ce8fa8e92f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:20.090362 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5b9ff-7947-4fa9-9718-284a38cc780f", "name": "network-vif-plugged", "status": "completed", "tag": "b7d39ad7-95e7-4e2b-b82f-143cd9d23048", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:20.090691 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47ff7c5e-842b-4c7a-85a1-57ce8fa8e92f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:20.091147 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048', 'code': 200} Jun 30 03:37:20.118466 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:20.125910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.126194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.126564 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.126902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.127239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.127569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.127896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.128219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.128553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.128865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.129183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.129514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:20.196284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1aca4-326a-4726-adba-cc1feb8449c7 req-2f86924e-e86f-4a82-8d7c-aebb75ed480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:20.197782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a1aca4-326a-4726-adba-cc1feb8449c7 req-2f86924e-e86f-4a82-8d7c-aebb75ed480d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 1096 time: 0.0530541 Jun 30 03:37:20.235832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55a1aca4-326a-4726-adba-cc1feb8449c7 req-0ac7cac6-cbd9-40ea-b817-b0d49eb95e03 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Jun 30 03:37:20.316778 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414cf-c61c-44b7-afa5-560238a83d3a req-01576add-ced8-4391-b650-2b83565193aa tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:20.318276 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-229414cf-c61c-44b7-afa5-560238a83d3a req-01576add-ced8-4391-b650-2b83565193aa tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 945 time: 0.0684829 Jun 30 03:37:20.356833 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-229414cf-c61c-44b7-afa5-560238a83d3a req-21220ee7-cc88-4dae-892e-e10f53d3d18f tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Jun 30 03:37:21.534546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb88d-d262-4215-9174-aad604ae4750 req-8bfe6296-5524-43ed-ae5a-c62bb23a52fb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:21.536018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c1eb88d-d262-4215-9174-aad604ae4750 req-8bfe6296-5524-43ed-ae5a-c62bb23a52fb tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 945 time: 0.0661504 Jun 30 03:37:21.573281 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c1eb88d-d262-4215-9174-aad604ae4750 req-dd4025b7-3afa-4845-bac1-2fc32095bf6b tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Jun 30 03:37:21.748923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f5da-08a3-42b7-8ee4-7c75f25b71b0 req-aa1a9250-5da5-4b90-9f1f-226887352d20 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:21.750388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92c6f5da-08a3-42b7-8ee4-7c75f25b71b0 req-aa1a9250-5da5-4b90-9f1f-226887352d20 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 945 time: 0.0675118 Jun 30 03:37:21.787327 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92c6f5da-08a3-42b7-8ee4-7c75f25b71b0 req-2d8cef44-ac08-499b-8110-3b3f8af3d27e tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Jun 30 03:37:27.747750 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2beb298b-2e4f-458f-b76e-f32cc4bf35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:30.425564 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d35c23f7-e9d8-49d7-bb35-9a897f1231b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:30.652737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:32.466042 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:34.539128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:38.471804 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:37:40.104779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.713183 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670801-2b95-4ee2-9b88-ef0aefef3616 req-4c5c2678-adee-4dd2-9cfd-6cf8c79a3340 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:40.714679 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f670801-2b95-4ee2-9b88-ef0aefef3616 req-4c5c2678-adee-4dd2-9cfd-6cf8c79a3340 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 945 time: 0.1643794 Jun 30 03:37:40.752662 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8f670801-2b95-4ee2-9b88-ef0aefef3616 req-4683a2f1-3b90-42b6-b090-eda8efccc0ba tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Jun 30 03:37:41.495286 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:41.975432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed777274-09b4-457c-bec0-4f45ce763516 req-78b3acea-8f14-47f1-a6fa-0f70d6b611d0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.976920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed777274-09b4-457c-bec0-4f45ce763516 req-78b3acea-8f14-47f1-a6fa-0f70d6b611d0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 945 time: 0.1116738 Jun 30 03:37:42.013977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ed777274-09b4-457c-bec0-4f45ce763516 req-ac64ef60-73c3-41de-b285-2878e665da3b tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Jun 30 03:37:42.097080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-41d38167-01b3-4049-9fc3-33a91bda2fe0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:42.098428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-41d38167-01b3-4049-9fc3-33a91bda2fe0 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 945 time: 0.0613513 Jun 30 03:37:42.198865 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Deleting port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:42.199206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:42.288364 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] For port b7d39ad7-95e7-4e2b-b82f-143cd9d23048, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:42.288746 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:42.300176 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Calling delete_port for b7d39ad7-95e7-4e2b-b82f-143cd9d23048 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:42.424826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:42.436501 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['b7d39ad7-95e7-4e2b-b82f-143cd9d23048'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:37:42.452047 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Pushing event deleted for resources: {'Port': ['ID=b7d39ad7-95e7-4e2b-b82f-143cd9d23048,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:42.504317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] No DVR routers for this DVR port b7d39ad7-95e7-4e2b-b82f-143cd9d23048 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:42.506915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:42.509188 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0c5d470-c317-4b6f-bee2-5cd7064ae96f req-a6881eb4-70d5-464c-b0f6-fbd94440f805 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.67 "DELETE /v2.0/ports/b7d39ad7-95e7-4e2b-b82f-143cd9d23048 HTTP/1.1" status: 204 len: 173 time: 0.4055762 Jun 30 03:37:42.509631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'name': 'network-vif-deleted', 'tag': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:42.512354 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c226761-9b74-438b-9d99-431320e94fb5" -d '{"events": [{"server_uuid": "0cc5b9ff-7947-4fa9-9718-284a38cc780f", "name": "network-vif-deleted", "tag": "b7d39ad7-95e7-4e2b-b82f-143cd9d23048"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:42.556426 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760fadaa-dda5-40bf-a2cf-27bbec2df0c7 x-openstack-request-id: req-760fadaa-dda5-40bf-a2cf-27bbec2df0c7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:42.556601 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5b9ff-7947-4fa9-9718-284a38cc780f", "name": "network-vif-deleted", "tag": "b7d39ad7-95e7-4e2b-b82f-143cd9d23048", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:42.556922 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-760fadaa-dda5-40bf-a2cf-27bbec2df0c7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:42.557234 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc5b9ff-7947-4fa9-9718-284a38cc780f', 'name': 'network-vif-deleted', 'tag': 'b7d39ad7-95e7-4e2b-b82f-143cd9d23048', 'status': 'completed', 'code': 200} Jun 30 03:37:43.172501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42653333-5293-4c00-829f-ca3981d6415f req-e6f409f7-d7bd-4121-8e13-ec310cd4e5a3 tempest-TestEncryptedCinderVolumes-2143653444 tempest-TestEncryptedCinderVolumes-2143653444-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5b9ff-7947-4fa9-9718-284a38cc780f HTTP/1.1" status: 200 len: 210 time: 0.0295653 Jun 30 03:37:44.298190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:44.644013 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:44.894185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Deleting port 572cee05-12ed-417b-b4b5-40373bab5c56 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:44.894472 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:44.970342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] For port 572cee05-12ed-417b-b4b5-40373bab5c56, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=572cee05-12ed-417b-b4b5-40373bab5c56,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:44.970700 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:44.986131 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Calling delete_port for 572cee05-12ed-417b-b4b5-40373bab5c56 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:45.159304 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.184546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=572cee05-12ed-417b-b4b5-40373bab5c56,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:45.213577 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.213930 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.214278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.214659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.215004 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.215340 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.215669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.216006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.216324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.216648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.216973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.217298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.359656 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.571768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Router 969ed29e-f36f-437a-9992-a0785ba8e65a has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:45.676983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:45.682269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ff4b27a7-4ee1-46c6-983c-09bea9ff2d4f admin admin] 10.222.0.78 "PUT /v2.0/routers/969ed29e-f36f-437a-9992-a0785ba8e65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830454 Jun 30 03:37:45.684774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57102) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:45.685780 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] Sync routers for ids ['969ed29e-f36f-437a-9992-a0785ba8e65a'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:45.695651 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] Routers {'969ed29e-f36f-437a-9992-a0785ba8e65a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:45.696394 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['969ed29e-f36f-437a-9992-a0785ba8e65a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:45.788853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.797305 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] Set router 969ed29e-f36f-437a-9992-a0785ba8e65a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:45.872853 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b7d39ad7-95e7-4e2b-b82f-143cd9d23048 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:45.897775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: b7d39ad7-95e7-4e2b-b82f-143cd9d23048 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:45.898117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device b7d39ad7-95e7-4e2b-b82f-143cd9d23048 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:45.977948 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:37:45Z', 'revision_number': 5, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:46.004830 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] Checking router: 969ed29e-f36f-437a-9992-a0785ba8e65a for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:46.014531 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] Routers {'969ed29e-f36f-437a-9992-a0785ba8e65a'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:46.015157 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['969ed29e-f36f-437a-9992-a0785ba8e65a'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:46.120804 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] Set router 969ed29e-f36f-437a-9992-a0785ba8e65a gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:46.181600 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.236370 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Deleting port 8adffda2-4a65-4433-ba77-eedfd4026202 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:46.236638 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.299430 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:37:45Z', 'revision_number': 5, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:46.314565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] For port 8adffda2-4a65-4433-ba77-eedfd4026202, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8adffda2-4a65-4433-ba77-eedfd4026202,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:46.314934 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.325790 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f61e6-b7a5-4b1a-a0e1-f579c897d0e5 None None] The sync data for ids ['969ed29e-f36f-437a-9992-a0785ba8e65a'] in n-d-798054-5 is: [{'id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'name': 'tempest-TestEncryptedCinderVolumes-275290024-router', 'tenant_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:37:45Z', 'revision_number': 5, 'project_id': '851a8b7b334b4b5b98fdc0eeb2ad4c2a', 'gw_port': {'id': '8adffda2-4a65-4433-ba77-eedfd4026202', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969ed29e-f36f-437a-9992-a0785ba8e65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:31Z', 'updated_at': '2021-06-30T03:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:46.327508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Calling delete_port for 8adffda2-4a65-4433-ba77-eedfd4026202 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:46.489846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.519574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8adffda2-4a65-4433-ba77-eedfd4026202,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:46.580855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.670637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.672699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.716902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.717440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969ed29e-f36f-437a-9992-a0785ba8e65a {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:37:46.721813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.723002 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4d71f735-6bd8-42dd-aa41-9e044bbf8b06 admin admin] 10.222.0.78 "DELETE /v2.0/routers/969ed29e-f36f-437a-9992-a0785ba8e65a HTTP/1.1" status: 204 len: 168 time: 1.0373235 Jun 30 03:37:46.725404 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57104) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:46.779498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Deleting subnet 1437506d-5d84-4e6f-8d5e-386150309b60 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:37:46.782815 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.817325 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.894923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.955984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.982178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1437506d-5d84-4e6f-8d5e-386150309b60,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:46.989468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.991388 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-20fae223-73e8-4155-9a84-8af2f27b57a0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1437506d-5d84-4e6f-8d5e-386150309b60 HTTP/1.1" status: 204 len: 168 time: 0.2636278 Jun 30 03:37:46.994570 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57106) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:46.994972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43021f51-a466-44cd-9f8c-70fc4b264ef8 None None] Network af58473b-3049-4c9b-800b-d518d6e8e1fe requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:47.063345 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.116350 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Deleting port f316ce49-5fb9-40e1-ad62-2d43a9a84490 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:47.117252 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.184358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] For port f316ce49-5fb9-40e1-ad62-2d43a9a84490, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=f316ce49-5fb9-40e1-ad62-2d43a9a84490,segment=NetworkSegment(de2cf0f3-2e06-4c2d-b822-249611cc0cb5),segment_id=de2cf0f3-2e06-4c2d-b822-249611cc0cb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:47.184718 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.197107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Calling delete_port for f316ce49-5fb9-40e1-ad62-2d43a9a84490 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:47.273907 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.302317 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Pushing event deleted for resources: {'Port': ['ID=f316ce49-5fb9-40e1-ad62-2d43a9a84490,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:47.306829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] No DVR routers for this DVR port f316ce49-5fb9-40e1-ad62-2d43a9a84490 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:47.347862 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37c542-866a-4acf-ae93-801738c4ffa7 None None] DHCP port deletion for af58473b-3049-4c9b-800b-d518d6e8e1fe request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:37:47.382791 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.392623 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af58473b-3049-4c9b-800b-d518d6e8e1fe']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:47.403025 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:47.403322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2cf0f3-2e06-4c2d-b822-249611cc0cb5') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:47.411830 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.426272 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.432944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:37:47.433359 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:37:47.435212 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:37:47.492715 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.498131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.500827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 572cee05-12ed-417b-b4b5-40373bab5c56 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:47.501335 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] 10.222.0.78 "DELETE /v2.0/networks/af58473b-3049-4c9b-800b-d518d6e8e1fe HTTP/1.1" status: 204 len: 168 time: 0.5057971 Jun 30 03:37:47.504261 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:47.519257 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bedaad-27b4-4191-9ff7-939efe69a668 admin admin] Pushing event deleted for resources: {'Network': ['ID=af58473b-3049-4c9b-800b-d518d6e8e1fe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:47.525454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 572cee05-12ed-417b-b4b5-40373bab5c56 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:47.525812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 572cee05-12ed-417b-b4b5-40373bab5c56 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:47.526225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f316ce49-5fb9-40e1-ad62-2d43a9a84490 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:47.544964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: f316ce49-5fb9-40e1-ad62-2d43a9a84490 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:47.545309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device f316ce49-5fb9-40e1-ad62-2d43a9a84490 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:47.545718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8adffda2-4a65-4433-ba77-eedfd4026202 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:47.563704 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 8adffda2-4a65-4433-ba77-eedfd4026202 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:47.563983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8adffda2-4a65-4433-ba77-eedfd4026202 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:47.853945 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.108281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Deleting port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:48.108628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.188838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] For port e02da0a9-c02a-4b1c-aac1-65ec39cf0eca, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,segment=NetworkSegment(2357f969-282b-489f-8a1d-afcaf0c04bbd),segment_id=2357f969-282b-489f-8a1d-afcaf0c04bbd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:48.189198 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.202076 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Calling delete_port for e02da0a9-c02a-4b1c-aac1-65ec39cf0eca owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:48.378298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.408383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02da0a9-c02a-4b1c-aac1-65ec39cf0eca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:48.577075 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.056408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:49.160496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:49.166386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a6aa18d2-8610-4335-b24f-4a43b00b4c78 admin admin] 10.222.0.78 "PUT /v2.0/routers/1443a1e8-a0fb-414a-a710-7e3cae9773e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6610661 Jun 30 03:37:49.168829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.171458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] Sync routers for ids ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:49.181161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] Routers {'1443a1e8-a0fb-414a-a710-7e3cae9773e7'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:49.181858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:49.272173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.284334 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] Set router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:49.372501 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.427219 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Deleting port a15e1497-b0d9-46cd-8695-f319ad87d9ae {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:49.427572 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.467145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:37:48Z', 'revision_number': 5, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port': {'id': 'a15e1497-b0d9-46cd-8695-f319ad87d9ae', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:36Z', 'updated_at': '2021-06-30T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:49.498071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] Checking router: 1443a1e8-a0fb-414a-a710-7e3cae9773e7 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:49.506568 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] Routers {'1443a1e8-a0fb-414a-a710-7e3cae9773e7'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:49.506966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:49.508774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] For port a15e1497-b0d9-46cd-8695-f319ad87d9ae, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a15e1497-b0d9-46cd-8695-f319ad87d9ae,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:49.509143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.522286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Calling delete_port for a15e1497-b0d9-46cd-8695-f319ad87d9ae owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:49.592362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] Set router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:49.644390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:37:49Z', 'revision_number': 6, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:49.673714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03358e-bb3f-4741-a832-aee29fe16c73 None None] The sync data for ids ['1443a1e8-a0fb-414a-a710-7e3cae9773e7'] in n-d-798054-5 is: [{'id': '1443a1e8-a0fb-414a-a710-7e3cae9773e7', 'name': 'tempest-TestEncryptedCinderVolumes-1413155692-router', 'tenant_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:35Z', 'updated_at': '2021-06-30T03:37:49Z', 'revision_number': 6, 'project_id': '5ae2a8ae7a7f4d47b29ad986fd82f1b3', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:49.691534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.722685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15e1497-b0d9-46cd-8695-f319ad87d9ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.783951 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.873238 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.875301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.919975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.920463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1443a1e8-a0fb-414a-a710-7e3cae9773e7 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:37:49.924888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.926055 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-bbb0b341-6653-474c-9141-07a4262bfdc9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1443a1e8-a0fb-414a-a710-7e3cae9773e7 HTTP/1.1" status: 204 len: 168 time: 0.7562926 Jun 30 03:37:49.928853 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.980081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Deleting subnet 93e97e61-c33f-4733-bfa9-8f8956b1895d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:37:49.983298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.020090 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.101526 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.153944 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.183072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e97e61-c33f-4733-bfa9-8f8956b1895d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:50.186708 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.188791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5a4ff5eb-f644-4500-9107-fdcecf39312a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/93e97e61-c33f-4733-bfa9-8f8956b1895d HTTP/1.1" status: 204 len: 168 time: 0.2581298 Jun 30 03:37:50.191020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:50.192571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe8297-8e94-410f-8d0e-a402d0307c42 None None] Network 5a059280-be3d-4d2e-9c64-e2a3227e90c6 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:50.258768 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.313107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Deleting port 6baa1057-00e9-4c14-907d-d685f0c26b27 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:50.313455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.382960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] For port 6baa1057-00e9-4c14-907d-d685f0c26b27, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6baa1057-00e9-4c14-907d-d685f0c26b27,segment=NetworkSegment(2357f969-282b-489f-8a1d-afcaf0c04bbd),segment_id=2357f969-282b-489f-8a1d-afcaf0c04bbd)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:50.383262 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.395915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Calling delete_port for 6baa1057-00e9-4c14-907d-d685f0c26b27 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:50.447752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a832d-53d2-41f7-995d-91e902831797 None None] DHCP port deletion for 5a059280-be3d-4d2e-9c64-e2a3227e90c6 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:37:50.478661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.499222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Deleting port 6baa1057-00e9-4c14-907d-d685f0c26b27 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:50.499603 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.508072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] No DVR routers for this DVR port 6baa1057-00e9-4c14-907d-d685f0c26b27 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:50.509762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baa1057-00e9-4c14-907d-d685f0c26b27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:50.563314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-774a832d-53d2-41f7-995d-91e902831797 None None] For port 6baa1057-00e9-4c14-907d-d685f0c26b27, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:50.563709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.576188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Calling delete_port for 6baa1057-00e9-4c14-907d-d685f0c26b27 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:50.578896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Port 6baa1057-00e9-4c14-907d-d685f0c26b27 was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:37:50.580146 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.586289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.596581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a059280-be3d-4d2e-9c64-e2a3227e90c6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:50.608200 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a832d-53d2-41f7-995d-91e902831797 None None] Pushing event deleted for resources: {'Port': ['ID=6baa1057-00e9-4c14-907d-d685f0c26b27,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:50.608829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2357f969-282b-489f-8a1d-afcaf0c04bbd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:50.609138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2357f969-282b-489f-8a1d-afcaf0c04bbd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:50.613468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a832d-53d2-41f7-995d-91e902831797 None None] No DVR routers for this DVR port 6baa1057-00e9-4c14-907d-d685f0c26b27 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:50.622919 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.642596 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.649645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:37:50.650124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:37:50.651978 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:37:50.713037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.719041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.723204 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5a059280-be3d-4d2e-9c64-e2a3227e90c6 HTTP/1.1" status: 204 len: 168 time: 0.5289898 Jun 30 03:37:50.744551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2b02a-3295-445f-a346-d8be3f514656 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a059280-be3d-4d2e-9c64-e2a3227e90c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:50.881628 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:50.921476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1df825e8-e0ac-4da7-9e4c-67fd5bf59792 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=851a8b7b334b4b5b98fdc0eeb2ad4c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385375 Jun 30 03:37:50.923913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:50.972009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90285f5b-f093-4b15-b6cc-065a4993e2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.992385 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90285f5b-f093-4b15-b6cc-065a4993e2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.039705 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90285f5b-f093-4b15-b6cc-065a4993e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.042732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90285f5b-f093-4b15-b6cc-065a4993e2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.043897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-90285f5b-f093-4b15-b6cc-065a4993e2a6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5cf7a9c1-a5ea-4373-b9b8-6d35296d7009 HTTP/1.1" status: 204 len: 168 time: 0.1191022 Jun 30 03:37:51.051384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285f5b-f093-4b15-b6cc-065a4993e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf7a9c1-a5ea-4373-b9b8-6d35296d7009,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:51.349113 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57128) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:51.389129 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d144abb5-bdec-4487-92db-5d9a20c9e8e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ae2a8ae7a7f4d47b29ad986fd82f1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388651 Jun 30 03:37:51.391452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57130) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:51.437933 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7013df70-7920-489c-bf6c-e7f665e2e16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.460227 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7013df70-7920-489c-bf6c-e7f665e2e16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.499883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e02da0a9-c02a-4b1c-aac1-65ec39cf0eca no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:51.508744 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7013df70-7920-489c-bf6c-e7f665e2e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.511429 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7013df70-7920-489c-bf6c-e7f665e2e16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.512822 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7013df70-7920-489c-bf6c-e7f665e2e16a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17638072-fc44-4409-9b96-ae00eef401c6 HTTP/1.1" status: 204 len: 168 time: 0.1204915 Jun 30 03:37:51.520753 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013df70-7920-489c-bf6c-e7f665e2e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17638072-fc44-4409-9b96-ae00eef401c6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:51.536169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e02da0a9-c02a-4b1c-aac1-65ec39cf0eca {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:51.536523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e02da0a9-c02a-4b1c-aac1-65ec39cf0eca not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:51.536943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6baa1057-00e9-4c14-907d-d685f0c26b27 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:51.559593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6baa1057-00e9-4c14-907d-d685f0c26b27 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:51.559945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6baa1057-00e9-4c14-907d-d685f0c26b27 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:51.560359 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a15e1497-b0d9-46cd-8695-f319ad87d9ae no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:51.579377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a15e1497-b0d9-46cd-8695-f319ad87d9ae {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:51.579729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a15e1497-b0d9-46cd-8695-f319ad87d9ae not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:52.180714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:52.272216 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-906831171-network', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:52.293908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Made reservation on behalf of e1a4d6a57f3c4e4bb49c521d7c235105 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:52.296456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.305346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.393759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.397505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.421371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:37:52.432974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428c7278-6262-4ea7-96b7-29a393f2ed85,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.435792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.436129 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Added segment d8e13027-9196-45a8-83d6-5eaac7939099 of type vlan for network 80e7b13a-6bb6-4487-947e-387b3122b5c5 Jun 30 03:37:52.474761 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.502740 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.503708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:52.504278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.557573 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3756902 Jun 30 03:37:52.560422 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57156) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:52.564306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6940b-6132-4bca-96ad-46b27edcb320 admin admin] Pushing event updated for resources: {'Network': ['ID=80e7b13a-6bb6-4487-947e-387b3122b5c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.565431 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Request body: {'subnet': {'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-906831171-subnet', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:52.574594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:37:52.587254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Made reservation on behalf of e1a4d6a57f3c4e4bb49c521d7c235105 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:52.589753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.755974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.816215 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d7ca16-0b3c-4812-b082-3c51d13323e5,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.823860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Checking segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:52.824218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Network hostable DHCP agents. Network: 80e7b13a-6bb6-4487-947e-387b3122b5c5, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:37:52.841034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:37:52.849781 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 80e7b13a-6bb6-4487-947e-387b3122b5c5) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:52.854411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:52.854997 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.859626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51290b59-ddd6-466e-ae48-0a93f8c51ae1 None None] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:52.873192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5b18b9f-b851-4d5d-a543-f56a4ed1d5af admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3115501 Jun 30 03:37:52.875929 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57158) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:52.880336 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:52.900829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.901966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.952569 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.009618 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-80e7b13a-6bb6-4487-947e-387b3122b5c5', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:37:53.010670 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.092612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.147695 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Allocated IP 172.20.0.2 (80e7b13a-6bb6-4487-947e-387b3122b5c5/c9d7ca16-0b3c-4812-b082-3c51d13323e5/063416cf-88c9-4093-8c3d-2117abfde9ce) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:53.292730 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.299373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.301523 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Transition to ACTIVE for port object 063416cf-88c9-4093-8c3d-2117abfde9ce will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:53.316525 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Transition to ACTIVE for port object 063416cf-88c9-4093-8c3d-2117abfde9ce will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:53.319682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.323151 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.359964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:53.362920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:53.367640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:53.379921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Pushing event updated for resources: {'Port': ['ID=063416cf-88c9-4093-8c3d-2117abfde9ce,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:53.428110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Allocated IP 172.25.0.119 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/ba11a70b-d0ff-4cba-bc2d-29dcf581df36) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:53.434788 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Attempting to bind port 063416cf-88c9-4093-8c3d-2117abfde9ce on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:53.435080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Attempting to bind port 063416cf-88c9-4093-8c3d-2117abfde9ce by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:53.435446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Attempting to bind port 063416cf-88c9-4093-8c3d-2117abfde9ce on network 80e7b13a-6bb6-4487-947e-387b3122b5c5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:53.440880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:53.441194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Checking segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:53.441632 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.441994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Bound using segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:53.442499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Bound port: 063416cf-88c9-4093-8c3d-2117abfde9ce, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:53.442886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.510775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] For port 063416cf-88c9-4093-8c3d-2117abfde9ce, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:53.514388 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] For port 063416cf-88c9-4093-8c3d-2117abfde9ce, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=063416cf-88c9-4093-8c3d-2117abfde9ce,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:53.518485 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.538993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.573296 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec634-a817-4d6f-bbc3-b13318059a2d None None] Pushing event updated for resources: {'Port': ['ID=063416cf-88c9-4093-8c3d-2117abfde9ce,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:53.583939 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.623495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:53.626295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:53.631717 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:53.637895 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Pushing event updated for resources: {'Port': ['ID=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:53.909377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.102517 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.231163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Router 079869c1-48a2-4012-905a-003f0714d153 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:37:54.342558 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:54.354526 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Sync routers for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:54.360153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.361641 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-47b33da6-3595-4f0b-8c74-2e13a09fe88c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4847431 Jun 30 03:37:54.364648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:54.372931 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:54.373819 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:54.483927 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:54.489452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d9504-0fff-4cc7-8e16-1481a24848f3 None None] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:54.561739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-741884b9-0d42-4cc1-a162-98caacd086b6 None None] Provisioning for port 063416cf-88c9-4093-8c3d-2117abfde9ce completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:54.761926 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 3, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:54.794245 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Checking router: 079869c1-48a2-4012-905a-003f0714d153 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:54.794627 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Updating router 079869c1-48a2-4012-905a-003f0714d153 port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:37:54.824094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.831878 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.987160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Allocated IP 172.20.0.1 (80e7b13a-6bb6-4487-947e-387b3122b5c5/c9d7ca16-0b3c-4812-b082-3c51d13323e5/c67c7aea-8617-4d9c-ab4d-cac78e0248f3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:55.085508 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.090971 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.095234 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Transition to ACTIVE for port object ba11a70b-d0ff-4cba-bc2d-29dcf581df36 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:55.100689 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.103799 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Transition to ACTIVE for port object c67c7aea-8617-4d9c-ab4d-cac78e0248f3 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:55.145248 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.146965 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Attempting to bind port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:55.147328 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Attempting to bind port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:55.147741 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Attempting to bind port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:55.155290 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:55.155653 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:55.156070 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.156434 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:55.156887 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Bound port: ba11a70b-d0ff-4cba-bc2d-29dcf581df36, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:55.157255 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.182784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:55.185651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:55.189203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:55.216103 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] For port ba11a70b-d0ff-4cba-bc2d-29dcf581df36, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:55.219521 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] For port ba11a70b-d0ff-4cba-bc2d-29dcf581df36, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:55.221240 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Pushing event updated for resources: {'Port': ['ID=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:55.223741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Pushing event updated for resources: {'Port': ['ID=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:55.230173 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.234050 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.234417 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.234752 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.235358 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.235496 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.235700 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.236013 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.236351 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.236641 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.236954 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.237323 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.237575 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.248883 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.300895 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db20b0-889f-4bf3-ba9f-f48d9ebfabb3 None None] Pushing event updated for resources: {'Port': ['ID=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:55.306283 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:55.306926 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:55.405942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.418026 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:55.421020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-516bd1e7-3cc5-4911-9905-017fd0e1979b None None] Provisioning for port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:55.425358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-516bd1e7-3cc5-4911-9905-017fd0e1979b None None] Provisioning complete for port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:55.425839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-516bd1e7-3cc5-4911-9905-017fd0e1979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.461279 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-516bd1e7-3cc5-4911-9905-017fd0e1979b None None] Port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:55.542539 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 063416cf-88c9-4093-8c3d-2117abfde9ce up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:55.587063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.593390 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.600753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 063416cf-88c9-4093-8c3d-2117abfde9ce completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:55.605890 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 063416cf-88c9-4093-8c3d-2117abfde9ce triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:55.606274 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.612708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 3, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:55.640081 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae73b8-5f5e-461d-a9e2-7488d1c776f7 None None] The sync data for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 is: [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 3, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:55.667372 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.671758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Pushing event updated for resources: {'Port': ['ID=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:55.705254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.742292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 063416cf-88c9-4093-8c3d-2117abfde9ce, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=063416cf-88c9-4093-8c3d-2117abfde9ce,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:55.746037 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.766996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:55.768366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:55.796922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=063416cf-88c9-4093-8c3d-2117abfde9ce,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:55.917883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Router 079869c1-48a2-4012-905a-003f0714d153 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:56.049675 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:56.054624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-000e89ab-3b31-4f0e-885a-c65d212306da admin admin] 10.222.0.78 "PUT /v2.0/routers/079869c1-48a2-4012-905a-003f0714d153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888020 Jun 30 03:37:56.086342 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0305bb44-79ec-4e8d-bcfd-5d790a400266 None None] Provisioning complete for port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:56.086844 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0305bb44-79ec-4e8d-bcfd-5d790a400266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.125178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0305bb44-79ec-4e8d-bcfd-5d790a400266 None None] Port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:56.531601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57176) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:56.536716 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-537414674-network', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:56.557850 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Made reservation on behalf of 63ae5cc1b92545f987ee54086eda2121 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:56.560274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.568710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.657981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.661783 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.687928 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:37:56.698493 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b5ad0b-871f-4d2e-bced-1e63b106bb8c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:56.703253 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.703602 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Added segment b96d16d9-9a6a-4908-bff6-691ca31923d3 of type vlan for network aea6cdce-96fe-4c20-8679-daf69892ea7d Jun 30 03:37:56.743732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.774244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.775178 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:56.775754 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.833299 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3005495 Jun 30 03:37:56.836967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:56.841072 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbebcdb-6547-413d-b7d0-8dff7ee9a277 admin admin] Pushing event updated for resources: {'Network': ['ID=aea6cdce-96fe-4c20-8679-daf69892ea7d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:56.843563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Request body: {'subnet': {'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-537414674-subnet', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:56.851421 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network aea6cdce-96fe-4c20-8679-daf69892ea7d details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:37:56.865754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Made reservation on behalf of 63ae5cc1b92545f987ee54086eda2121 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:56.868133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.041668 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.096278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a8d760-6278-4de1-982c-8093e96bd3a5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:57.106649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Checking segment: {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:57.107018 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Network hostable DHCP agents. Network: aea6cdce-96fe-4c20-8679-daf69892ea7d, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:37:57.123777 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Network aea6cdce-96fe-4c20-8679-daf69892ea7d is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:37:57.133225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, aea6cdce-96fe-4c20-8679-daf69892ea7d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:57.137198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:57.138045 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.142068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93997903-c92c-45c0-8856-048b38aa0663 None None] Network aea6cdce-96fe-4c20-8679-daf69892ea7d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:57.152155 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f95e0b1e-5ba1-4faa-939b-8dab95c19fbf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3134730 Jun 30 03:37:57.154815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57180) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:57.162423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:57.185167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.186138 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.189742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Sync routers for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:57.212497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:57.213122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:57.237971 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.381610 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.559956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:57.588721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-aea6cdce-96fe-4c20-8679-daf69892ea7d', 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'fixed_ips': [{'subnet_id': '57a8d760-6278-4de1-982c-8093e96bd3a5'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:37:57.589572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.591891 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.614640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 063416cf-88c9-4093-8c3d-2117abfde9ce up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:57.616523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.718290 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Allocated IP 172.25.0.69 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/b767b9c6-b395-4117-843f-eae2c5d3a3b2) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:57.815947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fc7dc71-2a22-4b0e-a9f4-e3ae22bc0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.823941 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.863281 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.875008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 063416cf-88c9-4093-8c3d-2117abfde9ce triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:57.875583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.899189 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:57.902045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:57.905496 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:57.922149 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Allocated IP 172.20.0.2 (aea6cdce-96fe-4c20-8679-daf69892ea7d/57a8d760-6278-4de1-982c-8093e96bd3a5/8b691e83-3d9a-49af-9a95-01a281ed5800) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:57.935641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Pushing event updated for resources: {'Port': ['ID=b767b9c6-b395-4117-843f-eae2c5d3a3b2,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.076962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ba11a70b-d0ff-4cba-bc2d-29dcf581df36 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:58.128002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 2, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:58.184312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Checking router: 079869c1-48a2-4012-905a-003f0714d153 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:58.184547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Updating router 079869c1-48a2-4012-905a-003f0714d153 port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:37:58.248018 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.253783 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.267572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:58.272675 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Transition to ACTIVE for port object 8b691e83-3d9a-49af-9a95-01a281ed5800 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:58.284013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:58.284387 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.311768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Transition to ACTIVE for port object 8b691e83-3d9a-49af-9a95-01a281ed5800 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:58.343264 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.450481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Network aea6cdce-96fe-4c20-8679-daf69892ea7d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:58.451732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.464391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:58.475643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:58.482081 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Pushing event updated for resources: {'Port': ['ID=8b691e83-3d9a-49af-9a95-01a281ed5800,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.611644 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Attempting to bind port 8b691e83-3d9a-49af-9a95-01a281ed5800 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:58.612017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Attempting to bind port 8b691e83-3d9a-49af-9a95-01a281ed5800 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:58.612380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Attempting to bind port 8b691e83-3d9a-49af-9a95-01a281ed5800 on network aea6cdce-96fe-4c20-8679-daf69892ea7d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:58.614176 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.634599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:58.634969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Checking segment: {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:58.635368 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.635761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Bound using segment: {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:58.636238 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Bound port: 8b691e83-3d9a-49af-9a95-01a281ed5800, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:58.636619 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.647149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.658965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port ba11a70b-d0ff-4cba-bc2d-29dcf581df36, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:58.669444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.779916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:37:58.794934 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.827953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] For port 8b691e83-3d9a-49af-9a95-01a281ed5800, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:58.850714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] For port 8b691e83-3d9a-49af-9a95-01a281ed5800, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b691e83-3d9a-49af-9a95-01a281ed5800,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:58.855797 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.859809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.890837 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:58.895469 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Transition to ACTIVE for port object c67c7aea-8617-4d9c-ab4d-cac78e0248f3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:58.902402 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Sync routers for ids ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:58.910809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.911768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.915738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a94e02ba-dee3-4e26-b4f3-51e8c5de756b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7541695 Jun 30 03:37:58.917060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:58.920401 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Routers {'97dce93d-4038-4ebb-a8d2-dc7227d649b2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:58.921249 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:58.946395 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2defbf-f3e4-4573-bd79-cc06bafd05a1 None None] Pushing event updated for resources: {'Port': ['ID=8b691e83-3d9a-49af-9a95-01a281ed5800,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.989866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8580c-68c0-4012-851a-55545018fb79 None None] Pushing event updated for resources: {'Port': ['ID=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:59.069424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Attempting to bind port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:59.070536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Attempting to bind port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:59.071000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Attempting to bind port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 on network 80e7b13a-6bb6-4487-947e-387b3122b5c5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:59.080361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:59.080742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Checking segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:59.081153 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.081684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Bound using segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:59.082181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Bound port: c67c7aea-8617-4d9c-ab4d-cac78e0248f3, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:59.082737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.085169 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Set router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:59.193844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] For port c67c7aea-8617-4d9c-ab4d-cac78e0248f3, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:59.198959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] For port c67c7aea-8617-4d9c-ab4d-cac78e0248f3, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:59.212451 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.308698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:59.309617 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:59.345365 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 3, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:59.385613 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Checking router: 97dce93d-4038-4ebb-a8d2-dc7227d649b2 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:59.386196 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Updating router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 port b767b9c6-b395-4117-843f-eae2c5d3a3b2 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:37:59.387122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8580c-68c0-4012-851a-55545018fb79 None None] Pushing event updated for resources: {'Port': ['ID=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:59.433821 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.494042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:59.689779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ba11a70b-d0ff-4cba-bc2d-29dcf581df36 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:59.762099 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.773482 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Transition to ACTIVE for port object b767b9c6-b395-4117-843f-eae2c5d3a3b2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:59.779902 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.786027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:59.786027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.836272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:37:59Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:59.838394 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Attempting to bind port b767b9c6-b395-4117-843f-eae2c5d3a3b2 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:59.838809 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Attempting to bind port b767b9c6-b395-4117-843f-eae2c5d3a3b2 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:59.839228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Attempting to bind port b767b9c6-b395-4117-843f-eae2c5d3a3b2 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:59.842547 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda93c0-37ad-42ce-b36b-c9f604d1b85e None None] Pushing event updated for resources: {'Port': ['ID=b767b9c6-b395-4117-843f-eae2c5d3a3b2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:59.847479 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:59.847842 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:59.848240 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.848627 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:59.849131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Bound port: b767b9c6-b395-4117-843f-eae2c5d3a3b2, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:59.849505 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.874130 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cf580-cd9e-4a9f-a998-e0cc20f934a8 None None] The sync data for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 is: [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:37:59Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:59.880131 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:59.936494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b691e83-3d9a-49af-9a95-01a281ed5800 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:00.052042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 8b691e83-3d9a-49af-9a95-01a281ed5800 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:00.052487 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] For port b767b9c6-b395-4117-843f-eae2c5d3a3b2, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:38:00.056949 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] For port b767b9c6-b395-4117-843f-eae2c5d3a3b2, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b767b9c6-b395-4117-843f-eae2c5d3a3b2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:38:00.070807 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.104154 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Allocated IP 172.20.0.1 (aea6cdce-96fe-4c20-8679-daf69892ea7d/57a8d760-6278-4de1-982c-8093e96bd3a5/bcf2730b-94f3-46c6-9244-2bc4af278355) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:38:00.140823 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Routers {'97dce93d-4038-4ebb-a8d2-dc7227d649b2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:00.141465 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:37:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:00.200176 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda93c0-37ad-42ce-b36b-c9f604d1b85e None None] Pushing event updated for resources: {'Port': ['ID=b767b9c6-b395-4117-843f-eae2c5d3a3b2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:00.240788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.256722 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Transition to ACTIVE for port object bcf2730b-94f3-46c6-9244-2bc4af278355 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:38:00.292724 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] Set router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:00.297509 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.339562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Network aea6cdce-96fe-4c20-8679-daf69892ea7d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:38:00.342737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:38:00.348662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:38:00.377020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf2730b-94f3-46c6-9244-2bc4af278355,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:00.401500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300b372-c69c-46b4-bf4f-596f64e30924 None None] Network aea6cdce-96fe-4c20-8679-daf69892ea7d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:38:00.412096 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.508831 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 3, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:00.540346 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf8c2-6d96-4dc4-a473-7f17d1f476bd None None] The sync data for ids ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'] in n-d-798054-5 is: [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 3, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:38:00.592686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.660516 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4443b61c-7721-419e-bc02-1c5a45af237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.669417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] Provisioning for port 8b691e83-3d9a-49af-9a95-01a281ed5800 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:00.682406 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] Provisioning complete for port 8b691e83-3d9a-49af-9a95-01a281ed5800 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:00.682788 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.684369 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.804554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.809797 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.849567 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.892562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.896586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf2730b-94f3-46c6-9244-2bc4af278355,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:00.926380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] For port 8b691e83-3d9a-49af-9a95-01a281ed5800, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b691e83-3d9a-49af-9a95-01a281ed5800,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:00.932572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.000988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bac66d-9ba4-43b4-b94c-ad6d3cc60fc0 None None] Pushing event updated for resources: {'Port': ['ID=8b691e83-3d9a-49af-9a95-01a281ed5800,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:01.048357 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Network aea6cdce-96fe-4c20-8679-daf69892ea7d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:38:01.049795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:38:01.183836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:38:01.268694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b29193cf-729d-48df-a434-b62c02a90229 None None] Provisioning for port bcf2730b-94f3-46c6-9244-2bc4af278355 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:01.275155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b29193cf-729d-48df-a434-b62c02a90229 None None] Provisioning complete for port bcf2730b-94f3-46c6-9244-2bc4af278355 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:01.275608 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29193cf-729d-48df-a434-b62c02a90229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.304597 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:38:01.313200 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b3da0ab5-b39e-4f18-84b5-59ccbaa75fa6 admin admin] 10.222.0.78 "PUT /v2.0/routers/97dce93d-4038-4ebb-a8d2-dc7227d649b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3949070 Jun 30 03:38:01.331713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b29193cf-729d-48df-a434-b62c02a90229 None None] Port bcf2730b-94f3-46c6-9244-2bc4af278355 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:38:01.344423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b29193cf-729d-48df-a434-b62c02a90229 None None] Provisioning complete for port 8b691e83-3d9a-49af-9a95-01a281ed5800 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:01.345078 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29193cf-729d-48df-a434-b62c02a90229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.579697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-671ea93a-a124-45b3-a7c2-3468cac82cbc None None] Provisioning complete for port bcf2730b-94f3-46c6-9244-2bc4af278355 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:01.580083 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-671ea93a-a124-45b3-a7c2-3468cac82cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.641276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-671ea93a-a124-45b3-a7c2-3468cac82cbc None None] Port bcf2730b-94f3-46c6-9244-2bc4af278355 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:38:01.699634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b691e83-3d9a-49af-9a95-01a281ed5800 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:01.767287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8b691e83-3d9a-49af-9a95-01a281ed5800 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:01.767639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.793849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7e2049a6-a3ad-4675-9a46-05132f4e3905 None None] Provisioning complete for port bcf2730b-94f3-46c6-9244-2bc4af278355 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:01.794215 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e2049a6-a3ad-4675-9a46-05132f4e3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.843499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7e2049a6-a3ad-4675-9a46-05132f4e3905 None None] Port bcf2730b-94f3-46c6-9244-2bc4af278355 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:38:01.888059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c67c7aea-8617-4d9c-ab4d-cac78e0248f3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:01.940892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:01.944750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:01.945133 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.023845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.057936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port c67c7aea-8617-4d9c-ab4d-cac78e0248f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:02.061820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.062634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b767b9c6-b395-4117-843f-eae2c5d3a3b2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:02.138512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:02.152537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port b767b9c6-b395-4117-843f-eae2c5d3a3b2 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:02.156259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b767b9c6-b395-4117-843f-eae2c5d3a3b2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:02.156664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.249091 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.278477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port b767b9c6-b395-4117-843f-eae2c5d3a3b2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b767b9c6-b395-4117-843f-eae2c5d3a3b2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:02.283240 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.342134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=b767b9c6-b395-4117-843f-eae2c5d3a3b2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:02.472192 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:03.442385 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Sync routers for ids ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:38:03.460992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Routers {'97dce93d-4038-4ebb-a8d2-dc7227d649b2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:03.461716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:38:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:03.551041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c67c7aea-8617-4d9c-ab4d-cac78e0248f3 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:03.606598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Set router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:03.725021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:03.726231 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:03.870067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b767b9c6-b395-4117-843f-eae2c5d3a3b2 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:03.925354 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:00Z', 'revision_number': 4, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcf2730b-94f3-46c6-9244-2bc4af278355', 'name': '', 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'mac_address': 'fa:16:3e:e7:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57a8d760-6278-4de1-982c-8093e96bd3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:59Z', 'updated_at': '2021-06-30T03:38:00Z', 'revision_number': 2, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'subnets': [{'id': '57a8d760-6278-4de1-982c-8093e96bd3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:03.957403 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Checking router: 97dce93d-4038-4ebb-a8d2-dc7227d649b2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:38:03.957848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Updating router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 port bcf2730b-94f3-46c6-9244-2bc4af278355 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:38:03.985240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port b767b9c6-b395-4117-843f-eae2c5d3a3b2 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:03.985612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.025463 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.369721 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.381461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Transition to ACTIVE for port object bcf2730b-94f3-46c6-9244-2bc4af278355 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:38:04.389534 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.446678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445180c-15f9-4367-82e0-7fc5d28b022a None None] Pushing event updated for resources: {'Port': ['ID=bcf2730b-94f3-46c6-9244-2bc4af278355,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:04.508917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Attempting to bind port bcf2730b-94f3-46c6-9244-2bc4af278355 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:38:04.509396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Attempting to bind port bcf2730b-94f3-46c6-9244-2bc4af278355 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:38:04.509828 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Attempting to bind port bcf2730b-94f3-46c6-9244-2bc4af278355 on network aea6cdce-96fe-4c20-8679-daf69892ea7d {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:38:04.517413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:38:04.518350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Checking segment: {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:38:04.518350 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.518851 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Bound using segment: {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:38:04.519443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Bound port: bcf2730b-94f3-46c6-9244-2bc4af278355, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96d16d9-9a6a-4908-bff6-691ca31923d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:38:04.519883 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.576292 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.622973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] For port bcf2730b-94f3-46c6-9244-2bc4af278355, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:38:04.629521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] For port bcf2730b-94f3-46c6-9244-2bc4af278355, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bcf2730b-94f3-46c6-9244-2bc4af278355,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:38:04.642890 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.735770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Routers {'97dce93d-4038-4ebb-a8d2-dc7227d649b2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:04.736424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:38:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:04.784608 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445180c-15f9-4367-82e0-7fc5d28b022a None None] Pushing event updated for resources: {'Port': ['ID=bcf2730b-94f3-46c6-9244-2bc4af278355,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:04.882292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] Set router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:05.120901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:00Z', 'revision_number': 4, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcf2730b-94f3-46c6-9244-2bc4af278355', 'name': '', 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'mac_address': 'fa:16:3e:e7:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57a8d760-6278-4de1-982c-8093e96bd3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:59Z', 'updated_at': '2021-06-30T03:38:04Z', 'revision_number': 4, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'subnets': [{'id': '57a8d760-6278-4de1-982c-8093e96bd3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:05.149018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca5a5e-d2b6-4d81-80f3-ddb74173db4b None None] The sync data for ids ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'] in n-d-798054-5 is: [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:00Z', 'revision_number': 4, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'bcf2730b-94f3-46c6-9244-2bc4af278355', 'name': '', 'network_id': 'aea6cdce-96fe-4c20-8679-daf69892ea7d', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'mac_address': 'fa:16:3e:e7:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57a8d760-6278-4de1-982c-8093e96bd3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:59Z', 'updated_at': '2021-06-30T03:38:04Z', 'revision_number': 4, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'subnets': [{'id': '57a8d760-6278-4de1-982c-8093e96bd3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:38:05.580037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcf2730b-94f3-46c6-9244-2bc4af278355 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:05.666163 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port bcf2730b-94f3-46c6-9244-2bc4af278355 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:05.670961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bcf2730b-94f3-46c6-9244-2bc4af278355 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:05.671479 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:05.770258 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:05.815749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port bcf2730b-94f3-46c6-9244-2bc4af278355, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bcf2730b-94f3-46c6-9244-2bc4af278355,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:05.821740 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:05.884743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=bcf2730b-94f3-46c6-9244-2bc4af278355,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:07.524487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcf2730b-94f3-46c6-9244-2bc4af278355 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:07.577029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port bcf2730b-94f3-46c6-9244-2bc4af278355 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:07.577393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:10.148107 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:11.512104 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:11.578082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ec4c4c0b-42e7-471f-ae8f-74b0923a08e1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:11.579497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ec4c4c0b-42e7-471f-ae8f-74b0923a08e1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 814 time: 0.1065316 Jun 30 03:38:11.593701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-a6947ea4-06de-4faa-9655-86c5e4e33413 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/quotas/e1a4d6a57f3c4e4bb49c521d7c235105 HTTP/1.1" status: 200 len: 375 time: 0.0088985 Jun 30 03:38:11.659740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-fb199f05-0dd5-49d9-bdc3-251b06745085 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611606 Jun 30 03:38:11.757617 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-4e1e8c1d-e83a-4deb-ba65-615994fbb802 service neutron] 10.222.0.78 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Jun 30 03:38:11.846241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-e518c117-adb0-4384-94e0-7a7088cf8804 service neutron] 10.222.0.78 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824270 Jun 30 03:38:13.034170 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-76b73afe-66fd-457d-92ec-1fa4651169e0 req-689ec921-9638-40f2-8b21-4ac607039c9a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 210 time: 0.0300252 Jun 30 03:38:14.149755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-b8e1ec2e-4a1e-4c6c-9fb1-18efa8c7eb40 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:14.151341 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-b8e1ec2e-4a1e-4c6c-9fb1-18efa8c7eb40 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 814 time: 0.1130908 Jun 30 03:38:14.185823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d44e5774-fb8b-4b3e-a94c-c9820d43da18 req-8a9ea6e6-e25e-4375-91ab-8aab572ba853 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Jun 30 03:38:14.189293 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'port': {'device_id': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'admin_state_up': True, 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:14.307936 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Made reservation on behalf of e1a4d6a57f3c4e4bb49c521d7c235105 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:38:14.311670 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:14.438580 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Allocated IP 172.20.0.7 (80e7b13a-6bb6-4487-947e-387b3122b5c5/c9d7ca16-0b3c-4812-b082-3c51d13323e5/775e4140-fba2-4f62-ae01-0c5353db9e23) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:38:14.653420 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:14.671812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Transition to ACTIVE for port object 775e4140-fba2-4f62-ae01-0c5353db9e23 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:38:14.713018 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:14.766175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:38:14.769943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:38:14.772635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:38:14.815695 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:14.841496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:14.842163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:14.853540 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.853891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.854264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.854644 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.854965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.855295 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.855625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.855949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.856291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.856595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.856915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.857234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:14.870199 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-10ed52e7-bca6-4416-a0e4-e1b52248994f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6862645 Jun 30 03:38:15.028340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1443460b-0daa-47c8-9357-f5b6ec3a9523 None None] Provisioning for port 775e4140-fba2-4f62-ae01-0c5353db9e23 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:15.032288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1443460b-0daa-47c8-9357-f5b6ec3a9523 None None] Provisioning complete for port 775e4140-fba2-4f62-ae01-0c5353db9e23 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:15.032667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1443460b-0daa-47c8-9357-f5b6ec3a9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:15.072088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1443460b-0daa-47c8-9357-f5b6ec3a9523 None None] Port 775e4140-fba2-4f62-ae01-0c5353db9e23 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:38:15.363474 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656244fc-97df-4818-9376-96bd8fc3b5a2 req-4fd0f35f-6719-4c9f-9897-03eca7eccc1a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:15.365229 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-656244fc-97df-4818-9376-96bd8fc3b5a2 req-4fd0f35f-6719-4c9f-9897-03eca7eccc1a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0650735 Jun 30 03:38:15.410960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-656244fc-97df-4818-9376-96bd8fc3b5a2 req-01b33807-3b89-4b2a-b246-30af2f4b6e2f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Jun 30 03:38:15.471433 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:38:16.595195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5fad3-d488-4564-bc80-bce794267a27 req-ee1f4d3c-ccbd-4c19-be87-5f5f5193e13a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:16.596695 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99a5fad3-d488-4564-bc80-bce794267a27 req-ee1f4d3c-ccbd-4c19-be87-5f5f5193e13a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0667198 Jun 30 03:38:16.638021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99a5fad3-d488-4564-bc80-bce794267a27 req-3a164309-d68d-4f8b-a38c-887501f6d319 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351861 Jun 30 03:38:17.821985 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96760-7dcd-45c7-9daf-4dbaa5bc7b52 req-10493fc5-3461-46b7-aea7-f5a3834d351b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:17.824632 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7b96760-7dcd-45c7-9daf-4dbaa5bc7b52 req-10493fc5-3461-46b7-aea7-f5a3834d351b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0681481 Jun 30 03:38:17.869905 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7b96760-7dcd-45c7-9daf-4dbaa5bc7b52 req-d553f655-b682-43c4-a362-f599b9b30462 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Jun 30 03:38:19.050321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f1b9a-3bc4-4de3-93f6-8af6ebfd2224 req-90888c07-be96-47d7-af9a-bc57ed175693 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:19.051872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-784f1b9a-3bc4-4de3-93f6-8af6ebfd2224 req-90888c07-be96-47d7-af9a-bc57ed175693 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0718424 Jun 30 03:38:19.091106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-784f1b9a-3bc4-4de3-93f6-8af6ebfd2224 req-bbbad9bc-fa15-46ce-9244-c4dac8d4a2a1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Jun 30 03:38:20.275533 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f09eb-0d1b-46af-bdff-8208fd238cb1 req-e0d92d78-1167-41e4-b746-10273a5f6546 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:20.277241 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee3f09eb-0d1b-46af-bdff-8208fd238cb1 req-e0d92d78-1167-41e4-b746-10273a5f6546 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0664716 Jun 30 03:38:20.315785 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ee3f09eb-0d1b-46af-bdff-8208fd238cb1 req-6b9a631b-e851-40e8-8b5a-9be23429329d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Jun 30 03:38:21.503435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b0fa-a912-4792-a29c-342cf81d22cc req-fbf0afc5-b67e-40c2-98e2-ba5511a086b8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:21.504931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c471b0fa-a912-4792-a29c-342cf81d22cc req-fbf0afc5-b67e-40c2-98e2-ba5511a086b8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0687356 Jun 30 03:38:21.545438 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c471b0fa-a912-4792-a29c-342cf81d22cc req-1d519741-36bb-4c55-bdc8-b64434360836 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Jun 30 03:38:22.728191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66c5ee-f73f-445f-a49b-50aa79628ddc req-df5f6d2c-e4f1-4d00-ad94-c4c9b208d4ad tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:22.729724 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a66c5ee-f73f-445f-a49b-50aa79628ddc req-df5f6d2c-e4f1-4d00-ad94-c4c9b208d4ad tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0700958 Jun 30 03:38:22.769668 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3a66c5ee-f73f-445f-a49b-50aa79628ddc req-42a9bea8-6a44-4057-9fee-6fbf10e1b399 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Jun 30 03:38:23.953860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584b6f-0136-49e1-9369-cd4da8918fa6 req-67c37397-a013-46bc-a979-17c770dfa51a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:23.955428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9584b6f-0136-49e1-9369-cd4da8918fa6 req-67c37397-a013-46bc-a979-17c770dfa51a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0662041 Jun 30 03:38:23.995782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c9584b6f-0136-49e1-9369-cd4da8918fa6 req-d17c845f-22c0-43cb-8dea-55ff7f0a21e0 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Jun 30 03:38:25.169420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cf1d-3c37-44db-bd89-e8c225b23cfe req-c4d1c39f-d2ad-4d0c-9a5b-f52b41b284a8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:25.170922 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ef9cf1d-3c37-44db-bd89-e8c225b23cfe req-c4d1c39f-d2ad-4d0c-9a5b-f52b41b284a8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 931 time: 0.0639501 Jun 30 03:38:25.208088 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ef9cf1d-3c37-44db-bd89-e8c225b23cfe req-df0cface-37ac-4a9a-8a3e-6ef6f9abd07c tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Jun 30 03:38:25.388291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Request body: {'port': {'device_id': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:25.460109 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:25.710935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775e4140-fba2-4f62-ae01-0c5353db9e23 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:38:25.720591 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:25.733122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Transition to ACTIVE for port object 775e4140-fba2-4f62-ae01-0c5353db9e23 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:38:25.736848 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:25.817209 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:25.868291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Attempting to bind port 775e4140-fba2-4f62-ae01-0c5353db9e23 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:38:25.868636 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Attempting to bind port 775e4140-fba2-4f62-ae01-0c5353db9e23 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:38:25.868969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Attempting to bind port 775e4140-fba2-4f62-ae01-0c5353db9e23 on network 80e7b13a-6bb6-4487-947e-387b3122b5c5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:38:25.873537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Port 775e4140-fba2-4f62-ae01-0c5353db9e23 on network 80e7b13a-6bb6-4487-947e-387b3122b5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:38:25.873892 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Attempting to bind port 775e4140-fba2-4f62-ae01-0c5353db9e23 on network 80e7b13a-6bb6-4487-947e-387b3122b5c5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:38:25.878848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:38:25.879258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Checking segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:38:25.879667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Bound using segment: {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:38:25.880095 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Bound port: 775e4140-fba2-4f62-ae01-0c5353db9e23, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13027-9196-45a8-83d6-5eaac7939099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:38:25.880456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:25.950725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:38:25.953780 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:38:25.959479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:25.994271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:25.994905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:25.996333 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] 10.222.0.90 "PUT /v2.0/ports/775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 1091 time: 0.7069700 Jun 30 03:38:25.996791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:38:25.999142 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:38:26.026221 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383113-4479-47bf-8e4d-a961e39c7c7b service neutron] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:26.040757 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd2fc1-cbd3-49d1-922f-9d2384186fe0 x-openstack-request-id: req-30bd2fc1-cbd3-49d1-922f-9d2384186fe0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:38:26.041055 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:38:26.041309 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30bd2fc1-cbd3-49d1-922f-9d2384186fe0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:38:26.041709 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'status': 'completed', 'code': 200} Jun 30 03:38:26.105044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-bf40151f-bb75-4e8e-b85f-61a1887bb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.106823 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-bf40151f-bb75-4e8e-b85f-61a1887bb4f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1094 time: 0.0573597 Jun 30 03:38:26.154252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-493569a7-7de8-4ca0-8e13-9f5228e5cc57 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Jun 30 03:38:26.205569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-22c67130-0c6d-4fa7-a02a-58eae9e72209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.207075 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-22c67130-0c6d-4fa7-a02a-58eae9e72209 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0453300 Jun 30 03:38:26.265908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-a52f0683-819a-4b9e-93ef-b2af8b14567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.267452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-a52f0683-819a-4b9e-93ef-b2af8b14567a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533569 Jun 30 03:38:26.361698 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-3d05f26c-ae75-4edb-9f34-f8295d6fb6e1 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Jun 30 03:38:26.391258 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b709276-9d11-43b2-9645-f2fbf0188ae3 req-b192aa17-a35f-41e3-b503-2edcf509375a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.392707 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b709276-9d11-43b2-9645-f2fbf0188ae3 req-b192aa17-a35f-41e3-b503-2edcf509375a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 943 time: 0.0670111 Jun 30 03:38:26.431047 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5b709276-9d11-43b2-9645-f2fbf0188ae3 req-e87c65c0-d558-4aee-92cf-b3c3216804e2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jun 30 03:38:26.451890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-95a6b1c4-4ccf-45fb-9981-d43ee920e007 req-4702309e-7992-45ad-aa4a-efbee0e3da24 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830228 Jun 30 03:38:26.561754 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-64ed8a1a-1eeb-443c-8305-ed7a7c6a0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.563247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-64ed8a1a-1eeb-443c-8305-ed7a7c6a0096 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1094 time: 0.0527854 Jun 30 03:38:26.655813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-15a8c6d1-6ce9-4188-8e5a-0b0e6c5998d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.657304 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-15a8c6d1-6ce9-4188-8e5a-0b0e6c5998d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.0870495 Jun 30 03:38:26.698635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-27ca8ad9-4324-4d4b-9c61-70d4fd594522 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 217 time: 0.0343387 Jun 30 03:38:26.748515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-19fcc26d-ae75-4f26-8cdf-ad98e2dc7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.749925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-19fcc26d-ae75-4f26-8cdf-ad98e2dc7473 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0428216 Jun 30 03:38:26.810751 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-fa76787e-cf03-480e-ae04-bfb4d772dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:26.812196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-fa76787e-cf03-480e-ae04-bfb4d772dbe7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547476 Jun 30 03:38:26.899962 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-1de7adf6-94b6-4b06-8e65-5f35d8bae7f3 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793796 Jun 30 03:38:26.997911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30efbd4a-41b8-4f3b-9cd9-e7e3069dbb73 req-f21d5f60-a95f-487d-a7b9-85ff5e29dfa7 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864859 Jun 30 03:38:27.604578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351f91-72f8-4b05-b6de-a2c1dac6f46a req-c60e23ed-7647-4f1c-a2e6-9858f96c6e2e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:27.606070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a351f91-72f8-4b05-b6de-a2c1dac6f46a req-c60e23ed-7647-4f1c-a2e6-9858f96c6e2e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 943 time: 0.0636764 Jun 30 03:38:27.643134 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a351f91-72f8-4b05-b6de-a2c1dac6f46a req-b5dad225-5377-4281-ab70-e8a90d9f4ca0 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Jun 30 03:38:27.747518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-707b722c-654c-40a6-aeb9-470ba2da0c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:28.811870 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdc5db-4125-4b94-8ec0-bf8333bdc4f4 req-c76d7c59-d5d4-477b-b72b-07da9b9a9d8f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:28.813307 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39fdc5db-4125-4b94-8ec0-bf8333bdc4f4 req-c76d7c59-d5d4-477b-b72b-07da9b9a9d8f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 943 time: 0.0625441 Jun 30 03:38:28.852005 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-39fdc5db-4125-4b94-8ec0-bf8333bdc4f4 req-47060286-fae5-4b48-b918-04b98826e523 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Jun 30 03:38:28.904370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 775e4140-fba2-4f62-ae01-0c5353db9e23 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:38:28.995884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:29.006952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'port_id': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:38:29.046852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:29.059183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775e4140-fba2-4f62-ae01-0c5353db9e23 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:38:29.078127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:29.081999 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:29.127330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:29.135068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.135423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.135764 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.136099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.136430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.136760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.137088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.137413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.137736 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.138339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.138667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.138988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:29.350392 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['775e4140-fba2-4f62-ae01-0c5353db9e23'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:38:30.022676 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360369e8-0397-47c0-ba85-e3fb333e455a req-d87164b1-89fe-4e3c-924b-850e8fe2bee2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:30.024685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-360369e8-0397-47c0-ba85-e3fb333e455a req-d87164b1-89fe-4e3c-924b-850e8fe2bee2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 944 time: 0.0651455 Jun 30 03:38:30.066468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-360369e8-0397-47c0-ba85-e3fb333e455a req-30d01369-f2af-4b7e-81d6-d8db0c64b718 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Jun 30 03:38:30.430545 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8293-48d2-465f-98a1-1814b23cf50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:30.657556 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:30.913335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 775e4140-fba2-4f62-ae01-0c5353db9e23 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:30.959997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 775e4140-fba2-4f62-ae01-0c5353db9e23 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:30.963496 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 775e4140-fba2-4f62-ae01-0c5353db9e23 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:30.963863 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:31.041459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:31.062894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:38:31.065134 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4af15c5-42c0-4ccb-930d-ca4511b73453" -d '{"events": [{"server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "name": "network-vif-plugged", "status": "completed", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:38:31.078237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:31.082089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:31.107756 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90fe1ef-e0ae-47b4-8fbe-9741697b19de x-openstack-request-id: req-a90fe1ef-e0ae-47b4-8fbe-9741697b19de {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:38:31.108035 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "name": "network-vif-plugged", "status": "completed", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:38:31.108287 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a90fe1ef-e0ae-47b4-8fbe-9741697b19de {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:38:31.108668 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'code': 200} Jun 30 03:38:31.135570 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:31.272753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed22bc1-5285-41ac-aa80-0c0e68c3594d req-b5f27562-7fa1-4f55-a5aa-46bffa2200e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:31.274233 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ed22bc1-5285-41ac-aa80-0c0e68c3594d req-b5f27562-7fa1-4f55-a5aa-46bffa2200e3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1096 time: 0.0929537 Jun 30 03:38:31.282292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53104f0c-fd7a-4acc-8d4a-804d844ec812 req-ea1d4172-37c4-45cd-87b3-a046099766e8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:31.283638 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53104f0c-fd7a-4acc-8d4a-804d844ec812 req-ea1d4172-37c4-45cd-87b3-a046099766e8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0945497 Jun 30 03:38:31.334026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ed22bc1-5285-41ac-aa80-0c0e68c3594d req-68618541-ee80-4acb-b169-db3dd493cfdf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Jun 30 03:38:31.339465 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-53104f0c-fd7a-4acc-8d4a-804d844ec812 req-aebe7be7-4a25-4ed9-aecf-90b5362a8cce tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493529 Jun 30 03:38:32.474035 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:32.512594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc94571-b67b-4156-8cf6-a8991f896ebd req-17c35362-413b-44bd-996c-94bbb4a76883 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:32.514369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-afc94571-b67b-4156-8cf6-a8991f896ebd req-17c35362-413b-44bd-996c-94bbb4a76883 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0651369 Jun 30 03:38:32.551944 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-afc94571-b67b-4156-8cf6-a8991f896ebd req-51b54b9f-7e06-42e0-8db6-18909ee2ea49 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Jun 30 03:38:32.724587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615408-7e38-4919-8ab8-d25f0f0459d0 req-601ff1ea-c574-43fd-9848-7d30aaa287d8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:32.726178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2615408-7e38-4919-8ab8-d25f0f0459d0 req-601ff1ea-c574-43fd-9848-7d30aaa287d8 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0662332 Jun 30 03:38:32.763292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2615408-7e38-4919-8ab8-d25f0f0459d0 req-368e3de6-6433-4f52-94ec-6492f2516a14 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jun 30 03:38:33.094914 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daf1a-0412-4b2c-b358-34f3779aa5a2 req-263eb2f5-4077-4051-9dbe-5672c6e90964 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:33.096364 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e17daf1a-0412-4b2c-b358-34f3779aa5a2 req-263eb2f5-4077-4051-9dbe-5672c6e90964 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0627024 Jun 30 03:38:33.133221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e17daf1a-0412-4b2c-b358-34f3779aa5a2 req-81771d3a-7d3f-48ad-a423-77966d4c0b5d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Jun 30 03:38:34.541693 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:40.118085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:41.535459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:44.775072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c367460-7825-4cf4-b34d-e124acb79f65 req-7ff75a0b-5f43-4b37-b8b8-c61f6265b45f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:44.776413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c367460-7825-4cf4-b34d-e124acb79f65 req-7ff75a0b-5f43-4b37-b8b8-c61f6265b45f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0662365 Jun 30 03:38:44.813297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5c367460-7825-4cf4-b34d-e124acb79f65 req-8329ff8c-10fe-423c-b951-84836334f9fe tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jun 30 03:38:44.837463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:44.928885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8eaaf-0555-42ba-a74b-7931a1eeb783 tempest-TestMinimumBasicScenario-1950448234 tempest-TestMinimumBasicScenario-1950448234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:44.931113 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1da8eaaf-0555-42ba-a74b-7931a1eeb783 tempest-TestMinimumBasicScenario-1950448234 tempest-TestMinimumBasicScenario-1950448234-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1091 time: 0.0926862 Jun 30 03:38:44.934073 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:44.938525 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:44.959483 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:45.056792 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:45.159339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Allocated IP 172.25.0.232 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/2574ddc0-6707-4e17-8692-48a873c782e9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:38:45.260225 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:45.298610 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:45.335343 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:38:45.338650 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:38:45.344796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:38:45.350207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'Port': ['ID=2574ddc0-6707-4e17-8692-48a873c782e9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:45.978151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.051220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.196006 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.200504 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.270182 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'Port': ['ID=2574ddc0-6707-4e17-8692-48a873c782e9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:46.282727 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.381473 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Floating IP 58967a0f-eac6-4584-9f68-60bf499bfe3c associated. External IP: 172.25.0.232, port: 775e4140-fba2-4f62-ae01-0c5353db9e23. Jun 30 03:38:46.586230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Router 079869c1-48a2-4012-905a-003f0714d153 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:38:46.689834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:38:46.699513 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] Sync routers for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:38:46.706377 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.708249 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:46.708863 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:38:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:46.746828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5949cc6f-cf4e-4579-8647-117d763c9d00 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8116786 Jun 30 03:38:46.747732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:38:46.749569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57384) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:46.750095 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2948488-7e0e-4ec8-a33b-49528c633b13" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:38:46.755042 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871455145', 'description': 'tempest-secgroup-smoke-1871455145 description', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:46.785068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.791855 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9806adb-0cdd-47d2-b3bb-2bd77887af78 x-openstack-request-id: req-c9806adb-0cdd-47d2-b3bb-2bd77887af78 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:38:46.792160 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:38:46.792428 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9806adb-0cdd-47d2-b3bb-2bd77887af78 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:38:46.792824 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'status': 'completed', 'code': 200} Jun 30 03:38:46.818802 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:46.872876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.873337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-b6e228ff-eb76-42e6-ad61-6c20eb944b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:46.874860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-b6e228ff-eb76-42e6-ad61-6c20eb944b97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1096 time: 0.0554676 Jun 30 03:38:46.877870 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.907996 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.912182 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1578579 Jun 30 03:38:46.912348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57388) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:46.917534 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:46.937070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:46.949043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.949403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.949748 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.950092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.950712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.951250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.951995 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.952346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.952684 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.953018 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.953347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.953845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6c23-2713-4bce-b33c-9d93dd8b2bbc tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:38:46.959476 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.973582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-8984797a-b2b4-4399-9248-903ab2c83c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:46.975220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-8984797a-b2b4-4399-9248-903ab2c83c08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.0933805 Jun 30 03:38:47.009994 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.015373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.034223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247fcdc4-64bf-46f2-b206-930eee05aa27,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:47.042184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.046913 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-f6fa78f7-0945-497e-a440-1cee31ba1831 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310296 Jun 30 03:38:47.047084 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57392) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:47.051712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:47.059965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-0bd7ae52-0bab-412f-bdf6-b2f62d2787e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 999 time: 0.0783966 Jun 30 03:38:47.078290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.082884 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '58967a0f-eac6-4584-9f68-60bf499bfe3c', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '079869c1-48a2-4012-905a-003f0714d153', 'port_id': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:38:45Z', 'updated_at': '2021-06-30T03:38:45Z', 'revision_number': 0, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:47.114829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-20189a9e-a2b3-44c9-8a8f-4149a5a13a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:47.117136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-20189a9e-a2b3-44c9-8a8f-4149a5a13a59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0492327 Jun 30 03:38:47.119096 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] Checking router: 079869c1-48a2-4012-905a-003f0714d153 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:38:47.128157 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:47.128673 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:38:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:47.137757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.143018 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.164775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba176702-2d8f-46f9-921b-84876d002182,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:47.168886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.171763 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc4facb3-119e-4164-9cc0-34a15f9fb82e tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232038 Jun 30 03:38:47.173172 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57394) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:47.179085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:47.186583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-3e752377-cb70-4e1e-8b4f-748d5b957e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:47.188108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-3e752377-cb70-4e1e-8b4f-748d5b957e1f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648277 Jun 30 03:38:47.209392 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.245386 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:47.278370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.283411 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.290466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-f0003d0a-35f8-40ba-91ea-ce65c71e6f85 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925007 Jun 30 03:38:47.301506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca157299-5541-4f8e-aa98-628de3c15b69,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:47.311862 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.315718 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2452aef6-f153-4411-8f45-af7fbd902338 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389384 Jun 30 03:38:47.316153 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57396) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:47.320485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:47.348726 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.398379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2948488-7e0e-4ec8-a33b-49528c633b13 req-2b8254b0-c9a7-47ab-a61c-179821867adc service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002126 Jun 30 03:38:47.414940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.420178 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.436165 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c32ca6-433c-4fb9-82c5-85eb48b25f32,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:47.445653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.446909 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6502ca9f-6a38-4c0d-a9e6-f69e64c0a03d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300597 Jun 30 03:38:47.449598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57398) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:47.454016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:47.476068 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Project e1a4d6a57f3c4e4bb49c521d7c235105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:38:47.481654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.490689 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '58967a0f-eac6-4584-9f68-60bf499bfe3c', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '079869c1-48a2-4012-905a-003f0714d153', 'port_id': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:38:45Z', 'updated_at': '2021-06-30T03:38:45Z', 'revision_number': 0, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:47.520253 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a831ce-b6ee-43c9-87ff-6432b8fbd6f0 None None] The sync data for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 is: [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '58967a0f-eac6-4584-9f68-60bf499bfe3c', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '079869c1-48a2-4012-905a-003f0714d153', 'port_id': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:38:45Z', 'updated_at': '2021-06-30T03:38:45Z', 'revision_number': 0, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:38:47.543973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.547864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.565586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc07eeaa-c94b-4298-beb0-5e5aeaa3f723,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:47.572944 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.574198 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-369d437d-90af-4b4c-b7d0-1bee99938a26 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236799 Jun 30 03:38:47.577052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57400) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:47.581658 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d', 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:47.604372 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Project e1a4d6a57f3c4e4bb49c521d7c235105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:38:47.609595 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.677631 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.681590 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.703032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42ddb8a-9371-4cfb-a065-7daee962427d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:47.708937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:47.710432 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4d6dbee6-d544-4806-ab76-e3812e4b18cb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322508 Jun 30 03:38:47.730776 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e72e99-bb9d-42e8-822d-e1bf804e19b2 None None] New status for floating IP 58967a0f-eac6-4584-9f68-60bf499bfe3c: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:38:47.859839 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-0a411af5-1e1c-4b7f-ba28-8b2b5131cb6f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871455145&fields=id&tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105 HTTP/1.1" status: 200 len: 267 time: 0.0421729 Jun 30 03:38:47.930084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-452bf75f-ef5d-43a3-9924-8320bcb36b4b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:47.931614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-452bf75f-ef5d-43a3-9924-8320bcb36b4b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0658901 Jun 30 03:38:47.942680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'port': {'security_groups': ['428c7278-6262-4ea7-96b7-29a393f2ed85', '7d2b2c8e-8e02-4af1-8e0e-130179aeea3d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:48.027528 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:48.215017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:48.243787 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:48.248326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:48.261155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['775e4140-fba2-4f62-ae01-0c5353db9e23'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:38:48.296025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:48.296889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:48.298167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e80a2cdc-7eb8-43ae-a377-2aad35d815fa req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "PUT /v2.0/ports/775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 981 time: 0.3602519 Jun 30 03:38:48.330468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cef263-a289-40f9-b950-032fae5ce21b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:48.369138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['775e4140-fba2-4f62-ae01-0c5353db9e23'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:38:48.469224 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46388c-15b1-4534-a0c3-d31ff8cd5dbd req-c6402814-c394-453f-9777-ff87bc1c1e6d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:48.470834 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b46388c-15b1-4534-a0c3-d31ff8cd5dbd req-c6402814-c394-453f-9777-ff87bc1c1e6d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0687003 Jun 30 03:38:48.514238 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7b46388c-15b1-4534-a0c3-d31ff8cd5dbd req-a938f0d3-0b3c-4661-869c-8ff76eb2252a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359299 Jun 30 03:38:48.667898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d188fb7d-2521-4aa8-b998-700cd44eb289 None None] Provisioning complete for port 775e4140-fba2-4f62-ae01-0c5353db9e23 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:48.668267 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d188fb7d-2521-4aa8-b998-700cd44eb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:48.793727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:38:48.796174 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e320c1-998c-4578-b62f-bee7f4837c21" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:38:48.831379 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b730f7ba-394c-4649-a0a4-c0dc9e466187 x-openstack-request-id: req-b730f7ba-394c-4649-a0a4-c0dc9e466187 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:38:48.831680 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:38:48.831935 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b730f7ba-394c-4649-a0a4-c0dc9e466187 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:38:48.832339 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'status': 'completed', 'code': 200} Jun 30 03:38:48.907243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-b395102b-c2a5-4556-8ca7-b7c12b26f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:48.908798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-b395102b-c2a5-4556-8ca7-b7c12b26f719 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1135 time: 0.0542669 Jun 30 03:38:49.004413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-03fbf79d-27e0-49ad-b537-78b62ae32e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:49.005868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-03fbf79d-27e0-49ad-b537-78b62ae32e46 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.0879591 Jun 30 03:38:49.073643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-7bac1956-b1cc-4693-9733-9e5e7c777dfe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 1001 time: 0.0603437 Jun 30 03:38:49.122027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-3c87b3ef-3489-43c7-82cf-43b7f8a04f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:49.123453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-3c87b3ef-3489-43c7-82cf-43b7f8a04f79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0419869 Jun 30 03:38:49.186297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-75366e33-8d7e-4232-be9d-d7741e2e40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:49.187778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-75366e33-8d7e-4232-be9d-d7741e2e40d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568228 Jun 30 03:38:49.277896 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-57f80b24-ba8f-4158-8469-06bbca13252e service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800958 Jun 30 03:38:49.373585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e1e320c1-998c-4578-b62f-bee7f4837c21 req-0b947299-0ea1-4be3-a464-530eb9402695 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867515 Jun 30 03:38:52.471492 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:38:57.753357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0432-9c12-42be-b9ee-bf167f04d634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:00.430811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4221ba99-bc39-44f2-9d86-d5b6d2b8aa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:00.659627 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:02.476817 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:04.545451 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:10.148230 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:11.507977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642da15-4e27-48ab-9820-dad9b898857f req-c72979c4-a32d-4e27-b6db-a58de05df4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:11.509479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-c72979c4-a32d-4e27-b6db-a58de05df4fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1135 time: 0.0912445 Jun 30 03:39:11.544353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816c5a-aec4-41b9-a98d-c90acca4be0f req-6804a96f-17a0-45dd-9ff4-4f1d2a42525b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:11.545819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc816c5a-aec4-41b9-a98d-c90acca4be0f req-6804a96f-17a0-45dd-9ff4-4f1d2a42525b tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0982587 Jun 30 03:39:11.556811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:11.622441 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fc816c5a-aec4-41b9-a98d-c90acca4be0f req-581e8a63-208f-4210-8d60-dc83b04e17c5 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481977 Jun 30 03:39:11.645124 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642da15-4e27-48ab-9820-dad9b898857f req-046796e0-5803-421a-b46d-8fded4f14a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:11.646685 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-046796e0-5803-421a-b46d-8fded4f14a5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.1295657 Jun 30 03:39:11.711884 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-4ce5191b-858b-4382-8352-cfcae4b2705e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 1001 time: 0.0576782 Jun 30 03:39:11.764222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642da15-4e27-48ab-9820-dad9b898857f req-04987c0c-2b6c-4fb9-821c-44905a9ca97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:11.765648 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-04987c0c-2b6c-4fb9-821c-44905a9ca97b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0464935 Jun 30 03:39:11.820234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642da15-4e27-48ab-9820-dad9b898857f req-3890f574-c62d-45c5-9919-9a420a00629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:11.821674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-3890f574-c62d-45c5-9919-9a420a00629c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496116 Jun 30 03:39:11.908481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-d7f28ccf-6f0e-4da5-9c05-738943e3da88 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800560 Jun 30 03:39:12.001543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1642da15-4e27-48ab-9820-dad9b898857f req-443e8cf3-e610-43f2-a80c-d8b79210400e service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865285 Jun 30 03:39:12.798927 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf29b-3a61-4d98-9b4c-157ae549bc33 req-6f586a3a-06d3-46c7-8874-480156339ddb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:12.800394 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d79cf29b-3a61-4d98-9b4c-157ae549bc33 req-6f586a3a-06d3-46c7-8874-480156339ddb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0643816 Jun 30 03:39:12.841308 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d79cf29b-3a61-4d98-9b4c-157ae549bc33 req-58562900-e31b-4145-990b-6adcb412c5d5 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351877 Jun 30 03:39:14.017196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ec2f-a3a0-424a-83b4-e3f9cd009c47 req-183dbb97-2300-46b3-9cfb-4d97435301e4 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:14.018734 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6760ec2f-a3a0-424a-83b4-e3f9cd009c47 req-183dbb97-2300-46b3-9cfb-4d97435301e4 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0654378 Jun 30 03:39:14.059212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6760ec2f-a3a0-424a-83b4-e3f9cd009c47 req-537074ac-a88a-470b-8113-a6a75bd6ab78 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348082 Jun 30 03:39:15.235230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5697e-9355-4f32-95a9-b68065da4632 req-d52739a4-4c17-450c-bb06-d88c175102d2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:15.236697 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7d5697e-9355-4f32-95a9-b68065da4632 req-d52739a4-4c17-450c-bb06-d88c175102d2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0668972 Jun 30 03:39:15.277164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7d5697e-9355-4f32-95a9-b68065da4632 req-6b0fe171-afb1-4e18-883a-eb005a5dfdc2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345984 Jun 30 03:39:16.454058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059352db-e9de-41b0-8b34-81143fbc905f req-6e0433dc-e9d1-4451-9dad-e79b2dde7b5c tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:16.455555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-059352db-e9de-41b0-8b34-81143fbc905f req-6e0433dc-e9d1-4451-9dad-e79b2dde7b5c tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0673933 Jun 30 03:39:16.494446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-059352db-e9de-41b0-8b34-81143fbc905f req-27a3a185-6336-4fe8-ad31-df248884efe3 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331933 Jun 30 03:39:17.665351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9cb04-a833-477b-b575-30724d20467a req-4411a08f-c820-4b43-9308-aba2821ce42a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:17.667357 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13b9cb04-a833-477b-b575-30724d20467a req-4411a08f-c820-4b43-9308-aba2821ce42a tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0641670 Jun 30 03:39:17.706436 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-13b9cb04-a833-477b-b575-30724d20467a req-26824105-fd7f-491d-aa71-0a1d4a100987 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333390 Jun 30 03:39:18.886290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa5db9-2f3e-4edf-b94b-30b27384c031 req-f527f5b3-dbb9-482b-8772-a95df7f14bdb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:18.887781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25aa5db9-2f3e-4edf-b94b-30b27384c031 req-f527f5b3-dbb9-482b-8772-a95df7f14bdb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0655246 Jun 30 03:39:18.926321 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-25aa5db9-2f3e-4edf-b94b-30b27384c031 req-11c1596a-9001-42d9-b39c-9518f2c3b8af tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325036 Jun 30 03:39:20.100190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046ce18-9a76-467d-ac23-0f7aa953fea0 req-608d98f9-99e8-4f42-a940-615440426d48 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:20.101643 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f046ce18-9a76-467d-ac23-0f7aa953fea0 req-608d98f9-99e8-4f42-a940-615440426d48 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0632138 Jun 30 03:39:20.145548 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f046ce18-9a76-467d-ac23-0f7aa953fea0 req-21836d43-bcd2-42d4-a9a0-85994eb95e70 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372887 Jun 30 03:39:21.317602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54739e-51f2-4985-8e13-c604398d9bf0 req-99a7fa54-566b-48fd-9de6-05ef45401074 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:21.319107 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb54739e-51f2-4985-8e13-c604398d9bf0 req-99a7fa54-566b-48fd-9de6-05ef45401074 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0639927 Jun 30 03:39:21.358424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bb54739e-51f2-4985-8e13-c604398d9bf0 req-811d4948-e542-46d9-bdec-55a103f98a40 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329187 Jun 30 03:39:22.533939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440f85d-e00b-4550-adf9-b6669a97db58 req-c94f5e9a-e317-47f9-b5bc-0dbc38672da1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:22.535415 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e440f85d-e00b-4550-adf9-b6669a97db58 req-c94f5e9a-e317-47f9-b5bc-0dbc38672da1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0629933 Jun 30 03:39:22.574943 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e440f85d-e00b-4550-adf9-b6669a97db58 req-4b6d81f4-b801-46eb-af7a-a8e286b3b626 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339329 Jun 30 03:39:23.750381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afb094-ed5b-4cd9-8bcd-52e66a209da8 req-cd4a238e-4bb1-4faa-ab00-8d6345cb1506 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:23.752327 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4afb094-ed5b-4cd9-8bcd-52e66a209da8 req-cd4a238e-4bb1-4faa-ab00-8d6345cb1506 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0674596 Jun 30 03:39:23.793102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4afb094-ed5b-4cd9-8bcd-52e66a209da8 req-e6a886a4-bbe0-456a-a7b4-8a62e51a9540 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349736 Jun 30 03:39:24.705575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-7041e907-4567-4367-9209-217534cc1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:24.707063 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-7041e907-4567-4367-9209-217534cc1fc0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1135 time: 0.0535519 Jun 30 03:39:24.814987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-afd8936e-8d57-4892-95d3-a9d30b0a1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:24.816415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-afd8936e-8d57-4892-95d3-a9d30b0a1f8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.0882192 Jun 30 03:39:24.883290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-ef432b37-9cd3-4006-bc45-44fabc9132b6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 1001 time: 0.0599627 Jun 30 03:39:24.932629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-c679ee49-1b8c-46b3-bfa8-d323509a6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:24.934010 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-c679ee49-1b8c-46b3-bfa8-d323509a6f09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0441923 Jun 30 03:39:24.965809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0bd85-410a-464f-8584-4fedf9b4492c req-6ad7ac1f-63dd-4e55-8d26-1c856bb400b2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:24.967320 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2dc0bd85-410a-464f-8584-4fedf9b4492c req-6ad7ac1f-63dd-4e55-8d26-1c856bb400b2 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0638556 Jun 30 03:39:24.995687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-87e0c192-8cc5-4c59-a942-f8185956139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:24.997194 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-87e0c192-8cc5-4c59-a942-f8185956139e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567665 Jun 30 03:39:25.011042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2dc0bd85-410a-464f-8584-4fedf9b4492c req-cb4db360-2835-42ec-b3b2-b980400eb1e3 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351236 Jun 30 03:39:25.086522 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-eabae1be-7e54-468f-afa3-933a952e651d service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819354 Jun 30 03:39:25.177072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-30d8aa9b-ffda-4ce1-ac0f-af66d1518666 req-7dca2195-d61a-4a50-9dfd-a619d8e952dc service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Jun 30 03:39:26.185317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f1bd6-63b9-4cd9-ae85-4a4abc81e56a req-83bc9a33-9d09-4ea5-87b8-9c3c49762eef tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:26.186819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-230f1bd6-63b9-4cd9-ae85-4a4abc81e56a req-83bc9a33-9d09-4ea5-87b8-9c3c49762eef tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0646865 Jun 30 03:39:26.226557 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-230f1bd6-63b9-4cd9-ae85-4a4abc81e56a req-cbe9bbbe-a95e-435d-b74a-2d754b2be0c6 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340214 Jun 30 03:39:27.404531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c17f-feb5-4d76-ae25-931af07e8211 req-a23b0035-0831-4811-b932-cd45b50c815f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:27.406016 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7c5c17f-feb5-4d76-ae25-931af07e8211 req-a23b0035-0831-4811-b932-cd45b50c815f tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0700924 Jun 30 03:39:27.447211 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e7c5c17f-feb5-4d76-ae25-931af07e8211 req-9ac21f2c-a39e-4779-b00d-cbd81803969d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355113 Jun 30 03:39:27.754242 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b65140dc-678e-4083-b3ff-f607b012a39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:28.620322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20598d-877f-4c66-a054-86f0363768ae req-ad022910-dd18-49a3-9b04-1267abf5fd23 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:28.621790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d20598d-877f-4c66-a054-86f0363768ae req-ad022910-dd18-49a3-9b04-1267abf5fd23 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0628123 Jun 30 03:39:28.667093 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5d20598d-877f-4c66-a054-86f0363768ae req-204523c1-1151-4a2b-a786-4b5a478f8a7d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&id=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388548 Jun 30 03:39:29.470004 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:39:30.431928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b0fd20b-0873-4ccb-a171-e72376a2bed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:30.661213 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:32.477865 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:34.548588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:40.146935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:41.547331 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:41.906836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-9949dc21-7a05-4f87-ae46-f11c035b3660 req-ace3dd6d-bfcc-4f7d-a486-e1c43a8b0601 service neutron] (93822) timed out ('10.222.0.90', 54629) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:39:46.105168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-6acaf2a9-77af-4513-9654-c3a0d92cd866 req-7fe63f88-36ea-4611-913c-4a5dca3ccfb1 tempest-ServerDiskConfigTestJSON-1343048339 tempest-ServerDiskConfigTestJSON-1343048339-project] (93822) timed out ('10.222.0.67', 50055) {{(pid=93822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:39:57.754408 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-016f835e-f99b-47a0-9174-aa4c550047e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:00.431666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2235a17e-c8c9-485c-be3e-184010037530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:00.663055 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.024333 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-06a81d58-ccee-4c1f-9edb-4029eec132b9 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871455145&fields=id&tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105 HTTP/1.1" status: 200 len: 267 time: 0.0331438 Jun 30 03:40:02.091489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-9518c3b0-82d7-4120-aba9-89f2be25971d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:02.092960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-9518c3b0-82d7-4120-aba9-89f2be25971d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 984 time: 0.0627167 Jun 30 03:40:02.103606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Request body: {'port': {'security_groups': ['428c7278-6262-4ea7-96b7-29a393f2ed85']}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:02.189767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.361295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:02.391876 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.396354 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.409194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['775e4140-fba2-4f62-ae01-0c5353db9e23'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:02.442721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:02.443346 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.444756 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e01710d5-a6d5-4d84-8c80-12c3fbfc5edb req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "PUT /v2.0/ports/775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 942 time: 0.3458126 Jun 30 03:40:02.445212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:02.448241 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2be03-0bcd-4cbb-8f04-a21b40262efc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:02.454112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:02.476686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event updated for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:02.485269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.485768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.486155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.486520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.486853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.487187 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.487518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.488057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.488399 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.488727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.489112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.489435 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d54dde-7803-43bd-908e-afbe730bcbf1 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.532467 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.548064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['775e4140-fba2-4f62-ae01-0c5353db9e23'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:02.551996 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.584563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.649455 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a35bef-e259-4d05-bda1-ac4b17227e2f x-openstack-request-id: req-85a35bef-e259-4d05-bda1-ac4b17227e2f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:02.649772 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:02.650125 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85a35bef-e259-4d05-bda1-ac4b17227e2f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:02.650747 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'status': 'completed', 'code': 200} Jun 30 03:40:02.669086 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.671844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.673047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "DELETE /v2.0/security-groups/7d2b2c8e-8e02-4af1-8e0e-130179aeea3d HTTP/1.1" status: 204 len: 168 time: 0.2178762 Jun 30 03:40:02.675880 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57484) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:02.712139 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2b2c8e-8e02-4af1-8e0e-130179aeea3d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:02.725648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.726001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.726365 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.726703 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.727230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.727562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.728074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.728974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.729292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.729645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.730138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.730837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61cb854-1fcd-4c7c-a9ae-a2929764b042 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:02.755831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-67f9b460-769a-4455-a2ec-60039d8c042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:02.757663 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-67f9b460-769a-4455-a2ec-60039d8c042a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1096 time: 0.0791752 Jun 30 03:40:02.792761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-03fb7041-4c99-4ce0-adaf-b28e6c343eb8 None None] Provisioning complete for port 775e4140-fba2-4f62-ae01-0c5353db9e23 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:02.793261 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03fb7041-4c99-4ce0-adaf-b28e6c343eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.854535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Deleting port 2574ddc0-6707-4e17-8692-48a873c782e9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:02.854886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.860113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-1a6c7f15-43f3-43ff-8505-a091b64568a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:02.861677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-1a6c7f15-43f3-43ff-8505-a091b64568a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.0947449 Jun 30 03:40:02.931222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-a745e19b-2bf0-482d-a5ba-25f1d981e0a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 1001 time: 0.0588474 Jun 30 03:40:02.937414 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.937745 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.949347 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Calling delete_port for 2574ddc0-6707-4e17-8692-48a873c782e9 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:02.985632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-1f4b07ba-a765-4f8d-8eb8-1dd25c62cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:02.987132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-1f4b07ba-a765-4f8d-8eb8-1dd25c62cb80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0480795 Jun 30 03:40:03.045488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-2e2ae1de-19ee-4162-9d25-5b23ca66595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:03.047034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-2e2ae1de-19ee-4162-9d25-5b23ca66595c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526052 Jun 30 03:40:03.101709 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:03.129415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event deleted for resources: {'Port': ['ID=2574ddc0-6707-4e17-8692-48a873c782e9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:03.139689 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-f7df1557-3ecf-42ee-94c3-c52f0f1f412f service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Jun 30 03:40:03.194978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:03.195322 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Floating IP 58967a0f-eac6-4584-9f68-60bf499bfe3c disassociated (deleted). External IP: 172.25.0.232, port: 775e4140-fba2-4f62-ae01-0c5353db9e23. Jun 30 03:40:03.235779 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-def2be03-0bcd-4cbb-8f04-a21b40262efc req-a1a3d175-f195-4b31-8c89-56fd04dcd2f2 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865290 Jun 30 03:40:03.402661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Router 079869c1-48a2-4012-905a-003f0714d153 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:03.511066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:03.516153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:03.523642 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] Sync routers for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:03.533669 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:03.534300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:03.551817 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a36282b8-f2d9-489a-96d4-9f3d78f86775 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "DELETE /v2.0/floatingips/58967a0f-eac6-4584-9f68-60bf499bfe3c HTTP/1.1" status: 204 len: 168 time: 0.8745079 Jun 30 03:40:03.728965 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:03.945906 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:03.972112 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] Checking router: 079869c1-48a2-4012-905a-003f0714d153 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:03.980052 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:03.980642 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:04.082496 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:04.274536 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:04.299997 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d608a-9c92-4925-b85f-6ef1e2f70f71 None None] The sync data for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 is: [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'c67c7aea-8617-4d9c-ab4d-cac78e0248f3', 'name': '', 'network_id': '80e7b13a-6bb6-4487-947e-387b3122b5c5', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'mac_address': 'fa:16:3e:a0:dc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:54Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'subnets': [{'id': 'c9d7ca16-0b3c-4812-b082-3c51d13323e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:04.518362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d281687-edea-4ea7-8251-edc296c488d3 None None] New status for floating IP 58967a0f-eac6-4584-9f68-60bf499bfe3c: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:40:04.595548 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.651772 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:04.654083 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2495be48-ff74-405a-8c47-99ec0cc79ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:04.690614 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714895e0-298b-47c5-a916-bf06b2311cd5 x-openstack-request-id: req-714895e0-298b-47c5-a916-bf06b2311cd5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:04.690965 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:04.691227 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-714895e0-298b-47c5-a916-bf06b2311cd5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:04.691632 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'status': 'completed', 'code': 200} Jun 30 03:40:04.770437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-ca5ced9d-d7de-47ca-bad0-ee12b7f88b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:04.771941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-ca5ced9d-d7de-47ca-bad0-ee12b7f88b20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 1096 time: 0.0540524 Jun 30 03:40:04.867376 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-1cbbcf31-4760-4163-b361-a034473b10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:04.868806 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-1cbbcf31-4760-4163-b361-a034473b10cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 200 len: 915 time: 0.0896742 Jun 30 03:40:05.191727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-cd217d18-70cc-4149-93d5-94b4f5889857 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 200 len: 217 time: 0.3158453 Jun 30 03:40:05.241844 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-855de40c-7c9c-4da6-a714-611216b5e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:05.243247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-855de40c-7c9c-4da6-a714-611216b5e992 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 200 len: 853 time: 0.0442307 Jun 30 03:40:05.310436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-ac056651-6844-4e6b-a381-e5ec9d12bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:05.311948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-ac056651-6844-4e6b-a381-e5ec9d12bde3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80e7b13a-6bb6-4487-947e-387b3122b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607827 Jun 30 03:40:05.403656 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-115b251f-652a-4a55-926d-763f510b34cd service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844574 Jun 30 03:40:05.498087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2495be48-ff74-405a-8c47-99ec0cc79ff7 req-ccc25ff7-3001-43b9-b6ad-fb83e9a52665 service neutron] 10.222.0.90 "GET /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Jun 30 03:40:06.469583 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:40:10.162775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:10.948136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d9ee8-f321-45e9-9400-35c489c0cbbb req-96c7dbd9-c33a-42b5-adc1-00964796c651 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:10.949724 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a9d9ee8-f321-45e9-9400-35c489c0cbbb req-96c7dbd9-c33a-42b5-adc1-00964796c651 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0761406 Jun 30 03:40:10.988499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3a9d9ee8-f321-45e9-9400-35c489c0cbbb req-e990c8ad-0cd8-4e40-b0d6-25a1de2154bb tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Jun 30 03:40:11.568696 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:12.164015 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27162705-7d5b-473c-bec4-6156b8b17659 req-a12cadbd-b136-4304-86c5-5fec096a542c tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:12.166089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27162705-7d5b-473c-bec4-6156b8b17659 req-a12cadbd-b136-4304-86c5-5fec096a542c tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Jun 30 03:40:12.206222 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-27162705-7d5b-473c-bec4-6156b8b17659 req-95e7eca5-1dfe-4f2c-a6ca-e3fb3f4117f6 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/security-groups?id=428c7278-6262-4ea7-96b7-29a393f2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344229 Jun 30 03:40:12.956063 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598f16b-a3af-4df2-a554-63f78397b406 req-0fd9d721-613f-4c84-8867-eae2a98b9b57 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:12.957395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1598f16b-a3af-4df2-a554-63f78397b406 req-0fd9d721-613f-4c84-8867-eae2a98b9b57 tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 945 time: 0.0613768 Jun 30 03:40:13.060997 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Deleting port 775e4140-fba2-4f62-ae01-0c5353db9e23 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:13.061330 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:13.149904 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] For port 775e4140-fba2-4f62-ae01-0c5353db9e23, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=775e4140-fba2-4f62-ae01-0c5353db9e23,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:13.150289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:13.161680 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Calling delete_port for 775e4140-fba2-4f62-ae01-0c5353db9e23 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:13.289563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:13.303780 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['775e4140-fba2-4f62-ae01-0c5353db9e23'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:13.324474 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Pushing event deleted for resources: {'Port': ['ID=775e4140-fba2-4f62-ae01-0c5353db9e23,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:13.372760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8325d77-a249-49a1-8b9d-69cc19aabf8f req-2b1c04f5-c00d-4725-842e-24cbed18cfbe tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7f3ea20-0bc4-4af1-851e-b487f6be2a93 HTTP/1.1" status: 200 len: 210 time: 0.0495903 Jun 30 03:40:13.393172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] No DVR routers for this DVR port 775e4140-fba2-4f62-ae01-0c5353db9e23 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:13.396564 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:13.398566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1598f16b-a3af-4df2-a554-63f78397b406 req-776c02bd-44ec-49b5-bd41-8c180e00663d tempest-TestMinimumBasicScenario-1149912074 tempest-TestMinimumBasicScenario-1149912074-project] 10.222.0.90 "DELETE /v2.0/ports/775e4140-fba2-4f62-ae01-0c5353db9e23 HTTP/1.1" status: 204 len: 173 time: 0.4346209 Jun 30 03:40:13.398996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'name': 'network-vif-deleted', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:13.401760 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59b2c1d-2853-4fa8-bf92-cfa56c1cfcdb" -d '{"events": [{"server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "name": "network-vif-deleted", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:13.495026 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4422ce-b798-4b5b-bd2c-ac2e728783ff x-openstack-request-id: req-4c4422ce-b798-4b5b-bd2c-ac2e728783ff {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:13.495320 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f3ea20-0bc4-4af1-851e-b487f6be2a93", "name": "network-vif-deleted", "tag": "775e4140-fba2-4f62-ae01-0c5353db9e23", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:13.495574 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c4422ce-b798-4b5b-bd2c-ac2e728783ff {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:13.495962 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f3ea20-0bc4-4af1-851e-b487f6be2a93', 'name': 'network-vif-deleted', 'tag': '775e4140-fba2-4f62-ae01-0c5353db9e23', 'status': 'completed', 'code': 200} Jun 30 03:40:14.970950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:15.331171 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.385257 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 775e4140-fba2-4f62-ae01-0c5353db9e23 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:15.405871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 775e4140-fba2-4f62-ae01-0c5353db9e23 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:15.406216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 775e4140-fba2-4f62-ae01-0c5353db9e23 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:15.607147 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Deleting port c67c7aea-8617-4d9c-ab4d-cac78e0248f3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:15.607382 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.688256 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] For port c67c7aea-8617-4d9c-ab4d-cac78e0248f3, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:15.688603 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.701423 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Calling delete_port for c67c7aea-8617-4d9c-ab4d-cac78e0248f3 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:15.878235 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.904274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67c7aea-8617-4d9c-ab4d-cac78e0248f3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:16.067886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:16.565746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Router 079869c1-48a2-4012-905a-003f0714d153 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:16.673143 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:16.678245 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5e2e7a9e-4df4-4023-be5c-f3a28d0ba005 admin admin] 10.222.0.78 "PUT /v2.0/routers/079869c1-48a2-4012-905a-003f0714d153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062478 Jun 30 03:40:16.680727 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57588) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:16.683939 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] Sync routers for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:16.692793 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:16.693392 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:16.783220 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:16.796764 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:16.887208 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:16.939899 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Deleting port ba11a70b-d0ff-4cba-bc2d-29dcf581df36 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:16.940244 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:16.977339 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:40:15Z', 'revision_number': 5, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port': {'id': 'ba11a70b-d0ff-4cba-bc2d-29dcf581df36', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079869c1-48a2-4012-905a-003f0714d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:53Z', 'updated_at': '2021-06-30T03:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:17.003531 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] Checking router: 079869c1-48a2-4012-905a-003f0714d153 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:17.012824 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] Routers {'079869c1-48a2-4012-905a-003f0714d153'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:17.013434 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['079869c1-48a2-4012-905a-003f0714d153'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:17.020545 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] For port ba11a70b-d0ff-4cba-bc2d-29dcf581df36, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:17.020905 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.038137 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Calling delete_port for ba11a70b-d0ff-4cba-bc2d-29dcf581df36 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:17.097228 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] Set router 079869c1-48a2-4012-905a-003f0714d153 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:17.147177 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:40:16Z', 'revision_number': 6, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:17.176051 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d8b91-8d3b-4cef-99e4-899953d1d9f1 None None] The sync data for ids ['079869c1-48a2-4012-905a-003f0714d153'] in n-d-798054-5 is: [{'id': '079869c1-48a2-4012-905a-003f0714d153', 'name': 'tempest-TestMinimumBasicScenario-906831171-router', 'tenant_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:40:16Z', 'revision_number': 6, 'project_id': 'e1a4d6a57f3c4e4bb49c521d7c235105', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:17.205096 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.230680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba11a70b-d0ff-4cba-bc2d-29dcf581df36,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:17.291651 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.382046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.384758 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.429486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.429940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 079869c1-48a2-4012-905a-003f0714d153 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:40:17.434844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.435964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ff8179c-2cab-4c60-b3f6-76a2997c423f admin admin] 10.222.0.78 "DELETE /v2.0/routers/079869c1-48a2-4012-905a-003f0714d153 HTTP/1.1" status: 204 len: 168 time: 0.7543051 Jun 30 03:40:17.438481 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57590) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:17.481146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Deleting subnet c9d7ca16-0b3c-4812-b082-3c51d13323e5 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:40:17.484136 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.518653 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.606844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.667233 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.693140 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d7ca16-0b3c-4812-b082-3c51d13323e5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:17.698114 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.699908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ec52b1dd-ebe1-4f56-b8be-a64344c22205 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c9d7ca16-0b3c-4812-b082-3c51d13323e5 HTTP/1.1" status: 204 len: 168 time: 0.2605221 Jun 30 03:40:17.702495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57592) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:17.703288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df851f59-061a-4e29-8156-d59c0868a0c9 None None] Network 80e7b13a-6bb6-4487-947e-387b3122b5c5 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:17.773530 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.826824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Deleting port 063416cf-88c9-4093-8c3d-2117abfde9ce {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:17.827169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.889034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] For port 063416cf-88c9-4093-8c3d-2117abfde9ce, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=063416cf-88c9-4093-8c3d-2117abfde9ce,segment=NetworkSegment(d8e13027-9196-45a8-83d6-5eaac7939099),segment_id=d8e13027-9196-45a8-83d6-5eaac7939099)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:17.889323 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:17.903540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Calling delete_port for 063416cf-88c9-4093-8c3d-2117abfde9ce owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:17.976662 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3548b8-8004-411e-93f9-cf0085b78615 None None] DHCP port deletion for 80e7b13a-6bb6-4487-947e-387b3122b5c5 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:40:17.979550 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c67c7aea-8617-4d9c-ab4d-cac78e0248f3 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:17.991617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.001350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: c67c7aea-8617-4d9c-ab4d-cac78e0248f3 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:18.001681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device c67c7aea-8617-4d9c-ab4d-cac78e0248f3 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:18.020812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Pushing event deleted for resources: {'Port': ['ID=063416cf-88c9-4093-8c3d-2117abfde9ce,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:18.021933 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7c3548b8-8004-411e-93f9-cf0085b78615 None None] The port '063416cf-88c9-4093-8c3d-2117abfde9ce' was deleted {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 03:40:18.024337 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] No DVR routers for this DVR port 063416cf-88c9-4093-8c3d-2117abfde9ce on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:18.100894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.111377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e7b13a-6bb6-4487-947e-387b3122b5c5']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:18.126478 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e13027-9196-45a8-83d6-5eaac7939099') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:18.126646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e13027-9196-45a8-83d6-5eaac7939099') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:18.135541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.155234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.161465 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:40:18.161951 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:40:18.164029 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:40:18.223088 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.229203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.234008 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] 10.222.0.78 "DELETE /v2.0/networks/80e7b13a-6bb6-4487-947e-387b3122b5c5 HTTP/1.1" status: 204 len: 168 time: 0.5305765 Jun 30 03:40:18.234173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:18.246016 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f9fc1-ad39-4f18-a184-bd2b8cfd398f admin admin] Pushing event deleted for resources: {'Network': ['ID=80e7b13a-6bb6-4487-947e-387b3122b5c5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:18.579020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.828835 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Deleting port bcf2730b-94f3-46c6-9244-2bc4af278355 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:18.829228 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.906140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] For port bcf2730b-94f3-46c6-9244-2bc4af278355, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=bcf2730b-94f3-46c6-9244-2bc4af278355,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:18.906529 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.919244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Calling delete_port for bcf2730b-94f3-46c6-9244-2bc4af278355 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:19.093527 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:19.123198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf2730b-94f3-46c6-9244-2bc4af278355,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:19.288863 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:19.501730 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:19.610002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:19.621084 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f7e7939b-25a6-4b49-8e8a-89f86f6ed0e8 admin admin] 10.222.0.78 "PUT /v2.0/routers/97dce93d-4038-4ebb-a8d2-dc7227d649b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3828580 Jun 30 03:40:19.621246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] Sync routers for ids ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:19.621668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:19.628834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 063416cf-88c9-4093-8c3d-2117abfde9ce no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:19.652718 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] Routers {'97dce93d-4038-4ebb-a8d2-dc7227d649b2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:19.653368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:19.656517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 063416cf-88c9-4093-8c3d-2117abfde9ce {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:19.657061 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 063416cf-88c9-4093-8c3d-2117abfde9ce not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:19.657650 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ba11a70b-d0ff-4cba-bc2d-29dcf581df36 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:19.706914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: ba11a70b-d0ff-4cba-bc2d-29dcf581df36 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:19.707259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device ba11a70b-d0ff-4cba-bc2d-29dcf581df36 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:19.736669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:19.777554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] Set router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:19.833366 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:19.891243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Deleting port b767b9c6-b395-4117-843f-eae2c5d3a3b2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:19.891594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:19.957066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:40:19Z', 'revision_number': 5, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port': {'id': 'b767b9c6-b395-4117-843f-eae2c5d3a3b2', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:19.969801 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] For port b767b9c6-b395-4117-843f-eae2c5d3a3b2, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=b767b9c6-b395-4117-843f-eae2c5d3a3b2,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:19.970167 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:19.983030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] Checking router: 97dce93d-4038-4ebb-a8d2-dc7227d649b2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:19.983224 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Calling delete_port for b767b9c6-b395-4117-843f-eae2c5d3a3b2 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:19.991091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] Routers {'97dce93d-4038-4ebb-a8d2-dc7227d649b2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:19.991702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:20.078590 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] Set router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:20.132161 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:40:19Z', 'revision_number': 6, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:20.152557 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.160090 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e98f2d-e575-4f48-84bf-44cae7f5c7f7 None None] The sync data for ids ['97dce93d-4038-4ebb-a8d2-dc7227d649b2'] in n-d-798054-5 is: [{'id': '97dce93d-4038-4ebb-a8d2-dc7227d649b2', 'name': 'tempest-TestMinimumBasicScenario-537414674-router', 'tenant_id': '63ae5cc1b92545f987ee54086eda2121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:57Z', 'updated_at': '2021-06-30T03:40:19Z', 'revision_number': 6, 'project_id': '63ae5cc1b92545f987ee54086eda2121', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:20.179803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Pushing event deleted for resources: {'Port': ['ID=b767b9c6-b395-4117-843f-eae2c5d3a3b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:20.244118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.332571 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.334609 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.377891 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.378445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97dce93d-4038-4ebb-a8d2-dc7227d649b2 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:40:20.382732 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.384114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-23ab31d6-c84d-4232-929d-b98e0bcda244 admin admin] 10.222.0.78 "DELETE /v2.0/routers/97dce93d-4038-4ebb-a8d2-dc7227d649b2 HTTP/1.1" status: 204 len: 168 time: 0.7600219 Jun 30 03:40:20.387285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:20.434668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Deleting subnet 57a8d760-6278-4de1-982c-8093e96bd3a5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:40:20.437760 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.741924 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.816254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.872094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.896770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a8d760-6278-4de1-982c-8093e96bd3a5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:20.900974 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:20.904878 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0ec9f663-d0b2-4785-b961-84ff08071673 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/57a8d760-6278-4de1-982c-8093e96bd3a5 HTTP/1.1" status: 204 len: 168 time: 0.5146222 Jun 30 03:40:20.905312 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:20.907938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168f2da-92a6-4654-87f9-89cb75c19e7f None None] Network aea6cdce-96fe-4c20-8679-daf69892ea7d requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:20.977216 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.034466 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Deleting port 8b691e83-3d9a-49af-9a95-01a281ed5800 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:21.035076 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.097083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] DHCP port deletion for aea6cdce-96fe-4c20-8679-daf69892ea7d request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:40:21.106083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] For port 8b691e83-3d9a-49af-9a95-01a281ed5800, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b691e83-3d9a-49af-9a95-01a281ed5800,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:21.106545 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.120304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Calling delete_port for 8b691e83-3d9a-49af-9a95-01a281ed5800 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:21.143799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Deleting port 8b691e83-3d9a-49af-9a95-01a281ed5800 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:21.144185 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.203940 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.216859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] For port 8b691e83-3d9a-49af-9a95-01a281ed5800, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8b691e83-3d9a-49af-9a95-01a281ed5800,segment=NetworkSegment(b96d16d9-9a6a-4908-bff6-691ca31923d3),segment_id=b96d16d9-9a6a-4908-bff6-691ca31923d3)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:21.216859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.229037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Calling delete_port for 8b691e83-3d9a-49af-9a95-01a281ed5800 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:21.234829 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b691e83-3d9a-49af-9a95-01a281ed5800,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:21.238352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] No DVR routers for this DVR port 8b691e83-3d9a-49af-9a95-01a281ed5800 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:21.309948 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.311151 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.321075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea6cdce-96fe-4c20-8679-daf69892ea7d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:21.332152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96d16d9-9a6a-4908-bff6-691ca31923d3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:21.332407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96d16d9-9a6a-4908-bff6-691ca31923d3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:21.340402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Pushing event deleted for resources: {'Port': ['ID=8b691e83-3d9a-49af-9a95-01a281ed5800,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:21.348401 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.348980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] No DVR routers for this DVR port 8b691e83-3d9a-49af-9a95-01a281ed5800 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:21.358208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358208 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.358908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.359186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.360180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.360180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.360180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae125a3-7fe7-4b6f-871f-11c332340d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:21.362520 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.371679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:40:21.372170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:40:21.373868 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:40:21.431206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.436399 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.438351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] 10.222.0.78 "DELETE /v2.0/networks/aea6cdce-96fe-4c20-8679-daf69892ea7d HTTP/1.1" status: 204 len: 168 time: 0.5321000 Jun 30 03:40:21.449916 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156489a-25b6-4b2c-9031-83347ebe4dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=aea6cdce-96fe-4c20-8679-daf69892ea7d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:21.589260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b767b9c6-b395-4117-843f-eae2c5d3a3b2 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:21.601303 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:21.608626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: b767b9c6-b395-4117-843f-eae2c5d3a3b2 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:21.608979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device b767b9c6-b395-4117-843f-eae2c5d3a3b2 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:21.609441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b691e83-3d9a-49af-9a95-01a281ed5800 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:21.627639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 8b691e83-3d9a-49af-9a95-01a281ed5800 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:21.627988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8b691e83-3d9a-49af-9a95-01a281ed5800 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:21.628402 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcf2730b-94f3-46c6-9244-2bc4af278355 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:21.642137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-94618dd0-04e0-4e34-84bb-064634dbb7fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1a4d6a57f3c4e4bb49c521d7c235105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394037 Jun 30 03:40:21.644394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:21.647150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: bcf2730b-94f3-46c6-9244-2bc4af278355 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:21.647506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device bcf2730b-94f3-46c6-9244-2bc4af278355 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:21.694039 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35e6e398-203b-4508-9723-44f6c3d45fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.714946 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35e6e398-203b-4508-9723-44f6c3d45fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.759033 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35e6e398-203b-4508-9723-44f6c3d45fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.762260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35e6e398-203b-4508-9723-44f6c3d45fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:21.763426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-35e6e398-203b-4508-9723-44f6c3d45fff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/428c7278-6262-4ea7-96b7-29a393f2ed85 HTTP/1.1" status: 204 len: 168 time: 0.1180720 Jun 30 03:40:21.771412 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6e398-203b-4508-9723-44f6c3d45fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c7278-6262-4ea7-96b7-29a393f2ed85,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:22.068949 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57612) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:22.108757 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b975d53f-d51e-4106-b5cf-b5846c94accf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63ae5cc1b92545f987ee54086eda2121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386205 Jun 30 03:40:22.111132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57614) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:22.157291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c668-eb63-4734-986b-1caf374accc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:22.182679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c668-eb63-4734-986b-1caf374accc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:22.227537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c668-eb63-4734-986b-1caf374accc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:22.230782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c668-eb63-4734-986b-1caf374accc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:22.231984 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1ce3c668-eb63-4734-986b-1caf374accc1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89b5ad0b-871f-4d2e-bced-1e63b106bb8c HTTP/1.1" status: 204 len: 168 time: 0.1198485 Jun 30 03:40:22.239628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3c668-eb63-4734-986b-1caf374accc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b5ad0b-871f-4d2e-bced-1e63b106bb8c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:23.725897 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57654) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:23.731268 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234822986', 'description': 'tempest-secgroup-smoke-1234822986 description', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:23.753929 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.761652 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.859056 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.862755 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.902055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb41c01e-1740-4dcc-85a6-5a45d031b5bc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:23.956809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.960330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.987948 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.989149 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2621021 Jun 30 03:40:23.990997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193fa71-9d32-4419-afb1-38e023ac9103 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dda9f00-35d4-42ff-b588-562b6b348c38,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:23.992417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:23.997533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '4dda9f00-35d4-42ff-b588-562b6b348c38', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.029091 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.074418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.077906 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.096961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fddbb34-9491-437c-8add-ec59e2844044,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.105072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.106263 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c88ca69c-690a-4a61-9653-343824dfb91f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127789 Jun 30 03:40:24.108905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.113299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '4dda9f00-35d4-42ff-b588-562b6b348c38', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.139568 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.197133 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.200958 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.219503 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3c4ce3-b30d-44a4-ba24-925539484752,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.226954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.228732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fafd6b47-d5a8-4757-b129-2a639414c1a9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184108 Jun 30 03:40:24.231671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.236138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '4dda9f00-35d4-42ff-b588-562b6b348c38', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.261876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.319632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.323783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.341022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1199222f-b85b-4a32-953a-575b953b4784,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.347041 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.348227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-173eb9a7-6762-4977-a9df-d407d0b40ea4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156433 Jun 30 03:40:24.350923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.355527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '4dda9f00-35d4-42ff-b588-562b6b348c38', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.380902 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.441843 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.445403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.465822 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6953944-6644-4d59-a1e1-0637c33d92d3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.469120 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.472768 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c1eecce5-11a8-4928-8b79-552f7cfe68df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185045 Jun 30 03:40:24.473258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.477408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '4dda9f00-35d4-42ff-b588-562b6b348c38', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.498824 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:40:24.503442 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.561880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.565391 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.585661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dec9f77-4c6c-493f-8991-a5591cf55796,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.589546 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.593238 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2883da3e-09d4-40f7-881a-63b641c4247b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168475 Jun 30 03:40:24.594137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.597726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '4dda9f00-35d4-42ff-b588-562b6b348c38', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.619985 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:40:24.624637 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.684517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.688227 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.705141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae94296f-3b3e-4e50-bd22-6fc95d8e21a9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.711686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.713476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-50386c09-3929-4e0b-afd4-533010be9e8f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191428 Jun 30 03:40:24.716549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.721451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'network': {'name': 'tempest-network-smoke--149663816', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.742531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:24.745942 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.768625 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:40:24.777972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.778338 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Added segment 2d58fbba-82a9-4184-a830-f9af87d74aba of type vlan for network cdda109a-d07c-4ab6-baaa-22786612844a Jun 30 03:40:24.819196 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.847426 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.853395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:24.854118 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.905800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881251 Jun 30 03:40:24.908643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57670) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:24.913657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'admin_state_up': True, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:24.920338 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e29d3-2047-4c3c-9d32-6f4ef0944b18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Network': ['ID=cdda109a-d07c-4ab6-baaa-22786612844a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:24.930142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network cdda109a-d07c-4ab6-baaa-22786612844a details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:40:24.939860 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.940917 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.997029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.134513 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.326972 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.346104 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.456314 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.94 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6ed63c84-8802-4d35-aaa3-5a3969246d40) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:25.557070 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.595052 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.639034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:25.642102 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:25.648146 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:25.669755 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=6ed63c84-8802-4d35-aaa3-5a3969246d40,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:25.944658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:26.422493 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:26.548498 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:40:26.655203 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:26.664539 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Sync routers for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:26.674038 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:26.674460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:26.674732 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:26.676308 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-834f44f7-c8a7-44cd-9d2a-305d6b29de9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7662895 Jun 30 03:40:26.679112 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57674) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:26.779882 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:26.803906 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-88e7c96c-5d19-4600-b880-f7344222af7d tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=0e752e3f4b9d49ea8f2da482f388395c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1236596 Jun 30 03:40:26.807196 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57678) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:26.965361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009e4fa-1d41-4741-b0cb-c4bb3c08c594 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:26.966888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6009e4fa-1d41-4741-b0cb-c4bb3c08c594 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587210 Jun 30 03:40:26.969637 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57680) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:27.008172 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb18f899-7742-4c4b-acc9-7aa583112559 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374577 Jun 30 03:40:27.011475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57682) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:27.016515 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210143432', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:27.051136 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:25Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:27.084547 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Checking router: bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:27.084895 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Updating router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 port 6ed63c84-8802-4d35-aaa3-5a3969246d40 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:40:27.103613 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:27.107618 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.119534 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.290776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.358700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Subnet': ['ID=2fe225a0-9abe-4c67-9f36-b419349fafec,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:27.364356 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.364702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Checking segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:27.365138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network hostable DHCP agents. Network: cdda109a-d07c-4ab6-baaa-22786612844a, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:40:27.375244 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Transition to ACTIVE for port object 6ed63c84-8802-4d35-aaa3-5a3969246d40 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:27.381289 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.383762 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network cdda109a-d07c-4ab6-baaa-22786612844a is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:40:27.393876 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, cdda109a-d07c-4ab6-baaa-22786612844a) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:27.398150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:27.398779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.406071 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2ddd7-6b17-4a23-8b07-4cd7d54aa9c6 None None] Network cdda109a-d07c-4ab6-baaa-22786612844a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:27.415947 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1fa7e67a-6aee-4c7b-b824-b91ee690f673 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034474 Jun 30 03:40:27.418824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:27.430017 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Attempting to bind port 6ed63c84-8802-4d35-aaa3-5a3969246d40 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:27.430399 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Attempting to bind port 6ed63c84-8802-4d35-aaa3-5a3969246d40 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:27.430759 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Attempting to bind port 6ed63c84-8802-4d35-aaa3-5a3969246d40 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:27.443071 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:27.443441 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:27.443839 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.444223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:27.444677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Bound port: 6ed63c84-8802-4d35-aaa3-5a3969246d40, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:27.445047 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.447161 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Pushing event updated for resources: {'Port': ['ID=6ed63c84-8802-4d35-aaa3-5a3969246d40,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:27.472545 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.472910 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.473248 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.473574 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.473891 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.474212 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.474553 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.474866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.475177 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.475490 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.475802 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.476113 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:27.508661 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] For port 6ed63c84-8802-4d35-aaa3-5a3969246d40, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:27.511636 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] For port 6ed63c84-8802-4d35-aaa3-5a3969246d40, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6ed63c84-8802-4d35-aaa3-5a3969246d40,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:27.516755 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.569750 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:27.570389 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:27.583207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-cdda109a-d07c-4ab6-baaa-22786612844a', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:40:27.584416 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.620738 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8781f-e8c6-4ad5-a9a4-e560a794a10e None None] Pushing event updated for resources: {'Port': ['ID=6ed63c84-8802-4d35-aaa3-5a3969246d40,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:27.693916 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:27.727575 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Allocated IP 172.20.0.2 (cdda109a-d07c-4ab6-baaa-22786612844a/2fe225a0-9abe-4c67-9f36-b419349fafec/e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:27.878537 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:25Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:27.906989 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f61643-dbf7-4863-9563-dad3cfe54390 None None] The sync data for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 is: [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:25Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:27.955831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f41de347-1161-4746-9a39-deb3ae5920c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.967260 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.051819 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.060873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Transition to ACTIVE for port object e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:28.077080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Transition to ACTIVE for port object e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:28.083678 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.141902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Pushing event updated for resources: {'Port': ['ID=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:28.153285 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Network cdda109a-d07c-4ab6-baaa-22786612844a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:28.154801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:28.157076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:28.224993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Attempting to bind port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:28.226069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Attempting to bind port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:28.228280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Attempting to bind port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f on network cdda109a-d07c-4ab6-baaa-22786612844a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:28.235112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:28.235626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Checking segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:28.236135 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.236614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Bound using segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:28.237197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Bound port: e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:28.237756 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.312041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] For port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:28.316731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] For port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:28.322063 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.345753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.1 (cdda109a-d07c-4ab6-baaa-22786612844a/2fe225a0-9abe-4c67-9f36-b419349fafec/e831b23d-433d-4115-9e6f-1f073c495a34) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:28.380885 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0473c-9a57-4305-8404-3881a743ac4e None None] Pushing event updated for resources: {'Port': ['ID=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:28.474620 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.494008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object e831b23d-433d-4115-9e6f-1f073c495a34 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:28.530785 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.584273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network cdda109a-d07c-4ab6-baaa-22786612844a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:28.591603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:28.596522 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:28.637439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=e831b23d-433d-4115-9e6f-1f073c495a34,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:28.658031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.810664 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.095880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.100876 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.178409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=e831b23d-433d-4115-9e6f-1f073c495a34,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:29.183785 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.281846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network cdda109a-d07c-4ab6-baaa-22786612844a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:29.283459 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:29.331109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1ccf3-6179-47d7-b76e-60adb9bc3d7f None None] Network cdda109a-d07c-4ab6-baaa-22786612844a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:29.400059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:29.406405 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d69551d0-8c7a-4cdf-9cff-b7d41b2fed51 None None] Provisioning for port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:29.512943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:29.518023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2bd10b61-815d-417a-8fdc-cf2eac114caa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980330 Jun 30 03:40:29.671107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ed63c84-8802-4d35-aaa3-5a3969246d40 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:29.695999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-2e36d22a-2c73-44ed-8c91-dba6b7465505 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234822986&fields=id&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 267 time: 0.0545387 Jun 30 03:40:29.744751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6ed63c84-8802-4d35-aaa3-5a3969246d40 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:29.748962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6ed63c84-8802-4d35-aaa3-5a3969246d40 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:29.749424 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.812657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-136b0197-e5dc-4336-b929-3e0f79dca730 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:29.814198 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-136b0197-e5dc-4336-b929-3e0f79dca730 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/networks?id=cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 200 len: 796 time: 0.1106381 Jun 30 03:40:29.830797 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-c166b3ca-b22b-4fc6-b8b9-dfa9a5f30142 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/quotas/0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 375 time: 0.0105698 Jun 30 03:40:29.852429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.875182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-884f2848-abc4-4575-b946-6e757798e7e6 None None] Provisioning for port e831b23d-433d-4115-9e6f-1f073c495a34 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:29.882559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6ed63c84-8802-4d35-aaa3-5a3969246d40, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6ed63c84-8802-4d35-aaa3-5a3969246d40,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:29.883683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-884f2848-abc4-4575-b946-6e757798e7e6 None None] Provisioning complete for port e831b23d-433d-4115-9e6f-1f073c495a34 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:29.884631 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-884f2848-abc4-4575-b946-6e757798e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.910176 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.911145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:29.936297 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-d21dda58-97e6-4675-8b1a-e10f878629e3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908427 Jun 30 03:40:29.945663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Sync routers for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:30.000377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:30.001018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:30.002682 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-884f2848-abc4-4575-b946-6e757798e7e6 None None] Port e831b23d-433d-4115-9e6f-1f073c495a34 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:30.075003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6ed63c84-8802-4d35-aaa3-5a3969246d40,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:30.094191 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:30.100457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-d13a9f32-bc81-49a3-8072-8df573221e77 service neutron] 10.222.0.78 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623363 Jun 30 03:40:30.126554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:30.126927 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.177482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:30.204721 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-ec40e1e9-914c-448f-9402-13cb0eb01be8 service neutron] 10.222.0.78 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953934 Jun 30 03:40:30.240447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9fa1cf76-fed0-419c-8df1-f98de7eb4321 None None] Provisioning complete for port e831b23d-433d-4115-9e6f-1f073c495a34 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:30.240824 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cf76-fed0-419c-8df1-f98de7eb4321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.373619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1cf76-fed0-419c-8df1-f98de7eb4321 None None] Port e831b23d-433d-4115-9e6f-1f073c495a34 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:30.375131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.383059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a1a04e98-59fe-4a1b-b56f-b80d29949def req-e8854e89-bb40-4727-a6d4-be814d261521 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 210 time: 0.0299799 Jun 30 03:40:30.441281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:30.447829 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.470035 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c15a456-d0ff-4521-8f75-d12204fa8e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.539137 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-179c93d1-0cce-4c72-bdfd-8bfa223e7cee None None] Provisioning complete for port e831b23d-433d-4115-9e6f-1f073c495a34 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:30.539518 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-179c93d1-0cce-4c72-bdfd-8bfa223e7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.542370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:30.586423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-179c93d1-0cce-4c72-bdfd-8bfa223e7cee None None] Port e831b23d-433d-4115-9e6f-1f073c495a34 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:30.591305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 2, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:30.620928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Checking router: bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:30.621742 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Updating router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 port e831b23d-433d-4115-9e6f-1f073c495a34 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:40:30.674597 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.677629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.947097 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.958300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Transition to ACTIVE for port object e831b23d-433d-4115-9e6f-1f073c495a34 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:30.965236 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.015804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c289-046e-4af0-9f1d-a9c5ab609a2e None None] Pushing event updated for resources: {'Port': ['ID=e831b23d-433d-4115-9e6f-1f073c495a34,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:31.074089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Attempting to bind port e831b23d-433d-4115-9e6f-1f073c495a34 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:31.074516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Attempting to bind port e831b23d-433d-4115-9e6f-1f073c495a34 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:31.074898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Attempting to bind port e831b23d-433d-4115-9e6f-1f073c495a34 on network cdda109a-d07c-4ab6-baaa-22786612844a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:31.080375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:31.080870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Checking segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:31.081646 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.081796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Bound using segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:31.082250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Bound port: e831b23d-433d-4115-9e6f-1f073c495a34, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:31.082735 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.153688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] For port e831b23d-433d-4115-9e6f-1f073c495a34, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:31.157077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] For port e831b23d-433d-4115-9e6f-1f073c495a34, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e831b23d-433d-4115-9e6f-1f073c495a34,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:31.162260 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.231612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:31.232250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:31.270994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c289-046e-4af0-9f1d-a9c5ab609a2e None None] Pushing event updated for resources: {'Port': ['ID=e831b23d-433d-4115-9e6f-1f073c495a34,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:31.349710 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:31.574878 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-57e17f67-df1c-4d49-8614-10d94ce9e23e req-89231cd1-827e-4d49-b209-7f93d43a8e9d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 210 time: 0.0474350 Jun 30 03:40:31.600103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:31Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:31.640646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ed63c84-8802-4d35-aaa3-5a3969246d40 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:31.644794 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c7d3a-cf5a-448e-aa8e-168732a6e211 None None] The sync data for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 is: [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:31Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:31.702975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6ed63c84-8802-4d35-aaa3-5a3969246d40 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:31.703363 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.826449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:31.880647 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:31.881339 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.912007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-d89fea57-001d-4cc7-8d9e-6bfc1c9e6942 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:31.913501 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-d89fea57-001d-4cc7-8d9e-6bfc1c9e6942 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/networks?id=cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 200 len: 796 time: 0.4432359 Jun 30 03:40:31.959854 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-bea40896-9615-4448-ac4a-bf93ff9b9e1d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 380 time: 0.0376377 Jun 30 03:40:31.969232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'port': {'device_id': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'admin_state_up': True, 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'security_groups': ['4dda9f00-35d4-42ff-b588-562b6b348c38']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:32.083520 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:32.087771 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.216745 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.10 (cdda109a-d07c-4ab6-baaa-22786612844a/2fe225a0-9abe-4c67-9f36-b419349fafec/594435bd-51f9-4fe8-a0db-72a480d171dc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:32.364130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.378605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 594435bd-51f9-4fe8-a0db-72a480d171dc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:32.414289 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.459119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network cdda109a-d07c-4ab6-baaa-22786612844a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:32.462654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:32.468816 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:32.487465 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.494477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=594435bd-51f9-4fe8-a0db-72a480d171dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:32.526089 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:32.527089 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.543497 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-72cbab78-ab56-474f-be86-1c19de11a600 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5781341 Jun 30 03:40:32.612834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Request body: {'port': {'device_id': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:32.735547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1445cfde-4ce6-4501-a848-d608bc53b859 None None] Provisioning for port 594435bd-51f9-4fe8-a0db-72a480d171dc completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:32.739938 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1445cfde-4ce6-4501-a848-d608bc53b859 None None] Provisioning complete for port 594435bd-51f9-4fe8-a0db-72a480d171dc triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:32.740241 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1445cfde-4ce6-4501-a848-d608bc53b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.743000 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.778965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1445cfde-4ce6-4501-a848-d608bc53b859 None None] Port 594435bd-51f9-4fe8-a0db-72a480d171dc cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:32.827617 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a195c24-385d-4deb-9d5c-a63bda5583cf req-f6644e4b-ae8d-4aad-abaf-7787e1046646 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:32.829097 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a195c24-385d-4deb-9d5c-a63bda5583cf req-f6644e4b-ae8d-4aad-abaf-7787e1046646 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 932 time: 0.1356266 Jun 30 03:40:32.959883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4a195c24-385d-4deb-9d5c-a63bda5583cf req-5ca4191f-efbd-4c6e-8c5f-d069627a4ca9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875528 Jun 30 03:40:33.060961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594435bd-51f9-4fe8-a0db-72a480d171dc {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:33.068340 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.080440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Transition to ACTIVE for port object 594435bd-51f9-4fe8-a0db-72a480d171dc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:33.084352 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.132247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Pushing event updated for resources: {'Port': ['ID=594435bd-51f9-4fe8-a0db-72a480d171dc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:33.208347 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Attempting to bind port 594435bd-51f9-4fe8-a0db-72a480d171dc on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:33.208690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Attempting to bind port 594435bd-51f9-4fe8-a0db-72a480d171dc by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:33.209022 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Attempting to bind port 594435bd-51f9-4fe8-a0db-72a480d171dc on network cdda109a-d07c-4ab6-baaa-22786612844a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:33.213603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Port 594435bd-51f9-4fe8-a0db-72a480d171dc on network cdda109a-d07c-4ab6-baaa-22786612844a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:40:33.213863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Attempting to bind port 594435bd-51f9-4fe8-a0db-72a480d171dc on network cdda109a-d07c-4ab6-baaa-22786612844a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:33.218784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:33.219123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Checking segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:33.219508 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Bound using segment: {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:33.219935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Bound port: 594435bd-51f9-4fe8-a0db-72a480d171dc, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58fbba-82a9-4184-a830-f9af87d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:33.220296 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.287065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] For port 594435bd-51f9-4fe8-a0db-72a480d171dc, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:33.291169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] For port 594435bd-51f9-4fe8-a0db-72a480d171dc, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=594435bd-51f9-4fe8-a0db-72a480d171dc,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:33.295301 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.329115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:33.329686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.331073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] 10.222.0.67 "PUT /v2.0/ports/594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 200 len: 1092 time: 0.7803578 Jun 30 03:40:33.331509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:33.333760 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89b7b6-8e2d-402b-9ab7-0839479af848" -d '{"events": [{"name": "network-changed", "server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:33.359195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784734e1-f466-4f7d-8765-e701bd250b6a service neutron] Pushing event updated for resources: {'Port': ['ID=594435bd-51f9-4fe8-a0db-72a480d171dc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:33.382919 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95671034-4042-4c8f-82e0-8a836a285867 x-openstack-request-id: req-95671034-4042-4c8f-82e0-8a836a285867 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:33.383148 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:33.383398 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95671034-4042-4c8f-82e0-8a836a285867 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:33.383788 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'status': 'completed', 'code': 200} Jun 30 03:40:33.433979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-69e4a636-296c-4b59-82fc-637b9d8686f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:33.435742 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-69e4a636-296c-4b59-82fc-637b9d8686f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0628033 Jun 30 03:40:33.483322 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-e75154ae-08c5-4948-81b4-197801294571 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 200 len: 217 time: 0.0406294 Jun 30 03:40:33.534109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-11e00c0b-ab59-494d-ad02-33d55b3d70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:33.535610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-11e00c0b-ab59-494d-ad02-33d55b3d70ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fe225a0-9abe-4c67-9f36-b419349fafec HTTP/1.1" status: 200 len: 834 time: 0.0461214 Jun 30 03:40:33.596243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-d4770156-93a6-40fd-8761-31d7791766f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:33.597759 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-d4770156-93a6-40fd-8761-31d7791766f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdda109a-d07c-4ab6-baaa-22786612844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556169 Jun 30 03:40:33.608217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-ef1f804f-6b0b-4896-848a-80e433554b4a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:40:33.610007 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-ef1f804f-6b0b-4896-848a-80e433554b4a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055821 Jun 30 03:40:33.612886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e831b23d-433d-4115-9e6f-1f073c495a34 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:33.673333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e831b23d-433d-4115-9e6f-1f073c495a34 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:33.677009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e831b23d-433d-4115-9e6f-1f073c495a34 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:33.677371 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.706156 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-aa58242d-1271-4971-8b7c-fc15fec4148d service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909154 Jun 30 03:40:33.755249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.789751 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e831b23d-433d-4115-9e6f-1f073c495a34, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e831b23d-433d-4115-9e6f-1f073c495a34,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:33.793981 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.805226 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-169b1a3f-58e3-4d1c-887e-b23a0481bf8f req-bcbc23a8-1451-471e-855b-1cf4b5111739 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933418 Jun 30 03:40:33.851481 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e831b23d-433d-4115-9e6f-1f073c495a34,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:33.910259 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-220b574d-22c6-4ac0-843e-7af81b13b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:33.911791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-220b574d-22c6-4ac0-843e-7af81b13b9f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0579412 Jun 30 03:40:34.000854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-0914fdf6-8674-4db5-be08-eaf6a77e3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:34.002554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-0914fdf6-8674-4db5-be08-eaf6a77e3ece service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 200 len: 897 time: 0.0840225 Jun 30 03:40:34.047554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-15f64b32-75ba-4f04-a5e6-7d3b679c508e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 200 len: 217 time: 0.0372105 Jun 30 03:40:34.132075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-058b9d44-f706-4aa7-b4be-47643402baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:34.133524 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-058b9d44-f706-4aa7-b4be-47643402baf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fe225a0-9abe-4c67-9f36-b419349fafec HTTP/1.1" status: 200 len: 834 time: 0.0794995 Jun 30 03:40:34.187672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3c66-38d4-4eaf-ab6c-2f579021b573 req-2438d440-d05f-4830-ba8e-a56fc244a700 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:34.189132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17bc3c66-38d4-4eaf-ab6c-2f579021b573 req-2438d440-d05f-4830-ba8e-a56fc244a700 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 944 time: 0.1045747 Jun 30 03:40:34.237683 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-64ccc6ca-b25a-4203-a931-4e90870893c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:34.239207 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-64ccc6ca-b25a-4203-a931-4e90870893c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdda109a-d07c-4ab6-baaa-22786612844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960522 Jun 30 03:40:34.244959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-17bc3c66-38d4-4eaf-ab6c-2f579021b573 req-423c88a6-edbf-466b-99a9-f604c8f1682a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491123 Jun 30 03:40:34.328542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-a87fb3a2-986c-4b69-ac2c-b18243b8e984 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821359 Jun 30 03:40:34.420651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8a89b7b6-8e2d-402b-9ab7-0839479af848 req-622054f9-050d-40c7-a809-66752e71e3d9 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 Jun 30 03:40:34.553372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.424770 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e3fab-e281-4eb8-81f8-dc15ea08e27b req-af45e417-31e0-4a0b-b6b7-570862f97ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:35.426164 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d6e3fab-e281-4eb8-81f8-dc15ea08e27b req-af45e417-31e0-4a0b-b6b7-570862f97ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 944 time: 0.0630329 Jun 30 03:40:35.463006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d6e3fab-e281-4eb8-81f8-dc15ea08e27b req-fbbdb3c5-5acc-4afb-94c3-a62fa11cd842 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Jun 30 03:40:35.593894 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e831b23d-433d-4115-9e6f-1f073c495a34 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:35.641848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e831b23d-433d-4115-9e6f-1f073c495a34 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:35.642221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.601413 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 594435bd-51f9-4fe8-a0db-72a480d171dc details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:40:36.636729 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b959e06-4bce-49a7-a0b2-2140eda6d7a7 req-854debef-da11-4839-a18f-1e7f4e30a146 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:36.638575 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b959e06-4bce-49a7-a0b2-2140eda6d7a7 req-854debef-da11-4839-a18f-1e7f4e30a146 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 944 time: 0.0647707 Jun 30 03:40:36.678410 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0b959e06-4bce-49a7-a0b2-2140eda6d7a7 req-bd95e34b-268a-41a0-974f-cca65853b877 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339096 Jun 30 03:40:36.695988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 594435bd-51f9-4fe8-a0db-72a480d171dc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=594435bd-51f9-4fe8-a0db-72a480d171dc,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:36.708559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'port_id': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'mac_address': 'fa:16:3e:96:2b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:40:36.744459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.761504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594435bd-51f9-4fe8-a0db-72a480d171dc {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:36.780514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 594435bd-51f9-4fe8-a0db-72a480d171dc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=594435bd-51f9-4fe8-a0db-72a480d171dc,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:36.784520 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.991099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=594435bd-51f9-4fe8-a0db-72a480d171dc,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:37.031987 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['594435bd-51f9-4fe8-a0db-72a480d171dc'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:37.870056 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebbb5b-03f9-4080-9de5-9b77fc9b9583 req-3791fbcd-0a99-4f98-ba27-0d38dcc55346 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:37.871458 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86ebbb5b-03f9-4080-9de5-9b77fc9b9583 req-3791fbcd-0a99-4f98-ba27-0d38dcc55346 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 945 time: 0.0680604 Jun 30 03:40:37.908461 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-86ebbb5b-03f9-4080-9de5-9b77fc9b9583 req-10a97207-9290-4384-8638-a8e9a0fd2118 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Jun 30 03:40:38.617537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 594435bd-51f9-4fe8-a0db-72a480d171dc up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:38.665760 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 594435bd-51f9-4fe8-a0db-72a480d171dc completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:38.669598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 594435bd-51f9-4fe8-a0db-72a480d171dc triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:38.669969 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.746553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.768377 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:38.770806 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73aced-07b9-4a69-b01b-83cf02886851" -d '{"events": [{"server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "name": "network-vif-plugged", "status": "completed", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:38.783581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 594435bd-51f9-4fe8-a0db-72a480d171dc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=594435bd-51f9-4fe8-a0db-72a480d171dc,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:38.789394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.839657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=594435bd-51f9-4fe8-a0db-72a480d171dc,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:38.913908 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8121766a-cef2-426a-b2d1-695b403730bd x-openstack-request-id: req-8121766a-cef2-426a-b2d1-695b403730bd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:38.914209 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "name": "network-vif-plugged", "status": "completed", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:38.914495 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8121766a-cef2-426a-b2d1-695b403730bd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:38.914895 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'code': 200} Jun 30 03:40:39.025289 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b3400-b84c-455d-b2ef-9bc722cac5b1 req-8435587c-e565-432e-9fac-2f923946009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:39.026865 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-070b3400-b84c-455d-b2ef-9bc722cac5b1 req-8435587c-e565-432e-9fac-2f923946009b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0532401 Jun 30 03:40:39.064161 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-070b3400-b84c-455d-b2ef-9bc722cac5b1 req-19a2f059-2e9f-4396-a46e-9bcc64fa204d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Jun 30 03:40:39.085664 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e0eb-cb59-4d14-9443-e4a2e978a32a req-c810d61a-85d1-4ed2-93b2-9fb252d9b0f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:39.087192 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a256e0eb-cb59-4d14-9443-e4a2e978a32a req-c810d61a-85d1-4ed2-93b2-9fb252d9b0f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0687776 Jun 30 03:40:39.124300 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a256e0eb-cb59-4d14-9443-e4a2e978a32a req-16df2a4a-9df2-4a4a-b3b0-7c1a55e1e8da tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Jun 30 03:40:40.171195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.305186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465557d8-0670-4e3d-8ec2-b5f6a5aef9d7 req-d9245554-c6b6-4dc9-9001-cd1ad20ff536 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:40.306687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-465557d8-0670-4e3d-8ec2-b5f6a5aef9d7 req-d9245554-c6b6-4dc9-9001-cd1ad20ff536 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0672355 Jun 30 03:40:40.344053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-465557d8-0670-4e3d-8ec2-b5f6a5aef9d7 req-4da985c2-5a10-4063-9151-3e0d6c78e220 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Jun 30 03:40:40.515752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a7564-15f6-403f-a543-6234929b97de req-1b731766-c9a9-4b4e-ba27-46aab2976b21 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:40.517216 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-416a7564-15f6-403f-a543-6234929b97de req-1b731766-c9a9-4b4e-ba27-46aab2976b21 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0669551 Jun 30 03:40:40.553940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-416a7564-15f6-403f-a543-6234929b97de req-4e2084d0-6541-4e6b-9070-eb687dce3396 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 Jun 30 03:40:40.577960 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57752) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:40.629164 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c895bd06-ce8b-4d2b-a73a-2604f2c20f9f tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:40.630661 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c895bd06-ce8b-4d2b-a73a-2604f2c20f9f tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1092 time: 0.0516629 Jun 30 03:40:40.633360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57754) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:40.638261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:40.660119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.756217 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.855087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.154 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/05f02ed1-a9f3-473c-ba63-412070b7bf50) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:40.957645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.995775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.031530 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:41.035670 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:41.041455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:41.063396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=05f02ed1-a9f3-473c-ba63-412070b7bf50,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:41.397222 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.473043 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.565986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.623514 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.627856 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.702777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=05f02ed1-a9f3-473c-ba63-412070b7bf50,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:41.709165 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.807201 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP d3c8f1ce-dcc1-4013-a9cd-b520445d2058 associated. External IP: 172.25.0.154, port: 594435bd-51f9-4fe8-a0db-72a480d171dc. Jun 30 03:40:42.014804 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:42.119392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:42.129177 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] Sync routers for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:42.135440 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:42.138565 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:42.139162 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:42.247841 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:42.469692 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4935bbe8-515f-4848-9a43-0e7327dd87e4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8351340 Jun 30 03:40:42.470103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:42.472407 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af375d-49f7-4ff1-b027-4965215dfdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:42.476441 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd3c8f1ce-dcc1-4013-a9cd-b520445d2058', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'port_id': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'mac_address': 'fa:16:3e:96:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:40:41Z', 'updated_at': '2021-06-30T03:40:41Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:33Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:42.507424 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] Checking router: bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:42.511745 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e66d678-4a18-4a21-9ec8-52fff492f546 x-openstack-request-id: req-8e66d678-4a18-4a21-9ec8-52fff492f546 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:42.512278 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:42.513582 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e66d678-4a18-4a21-9ec8-52fff492f546 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:42.514174 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'status': 'completed', 'code': 200} Jun 30 03:40:42.517325 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:42.517475 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:40:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:42.626514 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:42.628382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-c07714d6-58f4-43bd-a1a0-8a8d3ceb612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:42.629876 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-c07714d6-58f4-43bd-a1a0-8a8d3ceb612c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0931389 Jun 30 03:40:42.653351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22436e66-b700-4c67-8be2-12659e1ce0b4 req-ce801ebd-40fb-43e6-8648-33b1a702a3a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:42.654989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22436e66-b700-4c67-8be2-12659e1ce0b4 req-ce801ebd-40fb-43e6-8648-33b1a702a3a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0888703 Jun 30 03:40:42.739697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-22436e66-b700-4c67-8be2-12659e1ce0b4 req-fafd36af-23c4-47e8-aab7-11a8fd93f80a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741069 Jun 30 03:40:42.765766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57760) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:42.766349 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-d98bbcc5-e248-42e3-b887-fd62c46d4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:42.767705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-d98bbcc5-e248-42e3-b887-fd62c46d4c36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 200 len: 897 time: 0.1314790 Jun 30 03:40:42.828006 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8eaa5ba8-6120-4800-885e-84e1f01a20f4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d3c8f1ce-dcc1-4013-a9cd-b520445d2058 HTTP/1.1" status: 200 len: 992 time: 0.0600071 Jun 30 03:40:42.833262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-fa8009c1-ff29-4bcb-94e3-dffa5f5afc6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 200 len: 1000 time: 0.0593433 Jun 30 03:40:42.885888 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-2d5e3a85-0fa7-4939-9808-63546476207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:42.887439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-2d5e3a85-0fa7-4939-9808-63546476207c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fe225a0-9abe-4c67-9f36-b419349fafec HTTP/1.1" status: 200 len: 834 time: 0.0481019 Jun 30 03:40:42.941655 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd3c8f1ce-dcc1-4013-a9cd-b520445d2058', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'port_id': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'mac_address': 'fa:16:3e:96:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:40:41Z', 'updated_at': '2021-06-30T03:40:41Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:33Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:42.944072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-b0bb6ef8-f406-4902-9a2f-954e903ef39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:42.945600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-b0bb6ef8-f406-4902-9a2f-954e903ef39d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdda109a-d07c-4ab6-baaa-22786612844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520973 Jun 30 03:40:42.972217 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a520e9-f6e2-485a-8284-837cf05e7256 None None] The sync data for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 is: [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd3c8f1ce-dcc1-4013-a9cd-b520445d2058', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'port_id': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'mac_address': 'fa:16:3e:96:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:40:41Z', 'updated_at': '2021-06-30T03:40:41Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:33Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:43.034764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-54623408-2006-416d-a39f-302f51fdaef0 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828154 Jun 30 03:40:43.134804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98af375d-49f7-4ff1-b027-4965215dfdf2 req-691f291f-a6ff-4a59-b64d-e47739a16bfe service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939403 Jun 30 03:40:43.182282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e381224-75f0-486d-9663-16630d885f3b None None] New status for floating IP d3c8f1ce-dcc1-4013-a9cd-b520445d2058: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:40:43.469663 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:40:43.830801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57762) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:43.894407 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e923c764-a979-4c33-8f88-2d8829ec6157 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d3c8f1ce-dcc1-4013-a9cd-b520445d2058 HTTP/1.1" status: 200 len: 994 time: 0.0622635 Jun 30 03:40:57.759634 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3308670e-0594-4c18-8d1b-b12e873e450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:00.430471 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-303820b8-dbdd-45c3-923a-9fc61ab4c9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:00.669081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:02.482115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:04.556542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:06.812337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-01c68668-ea3d-41af-885c-f4f91129d6b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513835 Jun 30 03:41:06.908665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-fe134a8d-7929-486a-849f-3ffdd51a3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:06.910054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-fe134a8d-7929-486a-849f-3ffdd51a3ca9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0528617 Jun 30 03:41:07.017622 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-e4faa0af-a7c5-4df8-b903-d4e71a742fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:07.019086 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-e4faa0af-a7c5-4df8-b903-d4e71a742fcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 200 len: 897 time: 0.0872355 Jun 30 03:41:07.081817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-66418b04-aec8-4766-b3ee-935edb6f3113 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 200 len: 1002 time: 0.0563865 Jun 30 03:41:07.135445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-f9bf8c32-e5f3-4f57-a46d-1b85eacca829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:07.136844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-f9bf8c32-e5f3-4f57-a46d-1b85eacca829 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fe225a0-9abe-4c67-9f36-b419349fafec HTTP/1.1" status: 200 len: 834 time: 0.0474691 Jun 30 03:41:07.192123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-38ab89b8-a1f4-416e-b2ad-1cbb73998795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:07.193483 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-38ab89b8-a1f4-416e-b2ad-1cbb73998795 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdda109a-d07c-4ab6-baaa-22786612844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498729 Jun 30 03:41:07.281592 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-db0a5f0a-8f31-4df0-a6ae-bcb290d4405c service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809708 Jun 30 03:41:07.373606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a6fd4b6-125d-4fc8-90c1-56e5ceda542c req-9ec21c30-c909-4800-8651-9d01029bdee7 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Jun 30 03:41:10.181361 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:11.585570 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:15.480119 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76e829-e9d7-4cf3-b15e-6c00a4ecdad2 req-cc118d7a-c2c6-4a56-a6e2-aacec925c721 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:15.482011 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed76e829-e9d7-4cf3-b15e-6c00a4ecdad2 req-cc118d7a-c2c6-4a56-a6e2-aacec925c721 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0668530 Jun 30 03:41:15.526410 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed76e829-e9d7-4cf3-b15e-6c00a4ecdad2 req-0200aa21-fdb0-47f4-814f-1c30d77c6d04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364311 Jun 30 03:41:16.722903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150be4b-48b0-4a68-8669-e8eb5515ab0b req-ffad5609-a7fa-476a-9947-1ec110b94203 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:16.724382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d150be4b-48b0-4a68-8669-e8eb5515ab0b req-ffad5609-a7fa-476a-9947-1ec110b94203 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0632248 Jun 30 03:41:16.761846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d150be4b-48b0-4a68-8669-e8eb5515ab0b req-9ff47833-9fe8-4963-aa38-18e8b3f62fcb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jun 30 03:41:16.785954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57784) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:16.849702 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5828d82-8725-49a4-ab33-ae2424e4ff8b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d3c8f1ce-dcc1-4013-a9cd-b520445d2058 HTTP/1.1" status: 200 len: 994 time: 0.0624816 Jun 30 03:41:18.274689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839f4dd-5f3a-4630-88ec-0a3661df5c43 req-eb939278-4942-449d-9be4-37ea6722ee64 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:18.276181 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6839f4dd-5f3a-4630-88ec-0a3661df5c43 req-eb939278-4942-449d-9be4-37ea6722ee64 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0642376 Jun 30 03:41:18.316506 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6839f4dd-5f3a-4630-88ec-0a3661df5c43 req-41b3a675-4e92-49fe-874b-102a8c491edd tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Jun 30 03:41:19.496924 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcc589-b5a2-452a-92d0-173147cfa7ba req-aeff68e4-e166-4298-b815-a3d15231cbc9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:19.498412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-61dcc589-b5a2-452a-92d0-173147cfa7ba req-aeff68e4-e166-4298-b815-a3d15231cbc9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0677497 Jun 30 03:41:19.535248 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-61dcc589-b5a2-452a-92d0-173147cfa7ba req-9c772d65-078b-45fe-9761-8e30d528ff1b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Jun 30 03:41:19.559652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:19.619983 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-40789731-0318-42ab-a70a-0672a94e79e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d3c8f1ce-dcc1-4013-a9cd-b520445d2058 HTTP/1.1" status: 200 len: 994 time: 0.0590999 Jun 30 03:41:19.879425 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57800) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:20.029508 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 05f02ed1-a9f3-473c-ba63-412070b7bf50 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:41:20.029850 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:20.108529 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:20.108864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:20.120141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 05f02ed1-a9f3-473c-ba63-412070b7bf50 owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:41:20.266670 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:20.291944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=05f02ed1-a9f3-473c-ba63-412070b7bf50,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:20.319686 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.320041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.320386 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.320725 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.321062 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.321396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.321723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.322058 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.322421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.322749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.323073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.323392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:20.363370 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:20.363370 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP d3c8f1ce-dcc1-4013-a9cd-b520445d2058 disassociated (deleted). External IP: 172.25.0.154, port: 594435bd-51f9-4fe8-a0db-72a480d171dc. Jun 30 03:41:20.467988 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:41:20.564767 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:41:20.670420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:41:20.675270 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:20.681101 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70727183-f282-42ba-9b31-eb002652d405 None None] Sync routers for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:41:20.690532 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:20.691126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:20.714368 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1685cf8-a9d9-47cc-9a97-772b4993e8a7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/floatingips/d3c8f1ce-dcc1-4013-a9cd-b520445d2058 HTTP/1.1" status: 204 len: 168 time: 0.8312352 Jun 30 03:41:20.714368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:20.715048 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d882d96-7ea7-4134-9504-3c5614cd5307" -d '{"events": [{"name": "network-changed", "server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:20.755642 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6099088-4a36-4ccb-b043-e209e8a4beda x-openstack-request-id: req-c6099088-4a36-4ccb-b043-e209e8a4beda {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:20.755944 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:20.756199 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6099088-4a36-4ccb-b043-e209e8a4beda {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:20.756604 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'status': 'completed', 'code': 200} Jun 30 03:41:20.812146 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:20.834194 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-7e30084c-a271-4d95-a43e-e1f79142f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:20.835749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-7e30084c-a271-4d95-a43e-e1f79142f0b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0550895 Jun 30 03:41:20.953161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-5081231d-a141-4e54-ba89-fca0e04e2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:20.955261 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-5081231d-a141-4e54-ba89-fca0e04e2b97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 200 len: 897 time: 0.1124477 Jun 30 03:41:20.997808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-4cf84d9a-7611-4dd6-ac83-028e366f679a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 200 len: 217 time: 0.0355871 Jun 30 03:41:21.024586 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:33Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:21.053488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-6c1220f3-7dd4-48d7-b80a-becf2bb2fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:21.054221 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70727183-f282-42ba-9b31-eb002652d405 None None] Checking router: bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:41:21.055121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-6c1220f3-7dd4-48d7-b80a-becf2bb2fea4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2fe225a0-9abe-4c67-9f36-b419349fafec HTTP/1.1" status: 200 len: 834 time: 0.0497024 Jun 30 03:41:21.062362 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:21.063507 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:21.099497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30191bd5-e3c0-4d87-a7e9-3affecec1450 req-d1c64514-a4c1-48f4-9e03-2cbb162c0399 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:21.100676 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30191bd5-e3c0-4d87-a7e9-3affecec1450 req-d1c64514-a4c1-48f4-9e03-2cbb162c0399 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0692472 Jun 30 03:41:21.114577 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-217458cb-21c6-4776-8d88-5451be4798ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:21.116197 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-217458cb-21c6-4776-8d88-5451be4798ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdda109a-d07c-4ab6-baaa-22786612844a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548089 Jun 30 03:41:21.138427 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30191bd5-e3c0-4d87-a7e9-3affecec1450 req-9530e9f9-4458-4fed-a8df-bdf34d5889e8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Jun 30 03:41:21.175595 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:21.204751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-3f95392c-22da-42ae-95e4-ed93001c8ae4 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816164 Jun 30 03:41:21.296794 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2d882d96-7ea7-4134-9504-3c5614cd5307 req-6299a5d7-0d85-41cf-aa6d-abc4e6fe97b5 service neutron] 10.222.0.67 "GET /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856466 Jun 30 03:41:21.370809 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-70727183-f282-42ba-9b31-eb002652d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:33Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:21.397063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70727183-f282-42ba-9b31-eb002652d405 None None] The sync data for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 is: [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:40:28Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e831b23d-433d-4115-9e6f-1f073c495a34', 'name': '', 'network_id': 'cdda109a-d07c-4ab6-baaa-22786612844a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:e2:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:28Z', 'updated_at': '2021-06-30T03:40:33Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '2fe225a0-9abe-4c67-9f36-b419349fafec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:41:21.621141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a62dfa-ce23-4e29-88d7-125309b4b712 None None] New status for floating IP d3c8f1ce-dcc1-4013-a9cd-b520445d2058: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:41:22.317077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ac94-4c25-4bb2-9bde-96be5ba6b22f req-6fe5f8ca-43e0-4598-bedc-7a034f65ec79 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:22.318597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa27ac94-4c25-4bb2-9bde-96be5ba6b22f req-6fe5f8ca-43e0-4598-bedc-7a034f65ec79 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0663078 Jun 30 03:41:22.356260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fa27ac94-4c25-4bb2-9bde-96be5ba6b22f req-21d5341c-733e-4778-976d-dcdd9776ac63 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dda9f00-35d4-42ff-b588-562b6b348c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Jun 30 03:41:22.517082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1433-1f59-4ff5-a975-97abca49c183 req-664eac09-9ebc-48a7-a663-f21163eb4fd8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:22.518525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-561d1433-1f59-4ff5-a975-97abca49c183 req-664eac09-9ebc-48a7-a663-f21163eb4fd8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 946 time: 0.0654552 Jun 30 03:41:22.614046 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 594435bd-51f9-4fe8-a0db-72a480d171dc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:41:22.614418 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:22.705134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 594435bd-51f9-4fe8-a0db-72a480d171dc, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=594435bd-51f9-4fe8-a0db-72a480d171dc,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:22.705496 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:22.718015 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 594435bd-51f9-4fe8-a0db-72a480d171dc owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:41:22.841127 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:22.874464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=594435bd-51f9-4fe8-a0db-72a480d171dc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:22.905317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.905673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.906017 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.906382 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.907319 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.907688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.908028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.908363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.908693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.909021 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.909345 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.909664 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:22.932586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] No DVR routers for this DVR port 594435bd-51f9-4fe8-a0db-72a480d171dc on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:41:22.936247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:22.938591 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-561d1433-1f59-4ff5-a975-97abca49c183 req-9172f940-e065-4f18-b48b-00792f8a37f3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "DELETE /v2.0/ports/594435bd-51f9-4fe8-a0db-72a480d171dc HTTP/1.1" status: 204 len: 173 time: 0.4143243 Jun 30 03:41:22.939072 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'name': 'network-vif-deleted', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:22.941992 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebadb8-c8d2-4576-903b-f2e1e40f561e" -d '{"events": [{"server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "name": "network-vif-deleted", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:22.979989 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc56b0-c07c-4d50-833f-c6cbfa72e3f6 x-openstack-request-id: req-26fc56b0-c07c-4d50-833f-c6cbfa72e3f6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:22.980283 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e88b0b8-86aa-423e-82db-77e7fab79dd7", "name": "network-vif-deleted", "tag": "594435bd-51f9-4fe8-a0db-72a480d171dc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:22.980562 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26fc56b0-c07c-4d50-833f-c6cbfa72e3f6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:22.980966 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e88b0b8-86aa-423e-82db-77e7fab79dd7', 'name': 'network-vif-deleted', 'tag': '594435bd-51f9-4fe8-a0db-72a480d171dc', 'status': 'completed', 'code': 200} Jun 30 03:41:23.521087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0f9d3f1c-d066-4961-b8ca-7e0de92365c8 req-b6811e95-bb4c-4859-a159-233563eb5cec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e88b0b8-86aa-423e-82db-77e7fab79dd7 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Jun 30 03:41:24.613713 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57816) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:24.966645 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:25.226868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port e831b23d-433d-4115-9e6f-1f073c495a34 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:41:25.227122 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:25.322484 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port e831b23d-433d-4115-9e6f-1f073c495a34, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e831b23d-433d-4115-9e6f-1f073c495a34,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:25.322849 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:25.335495 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for e831b23d-433d-4115-9e6f-1f073c495a34 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:41:25.522855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:25.551138 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=e831b23d-433d-4115-9e6f-1f073c495a34,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:25.729484 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:25.944267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:41:26.043766 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:41:26.049492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1442bbc-da34-4921-8505-d458c8d8b638 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347119 Jun 30 03:41:26.052668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:26.053835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] Sync routers for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:41:26.063606 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:26.064214 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:26.102020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting subnet 2fe225a0-9abe-4c67-9f36-b419349fafec {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:41:26.105063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.149063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.170065 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:26.231144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.289464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.322025 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe225a0-9abe-4c67-9f36-b419349fafec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:26.324049 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.326185 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3e647284-fd27-4ae7-9196-b6c230f776ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/subnets/2fe225a0-9abe-4c67-9f36-b419349fafec HTTP/1.1" status: 204 len: 168 time: 0.2724328 Jun 30 03:41:26.329032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57820) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:26.330591 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d8253-129d-4c89-9228-19e3d79b353d None None] Network cdda109a-d07c-4ab6-baaa-22786612844a requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:41:26.356765 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:41:25Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:26.383657 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] Checking router: bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:41:26.392062 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] Routers {'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:26.392659 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:26.441012 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.537050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] DHCP port deletion for cdda109a-d07c-4ab6-baaa-22786612844a request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:41:26.554426 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.587030 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Deleting port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:41:26.587713 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.589236 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] Set router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:26.610467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 6ed63c84-8802-4d35-aaa3-5a3969246d40 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:41:26.610867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.660408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] For port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,segment=NetworkSegment(2d58fbba-82a9-4184-a830-f9af87d74aba),segment_id=2d58fbba-82a9-4184-a830-f9af87d74aba)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:26.660799 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.674133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Calling delete_port for e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:41:26.696629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 6ed63c84-8802-4d35-aaa3-5a3969246d40, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6ed63c84-8802-4d35-aaa3-5a3969246d40,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:26.697020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.709512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 6ed63c84-8802-4d35-aaa3-5a3969246d40 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:41:26.754114 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.773741 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:41:25Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:26.783540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Pushing event deleted for resources: {'Port': ['ID=e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:26.788038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] No DVR routers for this DVR port e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:41:26.795331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.795825 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.796270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.796705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.797743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.798397 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.798818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.799249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.799676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.800102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.800907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.801022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c26069-a255-4d7d-a0fc-094d086ba229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:26.810449 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a768c2b-967a-4192-a7f5-752628326d0d None None] The sync data for ids ['bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3'] in n-d-798054-5 is: [{'id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904224658', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:24Z', 'updated_at': '2021-06-30T03:41:25Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6ed63c84-8802-4d35-aaa3-5a3969246d40', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:25Z', 'updated_at': '2021-06-30T03:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:41:26.894398 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:26.917822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=6ed63c84-8802-4d35-aaa3-5a3969246d40,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:26.944009 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 594435bd-51f9-4fe8-a0db-72a480d171dc no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:41:26.964847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 594435bd-51f9-4fe8-a0db-72a480d171dc {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:41:26.965193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 594435bd-51f9-4fe8-a0db-72a480d171dc not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:41:26.989520 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.077142 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.080003 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.120570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.121220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Fanout notify agent at l3_agent the message router_deleted on router bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:41:27.128068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.129151 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bbd06fa1-f74e-4507-8bd8-7c54e9db71b5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/routers/bc3d57d8-436c-4a0a-8110-50a7a5ef5dc3 HTTP/1.1" status: 204 len: 168 time: 0.7987423 Jun 30 03:41:27.131859 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57822) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:27.209046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.300319 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.309954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdda109a-d07c-4ab6-baaa-22786612844a']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:27.319382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d58fbba-82a9-4184-a830-f9af87d74aba') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:27.319683 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d58fbba-82a9-4184-a830-f9af87d74aba') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:27.328421 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.342443 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.349052 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:41:27.349448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:41:27.352430 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:41:27.415556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.422831 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.425680 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/networks/cdda109a-d07c-4ab6-baaa-22786612844a HTTP/1.1" status: 204 len: 168 time: 0.2928054 Jun 30 03:41:27.428239 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57824) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:27.446261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fbf22-d342-4079-a0d3-62fff544e5b3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Network': ['ID=cdda109a-d07c-4ab6-baaa-22786612844a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:27.499894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54545dd6-d880-44bd-8659-69677e6a471b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.525131 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54545dd6-d880-44bd-8659-69677e6a471b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.582410 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54545dd6-d880-44bd-8659-69677e6a471b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.584920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54545dd6-d880-44bd-8659-69677e6a471b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.586069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-54545dd6-d880-44bd-8659-69677e6a471b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/security-groups/4dda9f00-35d4-42ff-b588-562b6b348c38 HTTP/1.1" status: 204 len: 168 time: 0.1569362 Jun 30 03:41:27.594867 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545dd6-d880-44bd-8659-69677e6a471b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dda9f00-35d4-42ff-b588-562b6b348c38,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:27.771379 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d244-876e-46cd-9097-cc46a3b21eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.824484 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e831b23d-433d-4115-9e6f-1f073c495a34 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:41:27.845699 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e831b23d-433d-4115-9e6f-1f073c495a34 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:41:27.846001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e831b23d-433d-4115-9e6f-1f073c495a34 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:41:27.846443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ed63c84-8802-4d35-aaa3-5a3969246d40 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:41:27.864709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6ed63c84-8802-4d35-aaa3-5a3969246d40 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:41:27.865056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6ed63c84-8802-4d35-aaa3-5a3969246d40 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:41:27.865463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:41:27.883820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:41:27.884169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e0e0f44d-5c2e-4f35-9de6-6d5d0138c44f not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:41:27.950639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57830) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:27.956238 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889366042', 'description': 'tempest-secgroup-smoke-1889366042 description', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:27.978984 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.057566 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.061247 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.089275 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.090423 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385603 Jun 30 03:41:28.092353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862d11a-7ef7-43da-882c-750142243b61 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc1619-7155-4e09-808c-dcfc6b458890,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.093684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.099309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '5abc1619-7155-4e09-808c-dcfc6b458890', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.124566 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.179604 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.183005 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.200099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3e5d02-1a98-45f0-96c0-a1e1f15011fa,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.207535 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.208735 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8b759308-5b99-4ee0-9cd8-6489c8f62787 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135600 Jun 30 03:41:28.211467 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.215813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '5abc1619-7155-4e09-808c-dcfc6b458890', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.242009 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.297809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.301881 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.321569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fab8f4a-c571-4ce4-a21b-cf8dc3a65762,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.324825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.326157 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5c76feed-5279-4f80-9534-8cb9cddd0c7a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137686 Jun 30 03:41:28.329029 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57836) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.334721 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '5abc1619-7155-4e09-808c-dcfc6b458890', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.360177 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.419829 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.423308 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.436053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91286217-6610-4969-a6c4-affe57d647ff,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.447038 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.448187 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e858b6d7-0e00-4cf7-9a81-882f85042a6d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172779 Jun 30 03:41:28.450997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57838) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.456271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '5abc1619-7155-4e09-808c-dcfc6b458890', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.482115 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.541103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.544671 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.564179 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a5006c-be32-4694-8562-5bfa92d901a3,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.571369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.572730 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-96570fdb-f5e9-4fd9-b5ba-e7174e6e07df tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207345 Jun 30 03:41:28.575487 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57840) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.580398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '5abc1619-7155-4e09-808c-dcfc6b458890', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.602205 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:41:28.606937 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.667593 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.670985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.687569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663ef934-6022-4ac2-8f29-864b0e52debf,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.694586 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.695873 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-16b7e7b5-3f25-4d39-bfa1-afd5aa0a9003 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194248 Jun 30 03:41:28.698438 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57842) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.702734 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '5abc1619-7155-4e09-808c-dcfc6b458890', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.726857 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:41:28.731684 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.794547 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.797788 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.815812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab4ac0e-b4ab-408d-9d54-192dfc27c34d,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:28.821423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.825615 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4d17b811-7c30-4884-8bd1-83a9a3d42451 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262238 Jun 30 03:41:28.825762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:28.831706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'network': {'name': 'tempest-network-smoke--1732845269', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:28.852351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:41:28.856002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.879913 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:41:28.888473 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.888813 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Added segment 463cdccf-fb53-4196-8320-4ca9767ee9b0 of type vlan for network 92e034b4-e175-4210-ab6d-c360c45168be Jun 30 03:41:28.929628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.967354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.973322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:28.973905 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.031334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2015934 Jun 30 03:41:29.031733 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57846) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:29.036720 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'admin_state_up': True, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:29.042826 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a581e-0e1c-45a0-8721-a95c5a278848 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Network': ['ID=92e034b4-e175-4210-ab6d-c360c45168be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:29.059928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 92e034b4-e175-4210-ab6d-c360c45168be details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:41:29.065967 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.067054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.118273 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.558330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.746039 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.768404 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:29.866863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.95 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/d1dee123-c245-44a4-99a0-05d565912866) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:41:29.969364 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.007116 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.042737 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:41:30.045572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:30.047862 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:41:30.075569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=d1dee123-c245-44a4-99a0-05d565912866,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:30.298688 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.431052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f27056c-6a16-4897-82fb-c52ddfbd5d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.497169 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.624199 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:41:30.674460 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.729917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:41:30.740027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Sync routers for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:41:30.748071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:30.749272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-95b3ee7f-66ba-4999-bde2-9f3a75da99e1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7163811 Jun 30 03:41:30.750103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:30.750783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:30.753206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57848) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:30.780569 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0ff5358e-cd6d-430e-a4a3-4b842561481e tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=0e752e3f4b9d49ea8f2da482f388395c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263152 Jun 30 03:41:30.784070 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57850) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:30.855965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:30.872421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b188c-36be-4db4-8a30-03d3f7a1f445 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:30.873902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-226b188c-36be-4db4-8a30-03d3f7a1f445 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896451 Jun 30 03:41:30.877031 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57852) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:30.905732 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc16f5dc-0edd-42c5-ba93-e8515b61b51c tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276899 Jun 30 03:41:30.908973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57854) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:30.913784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113319261', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:31.001795 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:41:31.005348 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.042136 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:30Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:31.074330 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Checking router: 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:41:31.074709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Updating router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 port d1dee123-c245-44a4-99a0-05d565912866 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:41:31.111016 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.183893 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.241041 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Subnet': ['ID=00293d35-d2de-496e-ad9d-7ce06df3fc90,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:31.253209 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Checking segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:41:31.253573 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network hostable DHCP agents. Network: 92e034b4-e175-4210-ab6d-c360c45168be, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:41:31.271155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 92e034b4-e175-4210-ab6d-c360c45168be is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:41:31.279659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 92e034b4-e175-4210-ab6d-c360c45168be) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:31.283816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:31.284396 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.290088 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29d5f3-05eb-44cd-b815-4875c09ea25e None None] Network 92e034b4-e175-4210-ab6d-c360c45168be requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:41:31.299522 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e98ac679-857e-4101-ba15-b65fad165e83 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3893673 Jun 30 03:41:31.302233 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57856) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:31.432744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.464380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Transition to ACTIVE for port object d1dee123-c245-44a4-99a0-05d565912866 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:31.476257 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.533579 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-92e034b4-e175-4210-ab6d-c360c45168be', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:41:31.534444 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.563325 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e466f8f-b77f-4a84-a287-f7ed51bea8b5 None None] Pushing event updated for resources: {'Port': ['ID=d1dee123-c245-44a4-99a0-05d565912866,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:31.566425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Attempting to bind port d1dee123-c245-44a4-99a0-05d565912866 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:41:31.566799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Attempting to bind port d1dee123-c245-44a4-99a0-05d565912866 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:41:31.567186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Attempting to bind port d1dee123-c245-44a4-99a0-05d565912866 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:31.579639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:41:31.580123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:41:31.580459 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.580859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:41:31.581338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Bound port: d1dee123-c245-44a4-99a0-05d565912866, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:41:31.581724 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.696021 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] For port d1dee123-c245-44a4-99a0-05d565912866, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:41:31.731109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] For port d1dee123-c245-44a4-99a0-05d565912866, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d1dee123-c245-44a4-99a0-05d565912866,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:41:31.738531 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.740822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.950771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Allocated IP 172.20.0.2 (92e034b4-e175-4210-ab6d-c360c45168be/00293d35-d2de-496e-ad9d-7ce06df3fc90/18e5a4a8-aaa8-4886-98ec-d5d44aec5426) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:41:31.987808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e466f8f-b77f-4a84-a287-f7ed51bea8b5 None None] Pushing event updated for resources: {'Port': ['ID=d1dee123-c245-44a4-99a0-05d565912866,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:31.997581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:31.998381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:32.172854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:32.306786 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.323109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Transition to ACTIVE for port object 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:32.353419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Transition to ACTIVE for port object 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:32.364107 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.411217 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.1 (92e034b4-e175-4210-ab6d-c360c45168be/00293d35-d2de-496e-ad9d-7ce06df3fc90/7671d30d-3e3f-427b-a0d6-9a24e5c06c75) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:41:32.424499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Network 92e034b4-e175-4210-ab6d-c360c45168be is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:41:32.430419 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:32.435527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:41:32.442434 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Pushing event updated for resources: {'Port': ['ID=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:32.522779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.523537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Attempting to bind port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:41:32.523910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Attempting to bind port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:41:32.524269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Attempting to bind port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 on network 92e034b4-e175-4210-ab6d-c360c45168be {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:32.531658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:41:32.532047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Checking segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:41:32.532469 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.533129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Bound using segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:41:32.533612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Bound port: 18e5a4a8-aaa8-4886-98ec-d5d44aec5426, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:41:32.533998 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.537999 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:30Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:32.538196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.551786 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:32.570968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7218899-3ebc-4a11-8ee3-c400a4069edf None None] The sync data for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 is: [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:30Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:41:32.586757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.629085 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3021f968-44f4-4891-815c-b55c072248dc None None] For port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:41:32.633870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3021f968-44f4-4891-815c-b55c072248dc None None] For port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:41:32.634190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 92e034b4-e175-4210-ab6d-c360c45168be is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:41:32.639265 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.645803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:32.648212 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:41:32.654669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:32.697632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:32.724307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021f968-44f4-4891-815c-b55c072248dc None None] Pushing event updated for resources: {'Port': ['ID=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:32.874868 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:33.195897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:33.205385 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:33.288682 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:33.290587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:33.386597 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 92e034b4-e175-4210-ab6d-c360c45168be is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:41:33.388420 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:33.519243 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:41:33.641163 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:41:33.647492 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2d68ebef-7178-42ed-8fda-805009780fa7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441916 Jun 30 03:41:33.686965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:33.739022 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e29b4d-6d18-4dc0-9084-c700eea5ea04 None None] Network 92e034b4-e175-4210-ab6d-c360c45168be requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:41:33.785210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:33.794583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d1dee123-c245-44a4-99a0-05d565912866 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:33.818424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-b714307a-e978-4713-a002-1622ddca09d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889366042&fields=id&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 267 time: 0.0349736 Jun 30 03:41:33.873372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] Provisioning for port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:33.883107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] Provisioning complete for port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:33.883476 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:33.935937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-db5018ec-5b80-4881-a8e7-e305afb554e5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:33.937440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-db5018ec-5b80-4881-a8e7-e305afb554e5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 797 time: 0.1126442 Jun 30 03:41:33.953659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d1dee123-c245-44a4-99a0-05d565912866 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:33.955877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-b05cb167-c142-4e6f-ad81-72ca0c8860e8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/quotas/0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 375 time: 0.0097051 Jun 30 03:41:33.963573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d1dee123-c245-44a4-99a0-05d565912866 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:33.963947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.029095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-41c42730-7059-48ba-b3c4-a7bb9013df41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668285 Jun 30 03:41:34.082396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.145299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] For port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:34.155499 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.162668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.201467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-fe7f0f77-5b55-4209-97c4-0e5fe4c9aed5 service neutron] 10.222.0.78 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586397 Jun 30 03:41:34.219169 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port d1dee123-c245-44a4-99a0-05d565912866, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d1dee123-c245-44a4-99a0-05d565912866,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:34.228612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.240268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c99fa-2b5e-4962-aff3-8ed9a938d08d None None] Pushing event updated for resources: {'Port': ['ID=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:34.301711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=d1dee123-c245-44a4-99a0-05d565912866,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:34.308928 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Sync routers for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:41:34.309461 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-a3b0512c-3ee1-4de0-a6e3-b6a38416cbdf service neutron] 10.222.0.78 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021554 Jun 30 03:41:34.320983 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:34.321906 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:34.385516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19cf0ee8-e105-436e-8a43-5525521e7304 None None] Provisioning for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:34.390364 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19cf0ee8-e105-436e-8a43-5525521e7304 None None] Provisioning complete for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:34.391313 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19cf0ee8-e105-436e-8a43-5525521e7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.437299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-19cf0ee8-e105-436e-8a43-5525521e7304 None None] Port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:41:34.450211 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19cf0ee8-e105-436e-8a43-5525521e7304 None None] Provisioning complete for port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:34.451088 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19cf0ee8-e105-436e-8a43-5525521e7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.482762 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:34.574140 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7e27868-5a8b-4b27-864d-d72a06a723ea req-33ec3fe5-b181-46a1-8841-aeed3ffedd1f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 210 time: 0.0673242 Jun 30 03:41:34.587447 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.711694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e126aad-4c0b-4c2e-ade2-24c9b9a7f52b None None] Provisioning complete for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:34.712291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e126aad-4c0b-4c2e-ade2-24c9b9a7f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.749874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2e126aad-4c0b-4c2e-ade2-24c9b9a7f52b None None] Port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:41:34.760284 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:33Z', 'revision_number': 2, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:34.789661 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Checking router: 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:41:34.790176 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Updating router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:41:34.825652 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.871743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b1ea3a4d-211e-4621-b61d-e3dfda32c975 None None] Provisioning complete for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:34.872086 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3a4d-211e-4621-b61d-e3dfda32c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.911341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea3a4d-211e-4621-b61d-e3dfda32c975 None None] Port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:41:35.101608 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.112049 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Transition to ACTIVE for port object 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:35.117740 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.167218 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Pushing event updated for resources: {'Port': ['ID=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:35.195181 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.195523 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.195863 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.196201 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.196529 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.196853 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.197215 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.197494 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.197905 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.198126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.198499 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.198785 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:35.239982 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Attempting to bind port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:41:35.240530 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Attempting to bind port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:41:35.240887 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Attempting to bind port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 on network 92e034b4-e175-4210-ab6d-c360c45168be {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:35.246131 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:41:35.246518 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Checking segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:41:35.246916 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.247304 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Bound using segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:41:35.247985 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Bound port: 7671d30d-3e3f-427b-a0d6-9a24e5c06c75, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:41:35.248191 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.318153 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] For port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:41:35.323291 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] For port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:41:35.329583 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.390428 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:35.391292 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:35.395866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf367ff7-9fa6-4633-b1bb-9ebf21d4ce13 None None] Pushing event updated for resources: {'Port': ['ID=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:35.504905 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:35.644024 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:35.710904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:35.711148 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.733691 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1332f135-cde8-4065-8b81-52d7f0abc332 req-d65abeaa-e47a-4fc2-ac60-200f80e8cc33 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 210 time: 0.0325651 Jun 30 03:41:35.770045 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:35Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:35.809752 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643b38c-e27f-4bf4-aae1-baf9665378cf None None] The sync data for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 is: [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:35Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:41:35.812629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d1dee123-c245-44a4-99a0-05d565912866 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:35.892439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-6de68f03-9abf-4ef2-9a41-4de55676e648 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:35.896475 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-6de68f03-9abf-4ef2-9a41-4de55676e648 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 797 time: 0.1584821 Jun 30 03:41:35.915596 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d1dee123-c245-44a4-99a0-05d565912866 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:35.916045 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:35.961301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-2ec27451-d153-431c-8797-d576dfe2238d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 380 time: 0.0561473 Jun 30 03:41:35.971208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'port': {'device_id': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'admin_state_up': True, 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'security_groups': ['5abc1619-7155-4e09-808c-dcfc6b458890']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:36.411169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:41:36.415138 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:36.549030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.13 (92e034b4-e175-4210-ab6d-c360c45168be/00293d35-d2de-496e-ad9d-7ce06df3fc90/162402c1-e34a-4f18-bed5-574747c0b942) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:41:36.696139 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:36.709896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 162402c1-e34a-4f18-bed5-574747c0b942 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:36.744309 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:36.792356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 92e034b4-e175-4210-ab6d-c360c45168be is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:41:36.795559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:36.799152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:41:36.836750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=162402c1-e34a-4f18-bed5-574747c0b942,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:36.869789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:36.870954 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:36.890260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-8d38428a-bfa7-4453-ab54-2eadd624260b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229414 Jun 30 03:41:36.902082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Request body: {'port': {'device_id': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:36.967546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864b483-9fde-4528-a820-1d097bc56f8a req-94898401-4288-4275-8a51-742ddc57631d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:36.972594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2864b483-9fde-4528-a820-1d097bc56f8a req-94898401-4288-4275-8a51-742ddc57631d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 932 time: 0.0996764 Jun 30 03:41:36.987235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.013201 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2864b483-9fde-4528-a820-1d097bc56f8a req-0ccf40e8-6202-43b7-9f9c-c6e56eeeb8dd tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356615 Jun 30 03:41:37.130360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-011c7ef9-c596-4221-af3f-a472d9f8014e None None] Provisioning for port 162402c1-e34a-4f18-bed5-574747c0b942 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:37.134272 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-011c7ef9-c596-4221-af3f-a472d9f8014e None None] Provisioning complete for port 162402c1-e34a-4f18-bed5-574747c0b942 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:37.134677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-011c7ef9-c596-4221-af3f-a472d9f8014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.168912 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-011c7ef9-c596-4221-af3f-a472d9f8014e None None] Port 162402c1-e34a-4f18-bed5-574747c0b942 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:41:37.263352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162402c1-e34a-4f18-bed5-574747c0b942 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:41:37.271947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.283558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Transition to ACTIVE for port object 162402c1-e34a-4f18-bed5-574747c0b942 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:37.286576 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.357883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Pushing event updated for resources: {'Port': ['ID=162402c1-e34a-4f18-bed5-574747c0b942,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:37.415078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Attempting to bind port 162402c1-e34a-4f18-bed5-574747c0b942 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:41:37.415413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Attempting to bind port 162402c1-e34a-4f18-bed5-574747c0b942 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:41:37.415736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Attempting to bind port 162402c1-e34a-4f18-bed5-574747c0b942 on network 92e034b4-e175-4210-ab6d-c360c45168be {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:37.420153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Port 162402c1-e34a-4f18-bed5-574747c0b942 on network 92e034b4-e175-4210-ab6d-c360c45168be not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:41:37.420473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Attempting to bind port 162402c1-e34a-4f18-bed5-574747c0b942 on network 92e034b4-e175-4210-ab6d-c360c45168be {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:37.425764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:41:37.426086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Checking segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:41:37.426521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Bound using segment: {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:41:37.426942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Bound port: 162402c1-e34a-4f18-bed5-574747c0b942, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463cdccf-fb53-4196-8320-4ca9767ee9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:41:37.427298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.494744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] For port 162402c1-e34a-4f18-bed5-574747c0b942, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:41:37.497654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] For port 162402c1-e34a-4f18-bed5-574747c0b942, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=162402c1-e34a-4f18-bed5-574747c0b942,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:41:37.503282 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.533113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:37.533657 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.534993 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] 10.222.0.67 "PUT /v2.0/ports/162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 1092 time: 0.6373806 Jun 30 03:41:37.537484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:37.540546 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab68be-3c04-4c36-849c-c9bdcab99120" -d '{"events": [{"name": "network-changed", "server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "tag": "162402c1-e34a-4f18-bed5-574747c0b942"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:37.570286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4081-42e1-49a8-9c5e-cae138b28c67 service neutron] Pushing event updated for resources: {'Port': ['ID=162402c1-e34a-4f18-bed5-574747c0b942,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:37.622915 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ed1db0-4eaf-4d78-884a-01c8976f7112 x-openstack-request-id: req-63ed1db0-4eaf-4d78-884a-01c8976f7112 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:37.623233 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "tag": "162402c1-e34a-4f18-bed5-574747c0b942", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:37.623506 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63ed1db0-4eaf-4d78-884a-01c8976f7112 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:37.623904 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942', 'status': 'completed', 'code': 200} Jun 30 03:41:37.644452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-ff99c8ce-b1cb-47ef-80b9-8a832adf2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:37.645936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-ff99c8ce-b1cb-47ef-80b9-8a832adf2d58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1095 time: 0.0702133 Jun 30 03:41:37.691086 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:37.694975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-dc8a35b7-1085-406c-bcea-d28ec9d8a3e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 217 time: 0.0416749 Jun 30 03:41:37.742604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:37.746336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:37.746724 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.747631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-50489d0c-8841-4a5f-8224-2bc8c620069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:37.749119 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-50489d0c-8841-4a5f-8224-2bc8c620069d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 200 len: 834 time: 0.0485716 Jun 30 03:41:37.809027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-22c9370f-ed2e-4ae2-9bbe-d7bfe3a1b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:37.810492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-22c9370f-ed2e-4ae2-9bbe-d7bfe3a1b5a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92e034b4-e175-4210-ab6d-c360c45168be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537539 Jun 30 03:41:37.840371 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.875260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:37.879481 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:37.910687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-2680f774-1da6-4b03-854a-44c36f165869 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929101 Jun 30 03:41:37.929042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:37.997628 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-071a0de8-2c9a-4558-ba8b-5560aeb61448 req-37e60203-fa34-46cf-a8c6-a83b1e08fd5c service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811071 Jun 30 03:41:38.098371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-526007b6-6b3c-459e-a56e-87794b25d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:38.099781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-526007b6-6b3c-459e-a56e-87794b25d740 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1095 time: 0.0534039 Jun 30 03:41:38.191387 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe9f10-c260-467d-903f-4c80ce657425 req-542b5e7e-c28b-4b99-8732-44a672a6151b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:38.193554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0dbe9f10-c260-467d-903f-4c80ce657425 req-542b5e7e-c28b-4b99-8732-44a672a6151b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 944 time: 0.0638127 Jun 30 03:41:38.193694 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-9485a3b9-148c-4ecf-b262-41e3e5dd360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:38.195018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-9485a3b9-148c-4ecf-b262-41e3e5dd360a service neutron] 10.222.0.67 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 898 time: 0.0891509 Jun 30 03:41:38.230908 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0dbe9f10-c260-467d-903f-4c80ce657425 req-950cd323-171a-4235-b6e8-6e00f71adbb5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320046 Jun 30 03:41:38.235811 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-a593f015-8620-4270-b783-e578076b8f53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 217 time: 0.0341835 Jun 30 03:41:38.287736 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-a08e1825-f615-4be6-85c9-ed3af95bc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:38.289195 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-a08e1825-f615-4be6-85c9-ed3af95bc7e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 200 len: 834 time: 0.0472081 Jun 30 03:41:38.351725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-1ba970cd-166a-4ce5-ad6c-0312b1575d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:38.353167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-1ba970cd-166a-4ce5-ad6c-0312b1575d34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92e034b4-e175-4210-ab6d-c360c45168be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555601 Jun 30 03:41:38.448826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-874ab256-877a-48a4-a043-8d9835648cee service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881410 Jun 30 03:41:38.541804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55ab68be-3c04-4c36-849c-c9bdcab99120 req-d6c042eb-590e-4e11-abe2-211626c857c0 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859051 Jun 30 03:41:39.021789 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 162402c1-e34a-4f18-bed5-574747c0b942 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:41:39.118972 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 162402c1-e34a-4f18-bed5-574747c0b942, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=162402c1-e34a-4f18-bed5-574747c0b942,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:39.130237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '162402c1-e34a-4f18-bed5-574747c0b942', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'port_id': '162402c1-e34a-4f18-bed5-574747c0b942', 'mac_address': 'fa:16:3e:2f:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:41:39.166675 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:39.178857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162402c1-e34a-4f18-bed5-574747c0b942 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:41:39.198154 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 162402c1-e34a-4f18-bed5-574747c0b942, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=162402c1-e34a-4f18-bed5-574747c0b942,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:39.202182 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:39.248165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=162402c1-e34a-4f18-bed5-574747c0b942,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:39.402753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['162402c1-e34a-4f18-bed5-574747c0b942'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:41:39.408941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d86aeb-bd03-4f0e-ab50-ccb398d305aa req-d9c6aac4-6916-4cf4-8477-2b6042886141 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:39.410519 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2d86aeb-bd03-4f0e-ab50-ccb398d305aa req-d9c6aac4-6916-4cf4-8477-2b6042886141 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 945 time: 0.0651386 Jun 30 03:41:39.449512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2d86aeb-bd03-4f0e-ab50-ccb398d305aa req-75b8ce30-01fb-42de-b09a-746df2e2685c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331876 Jun 30 03:41:39.628979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:39.678252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:39.678583 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:40.188967 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:40.618395 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb14a68-18fe-4eb6-b4ee-ea19ed366eba req-01ebcaee-cc56-47c6-ac0c-9179c4dfbbde tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:40.619846 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6fb14a68-18fe-4eb6-b4ee-ea19ed366eba req-01ebcaee-cc56-47c6-ac0c-9179c4dfbbde tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 945 time: 0.0617666 Jun 30 03:41:40.658168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6fb14a68-18fe-4eb6-b4ee-ea19ed366eba req-01780ce0-99ef-4d66-b2e2-3a8dcd1731a6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Jun 30 03:41:41.037321 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 162402c1-e34a-4f18-bed5-574747c0b942 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:41.085573 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 162402c1-e34a-4f18-bed5-574747c0b942 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:41.089212 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 162402c1-e34a-4f18-bed5-574747c0b942 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:41.089611 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:41.165653 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:41.187471 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:41.190512 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8c8bf-baa7-4daf-b31a-116351c54e62" -d '{"events": [{"server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "name": "network-vif-plugged", "status": "completed", "tag": "162402c1-e34a-4f18-bed5-574747c0b942"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:41.202910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 162402c1-e34a-4f18-bed5-574747c0b942, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=162402c1-e34a-4f18-bed5-574747c0b942,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:41.207871 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:41.233268 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97391a68-d806-47b4-8e24-bfc3449c11db x-openstack-request-id: req-97391a68-d806-47b4-8e24-bfc3449c11db {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:41.233572 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "name": "network-vif-plugged", "status": "completed", "tag": "162402c1-e34a-4f18-bed5-574747c0b942", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:41.233827 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97391a68-d806-47b4-8e24-bfc3449c11db {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:41.234212 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942', 'code': 200} Jun 30 03:41:41.263444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=162402c1-e34a-4f18-bed5-574747c0b942,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:41.345160 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6aef-202a-41e5-9a05-58736aec6d17 req-3534dd4f-1028-4679-b913-61361f08a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:41.346585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b6b6aef-202a-41e5-9a05-58736aec6d17 req-3534dd4f-1028-4679-b913-61361f08a2a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1097 time: 0.0560806 Jun 30 03:41:41.380927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b6b6aef-202a-41e5-9a05-58736aec6d17 req-c845d7f0-29cd-440e-8c88-a884b5681858 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284979 Jun 30 03:41:41.612976 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:41.836221 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dca1ff-ebbb-48fd-a579-f1586079f3cc req-b8bcc720-fc80-4266-8240-aafda778ad4f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:41.837672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37dca1ff-ebbb-48fd-a579-f1586079f3cc req-b8bcc720-fc80-4266-8240-aafda778ad4f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0657847 Jun 30 03:41:41.877277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-37dca1ff-ebbb-48fd-a579-f1586079f3cc req-97eeca25-3d14-4754-b1ab-56e85b599c18 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332823 Jun 30 03:41:43.053490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff842fae-acd5-40b8-81ae-747cc162b8a1 req-44e26449-9b17-430b-8a42-e7f6e0fd6e15 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:43.054994 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff842fae-acd5-40b8-81ae-747cc162b8a1 req-44e26449-9b17-430b-8a42-e7f6e0fd6e15 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0639291 Jun 30 03:41:43.091474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ff842fae-acd5-40b8-81ae-747cc162b8a1 req-a977704e-ed83-4fc6-aeee-3b94cd248cd9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Jun 30 03:41:43.261126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5f1d-9b80-4aec-998c-c93bf31cc2c1 req-58d5d2ed-2751-4a1d-abee-08341ad1d113 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:43.262606 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f2f5f1d-9b80-4aec-998c-c93bf31cc2c1 req-58d5d2ed-2751-4a1d-abee-08341ad1d113 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0626426 Jun 30 03:41:43.300145 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f2f5f1d-9b80-4aec-998c-c93bf31cc2c1 req-82c5ce3f-0f9a-4982-8b18-cdfcb6c13171 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Jun 30 03:41:43.323130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57912) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:43.377362 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b49511-9996-46a4-a4b0-da27061e367e tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:43.378870 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-17b49511-9996-46a4-a4b0-da27061e367e tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1092 time: 0.0548115 Jun 30 03:41:43.381582 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57914) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:43.385809 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '162402c1-e34a-4f18-bed5-574747c0b942', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:43.408149 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:43.501701 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:43.606046 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.83 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/907f16b1-5c8b-4867-80f3-b0c67939fa5a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:41:43.704786 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:43.743157 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:43.781382 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:41:43.784708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:41:43.789019 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:41:44.113887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=907f16b1-5c8b-4867-80f3-b0c67939fa5a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:44.449450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:44.528121 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:44.678993 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:44.683478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:44.748134 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=907f16b1-5c8b-4867-80f3-b0c67939fa5a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:44.759267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:44.858788 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP bc77ab6f-37f4-4458-8eac-ca12891e4244 associated. External IP: 172.25.0.83, port: 162402c1-e34a-4f18-bed5-574747c0b942. Jun 30 03:41:45.065819 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:41:45.173432 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:41:45.183282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] Sync routers for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:41:45.189084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:45.194338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:45.194969 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:45.225654 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9dae066c-6c3f-46b9-8338-b3fec628bbb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8430831 Jun 30 03:41:45.226235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:45.228544 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f41446-35b4-414e-8472-be76b2e6b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "tag": "162402c1-e34a-4f18-bed5-574747c0b942"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:45.270485 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91f2385-7f68-49eb-80d4-6e0b0ebea168 x-openstack-request-id: req-b91f2385-7f68-49eb-80d4-6e0b0ebea168 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:45.270842 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "tag": "162402c1-e34a-4f18-bed5-574747c0b942", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:45.271164 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b91f2385-7f68-49eb-80d4-6e0b0ebea168 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:45.271629 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942', 'status': 'completed', 'code': 200} Jun 30 03:41:45.303967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:45.401231 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-e676327f-4f2f-4686-b3cb-fb8c7c71a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.402659 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-e676327f-4f2f-4686-b3cb-fb8c7c71a787 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1097 time: 0.1010571 Jun 30 03:41:45.438980 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41233cd-2a44-4665-be5a-630f696f6db4 req-56fcebff-fec3-402a-81b8-2588ebcd0a3e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.440622 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d41233cd-2a44-4665-be5a-630f696f6db4 req-56fcebff-fec3-402a-81b8-2588ebcd0a3e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.1049984 Jun 30 03:41:45.519834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d41233cd-2a44-4665-be5a-630f696f6db4 req-6c0207fd-f21b-464e-bd21-cd5d82a390a6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548370 Jun 30 03:41:45.533997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'bc77ab6f-37f4-4458-8eac-ca12891e4244', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'port_id': '162402c1-e34a-4f18-bed5-574747c0b942', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'mac_address': 'fa:16:3e:2f:3e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:41:44Z', 'updated_at': '2021-06-30T03:41:44Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:37Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:45.535490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-406d5bc9-af44-4df4-a215-1ce8258923e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.537447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-406d5bc9-af44-4df4-a215-1ce8258923e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 898 time: 0.1255367 Jun 30 03:41:45.547887 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57920) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:45.560628 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] Checking router: 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:41:45.569305 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:41:45.569925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:41:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:45.607395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-51149a45-0214-46c1-8902-4ac1557eaeb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 999 time: 0.0640137 Jun 30 03:41:45.615078 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5a6fead3-a4a7-4c4a-b2d7-0a5d88f62e99 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/bc77ab6f-37f4-4458-8eac-ca12891e4244 HTTP/1.1" status: 200 len: 991 time: 0.0650697 Jun 30 03:41:45.655992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-1bc42084-f798-4a78-bc1f-40617b195f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.658088 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-1bc42084-f798-4a78-bc1f-40617b195f3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 200 len: 834 time: 0.0437901 Jun 30 03:41:45.683725 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:41:45.712906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-7c0839bb-6c22-43bc-8f02-e50ba650f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.714428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-7c0839bb-6c22-43bc-8f02-e50ba650f774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92e034b4-e175-4210-ab6d-c360c45168be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511796 Jun 30 03:41:45.808282 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-4927e00b-bd46-496d-a124-4a796972a5b6 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873361 Jun 30 03:41:45.900003 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f8f41446-35b4-414e-8472-be76b2e6b40a req-d9ec3bc5-8316-4796-87bc-d3517c42e2db service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Jun 30 03:41:45.912511 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'bc77ab6f-37f4-4458-8eac-ca12891e4244', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'port_id': '162402c1-e34a-4f18-bed5-574747c0b942', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'mac_address': 'fa:16:3e:2f:3e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:41:44Z', 'updated_at': '2021-06-30T03:41:44Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:37Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:41:45.941781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f41c06-d799-4aa4-9a6a-d0e91bafd14f None None] The sync data for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 is: [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'bc77ab6f-37f4-4458-8eac-ca12891e4244', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'port_id': '162402c1-e34a-4f18-bed5-574747c0b942', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'mac_address': 'fa:16:3e:2f:3e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:41:44Z', 'updated_at': '2021-06-30T03:41:44Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:37Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:41:46.129333 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3c864-9252-45e7-86ea-4285092a8c3c None None] New status for floating IP bc77ab6f-37f4-4458-8eac-ca12891e4244: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:41:46.617966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:46.684475 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2595dfe6-37ce-4c8f-8e72-9adab6d0016d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/bc77ab6f-37f4-4458-8eac-ca12891e4244 HTTP/1.1" status: 200 len: 993 time: 0.0652983 Jun 30 03:41:57.466416 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:41:57.762917 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3a8c-4e2b-47de-af3a-724fe4b2a7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:00.431671 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f598d8f0-19af-49af-96cc-bae1384ddac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:00.667048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:02.488219 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:04.562928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:07.806476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-4bcb7723-efd3-433b-9842-fbcbfd5789a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641820 Jun 30 03:42:07.902392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-faad8448-c035-4abd-8419-801caa2f3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:07.903760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-faad8448-c035-4abd-8419-801caa2f3378 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1097 time: 0.0550957 Jun 30 03:42:08.008135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-b76f0ea9-12f9-4fdd-ab2d-b2702557cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:08.009587 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-b76f0ea9-12f9-4fdd-ab2d-b2702557cd3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 898 time: 0.0845876 Jun 30 03:42:08.078782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-014a11c2-1e43-4f30-8c00-7edc139a2297 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 1001 time: 0.0614626 Jun 30 03:42:08.126915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-d2203da5-d194-4bc6-97f1-12c06ee5098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:08.129072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-d2203da5-d194-4bc6-97f1-12c06ee5098d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 200 len: 834 time: 0.0439320 Jun 30 03:42:08.185078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-007f7d5a-2b3e-496a-a101-5bc20c850937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:08.186492 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-007f7d5a-2b3e-496a-a101-5bc20c850937 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92e034b4-e175-4210-ab6d-c360c45168be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513141 Jun 30 03:42:08.276972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-68ab22ce-2e29-40b0-bfb8-18ae4e8c9df3 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834670 Jun 30 03:42:08.366715 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89479f48-3c7b-4cea-8997-b2f3f7c1817d req-9bb87efa-ea50-4ef0-afa3-bf811a145454 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833828 Jun 30 03:42:10.195307 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:11.606423 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:13.517506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ab69-1bff-42dd-8558-b459e6552800 req-803738fc-7489-4710-9940-9c15ed858e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.519078 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-803738fc-7489-4710-9940-9c15ed858e90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1097 time: 0.0546184 Jun 30 03:42:13.555590 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b738-64f3-430a-9d53-292f6853d129 req-9803afff-e695-4c22-8ee9-49a2b52f3829 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.557106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e104b738-64f3-430a-9d53-292f6853d129 req-9803afff-e695-4c22-8ee9-49a2b52f3829 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0639946 Jun 30 03:42:13.596332 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e104b738-64f3-430a-9d53-292f6853d129 req-82b474bc-1eae-493a-84ea-ad250e171d2f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Jun 30 03:42:13.614943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ab69-1bff-42dd-8558-b459e6552800 req-13d12a5e-d753-4110-817e-0f0df135aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.616422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-13d12a5e-d753-4110-817e-0f0df135aba9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 898 time: 0.0913963 Jun 30 03:42:13.681584 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-c66b43c7-f541-43e8-bd07-8482d4a89f9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 1001 time: 0.0591185 Jun 30 03:42:13.733569 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ab69-1bff-42dd-8558-b459e6552800 req-28f69d09-282b-43a4-83ba-ba2f01d6a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.735008 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-28f69d09-282b-43a4-83ba-ba2f01d6a904 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 200 len: 834 time: 0.0468867 Jun 30 03:42:13.791136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ab69-1bff-42dd-8558-b459e6552800 req-a10cee5f-1238-4545-a27e-20932f0bdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.792545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-a10cee5f-1238-4545-a27e-20932f0bdbca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92e034b4-e175-4210-ab6d-c360c45168be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508885 Jun 30 03:42:13.882570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-b6a8fe93-1211-46c9-b037-edc6e8f1949c service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827649 Jun 30 03:42:13.975155 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d626ab69-1bff-42dd-8558-b459e6552800 req-973cf482-f5a4-44f4-9966-1b92f219ea30 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861077 Jun 30 03:42:14.790770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e876cf0-9359-4ee5-a472-e3d56e9a4dce req-fb771dbf-7dce-424c-a100-f6df40555554 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:14.792247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e876cf0-9359-4ee5-a472-e3d56e9a4dce req-fb771dbf-7dce-424c-a100-f6df40555554 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0638282 Jun 30 03:42:14.830981 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1e876cf0-9359-4ee5-a472-e3d56e9a4dce req-177fbb3c-c74b-40da-b905-664da02a267f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Jun 30 03:42:16.004984 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd7dfa-25e9-4c0a-9b77-07490e1f21e4 req-837bb08c-f200-43bf-8b80-0073ac0b455b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:16.006670 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cbbd7dfa-25e9-4c0a-9b77-07490e1f21e4 req-837bb08c-f200-43bf-8b80-0073ac0b455b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0635180 Jun 30 03:42:16.044283 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cbbd7dfa-25e9-4c0a-9b77-07490e1f21e4 req-810e6b95-965e-44e0-9bf1-20294ff77c5f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Jun 30 03:42:17.217698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b62c8b-e264-4924-8b11-ed8c64dae33c req-f0e3e6a1-b0fd-4319-a92b-4f0ee741b2e5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:17.219173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b62c8b-e264-4924-8b11-ed8c64dae33c req-f0e3e6a1-b0fd-4319-a92b-4f0ee741b2e5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0655358 Jun 30 03:42:17.255812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b62c8b-e264-4924-8b11-ed8c64dae33c req-8eb59330-bd33-4e55-a3d6-5ccb5f2dfd54 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Jun 30 03:42:18.436892 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d975d-91be-4451-b4d0-f5f3006df241 req-19838825-a84d-4998-9782-279e6e622ed8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:18.439555 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef0d975d-91be-4451-b4d0-f5f3006df241 req-19838825-a84d-4998-9782-279e6e622ed8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0716488 Jun 30 03:42:18.477957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ef0d975d-91be-4451-b4d0-f5f3006df241 req-ea4710f7-915a-4040-8eb3-5e4ff52c9cf5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Jun 30 03:42:19.650099 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b876376-47af-4766-9956-163f38f05d4b req-17f812f8-1277-4296-9572-13ae7319d2b1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:19.651643 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b876376-47af-4766-9956-163f38f05d4b req-17f812f8-1277-4296-9572-13ae7319d2b1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0646703 Jun 30 03:42:19.689658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7b876376-47af-4766-9956-163f38f05d4b req-79468194-1834-41c2-b3e4-294db68d56fc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Jun 30 03:42:20.865857 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ee270-39ed-425c-ae88-917c76ea6d11 req-41919766-f3ce-4f5c-8b40-f98d282158f7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:20.867349 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf1ee270-39ed-425c-ae88-917c76ea6d11 req-41919766-f3ce-4f5c-8b40-f98d282158f7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0696692 Jun 30 03:42:20.904271 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cf1ee270-39ed-425c-ae88-917c76ea6d11 req-eb41fa3e-c0a5-4999-b434-0eb84bcedc30 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Jun 30 03:42:22.075279 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdef9b-e21e-4884-a8c0-6dc2f199abc5 req-03792a9f-7ebc-4b76-a628-fa11e5b4b5cb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:22.076750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8bcdef9b-e21e-4884-a8c0-6dc2f199abc5 req-03792a9f-7ebc-4b76-a628-fa11e5b4b5cb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0627830 Jun 30 03:42:22.114653 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8bcdef9b-e21e-4884-a8c0-6dc2f199abc5 req-ff2b64b7-05ce-450b-a2a0-5ae4ef0d6da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Jun 30 03:42:23.289261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af4d24-4bbf-4a75-9d92-486666ce96c6 req-6efabbcb-4576-49a6-9e27-03268d0732aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:23.290758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23af4d24-4bbf-4a75-9d92-486666ce96c6 req-6efabbcb-4576-49a6-9e27-03268d0732aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0680106 Jun 30 03:42:23.328560 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23af4d24-4bbf-4a75-9d92-486666ce96c6 req-784c8a3b-9502-4181-9eed-b4950639527e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Jun 30 03:42:24.507863 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bca7c8-0419-427c-89fe-1245614783a8 req-147d2e74-3165-40fe-8aef-73cabd1a682f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:24.509353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8bca7c8-0419-427c-89fe-1245614783a8 req-147d2e74-3165-40fe-8aef-73cabd1a682f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0661728 Jun 30 03:42:24.545774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c8bca7c8-0419-427c-89fe-1245614783a8 req-ab247974-fc7a-46b3-8c6c-514c7552baaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Jun 30 03:42:25.722205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d8a7-00b8-4111-826c-c3afffe6643c req-4c85fad0-9ffd-435f-8a89-12f6a96bf553 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:25.724247 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ab9d8a7-00b8-4111-826c-c3afffe6643c req-4c85fad0-9ffd-435f-8a89-12f6a96bf553 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0644345 Jun 30 03:42:25.760941 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8ab9d8a7-00b8-4111-826c-c3afffe6643c req-064b766f-b1f5-4e5f-a895-6dd6922f2ec3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Jun 30 03:42:25.784680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57964) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:25.849675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e8845a4-eb79-4ae1-89b7-267180dcb37f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/bc77ab6f-37f4-4458-8eac-ca12891e4244 HTTP/1.1" status: 200 len: 993 time: 0.0629511 Jun 30 03:42:27.762902 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29b1a6fa-5174-414f-9dde-9a56c599bd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:30.433611 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-497d6b9b-b137-408e-a20e-32f0ef8e2be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:30.668657 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:32.489706 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:34.465323 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:42:34.565573 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:40.203699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:41.610645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.250630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 57980) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:56.405206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 907f16b1-5c8b-4867-80f3-b0c67939fa5a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:56.405548 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.477423 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.477734 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.489085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 907f16b1-5c8b-4867-80f3-b0c67939fa5a owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:56.635977 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.661782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=907f16b1-5c8b-4867-80f3-b0c67939fa5a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:56.695036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.695389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.695730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.696073 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.696403 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.696735 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.697066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.697396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.697724 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.698050 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.698398 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.698722 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:56.737807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.738147 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP bc77ab6f-37f4-4458-8eac-ca12891e4244 disassociated (deleted). External IP: 172.25.0.83, port: 162402c1-e34a-4f18-bed5-574747c0b942. Jun 30 03:42:56.944605 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:42:57.047226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:42:57.052143 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.056989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] Sync routers for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:42:57.069913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:42:57.070569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.094565 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5dd4541-e0f3-4a69-965f-dd07c126e79b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/floatingips/bc77ab6f-37f4-4458-8eac-ca12891e4244 HTTP/1.1" status: 204 len: 168 time: 0.8404782 Jun 30 03:42:57.094565 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:57.095008 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e22b632-55c6-4a0f-89d5-176b455cbe99" -d '{"events": [{"name": "network-changed", "server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "tag": "162402c1-e34a-4f18-bed5-574747c0b942"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:57.133498 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb543a1-920e-43c1-8647-fc0c824f438c x-openstack-request-id: req-feb543a1-920e-43c1-8647-fc0c824f438c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:57.133789 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "tag": "162402c1-e34a-4f18-bed5-574747c0b942", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:57.134043 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-feb543a1-920e-43c1-8647-fc0c824f438c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:57.134476 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942', 'status': 'completed', 'code': 200} Jun 30 03:42:57.174487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:42:57.209987 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-672e8116-ebca-4d45-b4bb-5cb9f4d8e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:57.211432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-672e8116-ebca-4d45-b4bb-5cb9f4d8e3fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 1097 time: 0.0553713 Jun 30 03:42:57.313134 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-fb72a850-9cff-4633-980d-941ce12429be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:57.314745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-fb72a850-9cff-4633-980d-941ce12429be service neutron] 10.222.0.67 "GET /v2.0/networks?id=92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 200 len: 898 time: 0.0974619 Jun 30 03:42:57.364683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-3356c578-12a7-4db7-a3c3-62cd6c0595c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 200 len: 217 time: 0.0376410 Jun 30 03:42:57.401976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:37Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.419610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-932e5912-ed56-4882-b1b4-d7702630cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:57.421043 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-932e5912-ed56-4882-b1b4-d7702630cdb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 200 len: 834 time: 0.0493674 Jun 30 03:42:57.429633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] Checking router: 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:42:57.440188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:42:57.440983 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:42:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.517387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-bac6c1cd-eb3b-4d9f-9a36-9395d1b899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:57.518968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-bac6c1cd-eb3b-4d9f-9a36-9395d1b899aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92e034b4-e175-4210-ab6d-c360c45168be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904028 Jun 30 03:42:57.549731 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:42:57.602969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f31b-50f9-4ed7-bd01-d2327e9a585c req-3e7cf713-62ce-4d57-875a-16383e5ce4a1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:57.604474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20f5f31b-50f9-4ed7-bd01-d2327e9a585c req-3e7cf713-62ce-4d57-875a-16383e5ce4a1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.1900809 Jun 30 03:42:57.664786 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-a1e28881-9081-415f-aeec-91fec59c4e48 service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374600 Jun 30 03:42:57.667800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-20f5f31b-50f9-4ed7-bd01-d2327e9a585c req-eb3a979d-ed64-4567-bf46-dc3d4924587d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570338 Jun 30 03:42:57.760416 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2e22b632-55c6-4a0f-89d5-176b455cbe99 req-9dd049de-abf8-4fd9-a8ae-beb663a8776c service neutron] 10.222.0.67 "GET /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867476 Jun 30 03:42:57.761252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:37Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.790456 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf8f542b-8dbd-4a47-a945-c42f49c1a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.792002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12b83f-9352-4cb6-b70b-4a59efde8861 None None] The sync data for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 is: [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '7671d30d-3e3f-427b-a0d6-9a24e5c06c75', 'name': '', 'network_id': '92e034b4-e175-4210-ab6d-c360c45168be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:8a:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:31Z', 'updated_at': '2021-06-30T03:41:37Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '00293d35-d2de-496e-ad9d-7ce06df3fc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:42:58.015829 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b0989-b26b-4a81-8552-2aed200c16ec None None] New status for floating IP bc77ab6f-37f4-4458-8eac-ca12891e4244: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:42:58.890493 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-860aee63-b6c2-4918-a642-18fadb9c13ed tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:58.891877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-860aee63-b6c2-4918-a642-18fadb9c13ed tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.0670662 Jun 30 03:42:58.900267 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e0af-7781-423b-9374-b603ef3f1dc1 req-c97366a8-8a78-4a49-ab86-95120589424b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:58.901758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7222e0af-7781-423b-9374-b603ef3f1dc1 req-c97366a8-8a78-4a49-ab86-95120589424b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbba45d2-c877-4897-be2e-8288c70a7f40 HTTP/1.1" status: 200 len: 946 time: 0.1172612 Jun 30 03:42:58.940484 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7222e0af-7781-423b-9374-b603ef3f1dc1 req-ad57947b-e0e0-445a-bf83-ea0f0a9c4268 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=5abc1619-7155-4e09-808c-dcfc6b458890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328629 Jun 30 03:42:58.991657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 162402c1-e34a-4f18-bed5-574747c0b942 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:58.992020 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.080984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 162402c1-e34a-4f18-bed5-574747c0b942, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=162402c1-e34a-4f18-bed5-574747c0b942,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:59.081346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.094490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 162402c1-e34a-4f18-bed5-574747c0b942 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:59.218751 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.250727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=162402c1-e34a-4f18-bed5-574747c0b942,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:59.280511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.280864 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.281199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.281532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.281858 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.282186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.282537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.282861 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.283191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.283512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.283828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.284142 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:59.307322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] No DVR routers for this DVR port 162402c1-e34a-4f18-bed5-574747c0b942 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:42:59.309702 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.311751 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e0b0e19e-b2c0-42b5-9b12-c4ed1b1af731 req-775aeb67-55df-494a-ab76-2b721eb31015 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "DELETE /v2.0/ports/162402c1-e34a-4f18-bed5-574747c0b942 HTTP/1.1" status: 204 len: 173 time: 0.4149125 Jun 30 03:42:59.312174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'name': 'network-vif-deleted', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:59.314453 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd31f93-847d-4049-9ab6-f8bc4a2a73bc" -d '{"events": [{"server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "name": "network-vif-deleted", "tag": "162402c1-e34a-4f18-bed5-574747c0b942"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:59.351333 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de2ef2-ee65-4039-a760-919bad7a3d7a x-openstack-request-id: req-a7de2ef2-ee65-4039-a760-919bad7a3d7a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:59.351622 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbba45d2-c877-4897-be2e-8288c70a7f40", "name": "network-vif-deleted", "tag": "162402c1-e34a-4f18-bed5-574747c0b942", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:59.351885 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7de2ef2-ee65-4039-a760-919bad7a3d7a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:59.352296 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbba45d2-c877-4897-be2e-8288c70a7f40', 'name': 'network-vif-deleted', 'tag': '162402c1-e34a-4f18-bed5-574747c0b942', 'status': 'completed', 'code': 200} Jun 30 03:43:00.037893 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 57998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:00.435233 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f23af449-e451-4ac1-8869-0f7a2e52932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.671122 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.689038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.951687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:00.951931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.038050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 7671d30d-3e3f-427b-a0d6-9a24e5c06c75, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:01.038777 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.050375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:01.232621 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.260143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=7671d30d-3e3f-427b-a0d6-9a24e5c06c75,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:01.438818 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.655201 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:01.764061 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:01.769845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-68f9938e-9d35-4779-adc1-05e349c8deaf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303786 Jun 30 03:43:01.772140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:01.774635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] Sync routers for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:01.783678 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:01.784372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:01.822931 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting subnet 00293d35-d2de-496e-ad9d-7ce06df3fc90 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:43:01.825880 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.866154 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.889604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:01.953552 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.012696 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.040698 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Subnet': ['ID=00293d35-d2de-496e-ad9d-7ce06df3fc90,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.044361 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.048870 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-3e56fd0c-99a1-437a-b2de-62304cbb800a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/subnets/00293d35-d2de-496e-ad9d-7ce06df3fc90 HTTP/1.1" status: 204 len: 168 time: 0.2732167 Jun 30 03:43:02.049045 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:02.054240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd958e4-1047-4e4f-bc94-966e3ab9e71f None None] Network 92e034b4-e175-4210-ab6d-c360c45168be requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:02.125226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:43:01Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:02.157460 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.168953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] Checking router: 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:02.201018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] Routers {'41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:02.201638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:02.267421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.322670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port d1dee123-c245-44a4-99a0-05d565912866 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:02.323058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.405314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port d1dee123-c245-44a4-99a0-05d565912866, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d1dee123-c245-44a4-99a0-05d565912866,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:02.405641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.423344 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for d1dee123-c245-44a4-99a0-05d565912866 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:02.477420 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] Set router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:02.537943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] DHCP port deletion for 92e034b4-e175-4210-ab6d-c360c45168be request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:43:02.583006 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.598453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.629632 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=d1dee123-c245-44a4-99a0-05d565912866,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.654688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Deleting port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:02.655059 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.696003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.743918 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] For port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,segment=NetworkSegment(463cdccf-fb53-4196-8320-4ca9767ee9b0),segment_id=463cdccf-fb53-4196-8320-4ca9767ee9b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:02.744308 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.759249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Calling delete_port for 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:02.787909 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.790043 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.812559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:43:01Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:02.832094 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.833397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Fanout notify agent at l3_agent the message router_deleted on router 41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:43:02.840608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.841729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c1999518-3d3b-4411-bb5a-9336f0a3edc1 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/routers/41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2 HTTP/1.1" status: 204 len: 168 time: 0.7919118 Jun 30 03:43:02.844441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:02.845016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945cd19-98e8-48a2-a2e9-c8cbe77d4d37 None None] The sync data for ids ['41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2'] in n-d-798054-5 is: [{'id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741332360', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd1dee123-c245-44a4-99a0-05d565912866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:43:01Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'd1dee123-c245-44a4-99a0-05d565912866', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:25:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ae2788-6d4a-4f6b-8e01-afe0a5d87bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:41:29Z', 'updated_at': '2021-06-30T03:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:02.886016 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.912729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Pushing event deleted for resources: {'Port': ['ID=18e5a4a8-aaa8-4886-98ec-d5d44aec5426,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.916970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] No DVR routers for this DVR port 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.926709 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.927988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.927988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.927988 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a14a6-ca6b-47c0-9d41-1b5781653ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:02.935633 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.027646 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.037813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e034b4-e175-4210-ab6d-c360c45168be']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:03.047353 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463cdccf-fb53-4196-8320-4ca9767ee9b0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:03.047954 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463cdccf-fb53-4196-8320-4ca9767ee9b0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:03.056256 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.069762 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.075827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:43:03.076214 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:43:03.079092 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:43:03.134213 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.140825 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.142714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/networks/92e034b4-e175-4210-ab6d-c360c45168be HTTP/1.1" status: 204 len: 168 time: 0.2970486 Jun 30 03:43:03.146341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58006) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:03.154905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84555521-46d8-4719-8edb-6596b859b515 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Network': ['ID=92e034b4-e175-4210-ab6d-c360c45168be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:03.206159 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-803f15e0-0e23-4632-b417-2011c063508c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.233297 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-803f15e0-0e23-4632-b417-2011c063508c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.302625 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-803f15e0-0e23-4632-b417-2011c063508c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.305347 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-803f15e0-0e23-4632-b417-2011c063508c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.306568 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-803f15e0-0e23-4632-b417-2011c063508c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/security-groups/5abc1619-7155-4e09-808c-dcfc6b458890 HTTP/1.1" status: 204 len: 168 time: 0.1592102 Jun 30 03:43:03.316218 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f15e0-0e23-4632-b417-2011c063508c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc1619-7155-4e09-808c-dcfc6b458890,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:03.488060 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 162402c1-e34a-4f18-bed5-574747c0b942 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:03.508979 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 162402c1-e34a-4f18-bed5-574747c0b942 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:03.509326 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 162402c1-e34a-4f18-bed5-574747c0b942 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:03.805730 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58012) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:03.810444 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314632588', 'description': 'tempest-secgroup-smoke-314632588 description', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:03.833892 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.936020 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.939805 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.947299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:03.968031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:03.968376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 18e5a4a8-aaa8-4886-98ec-d5d44aec5426 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:03.968786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:03.969819 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.971072 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1642287 Jun 30 03:43:03.973981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58014) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:03.978749 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '9947988b-da86-40b8-a301-d9990a635d3c', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:03.983639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa906-a591-430f-b2b3-4a917e10cbc6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9947988b-da86-40b8-a301-d9990a635d3c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:03.988093 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:03.988514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 7671d30d-3e3f-427b-a0d6-9a24e5c06c75 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:03.988955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d1dee123-c245-44a4-99a0-05d565912866 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:04.009313 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.011509 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d1dee123-c245-44a4-99a0-05d565912866 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:04.011859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d1dee123-c245-44a4-99a0-05d565912866 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:04.066354 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.070444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.089346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fefbbb0-4895-47e3-91e9-4cfc3417b861,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.096431 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.097646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c33cda50-3971-4b38-b08a-c27407099823 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226802 Jun 30 03:43:04.100520 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58016) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.104902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '9947988b-da86-40b8-a301-d9990a635d3c', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.131940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.189357 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.193215 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.212640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc61a0a5-312c-46ef-a2a7-8e09ee473d5b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.219654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.220763 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-08992fc2-e319-4ce5-9917-66e85b289af0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193249 Jun 30 03:43:04.223625 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58018) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.228089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '9947988b-da86-40b8-a301-d9990a635d3c', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.254949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.312273 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.315774 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.334964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40515cb6-7559-4b01-ae2a-6905998903bd,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.338170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.339468 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9d49f10e-7243-4bc9-b894-979731bfef04 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148860 Jun 30 03:43:04.342226 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58020) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.346585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '9947988b-da86-40b8-a301-d9990a635d3c', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.371923 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.429584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.433239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.450265 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4900cf-05d3-4301-ad33-69bd989fdd4f,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.456910 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.458179 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cb4c4dfa-6285-4166-ac28-2ec291af741f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149917 Jun 30 03:43:04.461205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58022) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.465483 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '9947988b-da86-40b8-a301-d9990a635d3c', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.487001 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:43:04.492486 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.551553 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.555723 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.569203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.580756 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff83239a-e811-45b4-b7fb-60c01d363e0b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.584949 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.586176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c76c5e04-c706-4bee-bfdf-f67b462bd27c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240082 Jun 30 03:43:04.588844 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58024) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.593371 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '9947988b-da86-40b8-a301-d9990a635d3c', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.616411 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:43:04.621864 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.684540 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.688112 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.704711 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a7e0ec-2957-40f2-944a-2ca98fb2bf21,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.710847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.712165 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6e83fbe2-1036-4b53-9813-dc33a45a1c45 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223607 Jun 30 03:43:04.714973 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58026) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.719829 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'network': {'name': 'tempest-network-smoke--638088875', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.740696 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:04.744182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.767482 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:43:04.777351 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.777703 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Added segment 548016e5-f8ba-40bb-bd05-71a2910b4e9a of type vlan for network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 Jun 30 03:43:04.817585 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.844664 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.851330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:04.852071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.907090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910830 Jun 30 03:43:04.912207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:04.917037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'admin_state_up': True, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:04.922457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ded15-03aa-4b3d-b4fd-de84e8e13cc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Network': ['ID=4e3d0821-750f-4bf8-a225-583e4c3d80c4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.934057 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:43:04.943137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.944285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.000661 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.132932 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.607443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.626181 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.731468 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.2 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6cdfbae5-3213-465a-b58d-9429130412b9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:05.830140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.870534 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.905903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:05.910069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:05.912501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:05.945473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=6cdfbae5-3213-465a-b58d-9429130412b9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:06.173453 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.375765 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.503825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 67011ce9-4a83-4357-95ef-237aa3480d7c is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:43:06.612090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:06.622698 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Sync routers for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:06.633159 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.633736 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:06.634368 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.637675 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58032) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:06.638189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4b86c4df-2a33-4e2a-ae5e-477802fabd41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7246394 Jun 30 03:43:06.673159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eb75cdb5-7405-4ca5-9651-9cc2d8dc9db0 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=0e752e3f4b9d49ea8f2da482f388395c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335050 Jun 30 03:43:06.676468 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58034) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:06.752993 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:06.764009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630a345-5491-456b-8e03-57290ed36b82 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:06.765501 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e630a345-5491-456b-8e03-57290ed36b82 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879691 Jun 30 03:43:06.768580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58036) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:06.801584 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fce605e0-fefe-48c2-8100-6e96823bf57b tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313275 Jun 30 03:43:06.804158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58038) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:06.808846 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736521504', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:06.900890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:06.903989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.932987 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:06Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.963621 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Checking router: 67011ce9-4a83-4357-95ef-237aa3480d7c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:06.963969 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Updating router 67011ce9-4a83-4357-95ef-237aa3480d7c port 6cdfbae5-3213-465a-b58d-9429130412b9 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:43:07.008529 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.085721 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.149953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Subnet': ['ID=144697c8-d55a-4179-84e6-42da7e5090ea,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:07.154298 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Checking segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:07.154679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network hostable DHCP agents. Network: 4e3d0821-750f-4bf8-a225-583e4c3d80c4, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:43:07.171346 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:43:07.179961 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 4e3d0821-750f-4bf8-a225-583e4c3d80c4) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:07.184312 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:07.184903 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.190341 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6c251-b58b-4e5d-90fe-9c6c076315a9 None None] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:07.201901 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9c362012-b153-407a-960b-5c582ebb8ac5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3967345 Jun 30 03:43:07.204824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:07.268636 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.280981 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Transition to ACTIVE for port object 6cdfbae5-3213-465a-b58d-9429130412b9 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:07.288391 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.344390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Attempting to bind port 6cdfbae5-3213-465a-b58d-9429130412b9 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:07.344759 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Attempting to bind port 6cdfbae5-3213-465a-b58d-9429130412b9 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:07.344907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:43:07.345114 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Attempting to bind port 6cdfbae5-3213-465a-b58d-9429130412b9 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:07.345702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.357159 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:07.357525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:07.357926 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.358341 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:07.358799 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Bound port: 6cdfbae5-3213-465a-b58d-9429130412b9, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:07.359179 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.361558 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Pushing event updated for resources: {'Port': ['ID=6cdfbae5-3213-465a-b58d-9429130412b9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:07.388289 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.388630 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.388965 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.389300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.389710 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.390040 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.390385 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.390708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.391026 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.391342 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.391657 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.391975 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:07.431168 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] For port 6cdfbae5-3213-465a-b58d-9429130412b9, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:07.435030 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] For port 6cdfbae5-3213-465a-b58d-9429130412b9, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6cdfbae5-3213-465a-b58d-9429130412b9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:07.444096 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.497051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Allocated IP 172.20.0.2 (4e3d0821-750f-4bf8-a225-583e4c3d80c4/144697c8-d55a-4179-84e6-42da7e5090ea/5c6d9b24-059f-4595-88cc-397ac24a7d75) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:07.508870 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:07.509546 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:07.514449 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f147da-12ac-403e-9790-90c421fa1e65 None None] Pushing event updated for resources: {'Port': ['ID=6cdfbae5-3213-465a-b58d-9429130412b9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:07.626639 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:07.654864 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.662270 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Transition to ACTIVE for port object 5c6d9b24-059f-4595-88cc-397ac24a7d75 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:07.679265 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Transition to ACTIVE for port object 5c6d9b24-059f-4595-88cc-397ac24a7d75 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:07.683872 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.685562 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.726915 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:07.731646 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:07.738178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:07.745168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Pushing event updated for resources: {'Port': ['ID=5c6d9b24-059f-4595-88cc-397ac24a7d75,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:07.800268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Attempting to bind port 5c6d9b24-059f-4595-88cc-397ac24a7d75 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:07.801812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Attempting to bind port 5c6d9b24-059f-4595-88cc-397ac24a7d75 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:07.802376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Attempting to bind port 5c6d9b24-059f-4595-88cc-397ac24a7d75 on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:07.807444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:07.807902 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Checking segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:07.808397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.808852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Bound using segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:07.809393 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Bound port: 5c6d9b24-059f-4595-88cc-397ac24a7d75, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:07.809841 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.822864 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:06Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:07.850971 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9675f-eb70-48e0-a5ec-e577bdcd225f None None] The sync data for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 is: [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:06Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:07.877759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] For port 5c6d9b24-059f-4595-88cc-397ac24a7d75, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:07.882535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] For port 5c6d9b24-059f-4595-88cc-397ac24a7d75, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5c6d9b24-059f-4595-88cc-397ac24a7d75,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:07.887467 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.950599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a30235-fb69-43ef-a3bc-009dba123a36 None None] Pushing event updated for resources: {'Port': ['ID=5c6d9b24-059f-4595-88cc-397ac24a7d75,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:07.980778 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.1 (4e3d0821-750f-4bf8-a225-583e4c3d80c4/144697c8-d55a-4179-84e6-42da7e5090ea/871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:08.115574 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.129921 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:08.185556 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.238575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:08.247213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:08.253306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:08.278225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:08.306810 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.456957 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.752040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.759189 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.837243 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:08.840044 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.941068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:08.943297 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:08.975177 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0682cf-f873-40aa-9424-9fa54a82e341 None None] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:09.056951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 67011ce9-4a83-4357-95ef-237aa3480d7c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:09.084645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-16dc9a3d-c9fb-43ac-adef-90f1fdc74d9a None None] Provisioning for port 5c6d9b24-059f-4595-88cc-397ac24a7d75 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:09.165750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:09.171998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fae3fec1-dcb3-4732-901d-b13e22826da4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/67011ce9-4a83-4357-95ef-237aa3480d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9658048 Jun 30 03:43:09.423714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ba66ce5d-60d1-4b4a-851c-c7826f50c8c8 None None] Provisioning for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:09.429246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ba66ce5d-60d1-4b4a-851c-c7826f50c8c8 None None] Provisioning complete for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:09.429625 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba66ce5d-60d1-4b4a-851c-c7826f50c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:09.474433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba66ce5d-60d1-4b4a-851c-c7826f50c8c8 None None] Port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:09.558418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Sync routers for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:09.568654 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:09.569454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:09.635833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7054c8ce-d53e-485c-812c-5c2e6a38dffa None None] Provisioning complete for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:09.636324 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7054c8ce-d53e-485c-812c-5c2e6a38dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:09.666270 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-a280a05a-7190-4215-a001-2bb1007cdab7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314632588&fields=id&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 267 time: 0.3719325 Jun 30 03:43:09.715035 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7054c8ce-d53e-485c-812c-5c2e6a38dffa None None] Port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:09.724070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:09.794385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-53f38608-4191-407a-941a-0fc2373cfd32 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:09.796016 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-53f38608-4191-407a-941a-0fc2373cfd32 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 796 time: 0.1289127 Jun 30 03:43:09.811108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-e23ecc70-037c-4729-9ec9-a4b67b6889a3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/quotas/0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 375 time: 0.0096295 Jun 30 03:43:09.818460 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5c6d9b24-059f-4595-88cc-397ac24a7d75 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:09.883422 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-c557f464-848e-49ef-b5f2-7e8af284198c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670030 Jun 30 03:43:09.903500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e881fc69-edde-4cbc-b9c0-3d0c9b413307 None None] Provisioning complete for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:09.903866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e881fc69-edde-4cbc-b9c0-3d0c9b413307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:09.971694 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e881fc69-edde-4cbc-b9c0-3d0c9b413307 None None] Port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:09.973443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 5c6d9b24-059f-4595-88cc-397ac24a7d75 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:09.980355 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5c6d9b24-059f-4595-88cc-397ac24a7d75 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:09.981018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-07a96242-9923-4f96-9569-c52539eaf1cf service neutron] 10.222.0.78 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846703 Jun 30 03:43:09.981128 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.080799 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 2, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:10.081862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-11743a25-46f2-455c-a2f4-1ef47f3bd35b service neutron] 10.222.0.78 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902846 Jun 30 03:43:10.114621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Checking router: 67011ce9-4a83-4357-95ef-237aa3480d7c for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:10.114989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Updating router 67011ce9-4a83-4357-95ef-237aa3480d7c port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:43:10.138025 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.173870 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.197077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 5c6d9b24-059f-4595-88cc-397ac24a7d75, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5c6d9b24-059f-4595-88cc-397ac24a7d75,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:10.228738 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.229516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6cdfbae5-3213-465a-b58d-9429130412b9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:10.283505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c91e09be-4ac2-4755-9e24-b2582301199b req-e35162d5-2a08-4ed7-b955-9585e61e8f87 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 210 time: 0.0417762 Jun 30 03:43:10.308174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.398798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=5c6d9b24-059f-4595-88cc-397ac24a7d75,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:10.428950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6cdfbae5-3213-465a-b58d-9429130412b9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:10.462831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6cdfbae5-3213-465a-b58d-9429130412b9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:10.463279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.631757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.668815 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6cdfbae5-3213-465a-b58d-9429130412b9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6cdfbae5-3213-465a-b58d-9429130412b9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:10.671351 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.674237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.705180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Transition to ACTIVE for port object 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:10.715430 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.745961 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6cdfbae5-3213-465a-b58d-9429130412b9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:10.830371 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bec05-d0f8-4775-b04a-b1309eaf9df2 None None] Pushing event updated for resources: {'Port': ['ID=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:10.837361 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Attempting to bind port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:10.837793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Attempting to bind port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:10.838162 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Attempting to bind port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:10.845660 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:10.846197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Checking segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:10.846718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.847123 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Bound using segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:10.847626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Bound port: 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:10.848744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.081044 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] For port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:11.084871 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] For port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:11.088548 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.137928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:11.138538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:11.184846 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bec05-d0f8-4775-b04a-b1309eaf9df2 None None] Pushing event updated for resources: {'Port': ['ID=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:11.265490 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:11.363553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-8d40afdc-b9f9-4470-a2c2-0aeec059b721 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:11.365730 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-8d40afdc-b9f9-4470-a2c2-0aeec059b721 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 796 time: 0.1395533 Jun 30 03:43:11.423275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-b41f7800-f86b-493f-ba5b-07b5a39a9f27 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 379 time: 0.0421953 Jun 30 03:43:11.448883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'port': {'device_id': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'admin_state_up': True, 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'security_groups': ['9947988b-da86-40b8-a301-d9990a635d3c']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:11.466224 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:43:11.498122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:11Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:11.504562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-908ae0ed-b46f-4ff7-90b4-44d1e93669b8 req-a8663628-ba9f-4c57-b685-c25031ce2c1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 210 time: 0.0767052 Jun 30 03:43:11.526239 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4839c-8b53-40af-89f3-fa4389219ea3 None None] The sync data for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 is: [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:11Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:11.595330 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:11.604146 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.629956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.791983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.12 (4e3d0821-750f-4bf8-a225-583e4c3d80c4/144697c8-d55a-4179-84e6-42da7e5090ea/1efe443a-db2d-464e-930d-bfc83dae111a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:11.817810 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5c6d9b24-059f-4595-88cc-397ac24a7d75 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:11.873526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5c6d9b24-059f-4595-88cc-397ac24a7d75 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:11.874221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.980941 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.984276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:11.997672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 1efe443a-db2d-464e-930d-bfc83dae111a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:12.038936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:12.039239 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.043492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:12.043867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.089394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:12.095023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:12.100405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:12.123322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:12.130501 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.157024 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.158608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.170873 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:12.176193 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-13a31b03-b4ad-4d70-8dec-559ed5150338 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7385030 Jun 30 03:43:12.176486 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.177552 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6cdfbae5-3213-465a-b58d-9429130412b9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:12.194550 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Request body: {'port': {'device_id': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:12.279116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6cdfbae5-3213-465a-b58d-9429130412b9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:12.279491 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.288849 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.318472 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:12.386138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d2996c8-1b43-44f4-864c-ce6b69c4ac3c None None] Provisioning for port 1efe443a-db2d-464e-930d-bfc83dae111a completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:12.390498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d2996c8-1b43-44f4-864c-ce6b69c4ac3c None None] Provisioning complete for port 1efe443a-db2d-464e-930d-bfc83dae111a triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:12.390986 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d2996c8-1b43-44f4-864c-ce6b69c4ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.430671 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d2996c8-1b43-44f4-864c-ce6b69c4ac3c None None] Port 1efe443a-db2d-464e-930d-bfc83dae111a cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:12.573301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efe443a-db2d-464e-930d-bfc83dae111a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:12.581659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.595140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Transition to ACTIVE for port object 1efe443a-db2d-464e-930d-bfc83dae111a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:12.600510 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.655969 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:12.709205 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507e7fb-695d-4d3c-a8de-25a31166d454 req-d40ec2ad-babb-42ef-952f-5645ac79fba5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.710759 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5507e7fb-695d-4d3c-a8de-25a31166d454 req-d40ec2ad-babb-42ef-952f-5645ac79fba5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.0865006 Jun 30 03:43:12.737773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:12.738897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:12.739310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:12.748744 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Port 1efe443a-db2d-464e-930d-bfc83dae111a on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:43:12.749077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:12.756242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:12.756599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Checking segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:12.756959 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Bound using segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:12.757512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Bound port: 1efe443a-db2d-464e-930d-bfc83dae111a, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:12.757875 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.766967 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5507e7fb-695d-4d3c-a8de-25a31166d454 req-3f6f78af-58b2-4a89-9d24-6eda744c13f6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485156 Jun 30 03:43:12.836592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:12.839992 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:12.850257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.892877 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.893426 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:12.894968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] 10.222.0.67 "PUT /v2.0/ports/1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1092 time: 0.7057600 Jun 30 03:43:12.895689 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:12.898467 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e44059-4e64-481c-a186-fef792929dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:12.924348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058afaba-f86a-4066-af6c-2b1072679bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:12.953117 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b05112-e62d-4eec-88a9-ada87925a889 x-openstack-request-id: req-48b05112-e62d-4eec-88a9-ada87925a889 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:12.953413 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:12.953669 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48b05112-e62d-4eec-88a9-ada87925a889 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:12.954070 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'status': 'completed', 'code': 200} Jun 30 03:43:13.007254 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-84331df1-3cdb-4334-93c7-0e6dbd37c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.008793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-84331df1-3cdb-4334-93c7-0e6dbd37c4c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1095 time: 0.0692413 Jun 30 03:43:13.052791 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-f1c73bd5-63f0-4f10-8dac-9381389b1063 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 217 time: 0.0370986 Jun 30 03:43:13.102075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-8c34d972-7268-4ba7-be17-aba4ad40630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.103598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-8c34d972-7268-4ba7-be17-aba4ad40630b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0449235 Jun 30 03:43:13.164803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-3e74f468-b7b5-4c6d-bd55-78bea9b856be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.166297 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-3e74f468-b7b5-4c6d-bd55-78bea9b856be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558312 Jun 30 03:43:13.258690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-0508933a-f6dd-44dc-b06b-0f9a743095cd service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862532 Jun 30 03:43:13.350642 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bfb98add-7d76-4c10-8379-24a80baccb3a req-e3108cbd-7bfb-4ffa-a56c-7cefeac5767b service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Jun 30 03:43:13.454907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e44059-4e64-481c-a186-fef792929dd9 req-91cc399e-730b-4f31-8e9f-c9c641eb51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.456835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-91cc399e-730b-4f31-8e9f-c9c641eb51c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1095 time: 0.0540540 Jun 30 03:43:13.547263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e44059-4e64-481c-a186-fef792929dd9 req-2b372ec8-5d84-487f-b0de-ce8e41b68f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.548732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-2b372ec8-5d84-487f-b0de-ce8e41b68f01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0854392 Jun 30 03:43:13.593669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-e3231779-42c4-4a23-a696-c3d07ead5557 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 217 time: 0.0383332 Jun 30 03:43:13.642660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e44059-4e64-481c-a186-fef792929dd9 req-c90c7348-4bc4-47e0-90a5-db165f00164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.644154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-c90c7348-4bc4-47e0-90a5-db165f00164c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0444016 Jun 30 03:43:13.680094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:13.703326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e44059-4e64-481c-a186-fef792929dd9 req-7be84aed-7fbb-40d2-886d-c43ba8453a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.704845 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-7be84aed-7fbb-40d2-886d-c43ba8453a69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538633 Jun 30 03:43:13.726819 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:13.727189 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:13.798713 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-5aae8895-b580-4411-b3d6-c944d04b9793 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Jun 30 03:43:13.908532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-89e44059-4e64-481c-a186-fef792929dd9 req-34b98ee9-d996-491f-b032-c9304b37315e service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023037 Jun 30 03:43:13.950932 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c20398-28c3-437b-a979-333eb5f2d101 req-ed1429be-2ac3-49b3-a153-34248054d89b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:13.952387 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71c20398-28c3-437b-a979-333eb5f2d101 req-ed1429be-2ac3-49b3-a153-34248054d89b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.0643015 Jun 30 03:43:13.989186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-71c20398-28c3-437b-a979-333eb5f2d101 req-357e860d-ca9e-48a9-85f1-8b327700a8f0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 Jun 30 03:43:15.168213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ca58e-f0bf-4ad5-bfa1-a3092f86fd8a req-19b4a9a4-fb34-4741-92c1-a57d2fb9814a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:15.169583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9ca58e-f0bf-4ad5-bfa1-a3092f86fd8a req-19b4a9a4-fb34-4741-92c1-a57d2fb9814a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.0681229 Jun 30 03:43:15.206000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9ca58e-f0bf-4ad5-bfa1-a3092f86fd8a req-b873dbed-4ee6-4000-89a1-0c0ad6701ea7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Jun 30 03:43:15.596967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:43:15.690282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:15.701584 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '1efe443a-db2d-464e-930d-bfc83dae111a', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'port_id': '1efe443a-db2d-464e-930d-bfc83dae111a', 'mac_address': 'fa:16:3e:af:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:43:15.737690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.749993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe443a-db2d-464e-930d-bfc83dae111a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:15.768778 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:15.773677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.823757 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:16.008514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['1efe443a-db2d-464e-930d-bfc83dae111a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:16.382877 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3b258-0f01-45f8-bfac-e538c1a8ffa3 req-454ac745-25fa-45ff-acb7-9467baef4955 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:16.384228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6dc3b258-0f01-45f8-bfac-e538c1a8ffa3 req-454ac745-25fa-45ff-acb7-9467baef4955 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 945 time: 0.0651016 Jun 30 03:43:16.419881 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6dc3b258-0f01-45f8-bfac-e538c1a8ffa3 req-c71e52b0-d8b8-4d48-805f-6e6b1d4f0ac0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301633 Jun 30 03:43:17.607158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785577b-7d88-4d6a-88ec-0b563f4a948d req-a7057543-2ba9-46b8-9eb7-1f9d6f102b09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:17.608583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0785577b-7d88-4d6a-88ec-0b563f4a948d req-a7057543-2ba9-46b8-9eb7-1f9d6f102b09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 945 time: 0.0669413 Jun 30 03:43:17.613008 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:17.654959 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0785577b-7d88-4d6a-88ec-0b563f4a948d req-eeac19f1-88a2-46f7-8479-9778ee3c4c81 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362298 Jun 30 03:43:17.666332 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 1efe443a-db2d-464e-930d-bfc83dae111a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:17.670203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 1efe443a-db2d-464e-930d-bfc83dae111a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:17.670612 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.746707 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.771643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:17.773896 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352a827a-3361-4e73-a641-4bdf8468aad9" -d '{"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-plugged", "status": "completed", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:17.787599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:17.791717 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.814145 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b90eea-bbce-4257-99cc-a844786863af x-openstack-request-id: req-36b90eea-bbce-4257-99cc-a844786863af {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:17.814460 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-plugged", "status": "completed", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:17.814711 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36b90eea-bbce-4257-99cc-a844786863af {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:17.815089 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'code': 200} Jun 30 03:43:17.841038 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:17.924132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41431a-fc83-4afb-984a-97c1f90e8913 req-0a8ec6e5-5f46-4884-ac3d-77c4fab72f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:17.926114 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e41431a-fc83-4afb-984a-97c1f90e8913 req-0a8ec6e5-5f46-4884-ac3d-77c4fab72f9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1097 time: 0.0533624 Jun 30 03:43:17.961299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4e41431a-fc83-4afb-984a-97c1f90e8913 req-a468c5c4-4287-4486-84b1-9d787e7e18ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290534 Jun 30 03:43:18.830140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578f5eb-4e22-4122-b6c4-850231b04883 req-a27d851d-b9ce-4728-8a7c-dd6d7a9ed23b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:18.831646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c578f5eb-4e22-4122-b6c4-850231b04883 req-a27d851d-b9ce-4728-8a7c-dd6d7a9ed23b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0667732 Jun 30 03:43:18.870619 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c578f5eb-4e22-4122-b6c4-850231b04883 req-cb137650-b365-4c01-a07b-cb4bf6929971 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325060 Jun 30 03:43:20.043789 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7c96-e4c7-4407-81e8-63638d664fea req-3075d1d7-36db-4b78-9665-899f4d57fe94 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:20.045253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f31e7c96-e4c7-4407-81e8-63638d664fea req-3075d1d7-36db-4b78-9665-899f4d57fe94 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0629728 Jun 30 03:43:20.081377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f31e7c96-e4c7-4407-81e8-63638d664fea req-7236d6e2-1e41-42d6-89fe-221ecaf38a3a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305574 Jun 30 03:43:20.256260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab6a31-dfd4-474f-b2b1-7649915561e8 req-0eb4e22a-5236-44c9-b604-1b74d2c854ad tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:20.257717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1eab6a31-dfd4-474f-b2b1-7649915561e8 req-0eb4e22a-5236-44c9-b604-1b74d2c854ad tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0629504 Jun 30 03:43:20.295169 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1eab6a31-dfd4-474f-b2b1-7649915561e8 req-a0b2c0af-e279-4aa0-82dc-f1ca27175248 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319033 Jun 30 03:43:20.319864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58090) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:20.373141 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7804fa-2d34-41f4-8ed4-68c46e642be3 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:20.374645 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ef7804fa-2d34-41f4-8ed4-68c46e642be3 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1092 time: 0.0537672 Jun 30 03:43:20.377349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58092) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:20.382067 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '1efe443a-db2d-464e-930d-bfc83dae111a', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:20.403648 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.496239 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.599572 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.254 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/9458a6e8-e33f-41ea-bcdc-e785f4a53e7b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:20.699393 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.737527 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.776890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:20.779614 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:20.782923 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:21.104057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=9458a6e8-e33f-41ea-bcdc-e785f4a53e7b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:21.437061 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.513162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.659661 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.664752 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.735661 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=9458a6e8-e33f-41ea-bcdc-e785f4a53e7b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:21.748254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.848861 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP 1bb35d6f-1549-48a5-867b-164811952a55 associated. External IP: 172.25.0.254, port: 1efe443a-db2d-464e-930d-bfc83dae111a. Jun 30 03:43:22.056640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 67011ce9-4a83-4357-95ef-237aa3480d7c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:22.164088 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:22.173071 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] Sync routers for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:22.180222 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.184074 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:22.184941 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:22.217364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5fa0415-de44-46d1-a8df-6f10d53ce931 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8390186 Jun 30 03:43:22.217950 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:22.220264 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90d88d6-05c7-466c-b60e-71e27774c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:22.257397 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046733bb-e01b-491b-9107-b80e34f67b91 x-openstack-request-id: req-046733bb-e01b-491b-9107-b80e34f67b91 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:22.257697 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:22.257953 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-046733bb-e01b-491b-9107-b80e34f67b91 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:22.258395 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'status': 'completed', 'code': 200} Jun 30 03:43:22.345062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-004faec7-cceb-4647-b8a9-0a47f6e56737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.347517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-004faec7-cceb-4647-b8a9-0a47f6e56737 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1097 time: 0.0607882 Jun 30 03:43:22.378560 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:22.382192 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b0760-a54b-4667-ab98-aac550a95234 req-210be034-757c-410c-ad46-a5a0c24e619f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.389004 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f9b0760-a54b-4667-ab98-aac550a95234 req-210be034-757c-410c-ad46-a5a0c24e619f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0712559 Jun 30 03:43:22.429311 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5f9b0760-a54b-4667-ab98-aac550a95234 req-d0c6c603-5491-4c65-92fa-653595f880a3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Jun 30 03:43:22.440460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-88832d1c-ad8a-44a4-b82d-13d1549d8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.442018 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-88832d1c-ad8a-44a4-b82d-13d1549d8791 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0881543 Jun 30 03:43:22.456633 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:22.553446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-bb71edd0-4ef4-4351-a0ad-b6ad5e835c07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1000 time: 0.1048114 Jun 30 03:43:22.570140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c81945b5-5357-4dce-8532-3e1f2ebe263e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/1bb35d6f-1549-48a5-867b-164811952a55 HTTP/1.1" status: 200 len: 992 time: 0.0847611 Jun 30 03:43:22.601105 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '1bb35d6f-1549-48a5-867b-164811952a55', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'port_id': '1efe443a-db2d-464e-930d-bfc83dae111a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'mac_address': 'fa:16:3e:af:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:43:21Z', 'updated_at': '2021-06-30T03:43:21Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:12Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:22.605591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-067e7921-e29f-49fb-b14d-37644c01908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.607044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-067e7921-e29f-49fb-b14d-37644c01908f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0471687 Jun 30 03:43:22.630682 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] Checking router: 67011ce9-4a83-4357-95ef-237aa3480d7c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:22.639334 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:22.639946 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:43:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:22.668211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-f7495b1b-9728-44be-802e-cf808cbc73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.669690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-f7495b1b-9728-44be-802e-cf808cbc73c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562286 Jun 30 03:43:22.747103 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:22.758830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-57a7cad6-97f4-4b66-9631-90fe1f05e403 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817282 Jun 30 03:43:22.853952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a90d88d6-05c7-466c-b60e-71e27774c9fc req-4a5bf55e-ae7e-422e-ba75-fe7cba47d38c service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886409 Jun 30 03:43:22.967576 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '1bb35d6f-1549-48a5-867b-164811952a55', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'port_id': '1efe443a-db2d-464e-930d-bfc83dae111a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'mac_address': 'fa:16:3e:af:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:43:21Z', 'updated_at': '2021-06-30T03:43:21Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:12Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:22.997705 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb1e301-4f73-4064-a01a-cea97c423eb3 None None] The sync data for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 is: [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '1bb35d6f-1549-48a5-867b-164811952a55', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'port_id': '1efe443a-db2d-464e-930d-bfc83dae111a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'mac_address': 'fa:16:3e:af:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:43:21Z', 'updated_at': '2021-06-30T03:43:21Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:12Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:23.192958 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a82d9-d47e-4af8-a55b-6be61c3be232 None None] New status for floating IP 1bb35d6f-1549-48a5-867b-164811952a55: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:43:23.574089 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58100) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:23.634163 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-04984b9a-f381-4556-93eb-2e9dcb9112cd tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/1bb35d6f-1549-48a5-867b-164811952a55 HTTP/1.1" status: 200 len: 994 time: 0.0589235 Jun 30 03:43:27.761690 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e71a30c4-01ab-4ac1-8c0b-59d2400a2154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:30.435435 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aed86778-90c5-4ce2-8046-7dea4951a262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:30.671795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:32.495839 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:34.568812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:40.219071 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.608455 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:48.466125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:43:50.530254 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-6d0d96dc-1312-4bb5-971b-14261d75c84d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052716 Jun 30 03:43:50.537379 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb42126-a215-463b-ba95-1e50b8b55233 req-0423208b-66f3-41c1-b7f1-4d524dcc6bcd tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:50.538393 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5cb42126-a215-463b-ba95-1e50b8b55233 req-0423208b-66f3-41c1-b7f1-4d524dcc6bcd tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0646212 Jun 30 03:43:50.575810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5cb42126-a215-463b-ba95-1e50b8b55233 req-eef9b8d7-5477-4d42-a679-74cf0a8d9d38 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317552 Jun 30 03:43:51.712463 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-ce25b923-1525-42df-9f00-0dd20dfc87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:51.713946 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-ce25b923-1525-42df-9f00-0dd20dfc87c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1097 time: 0.0530350 Jun 30 03:43:51.769421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613a13f-1ee9-4395-8e99-1fa54ff9210e req-d9eeea79-3af5-4364-b188-b18e48df81f0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:51.771069 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d613a13f-1ee9-4395-8e99-1fa54ff9210e req-d9eeea79-3af5-4364-b188-b18e48df81f0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0676408 Jun 30 03:43:51.806100 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-3d5107ef-38d8-447a-9fb4-aba5c94340be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:51.807600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-3d5107ef-38d8-447a-9fb4-aba5c94340be service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0873349 Jun 30 03:43:51.809637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d613a13f-1ee9-4395-8e99-1fa54ff9210e req-973be624-4d75-4289-86fc-24533d8ed33c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330105 Jun 30 03:43:51.873626 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-ca89aa71-28f3-4e48-9a3a-151b8b731004 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1002 time: 0.0587037 Jun 30 03:43:51.925397 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-3e608281-d554-4544-8072-6e099f4f0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:51.926825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-3e608281-d554-4544-8072-6e099f4f0e59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0463715 Jun 30 03:43:51.982075 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-3c4ee9e3-09b2-4d73-9862-a21f390f0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:51.983561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-3c4ee9e3-09b2-4d73-9862-a21f390f0c93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500550 Jun 30 03:43:52.070600 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-92bb7950-7460-4ff2-8554-8439e6095107 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799298 Jun 30 03:43:52.164064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-87e1347a-1197-4d4b-a692-ffdf485f1933 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859377 Jun 30 03:43:52.985991 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd51eb-39f4-49ee-9459-9c1d67281a00 req-6548f3dc-f46d-4563-9ff6-ba60b9986846 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:52.987374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6bd51eb-39f4-49ee-9459-9c1d67281a00 req-6548f3dc-f46d-4563-9ff6-ba60b9986846 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0627899 Jun 30 03:43:53.025412 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b6bd51eb-39f4-49ee-9459-9c1d67281a00 req-ebf8145c-483b-44c8-a226-475aff958195 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Jun 30 03:43:54.197228 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005011-d866-4094-9bc5-2bdaefb6c45e req-fb61a4d7-29bc-4c4d-bdcb-249fa83b04ee tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:54.198622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a005011-d866-4094-9bc5-2bdaefb6c45e req-fb61a4d7-29bc-4c4d-bdcb-249fa83b04ee tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0628383 Jun 30 03:43:54.235111 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6a005011-d866-4094-9bc5-2bdaefb6c45e req-b65f97b7-893c-4849-ab20-95b8d9f365bb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309637 Jun 30 03:43:55.413804 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4e2c7-1d12-4d32-a646-28fbf20b9720 req-b58d1416-5127-4683-9c2e-ca19b2c214b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:55.415292 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4d4e2c7-1d12-4d32-a646-28fbf20b9720 req-b58d1416-5127-4683-9c2e-ca19b2c214b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0679164 Jun 30 03:43:55.451432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b4d4e2c7-1d12-4d32-a646-28fbf20b9720 req-54197014-2a5f-497b-aac3-74e012d1f08a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304129 Jun 30 03:43:56.624263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c39703-68aa-4dc5-a62b-6df29c2851bb req-11cfab52-df28-47f5-8720-91eb430669ff tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:56.625715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30c39703-68aa-4dc5-a62b-6df29c2851bb req-11cfab52-df28-47f5-8720-91eb430669ff tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0622663 Jun 30 03:43:56.669020 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-30c39703-68aa-4dc5-a62b-6df29c2851bb req-8147d6e3-a848-4691-9ea5-7020f2ffbe81 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375457 Jun 30 03:43:57.765320 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de97ebb5-3ad0-4962-ad0b-1586ba96e9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:57.842066 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02b056-c06d-4e97-ab64-416896af0a36 req-a51557f6-6bd4-4351-b381-bb67823434ea tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:57.843539 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c02b056-c06d-4e97-ab64-416896af0a36 req-a51557f6-6bd4-4351-b381-bb67823434ea tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0627544 Jun 30 03:43:57.881989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c02b056-c06d-4e97-ab64-416896af0a36 req-1d60bf2c-e162-45b2-a89a-57113e99eb8a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328054 Jun 30 03:43:59.051911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5fe6-7da7-4d3a-8fc6-ed0be8c4ddbf req-05583a8b-746f-48b7-93e5-1d8e1b217db2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:59.054070 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4ea5fe6-7da7-4d3a-8fc6-ed0be8c4ddbf req-05583a8b-746f-48b7-93e5-1d8e1b217db2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0635548 Jun 30 03:43:59.090681 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d4ea5fe6-7da7-4d3a-8fc6-ed0be8c4ddbf req-f0d53666-f159-4a79-a5ad-501544bffca2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Jun 30 03:44:00.262435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087831c-6e8a-43ad-9af3-7fe3aeb83127 req-b4ea916c-b9e3-415b-95a6-39e069097bf0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:00.263905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3087831c-6e8a-43ad-9af3-7fe3aeb83127 req-b4ea916c-b9e3-415b-95a6-39e069097bf0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0623260 Jun 30 03:44:00.301317 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3087831c-6e8a-43ad-9af3-7fe3aeb83127 req-7f99a4c7-b2bf-409f-bfe0-bf9277344e3d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Jun 30 03:44:00.434976 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc19e253-05ea-4bb2-b1ae-e71c4c6dc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.673235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.471743 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4c854-2404-44f1-83df-d7ee78999ac6 req-a004071d-3f49-4618-b9b7-fd5683716311 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:01.473214 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32e4c854-2404-44f1-83df-d7ee78999ac6 req-a004071d-3f49-4618-b9b7-fd5683716311 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0628548 Jun 30 03:44:01.510778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-32e4c854-2404-44f1-83df-d7ee78999ac6 req-37b3c633-0579-4e39-8be4-b753b193bbed tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Jun 30 03:44:02.499073 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:02.691755 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fae58f-0162-4f4b-a344-1774dfa1a9d3 req-6b6e2d9a-ab46-40c9-8cf5-d52c7031277d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:02.693220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9fae58f-0162-4f4b-a344-1774dfa1a9d3 req-6b6e2d9a-ab46-40c9-8cf5-d52c7031277d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0697231 Jun 30 03:44:02.730564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f9fae58f-0162-4f4b-a344-1774dfa1a9d3 req-e5de9190-15a4-43b8-8486-a596be91e9d9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310557 Jun 30 03:44:03.909373 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441be24c-c4ff-4d11-a9e8-0127b74fa294 req-ce274e68-22b0-42c0-a5eb-c1a389231f6f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:03.911050 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-441be24c-c4ff-4d11-a9e8-0127b74fa294 req-ce274e68-22b0-42c0-a5eb-c1a389231f6f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0710258 Jun 30 03:44:03.949022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-441be24c-c4ff-4d11-a9e8-0127b74fa294 req-8b098f99-5ee8-4c03-a85f-24ca2333ecf6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Jun 30 03:44:04.008672 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-51512eda-f636-4163-8861-9b01163444ae service neutron] show failed (client error): The resource could not be found. Jun 30 03:44:04.009690 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-51512eda-f636-4163-8861-9b01163444ae service neutron] 10.222.0.67 "GET /v2.0/ports/1efe443a-db2d-464e-930d-bfc83dae111a/bindings/n-h2-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0538490 Jun 30 03:44:04.288951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-07d60a03-5a30-41ba-a565-a63c81984b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:04.290452 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-07d60a03-5a30-41ba-a565-a63c81984b05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 1097 time: 0.0929670 Jun 30 03:44:04.302537 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:04.373476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:04.569831 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:04.570882 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:04.602696 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:04.640492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:04.642776 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3421f8f9-5e03-4513-9f34-aef938628247" -d '{"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-unplugged", "status": "completed", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:04.646976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:04.659169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Transition to ACTIVE for port object 1efe443a-db2d-464e-930d-bfc83dae111a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:04.663967 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:04.696679 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1935c9b-7369-4370-b24b-d500e0399903 x-openstack-request-id: req-d1935c9b-7369-4370-b24b-d500e0399903 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:04.696970 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-unplugged", "status": "completed", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:04.697218 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1935c9b-7369-4370-b24b-d500e0399903 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:04.697601 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'code': 200} Jun 30 03:44:04.753240 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:04.767127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.767479 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.767828 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.768417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.768752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.769085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.769413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.769742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.770064 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.770410 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.770737 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.771056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:04.806789 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] No DVR routers for this DVR port 1efe443a-db2d-464e-930d-bfc83dae111a on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:04.943077 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:04.943416 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:04.943747 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:04.948106 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Port 1efe443a-db2d-464e-930d-bfc83dae111a on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:44:04.948427 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Attempting to bind port 1efe443a-db2d-464e-930d-bfc83dae111a on network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:04.953149 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:04.953490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Checking segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:04.953878 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Bound using segment: {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:04.954348 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Bound port: 1efe443a-db2d-464e-930d-bfc83dae111a, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548016e5-f8ba-40bb-bd05-71a2910b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:04.954688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:05.021937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:05.025598 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:05.030517 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:05.065070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.065694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:05.067319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] 10.222.0.90 "PUT /v2.0/ports/1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1092 time: 0.7685463 Jun 30 03:44:05.104833 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a924e2-2339-4569-975f-dcdaf959baca service neutron] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:05.142639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016ebfd-26f2-4af4-a0d0-ccafae40a6fa req-4fe66bba-aa13-42d3-9ea7-cf69f2307051 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.144626 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c016ebfd-26f2-4af4-a0d0-ccafae40a6fa req-4fe66bba-aa13-42d3-9ea7-cf69f2307051 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.0758188 Jun 30 03:44:05.153159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-bd77a39b-23a4-477f-8eb9-fc00e3c7c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.154753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-bd77a39b-23a4-477f-8eb9-fc00e3c7c34a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1095 time: 0.0626993 Jun 30 03:44:05.189150 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c016ebfd-26f2-4af4-a0d0-ccafae40a6fa req-4eddefc5-450f-4eda-ae8d-1f34a85c8a99 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358844 Jun 30 03:44:05.255272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-1e64302b-9c2c-436e-91a5-419b2528ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.257507 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-1e64302b-9c2c-436e-91a5-419b2528ebf1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0962272 Jun 30 03:44:05.323177 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-b8148a9c-ff09-4f63-bcd6-ac3defb00a8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1000 time: 0.0595424 Jun 30 03:44:05.375152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-d08d54ec-fc74-4f2c-a80d-f1fdfc2a60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.376448 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-d08d54ec-fc74-4f2c-a80d-f1fdfc2a60ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0456042 Jun 30 03:44:05.432609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-2d0dfc86-2a24-4ba0-99a6-b99f730d6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.434091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-2d0dfc86-2a24-4ba0-99a6-b99f730d6d51 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508301 Jun 30 03:44:05.445316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-242ae12f-ba6c-4820-adb7-a1e6c16c4ae7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:44:05.446230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-242ae12f-ba6c-4820-adb7-a1e6c16c4ae7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053415 Jun 30 03:44:05.532881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-c406ad78-475e-4d50-b6bc-c168333c8484 service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795662 Jun 30 03:44:05.622382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bc312cad-e096-44d7-8891-cdfa02ccaed0 req-647e2454-1808-4236-99e3-7c4ce0b8ea2e service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827122 Jun 30 03:44:06.364484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca9661-7739-435d-a4fb-0edb06d079ff req-88541b55-0bf3-4f15-9b51-8c59241e10c0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:06.366141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98ca9661-7739-435d-a4fb-0edb06d079ff req-88541b55-0bf3-4f15-9b51-8c59241e10c0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.0626864 Jun 30 03:44:06.402847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-98ca9661-7739-435d-a4fb-0edb06d079ff req-0abc4705-630c-4dab-9f1f-5505f7677a58 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Jun 30 03:44:06.699090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:06.701351 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5529e-1698-4508-a033-a6f5c52e4319" -d '{"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:06.749206 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297cb4de-25c2-4f85-9eec-6df075e5eacf x-openstack-request-id: req-297cb4de-25c2-4f85-9eec-6df075e5eacf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:06.749498 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:06.749781 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-297cb4de-25c2-4f85-9eec-6df075e5eacf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:06.750175 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'status': 'completed', 'code': 200} Jun 30 03:44:06.868973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-2d7c962d-a600-491f-901c-55fbab40fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:06.870526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-2d7c962d-a600-491f-901c-55fbab40fef1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1095 time: 0.0954132 Jun 30 03:44:06.873394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-58210949-1363-4055-a112-7a86e7d19d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:06.874808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-58210949-1363-4055-a112-7a86e7d19d5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1095 time: 0.1011016 Jun 30 03:44:07.311955 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-1b3f1afc-2825-4e7f-a4d4-547a23b1c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.313425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-1b3f1afc-2825-4e7f-a4d4-547a23b1c242 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.4368508 Jun 30 03:44:07.314547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-68afe18a-d012-4439-a974-a13b8965bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.315831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-68afe18a-d012-4439-a974-a13b8965bae7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.4315650 Jun 30 03:44:07.421623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-340830fd-207f-4969-b8e1-ef94d580b080 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1000 time: 0.1018729 Jun 30 03:44:07.437299 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-798d7aff-0bd5-4940-911e-269f76868867 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1000 time: 0.0797610 Jun 30 03:44:07.514255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-ada648fe-323a-4cd4-9fde-c9fc8965e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.515958 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-ada648fe-323a-4cd4-9fde-c9fc8965e70c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0874302 Jun 30 03:44:07.519673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-d66f8c47-73a2-40d9-a9b9-122e4a8ac2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.521012 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-d66f8c47-73a2-40d9-a9b9-122e4a8ac2af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0632834 Jun 30 03:44:07.651685 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-977eb3fc-9612-4b95-ab32-fd773bef3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.653206 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-977eb3fc-9612-4b95-ab32-fd773bef3bcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310244 Jun 30 03:44:07.677104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-95a7d449-b8d9-4ef6-b2cc-d73294ccffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.678817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-95a7d449-b8d9-4ef6-b2cc-d73294ccffe3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475286 Jun 30 03:44:07.720659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab37a7-fc60-4ba1-a449-a6c405ecfefe req-8c67cdfc-7c69-4ecc-a2aa-03be558f2b34 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.722121 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7aab37a7-fc60-4ba1-a449-a6c405ecfefe req-8c67cdfc-7c69-4ecc-a2aa-03be558f2b34 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.1673424 Jun 30 03:44:07.799107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:07.836892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:07.843140 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7aab37a7-fc60-4ba1-a449-a6c405ecfefe req-e1d304bc-373d-44fa-b16a-a8a27db5690e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108971 Jun 30 03:44:07.857243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-8d6fa943-31f5-4360-a446-2303ffc2d532 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927361 Jun 30 03:44:07.891783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-807a475d-b089-407e-a1c5-0e00fea15de7 service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032101 Jun 30 03:44:08.039009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-92c7cf0b-5aea-4039-a4bd-d38242ac0367 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742306 Jun 30 03:44:08.044763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-54f5529e-1698-4508-a033-a6f5c52e4319 req-e69e64d2-304c-4211-8ae0-a098ba5992dd service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247056 Jun 30 03:44:08.200753 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd490a3-4536-4e4c-b0c0-c135d30f9f35 req-0250b133-b243-417c-944a-125e230983ae tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.202150 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6dd490a3-4536-4e4c-b0c0-c135d30f9f35 req-0250b133-b243-417c-944a-125e230983ae tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.1190164 Jun 30 03:44:08.210411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-33e28a06-e41f-40f9-8c0f-58d2924f7847 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.211770 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-33e28a06-e41f-40f9-8c0f-58d2924f7847 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e&tenant_id=0e752e3f4b9d49ea8f2da482f388395c&binding%3Ahost_id=n-h2-798054-5 HTTP/1.1" status: 200 len: 944 time: 0.1184208 Jun 30 03:44:08.281721 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6dd490a3-4536-4e4c-b0c0-c135d30f9f35 req-ef8b3fc5-f42b-43cd-b835-0256cb840200 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690134 Jun 30 03:44:08.290972 n-d-798054-5 neutron-server[93821]: INFO neutron.api.v2.resource [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-f75aaea6-e3b2-4f2d-806d-e4b76ca684b4 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:44:08.291952 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-f75aaea6-e3b2-4f2d-806d-e4b76ca684b4 service neutron] 10.222.0.67 "DELETE /v2.0/ports/1efe443a-db2d-464e-930d-bfc83dae111a/bindings/n-h1-798054-5 HTTP/1.1" status: 404 len: 380 time: 0.0735512 Jun 30 03:44:08.393529 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-60bf19b8-9a43-4cda-a270-f0dcdb625ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.395054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-60bf19b8-9a43-4cda-a270-f0dcdb625ddd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1095 time: 0.0573142 Jun 30 03:44:08.459349 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0932a-240d-4f89-bb07-0c1452cc1beb req-40e91219-d321-4c8f-ba76-58a32cd11a9d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.461097 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20c0932a-240d-4f89-bb07-0c1452cc1beb req-40e91219-d321-4c8f-ba76-58a32cd11a9d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 944 time: 0.0640175 Jun 30 03:44:08.464818 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:44:08.484902 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-af45f028-516b-4205-80bf-ed287d8fe101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.486439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-af45f028-516b-4205-80bf-ed287d8fe101 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0848184 Jun 30 03:44:08.507557 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-20c0932a-240d-4f89-bb07-0c1452cc1beb req-1381ec0f-0642-44e5-b99b-fbcb99134675 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386174 Jun 30 03:44:08.556259 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-1caf1ca9-8339-4ca6-b559-455b86b35758 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1000 time: 0.0639122 Jun 30 03:44:08.559445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:08.574066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': '1efe443a-db2d-464e-930d-bfc83dae111a', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'port_id': '1efe443a-db2d-464e-930d-bfc83dae111a', 'mac_address': 'fa:16:3e:af:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:44:08.606432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-f2d84a3a-e697-4cc2-a3a0-bb93111efffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.607897 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-f2d84a3a-e697-4cc2-a3a0-bb93111efffc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0451279 Jun 30 03:44:08.610674 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.623112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe443a-db2d-464e-930d-bfc83dae111a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:44:08.642112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:08.646702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.669795 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-afe35a9c-8fba-4f27-827e-0ada20d7c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.671345 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-afe35a9c-8fba-4f27-827e-0ada20d7c53c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572691 Jun 30 03:44:08.694845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:08.702165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.702540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.702886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.703225 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.703557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.703892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.704218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.704545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.704870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.705194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.705517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.705837 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:08.763129 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-f4de728c-9549-4ab1-853c-8d1b2dcaf6b4 service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857000 Jun 30 03:44:08.853294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-04e91b7b-6602-46c9-972d-99d1e926f569 req-158b0dd4-a56f-45d1-959e-b4114b73749f service neutron] 10.222.0.67 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838959 Jun 30 03:44:08.896447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['1efe443a-db2d-464e-930d-bfc83dae111a'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:44:09.685496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d7833-9b67-4e9a-bdc9-a0339b33a096 req-da1708f4-6816-4208-b0ef-fe1f152ff968 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:09.687002 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d18d7833-9b67-4e9a-bdc9-a0339b33a096 req-da1708f4-6816-4208-b0ef-fe1f152ff968 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 945 time: 0.0644176 Jun 30 03:44:09.729936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d18d7833-9b67-4e9a-bdc9-a0339b33a096 req-d6a87e7d-998b-468e-b93d-2980400e30e9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367820 Jun 30 03:44:09.753519 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:09.812472 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ed7fcc46-0dc8-4981-ab9d-b2380ca33cb0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/1bb35d6f-1549-48a5-867b-164811952a55 HTTP/1.1" status: 200 len: 993 time: 0.0577641 Jun 30 03:44:10.216639 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.487589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:10.533807 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port 1efe443a-db2d-464e-930d-bfc83dae111a completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:10.537485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port 1efe443a-db2d-464e-930d-bfc83dae111a triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:10.538713 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.614183 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.636813 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:10.639178 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7470a0-f04c-4c66-afe7-ca96828f1a95" -d '{"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-plugged", "status": "completed", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:10.651879 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:10.656666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.681667 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf93cbe7-4746-4c62-bc8e-90bb1c3436fb x-openstack-request-id: req-bf93cbe7-4746-4c62-bc8e-90bb1c3436fb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:10.681961 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-plugged", "status": "completed", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:10.682217 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf93cbe7-4746-4c62-bc8e-90bb1c3436fb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:10.682626 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'code': 200} Jun 30 03:44:10.707348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:11.612930 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:25.465798 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:44:27.765886 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e14f725-cc1a-4956-a93f-68f4bf9cb541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.435370 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1673ad77-83dd-4258-a360-40188147add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.624995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-c98f7e03-a159-43dc-965b-d05fd3db14ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502014 Jun 30 03:44:30.677048 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.732078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-d42301f6-bf72-41f3-8319-b68df191e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:30.734597 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-d42301f6-bf72-41f3-8319-b68df191e698 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1097 time: 0.0585768 Jun 30 03:44:30.840940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-6b1643f5-3163-4ff3-9b6e-cd35933386ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:30.842466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-6b1643f5-3163-4ff3-9b6e-cd35933386ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0839846 Jun 30 03:44:30.913379 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-7691a124-2bc1-469c-b672-def0db1927c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 1002 time: 0.0638037 Jun 30 03:44:30.967390 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-888ea68f-2cc6-40a9-97e3-6fc449fcefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:30.968937 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-888ea68f-2cc6-40a9-97e3-6fc449fcefdc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0452440 Jun 30 03:44:31.030538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-fc7446c9-8489-4a15-b314-0bf5527cc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:31.032040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-fc7446c9-8489-4a15-b314-0bf5527cc40d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543325 Jun 30 03:44:31.129834 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-d350855d-09fe-41da-b057-81a32ff50f86 service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906727 Jun 30 03:44:31.219052 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1a1d28eb-0b68-4594-a83e-9430288c64ad req-a6b98909-3fb3-492d-9846-33cc70ffedcc service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 Jun 30 03:44:32.502621 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.573881 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.234104 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.346935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:40.501292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 9458a6e8-e33f-41ea-bcdc-e785f4a53e7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:40.501641 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.578758 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.579088 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.590906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 9458a6e8-e33f-41ea-bcdc-e785f4a53e7b owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:40.744814 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.768608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=9458a6e8-e33f-41ea-bcdc-e785f4a53e7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:40.830975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.831309 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP 1bb35d6f-1549-48a5-867b-164811952a55 disassociated (deleted). External IP: 172.25.0.254, port: 1efe443a-db2d-464e-930d-bfc83dae111a. Jun 30 03:44:41.033605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 67011ce9-4a83-4357-95ef-237aa3480d7c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:41.138332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:41.143037 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.148020 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] Sync routers for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:41.156668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:41.157497 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:41.179215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ce1cf5fa-b97f-4c0e-8fd6-0e8b6f3f7480 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/floatingips/1bb35d6f-1549-48a5-867b-164811952a55 HTTP/1.1" status: 204 len: 168 time: 0.8312011 Jun 30 03:44:41.179818 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:41.182797 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:41.221855 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f601bf9-35ac-48ce-81fa-f6300e8fd3fd x-openstack-request-id: req-4f601bf9-35ac-48ce-81fa-f6300e8fd3fd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:41.222206 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:41.222491 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f601bf9-35ac-48ce-81fa-f6300e8fd3fd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:41.222889 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'status': 'completed', 'code': 200} Jun 30 03:44:41.271080 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:41.300960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-5567a77f-9c05-4fa7-a66b-c64eab7b1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:41.302411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-5567a77f-9c05-4fa7-a66b-c64eab7b1c78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 1097 time: 0.0553224 Jun 30 03:44:41.398051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-5bac0a80-7c2e-4133-81af-cb4db05be54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:41.402796 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-5bac0a80-7c2e-4133-81af-cb4db05be54f service neutron] 10.222.0.90 "GET /v2.0/networks?id=4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 200 len: 897 time: 0.0904024 Jun 30 03:44:41.445533 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-f1be6335-7f73-4ff1-b43e-1cea6a549682 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 200 len: 217 time: 0.0375154 Jun 30 03:44:41.480599 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:12Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:41.506793 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] Checking router: 67011ce9-4a83-4357-95ef-237aa3480d7c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:41.515556 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:41.516217 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:41.530409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-71eb2ff5-c335-4494-9579-a4623e05327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:41.531890 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-71eb2ff5-c335-4494-9579-a4623e05327b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 200 len: 835 time: 0.0784228 Jun 30 03:44:41.596951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbec2b-97fe-4dd9-abda-189f176e61df req-e5f3d034-6cd2-4ca5-950c-6ced7d4b8391 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:41.598403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-45fbec2b-97fe-4dd9-abda-189f176e61df req-e5f3d034-6cd2-4ca5-950c-6ced7d4b8391 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.1088073 Jun 30 03:44:41.613831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.622503 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:41.629453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-2d63630f-f8c6-4ef5-ad09-0a71f9726fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:41.630989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-2d63630f-f8c6-4ef5-ad09-0a71f9726fed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4e3d0821-750f-4bf8-a225-583e4c3d80c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916035 Jun 30 03:44:41.693354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-45fbec2b-97fe-4dd9-abda-189f176e61df req-718be0f4-bd9c-4eed-88b4-ff64749be8c5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871127 Jun 30 03:44:41.736580 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-4c3acc43-8e37-4a2a-a658-b85eed58c307 service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958326 Jun 30 03:44:41.828749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdc3f651-da9d-46d8-bc88-ccd6687da7aa req-3387f1c0-bcc9-40a8-918c-a9bc8328ac10 service neutron] 10.222.0.90 "GET /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Jun 30 03:44:41.908723 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:12Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:41.934326 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a80a7c-476a-4730-b4a5-d06f9e3cb33c None None] The sync data for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 is: [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70', 'name': '', 'network_id': '4e3d0821-750f-4bf8-a225-583e4c3d80c4', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:1a:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:07Z', 'updated_at': '2021-06-30T03:43:12Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '144697c8-d55a-4179-84e6-42da7e5090ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:42.144367 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd4059-e2a3-4e4e-8945-31038abab759 None None] New status for floating IP 1bb35d6f-1549-48a5-867b-164811952a55: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:44:42.870485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7573d90-6461-40a8-8bd2-0fd33c9ad694 req-c82d18f4-2d54-4a2a-96b2-eea7447f8a98 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:42.871979 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7573d90-6461-40a8-8bd2-0fd33c9ad694 req-c82d18f4-2d54-4a2a-96b2-eea7447f8a98 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0658269 Jun 30 03:44:42.910257 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d7573d90-6461-40a8-8bd2-0fd33c9ad694 req-ed0c622e-3fa6-4f1c-be85-b7b577172c13 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=9947988b-da86-40b8-a301-d9990a635d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Jun 30 03:44:43.145677 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934bd12-bd51-487c-80df-18de306d8def req-6cdcc3e1-074e-4dba-8114-f3aee5ca7e16 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:43.147151 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1934bd12-bd51-487c-80df-18de306d8def req-6cdcc3e1-074e-4dba-8114-f3aee5ca7e16 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.90 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 946 time: 0.0672252 Jun 30 03:44:43.246400 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 1efe443a-db2d-464e-930d-bfc83dae111a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:43.246747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:43.335716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 1efe443a-db2d-464e-930d-bfc83dae111a, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=1efe443a-db2d-464e-930d-bfc83dae111a,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:43.336074 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:43.347491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 1efe443a-db2d-464e-930d-bfc83dae111a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:43.474173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:43.794978 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=1efe443a-db2d-464e-930d-bfc83dae111a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:43.839809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] No DVR routers for this DVR port 1efe443a-db2d-464e-930d-bfc83dae111a on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:43.842755 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:43.844717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1934bd12-bd51-487c-80df-18de306d8def req-4835d922-55ea-4610-95d2-147cb7622364 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.90 "DELETE /v2.0/ports/1efe443a-db2d-464e-930d-bfc83dae111a HTTP/1.1" status: 204 len: 173 time: 0.6885355 Jun 30 03:44:43.845162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-deleted', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:43.847471 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8d0283-3285-47d7-a5a1-6b134d01684a" -d '{"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-deleted", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:43.883372 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f7e10a-b83b-421b-b8a3-316e07d6c9e8 x-openstack-request-id: req-18f7e10a-b83b-421b-b8a3-316e07d6c9e8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:43.883662 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dc5c72-76d9-49d0-811a-6e7cba77d23e", "name": "network-vif-deleted", "tag": "1efe443a-db2d-464e-930d-bfc83dae111a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:43.883914 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18f7e10a-b83b-421b-b8a3-316e07d6c9e8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:43.885036 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dc5c72-76d9-49d0-811a-6e7cba77d23e', 'name': 'network-vif-deleted', 'tag': '1efe443a-db2d-464e-930d-bfc83dae111a', 'status': 'completed', 'code': 200} Jun 30 03:44:44.062269 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2908e38d-ed04-4c3a-ae32-2ef844b73dba req-244c1929-fd7c-4139-baf7-febd06ad6e9f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=14dc5c72-76d9-49d0-811a-6e7cba77d23e HTTP/1.1" status: 200 len: 210 time: 0.0287445 Jun 30 03:44:45.158882 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58226) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:45.514623 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:45.778273 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:45.778561 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:45.869281 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:45.869640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:45.888953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:46.074738 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.102988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:46.131666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.132017 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.132361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.132702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.133034 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.133367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.133700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.134028 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.135214 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.135546 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.135875 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.136202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.287203 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.497377 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 67011ce9-4a83-4357-95ef-237aa3480d7c has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:46.601667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:46.607338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6f12fc20-afa2-436b-b756-19689d61264d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/67011ce9-4a83-4357-95ef-237aa3480d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468839 Jun 30 03:44:46.610467 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58228) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:46.611527 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] Sync routers for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:46.621390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:46.622038 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:46.661695 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting subnet 144697c8-d55a-4179-84e6-42da7e5090ea {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:46.664737 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.672082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:46.696553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: 1efe443a-db2d-464e-930d-bfc83dae111a {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:46.697589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device 1efe443a-db2d-464e-930d-bfc83dae111a not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:46.705487 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.729112 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:46.793030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.849822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.878043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Subnet': ['ID=144697c8-d55a-4179-84e6-42da7e5090ea,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:46.880024 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.884302 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ea2d25d2-932b-4fc8-b49d-a33df1b1284a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/subnets/144697c8-d55a-4179-84e6-42da7e5090ea HTTP/1.1" status: 204 len: 168 time: 0.2704597 Jun 30 03:44:46.885264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58230) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:46.891587 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b00737-af66-4a86-bfe4-02bb6f8deace None None] Network 4e3d0821-750f-4bf8-a225-583e4c3d80c4 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:46.914619 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:44:46Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:46.941664 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] Checking router: 67011ce9-4a83-4357-95ef-237aa3480d7c for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:46.950127 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] Routers {'67011ce9-4a83-4357-95ef-237aa3480d7c'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:46.950765 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['67011ce9-4a83-4357-95ef-237aa3480d7c'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:46.993902 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.064265 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] Set router 67011ce9-4a83-4357-95ef-237aa3480d7c gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:47.088852 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12555555-8e65-476b-ad55-87e4466b216a None None] DHCP port deletion for 4e3d0821-750f-4bf8-a225-583e4c3d80c4 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:44:47.106274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.139218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12555555-8e65-476b-ad55-87e4466b216a None None] Deleting port 5c6d9b24-059f-4595-88cc-397ac24a7d75 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:47.139610 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12555555-8e65-476b-ad55-87e4466b216a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.163599 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 6cdfbae5-3213-465a-b58d-9429130412b9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:47.163981 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.204424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-12555555-8e65-476b-ad55-87e4466b216a None None] For port 5c6d9b24-059f-4595-88cc-397ac24a7d75, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5c6d9b24-059f-4595-88cc-397ac24a7d75,segment=NetworkSegment(548016e5-f8ba-40bb-bd05-71a2910b4e9a),segment_id=548016e5-f8ba-40bb-bd05-71a2910b4e9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:47.204850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12555555-8e65-476b-ad55-87e4466b216a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.217802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12555555-8e65-476b-ad55-87e4466b216a None None] Calling delete_port for 5c6d9b24-059f-4595-88cc-397ac24a7d75 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:47.246719 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 6cdfbae5-3213-465a-b58d-9429130412b9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6cdfbae5-3213-465a-b58d-9429130412b9,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:47.247078 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.254043 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:44:46Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:47.258802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 6cdfbae5-3213-465a-b58d-9429130412b9 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:47.286525 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee26351-c9db-429e-a72e-a0c2df21138d None None] The sync data for ids ['67011ce9-4a83-4357-95ef-237aa3480d7c'] in n-d-798054-5 is: [{'id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590127435', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:43:04Z', 'updated_at': '2021-06-30T03:44:46Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '6cdfbae5-3213-465a-b58d-9429130412b9', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67011ce9-4a83-4357-95ef-237aa3480d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:05Z', 'updated_at': '2021-06-30T03:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:47.304158 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12555555-8e65-476b-ad55-87e4466b216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.334713 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12555555-8e65-476b-ad55-87e4466b216a None None] Pushing event deleted for resources: {'Port': ['ID=5c6d9b24-059f-4595-88cc-397ac24a7d75,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:47.337621 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12555555-8e65-476b-ad55-87e4466b216a None None] No DVR routers for this DVR port 5c6d9b24-059f-4595-88cc-397ac24a7d75 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:47.433221 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.458780 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=6cdfbae5-3213-465a-b58d-9429130412b9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:47.520701 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.611541 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.613494 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.801059 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5c6d9b24-059f-4595-88cc-397ac24a7d75 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:47.822264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 5c6d9b24-059f-4595-88cc-397ac24a7d75 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:47.822786 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5c6d9b24-059f-4595-88cc-397ac24a7d75 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:47.823058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:47.842107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:47.842475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 871bbc86-dc6b-45c8-a4c6-f7f0eeb31f70 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:47.965694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.966249 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Fanout notify agent at l3_agent the message router_deleted on router 67011ce9-4a83-4357-95ef-237aa3480d7c {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:44:47.973388 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.974541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-547179b0-a7d5-421e-af24-101d6833b266 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/routers/67011ce9-4a83-4357-95ef-237aa3480d7c HTTP/1.1" status: 204 len: 168 time: 1.0891330 Jun 30 03:44:47.977240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58232) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:48.060535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.148347 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.158321 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3d0821-750f-4bf8-a225-583e4c3d80c4']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:48.168543 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548016e5-f8ba-40bb-bd05-71a2910b4e9a') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:48.168836 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548016e5-f8ba-40bb-bd05-71a2910b4e9a') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:48.177515 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.190807 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.196414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:48.196976 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:48.199959 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:48.258578 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.265403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.267102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/networks/4e3d0821-750f-4bf8-a225-583e4c3d80c4 HTTP/1.1" status: 204 len: 168 time: 0.2882359 Jun 30 03:44:48.270258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:48.279118 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18229adb-8a9c-4039-aa64-4c77b5e65d29 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Network': ['ID=4e3d0821-750f-4bf8-a225-583e4c3d80c4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:48.329505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d27ed60-8d70-4a21-b4e8-ede2a3d3c6af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.354125 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d27ed60-8d70-4a21-b4e8-ede2a3d3c6af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.416640 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d27ed60-8d70-4a21-b4e8-ede2a3d3c6af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.419430 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d27ed60-8d70-4a21-b4e8-ede2a3d3c6af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.420598 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6d27ed60-8d70-4a21-b4e8-ede2a3d3c6af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/security-groups/9947988b-da86-40b8-a301-d9990a635d3c HTTP/1.1" status: 204 len: 168 time: 0.1493127 Jun 30 03:44:48.435549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27ed60-8d70-4a21-b4e8-ede2a3d3c6af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9947988b-da86-40b8-a301-d9990a635d3c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:48.812492 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:48.817180 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364118877', 'description': 'tempest-secgroup-smoke-1364118877 description', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:48.840411 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.921904 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.925237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.949613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.950844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373625 Jun 30 03:44:48.953885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58242) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:48.954885 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8c66-0ab5-47a2-98a1-5b23868ab1ef tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e69ac40-c818-4749-8a71-0842d01ac833,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:48.958796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '3e69ac40-c818-4749-8a71-0842d01ac833', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:48.986081 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.039871 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.043757 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.060629 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bab80e2-4947-4619-9244-94990b41ed66,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.066767 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.067924 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b81a3f50-c417-4cfc-afe8-38f35504d1c8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128845 Jun 30 03:44:49.070607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58244) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.075817 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '3e69ac40-c818-4749-8a71-0842d01ac833', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.101858 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.157184 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.160756 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.179012 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10f038e-def3-4aa2-8db9-1547a6f21a7b,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.181796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.183000 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-904b60a4-1996-4b69-a1bc-3fe03858f414 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114371 Jun 30 03:44:49.187103 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58246) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.191466 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '3e69ac40-c818-4749-8a71-0842d01ac833', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.217290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.277556 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.280897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.297873 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd9a2c4-d1da-46c5-9d94-14a3399723a0,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.303736 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.304886 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2fe382b6-21c0-419b-9bf8-0bfa1849f5a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168838 Jun 30 03:44:49.308421 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58248) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.312760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '3e69ac40-c818-4749-8a71-0842d01ac833', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.338151 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.396102 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.399575 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.417630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74debec5-e4d6-4834-bfd8-bae52da89b3a,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.423522 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.424888 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bcdde16e-e9b3-410b-9bd8-9e0fa5ee721f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155248 Jun 30 03:44:49.427602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58250) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.431975 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '3e69ac40-c818-4749-8a71-0842d01ac833', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.452560 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:44:49.457502 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.516477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.520130 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.537731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fb5a64-7ba6-4ee0-b40e-a430e3dd107f,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.544724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.546037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4b41c24f-f546-4cca-8e38-a1dd81fdaed9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175265 Jun 30 03:44:49.548861 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58252) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.553269 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '3e69ac40-c818-4749-8a71-0842d01ac833', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.574782 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:44:49.579597 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.649266 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.653470 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.672254 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dd32b2-5089-484a-b1e5-f8486a31bedf,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.679615 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.680960 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c93f0ef-06f6-45d6-aaca-cf358fa6d416 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311419 Jun 30 03:44:49.684729 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58254) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.689632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'network': {'name': 'tempest-network-smoke--2008026304', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.691151 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6cdfbae5-3213-465a-b58d-9429130412b9 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:49.710643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:49.711411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6cdfbae5-3213-465a-b58d-9429130412b9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:49.711759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6cdfbae5-3213-465a-b58d-9429130412b9 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:49.714813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.737925 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:49.746789 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.747128 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Added segment ad707b05-b2d0-4d21-b956-3fff76c43efb of type vlan for network 1e0052c6-e54f-404a-b3a8-3c1572019337 Jun 30 03:44:49.786117 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.813962 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.819261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:49.819835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.872672 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1868851 Jun 30 03:44:49.875491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:49.880247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'admin_state_up': True, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:49.887060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cc2d6-a3ea-4a99-a89d-88c3f5bbf670 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Network': ['ID=1e0052c6-e54f-404a-b3a8-3c1572019337,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.897798 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:49.907602 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.908749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.962031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:50.101522 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:50.292362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:50.315141 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:50.414700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.162 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/850c79f9-6e25-4558-8b4d-ba07408077d1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:50.516764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:50.555778 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:50.590813 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:50.593518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:50.597186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:50.622086 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=850c79f9-6e25-4558-8b4d-ba07408077d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:50.847829 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.042701 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.168497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 86e50ebc-e548-4c86-bc45-8de0032fffcd is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:44:51.274005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:51.283734 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Sync routers for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:51.293745 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.293945 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:51.294594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:51.295137 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8c4dffea-e20d-49fa-850d-0b8354793ea8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4185917 Jun 30 03:44:51.298264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:51.332326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2aea4844-187c-4dc1-9b87-96212ac2fb31 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=0e752e3f4b9d49ea8f2da482f388395c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328593 Jun 30 03:44:51.334890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:51.402014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:51.478849 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1954b8-77d1-4438-9a25-9959012cfb19 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:51.480241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5e1954b8-77d1-4438-9a25-9959012cfb19 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444724 Jun 30 03:44:51.483101 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:51.520272 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ebe0dafe-7ac7-483f-a9f2-f526be57751e tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361242 Jun 30 03:44:51.522708 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:51.528252 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-665243438', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:51.579571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:50Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:51.611762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:51.615333 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.765943 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Checking router: 86e50ebc-e548-4c86-bc45-8de0032fffcd for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:51.766289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Updating router 86e50ebc-e548-4c86-bc45-8de0032fffcd port 850c79f9-6e25-4558-8b4d-ba07408077d1 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:51.799323 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.802947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.865036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Subnet': ['ID=9f3ae6fa-36b9-4927-9d6a-ddde760d370c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:51.874197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Checking segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:51.874590 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network hostable DHCP agents. Network: 1e0052c6-e54f-404a-b3a8-3c1572019337, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:51.891979 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:51.901007 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 1e0052c6-e54f-404a-b3a8-3c1572019337) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:51.910012 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:51.910972 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.912289 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ebf1a3-a93e-480a-bde5-53254c0f1d2f None None] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:51.925334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5220ea72-7bf4-497b-be3e-a967ea4ed6d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4016390 Jun 30 03:44:51.928213 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:52.166512 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-1e0052c6-e54f-404a-b3a8-3c1572019337', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:52.167360 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.184227 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.199543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Transition to ACTIVE for port object 850c79f9-6e25-4558-8b4d-ba07408077d1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:52.211449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.334830 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b8023-82c8-46ef-a08b-d54fe00d855d None None] Pushing event updated for resources: {'Port': ['ID=850c79f9-6e25-4558-8b4d-ba07408077d1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:52.340747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Attempting to bind port 850c79f9-6e25-4558-8b4d-ba07408077d1 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:52.341122 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Attempting to bind port 850c79f9-6e25-4558-8b4d-ba07408077d1 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:52.341487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Attempting to bind port 850c79f9-6e25-4558-8b4d-ba07408077d1 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:52.355423 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.365294 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:52.365679 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:52.366092 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.366517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:52.367011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Bound port: 850c79f9-6e25-4558-8b4d-ba07408077d1, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:52.367396 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.426599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Allocated IP 172.20.0.2 (1e0052c6-e54f-404a-b3a8-3c1572019337/9f3ae6fa-36b9-4927-9d6a-ddde760d370c/03ab0c36-a7a4-46dd-952f-fa8140752779) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:52.449556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] For port 850c79f9-6e25-4558-8b4d-ba07408077d1, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:52.496586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] For port 850c79f9-6e25-4558-8b4d-ba07408077d1, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=850c79f9-6e25-4558-8b4d-ba07408077d1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:52.502440 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.613526 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:52.614544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:52.661267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b8023-82c8-46ef-a08b-d54fe00d855d None None] Pushing event updated for resources: {'Port': ['ID=850c79f9-6e25-4558-8b4d-ba07408077d1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:52.748730 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.765542 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Transition to ACTIVE for port object 03ab0c36-a7a4-46dd-952f-fa8140752779 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:52.788777 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:52.817082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Transition to ACTIVE for port object 03ab0c36-a7a4-46dd-952f-fa8140752779 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:52.862795 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.918587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.1 (1e0052c6-e54f-404a-b3a8-3c1572019337/9f3ae6fa-36b9-4927-9d6a-ddde760d370c/d42dbb00-718a-4d69-9c43-1d22a5738a07) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:52.938134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:52.960067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:52.963094 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:52.967000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Pushing event updated for resources: {'Port': ['ID=03ab0c36-a7a4-46dd-952f-fa8140752779,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.032775 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.046278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object d42dbb00-718a-4d69-9c43-1d22a5738a07 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:53.051817 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Attempting to bind port 03ab0c36-a7a4-46dd-952f-fa8140752779 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:53.052187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Attempting to bind port 03ab0c36-a7a4-46dd-952f-fa8140752779 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:53.052544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Attempting to bind port 03ab0c36-a7a4-46dd-952f-fa8140752779 on network 1e0052c6-e54f-404a-b3a8-3c1572019337 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:53.060235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:53.060603 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Checking segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:53.061003 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.061390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Bound using segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:53.061848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Bound port: 03ab0c36-a7a4-46dd-952f-fa8140752779, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:53.062223 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.078976 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.122432 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:53.127585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:53.132274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:53.136716 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=d42dbb00-718a-4d69-9c43-1d22a5738a07,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.138233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:50Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:53.171350 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] For port 03ab0c36-a7a4-46dd-952f-fa8140752779, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:53.173475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7217d86-3cbd-4c17-b9f2-f0276a69a183 None None] The sync data for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 is: [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:50Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:53.184752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.186951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] For port 03ab0c36-a7a4-46dd-952f-fa8140752779, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=03ab0c36-a7a4-46dd-952f-fa8140752779,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:53.194140 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.256949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1112b-e3df-43f9-ac36-b69072bd1a6f None None] Pushing event updated for resources: {'Port': ['ID=03ab0c36-a7a4-46dd-952f-fa8140752779,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.346690 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.711220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.717966 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.802248 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=d42dbb00-718a-4d69-9c43-1d22a5738a07,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.811867 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.826396 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 03ab0c36-a7a4-46dd-952f-fa8140752779 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:53.881821 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 03ab0c36-a7a4-46dd-952f-fa8140752779 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:53.887560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 850c79f9-6e25-4558-8b4d-ba07408077d1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:53.923763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:53.925442 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:53.952715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 850c79f9-6e25-4558-8b4d-ba07408077d1 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:53.960141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 850c79f9-6e25-4558-8b4d-ba07408077d1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:53.960565 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.062107 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.084652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 86e50ebc-e548-4c86-bc45-8de0032fffcd has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:54.087295 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 850c79f9-6e25-4558-8b4d-ba07408077d1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=850c79f9-6e25-4558-8b4d-ba07408077d1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:54.093879 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.155380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=850c79f9-6e25-4558-8b4d-ba07408077d1,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:54.209413 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:54.215637 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0357b65d-4025-485f-8486-bae8b14dec6a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/86e50ebc-e548-4c86-bc45-8de0032fffcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2863915 Jun 30 03:44:54.361364 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-cf11ef08-d4d4-4227-9eb8-8e85e08d409e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364118877&fields=id&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 267 time: 0.0354226 Jun 30 03:44:54.362922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed23ae-0af4-4e40-80be-573f824b2051 None None] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:54.430381 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] Provisioning for port 03ab0c36-a7a4-46dd-952f-fa8140752779 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:54.446942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] Provisioning complete for port 03ab0c36-a7a4-46dd-952f-fa8140752779 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:54.447702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.476397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-48bc6ad7-82a6-4513-8c7a-2497ccb57e2e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:54.477921 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-48bc6ad7-82a6-4513-8c7a-2497ccb57e2e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 797 time: 0.1095912 Jun 30 03:44:54.493322 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-01c15bd4-1cf6-4617-8dd1-35f8b6ea4b0d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/quotas/0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 375 time: 0.0093074 Jun 30 03:44:54.560660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-b57549a7-3138-4aa8-b8b9-47811c9a55ca tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619407 Jun 30 03:44:54.593607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.641593 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] For port 03ab0c36-a7a4-46dd-952f-fa8140752779, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=03ab0c36-a7a4-46dd-952f-fa8140752779,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:54.647565 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.663576 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-1b9f1414-6c29-46d6-b5ee-9913563f3cde service neutron] 10.222.0.78 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909140 Jun 30 03:44:54.705521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ecc5d-9c4d-42d8-9d69-19e5c3facc3e None None] Pushing event updated for resources: {'Port': ['ID=03ab0c36-a7a4-46dd-952f-fa8140752779,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:54.764954 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-6537a7d8-78ae-48ee-9521-3b7383edffc8 service neutron] 10.222.0.78 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950291 Jun 30 03:44:54.880131 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c28fbcbd-f198-4f4a-ac1e-0a4a6a2cdedc None None] Provisioning complete for port 03ab0c36-a7a4-46dd-952f-fa8140752779 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:54.886092 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c28fbcbd-f198-4f4a-ac1e-0a4a6a2cdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.958034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c506a57c-a6f8-41c8-a063-940c755b7eb8 req-c1ff81b6-6d0c-4485-8def-0f24c5b4eb36 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 210 time: 0.0368400 Jun 30 03:44:55.003913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c28fbcbd-f198-4f4a-ac1e-0a4a6a2cdedc None None] Provisioning for port d42dbb00-718a-4d69-9c43-1d22a5738a07 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:55.011506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c28fbcbd-f198-4f4a-ac1e-0a4a6a2cdedc None None] Provisioning complete for port d42dbb00-718a-4d69-9c43-1d22a5738a07 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:55.011887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c28fbcbd-f198-4f4a-ac1e-0a4a6a2cdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.017428 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Sync routers for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:55.028839 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:55.030256 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:55.053869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c28fbcbd-f198-4f4a-ac1e-0a4a6a2cdedc None None] Port d42dbb00-718a-4d69-9c43-1d22a5738a07 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:55.147990 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:55.176703 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-17949a75-9e69-4722-8c6d-1edfb7a1772f None None] Provisioning complete for port d42dbb00-718a-4d69-9c43-1d22a5738a07 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:55.177080 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17949a75-9e69-4722-8c6d-1edfb7a1772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.219907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-17949a75-9e69-4722-8c6d-1edfb7a1772f None None] Port d42dbb00-718a-4d69-9c43-1d22a5738a07 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:55.341535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-7971d8af-c714-4624-aa8e-b77a13c4e7e6 None None] Provisioning complete for port d42dbb00-718a-4d69-9c43-1d22a5738a07 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:55.342000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7971d8af-c714-4624-aa8e-b77a13c4e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.383207 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 2, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:55.386063 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7971d8af-c714-4624-aa8e-b77a13c4e7e6 None None] Port d42dbb00-718a-4d69-9c43-1d22a5738a07 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:55.411223 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Checking router: 86e50ebc-e548-4c86-bc45-8de0032fffcd for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:55.411668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Updating router 86e50ebc-e548-4c86-bc45-8de0032fffcd port d42dbb00-718a-4d69-9c43-1d22a5738a07 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:55.449377 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.712750 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.722715 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Transition to ACTIVE for port object d42dbb00-718a-4d69-9c43-1d22a5738a07 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:55.728119 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.740343 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 03ab0c36-a7a4-46dd-952f-fa8140752779 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:55.794068 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 03ab0c36-a7a4-46dd-952f-fa8140752779 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:55.794632 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.882069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 850c79f9-6e25-4558-8b4d-ba07408077d1 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:55.919390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Attempting to bind port d42dbb00-718a-4d69-9c43-1d22a5738a07 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:55.919762 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Attempting to bind port d42dbb00-718a-4d69-9c43-1d22a5738a07 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:55.920122 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Attempting to bind port d42dbb00-718a-4d69-9c43-1d22a5738a07 on network 1e0052c6-e54f-404a-b3a8-3c1572019337 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:55.928251 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:55.928622 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Checking segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:55.929234 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.929628 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Bound using segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:55.930102 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Bound port: d42dbb00-718a-4d69-9c43-1d22a5738a07, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:55.930506 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.966300 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Pushing event updated for resources: {'Port': ['ID=d42dbb00-718a-4d69-9c43-1d22a5738a07,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.980962 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.981610 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.982125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.982670 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.983186 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.983674 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.984194 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.984688 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.985184 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.985952 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.986596 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.987100 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:56.020307 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] For port d42dbb00-718a-4d69-9c43-1d22a5738a07, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:56.023895 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] For port d42dbb00-718a-4d69-9c43-1d22a5738a07, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d42dbb00-718a-4d69-9c43-1d22a5738a07,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:56.030069 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.081393 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32796db1-7ef8-4889-add3-0786fa000646 None None] Pushing event updated for resources: {'Port': ['ID=d42dbb00-718a-4d69-9c43-1d22a5738a07,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:56.101431 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:56.102844 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:44:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:56.118571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 850c79f9-6e25-4558-8b4d-ba07408077d1 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:56.119218 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.248364 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:56.257934 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-f41bf830-ed84-48b1-91f7-9fe8f9e5754a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:56.261414 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-f41bf830-ed84-48b1-91f7-9fe8f9e5754a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 797 time: 0.2441292 Jun 30 03:44:56.265099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-56bbf828-089d-40a6-8218-d021762fadd1 req-1574a0a8-57cb-4c15-b253-faf0f2bfcc3f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 210 time: 0.0617101 Jun 30 03:44:56.318561 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-8b201185-1d14-4039-acd7-ad8299a8884c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 380 time: 0.0485678 Jun 30 03:44:56.327891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'port': {'device_id': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'admin_state_up': True, 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'security_groups': ['3e69ac40-c818-4749-8a71-0842d01ac833']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:56.449161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:56.452899 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.474095 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:56Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:56.500761 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc1e190-1b4f-4b32-ba16-76abc0a9c8b1 None None] The sync data for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 is: [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:56Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:56.588191 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.14 (1e0052c6-e54f-404a-b3a8-3c1572019337/9f3ae6fa-36b9-4927-9d6a-ddde760d370c/78d5a334-0168-4767-8762-9356b289a4be) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:56.740456 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.754476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 78d5a334-0168-4767-8762-9356b289a4be will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:56.790063 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.837890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:56.843311 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:56.847809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:56.851697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=78d5a334-0168-4767-8762-9356b289a4be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:56.907286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:56.907992 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.925677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-5683ab8c-0ce8-4ec5-b5fa-de53db9d6c09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016173 Jun 30 03:44:56.938476 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Request body: {'port': {'device_id': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:57.018048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.168041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-410e94d4-e44a-4c98-bf06-4889c2c1ac30 None None] Provisioning for port 78d5a334-0168-4767-8762-9356b289a4be completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:57.178031 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-410e94d4-e44a-4c98-bf06-4889c2c1ac30 None None] Provisioning complete for port 78d5a334-0168-4767-8762-9356b289a4be triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:57.178776 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-410e94d4-e44a-4c98-bf06-4889c2c1ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.219504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-410e94d4-e44a-4c98-bf06-4889c2c1ac30 None None] Port 78d5a334-0168-4767-8762-9356b289a4be cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:57.315732 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d5a334-0168-4767-8762-9356b289a4be {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:44:57.323798 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.337223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Transition to ACTIVE for port object 78d5a334-0168-4767-8762-9356b289a4be will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:57.341588 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.426889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Pushing event updated for resources: {'Port': ['ID=78d5a334-0168-4767-8762-9356b289a4be,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:57.524019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065b053-5cdc-4415-9a33-e664f587087f req-4e07d6b4-efb4-4b47-b760-a420685c0ab7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.526542 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8065b053-5cdc-4415-9a33-e664f587087f req-4e07d6b4-efb4-4b47-b760-a420685c0ab7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 944 time: 0.1496198 Jun 30 03:44:57.531575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Attempting to bind port 78d5a334-0168-4767-8762-9356b289a4be on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:57.531915 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Attempting to bind port 78d5a334-0168-4767-8762-9356b289a4be by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:57.532250 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Attempting to bind port 78d5a334-0168-4767-8762-9356b289a4be on network 1e0052c6-e54f-404a-b3a8-3c1572019337 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:57.544107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Port 78d5a334-0168-4767-8762-9356b289a4be on network 1e0052c6-e54f-404a-b3a8-3c1572019337 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:44:57.544439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Attempting to bind port 78d5a334-0168-4767-8762-9356b289a4be on network 1e0052c6-e54f-404a-b3a8-3c1572019337 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:57.557218 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:57.557565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Checking segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:57.557958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Bound using segment: {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:57.558438 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Bound port: 78d5a334-0168-4767-8762-9356b289a4be, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad707b05-b2d0-4d21-b956-3fff76c43efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:57.558808 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.589361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8065b053-5cdc-4415-9a33-e664f587087f req-92776c02-9d29-4cec-9934-49d14870e814 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546246 Jun 30 03:44:57.644688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] For port 78d5a334-0168-4767-8762-9356b289a4be, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:57.648035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] For port 78d5a334-0168-4767-8762-9356b289a4be, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=78d5a334-0168-4767-8762-9356b289a4be,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:57.654419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.690667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.691445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.692827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] 10.222.0.67 "PUT /v2.0/ports/78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 1092 time: 0.7594788 Jun 30 03:44:57.693265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'tag': '78d5a334-0168-4767-8762-9356b289a4be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:57.695556 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "tag": "78d5a334-0168-4767-8762-9356b289a4be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:57.729673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e5f9d-9f1e-4ac7-8bcb-f5b0a31f1caf service neutron] Pushing event updated for resources: {'Port': ['ID=78d5a334-0168-4767-8762-9356b289a4be,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:57.783341 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6ab8-258e-4329-bf8d-cd15f004d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.817600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-cf8f115a-c9b5-4be6-a021-5f8dc00d9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.819565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-cf8f115a-c9b5-4be6-a021-5f8dc00d9814 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1095 time: 0.0743811 Jun 30 03:44:57.825203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d42dbb00-718a-4d69-9c43-1d22a5738a07 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:57.874283 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-0bba399b-c3de-4a91-8bbd-ecbbe4be46d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 217 time: 0.0464633 Jun 30 03:44:57.905051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port d42dbb00-718a-4d69-9c43-1d22a5738a07 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:57.909585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d42dbb00-718a-4d69-9c43-1d22a5738a07 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:57.909959 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.934848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-664f50e6-3162-4cbf-b098-728457216d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.937489 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-664f50e6-3162-4cbf-b098-728457216d2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0566463 Jun 30 03:44:58.009629 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.011368 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-be6ef04c-9b76-42fa-8b2f-691c5493bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.013032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-be6ef04c-9b76-42fa-8b2f-691c5493bbd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690908 Jun 30 03:44:58.029585 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc5b6a4-d469-4dd6-895d-1dd4440a68c9 x-openstack-request-id: req-fcc5b6a4-d469-4dd6-895d-1dd4440a68c9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:58.029880 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "tag": "78d5a334-0168-4767-8762-9356b289a4be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:58.030133 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcc5b6a4-d469-4dd6-895d-1dd4440a68c9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:58.030570 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'tag': '78d5a334-0168-4767-8762-9356b289a4be', 'status': 'completed', 'code': 200} Jun 30 03:44:58.045513 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port d42dbb00-718a-4d69-9c43-1d22a5738a07, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d42dbb00-718a-4d69-9c43-1d22a5738a07,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:58.053007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.109153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-f664c884-b324-4e2c-9f35-850994c10edb service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899086 Jun 30 03:44:58.110921 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=d42dbb00-718a-4d69-9c43-1d22a5738a07,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:58.200635 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c9096e6-b7db-4e91-b064-b5a22b01d451 req-ea5ae392-af55-4341-beab-17b08f1737c5 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854900 Jun 30 03:44:58.298848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-215bcc16-700b-4d87-9758-23213a700d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.300360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-215bcc16-700b-4d87-9758-23213a700d8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1095 time: 0.0542827 Jun 30 03:44:58.389322 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-a45cd0a6-feb0-44ea-ae1e-2f0fc409cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.390835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-a45cd0a6-feb0-44ea-ae1e-2f0fc409cb22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 898 time: 0.0846908 Jun 30 03:44:58.434337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-411af80a-0da1-4614-97b0-94d5b84ab563 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 217 time: 0.0374644 Jun 30 03:44:58.481898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-da1ab6c2-59b8-425e-ad19-350dd5927c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.483342 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-da1ab6c2-59b8-425e-ad19-350dd5927c8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0427065 Jun 30 03:44:58.539587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-386699c8-f6ed-4ad4-9f81-227f8151bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.541066 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-386699c8-f6ed-4ad4-9f81-227f8151bf9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508416 Jun 30 03:44:58.634881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-5fbf51f7-37e0-48ea-9981-886cfe2fff0f service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Jun 30 03:44:58.757499 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b7112d5a-7ad8-4a59-9b5c-a19c1512e755 req-71ae8194-57b1-4f6f-80a2-834d664359e7 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153646 Jun 30 03:44:58.787377 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48f78-a6b1-4ad1-bb7a-58c4b1b3bcf6 req-05b1dadc-849a-47ef-94c1-b2619202b355 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.788810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0f48f78-a6b1-4ad1-bb7a-58c4b1b3bcf6 req-05b1dadc-849a-47ef-94c1-b2619202b355 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 944 time: 0.0850916 Jun 30 03:44:58.826840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b0f48f78-a6b1-4ad1-bb7a-58c4b1b3bcf6 req-657171f4-62dc-4222-b007-3cc11e6955d6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Jun 30 03:44:59.736033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d42dbb00-718a-4d69-9c43-1d22a5738a07 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:59.783275 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port d42dbb00-718a-4d69-9c43-1d22a5738a07 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:59.783648 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.999096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a598-5e22-4b68-b36f-3a005edcadcd req-7c64d711-3f91-4e60-9ad4-193bdf841c5f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:00.000578 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa53a598-5e22-4b68-b36f-3a005edcadcd req-7c64d711-3f91-4e60-9ad4-193bdf841c5f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 944 time: 0.0615909 Jun 30 03:45:00.041541 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fa53a598-5e22-4b68-b36f-3a005edcadcd req-ce4f3e9c-202d-4bd0-9d9f-0f37fd9ceba4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354090 Jun 30 03:45:00.067645 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 78d5a334-0168-4767-8762-9356b289a4be details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:45:00.163455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 78d5a334-0168-4767-8762-9356b289a4be, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=78d5a334-0168-4767-8762-9356b289a4be,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:00.174619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '78d5a334-0168-4767-8762-9356b289a4be', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'port_id': '78d5a334-0168-4767-8762-9356b289a4be', 'mac_address': 'fa:16:3e:94:dd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:45:00.211276 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.223888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5a334-0168-4767-8762-9356b289a4be {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:45:00.246561 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 78d5a334-0168-4767-8762-9356b289a4be, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=78d5a334-0168-4767-8762-9356b289a4be,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:00.250248 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.301251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=78d5a334-0168-4767-8762-9356b289a4be,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:00.436235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-899ba5be-eb4d-49b3-a580-a1269cb96739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.447849 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['78d5a334-0168-4767-8762-9356b289a4be'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:45:00.678876 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.211074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c3e6-5d48-44f7-b9dd-8974ea1ae6a1 req-c7b7e4a3-317f-4fb1-a6ed-7554174526c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:01.213403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e294c3e6-5d48-44f7-b9dd-8974ea1ae6a1 req-c7b7e4a3-317f-4fb1-a6ed-7554174526c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 945 time: 0.0636752 Jun 30 03:45:01.252439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e294c3e6-5d48-44f7-b9dd-8974ea1ae6a1 req-74e1d2c8-e432-42cb-a97f-46bc60a8198b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Jun 30 03:45:02.078141 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 78d5a334-0168-4767-8762-9356b289a4be up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:02.127754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 78d5a334-0168-4767-8762-9356b289a4be completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:02.131504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 78d5a334-0168-4767-8762-9356b289a4be triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:02.131873 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.205438 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.230478 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5a334-0168-4767-8762-9356b289a4be'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:02.232738 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c84c37-0b76-4311-a0f9-41e1ae050c57" -d '{"events": [{"server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "name": "network-vif-plugged", "status": "completed", "tag": "78d5a334-0168-4767-8762-9356b289a4be"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:02.245743 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 78d5a334-0168-4767-8762-9356b289a4be, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=78d5a334-0168-4767-8762-9356b289a4be,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:02.249548 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.273119 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d83af-2ae2-42e9-ab43-8aed23f333e8 x-openstack-request-id: req-887d83af-2ae2-42e9-ab43-8aed23f333e8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:02.273415 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "name": "network-vif-plugged", "status": "completed", "tag": "78d5a334-0168-4767-8762-9356b289a4be", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:02.273667 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-887d83af-2ae2-42e9-ab43-8aed23f333e8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:02.274051 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5a334-0168-4767-8762-9356b289a4be', 'code': 200} Jun 30 03:45:02.304663 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=78d5a334-0168-4767-8762-9356b289a4be,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:02.423866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2c978-1765-4dfd-9395-5d0882cdcef0 req-4b394909-0b35-4b4b-9b27-dfd108c28853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:02.425343 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79e2c978-1765-4dfd-9395-5d0882cdcef0 req-4b394909-0b35-4b4b-9b27-dfd108c28853 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1097 time: 0.0913055 Jun 30 03:45:02.459595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d31dba-dd67-4744-a703-4dfa78f597f9 req-4e2bc12e-fc5b-4388-85d3-8271c0b16d17 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:02.461022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77d31dba-dd67-4744-a703-4dfa78f597f9 req-4e2bc12e-fc5b-4388-85d3-8271c0b16d17 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0918045 Jun 30 03:45:02.464227 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:45:02.486109 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-79e2c978-1765-4dfd-9395-5d0882cdcef0 req-39d68f52-139a-4c96-a0aa-33c6ff0363e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529151 Jun 30 03:45:02.506244 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.507023 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-77d31dba-dd67-4744-a703-4dfa78f597f9 req-10ea705f-d3cf-4e7a-ac78-fb1badeb92fb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372913 Jun 30 03:45:03.683057 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0525-0f3f-4f0d-9804-c9461087019d req-cd0b8cd9-d142-4a63-bbad-ffd060f6a8e7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:03.684533 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c1a0525-0f3f-4f0d-9804-c9461087019d req-cd0b8cd9-d142-4a63-bbad-ffd060f6a8e7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0665004 Jun 30 03:45:03.721411 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c1a0525-0f3f-4f0d-9804-c9461087019d req-114593b2-bca3-4457-9af3-5ef16a872a01 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Jun 30 03:45:03.892164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd57da0-0a8b-463d-9b79-add061e028fa req-12825fe7-3dcc-4982-a673-858843be19cc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:03.893526 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdd57da0-0a8b-463d-9b79-add061e028fa req-12825fe7-3dcc-4982-a673-858843be19cc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0624857 Jun 30 03:45:03.930775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cdd57da0-0a8b-463d-9b79-add061e028fa req-cc32280f-b847-4f66-8b06-001567f6e607 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Jun 30 03:45:03.957032 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58318) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:04.008144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5cba5-176b-4b18-bf1e-91dcee0c947d tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.009644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a5c5cba5-176b-4b18-bf1e-91dcee0c947d tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1092 time: 0.0516129 Jun 30 03:45:04.012365 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58320) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:04.016594 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '78d5a334-0168-4767-8762-9356b289a4be', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:45:04.038147 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.136789 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.236626 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.65 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e249f559-aad7-4eff-ba58-c21798b7d34d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:45:04.340847 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.378584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.414822 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:45:04.417616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:45:04.421665 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:45:04.454291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=e249f559-aad7-4eff-ba58-c21798b7d34d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:04.579249 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.793185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.870879 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:05.016713 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:05.021415 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:05.085911 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=e249f559-aad7-4eff-ba58-c21798b7d34d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:05.098259 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:05.196978 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP fc10b783-0bdd-4ac5-83ce-a9a9328739b2 associated. External IP: 172.25.0.65, port: 78d5a334-0168-4767-8762-9356b289a4be. Jun 30 03:45:05.404242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 86e50ebc-e548-4c86-bc45-8de0032fffcd has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:45:05.510287 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:45:05.520188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] Sync routers for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:45:05.525353 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:05.532206 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:45:05.532833 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:05.562090 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-aefdde5e-5faf-4181-a2c9-ccf079ebd939 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5487206 Jun 30 03:45:05.562816 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'tag': '78d5a334-0168-4767-8762-9356b289a4be'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:05.565231 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40a8bd-dc5d-4f7f-8f87-873590348e67" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "tag": "78d5a334-0168-4767-8762-9356b289a4be"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:05.640966 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:45:05.666359 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6613e4-fbf1-4add-9e18-b7b56db6f95c x-openstack-request-id: req-da6613e4-fbf1-4add-9e18-b7b56db6f95c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:05.666762 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "tag": "78d5a334-0168-4767-8762-9356b289a4be", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:05.667190 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da6613e4-fbf1-4add-9e18-b7b56db6f95c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:05.667687 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'tag': '78d5a334-0168-4767-8762-9356b289a4be', 'status': 'completed', 'code': 200} Jun 30 03:45:05.737426 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f3db-f12c-4ffe-a1a0-d368962e0278 req-cd84a9d1-99e0-4b7d-91b4-2e05fb18b922 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.739372 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ec7f3db-f12c-4ffe-a1a0-d368962e0278 req-cd84a9d1-99e0-4b7d-91b4-2e05fb18b922 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0688009 Jun 30 03:45:05.753658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-4674330c-cbb7-451f-bdb1-c12af0d42135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.755437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-4674330c-cbb7-451f-bdb1-c12af0d42135 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1097 time: 0.0664074 Jun 30 03:45:05.780244 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-5ec7f3db-f12c-4ffe-a1a0-d368962e0278 req-159ddae8-9e65-44fa-a82b-c5152195f980 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Jun 30 03:45:05.805445 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58328) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:05.879301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'fc10b783-0bdd-4ac5-83ce-a9a9328739b2', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'port_id': '78d5a334-0168-4767-8762-9356b289a4be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'mac_address': 'fa:16:3e:94:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:45:04Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:05.883212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d1b4d8c8-e0bb-4da0-ba17-86f08f2261d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/fc10b783-0bdd-4ac5-83ce-a9a9328739b2 HTTP/1.1" status: 200 len: 991 time: 0.0760984 Jun 30 03:45:05.905922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-cdc13c19-d3b1-4298-a0c2-1b8bb45b46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.906502 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] Checking router: 86e50ebc-e548-4c86-bc45-8de0032fffcd for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:45:05.907428 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-cdc13c19-d3b1-4298-a0c2-1b8bb45b46db service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 898 time: 0.1451497 Jun 30 03:45:05.914690 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:45:05.915553 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:45:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:05.973436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-02743401-76b2-43da-946a-7eb6401847a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 999 time: 0.0589502 Jun 30 03:45:06.025091 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:45:06.025608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-1d8aead1-54ec-4ae4-844a-4a03cfed8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:06.027174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-1d8aead1-54ec-4ae4-844a-4a03cfed8443 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0466325 Jun 30 03:45:06.261928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'fc10b783-0bdd-4ac5-83ce-a9a9328739b2', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'port_id': '78d5a334-0168-4767-8762-9356b289a4be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'mac_address': 'fa:16:3e:94:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:45:04Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:06.294949 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde92a40-973d-454a-9c4a-8f4d495130df None None] The sync data for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 is: [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'fc10b783-0bdd-4ac5-83ce-a9a9328739b2', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'port_id': '78d5a334-0168-4767-8762-9356b289a4be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'mac_address': 'fa:16:3e:94:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:45:04Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:45:06.406699 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-2f6c99ac-f3fe-498b-ba5a-02c8428c4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:06.408130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-2f6c99ac-f3fe-498b-ba5a-02c8428c4f49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3743217 Jun 30 03:45:06.502025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-4bf19ae5-b85e-4d66-a5d0-ef7ea4778397 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867507 Jun 30 03:45:06.512252 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848d678-8968-44e0-a21f-cb7743408f18 None None] New status for floating IP fc10b783-0bdd-4ac5-83ce-a9a9328739b2: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:45:06.600352 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0e40a8bd-dc5d-4f7f-8f87-873590348e67 req-a7f1a8b1-3f84-4ca8-81b7-b7b6a7f62b66 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923126 Jun 30 03:45:06.887793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:06.948692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-e6015e06-8da5-4acb-b54a-f15d5a055cb7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/fc10b783-0bdd-4ac5-83ce-a9a9328739b2 HTTP/1.1" status: 200 len: 993 time: 0.0596156 Jun 30 03:45:09.792664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-4c96a84f-3c8c-4c3f-948b-c7bbae87a309 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503774 Jun 30 03:45:09.889437 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-73669e55-4fd1-4ae5-9a31-b03414a6b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:09.891288 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-73669e55-4fd1-4ae5-9a31-b03414a6b73b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1097 time: 0.0572124 Jun 30 03:45:09.992556 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-582123b9-40d4-4df0-8e57-8b1a71e5fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:09.994758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-582123b9-40d4-4df0-8e57-8b1a71e5fb34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 898 time: 0.0833237 Jun 30 03:45:10.062848 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-477e50aa-4eeb-4e60-bda9-ebb7f2b72148 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 1001 time: 0.0619648 Jun 30 03:45:10.110668 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-2e3138f7-cc71-4a2e-bd61-bc22e14e9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:10.112054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-2e3138f7-cc71-4a2e-bd61-bc22e14e9a35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0427067 Jun 30 03:45:10.168042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-4f8c4ed0-12de-40af-8cab-2386a9d567cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:10.169406 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-4f8c4ed0-12de-40af-8cab-2386a9d567cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510063 Jun 30 03:45:10.233863 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:10.265170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-451e72dc-70aa-46eb-b006-50826a5cfa39 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892811 Jun 30 03:45:10.353509 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6291fc82-e0fb-4a56-b569-6aadd7a1cac9 req-8c0c87ca-6132-412c-8a0e-37bf897026bf service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821960 Jun 30 03:45:11.613147 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:27.775372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6b96629-1929-4243-800f-c6ce3a069563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:30.437619 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23bd3ff1-7e19-410c-9ab1-7879d81a8ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:30.679132 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:32.508542 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:34.580207 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:35.950430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e839-eb8c-49f6-b1a7-55b522b0b492 req-dea9041f-eaa3-4c36-9d9f-54a2b26ccf7f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:35.951746 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1196e839-eb8c-49f6-b1a7-55b522b0b492 req-dea9041f-eaa3-4c36-9d9f-54a2b26ccf7f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0633605 Jun 30 03:45:35.993641 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1196e839-eb8c-49f6-b1a7-55b522b0b492 req-6fb7c354-b60b-43ac-ab52-c4bbfb9c3060 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359433 Jun 30 03:45:37.185082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431db64f-3f93-4764-ac11-33b5e60fbe08 req-7fee5151-e68c-4e8c-be14-0fa69c57b902 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.186612 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-431db64f-3f93-4764-ac11-33b5e60fbe08 req-7fee5151-e68c-4e8c-be14-0fa69c57b902 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0682678 Jun 30 03:45:37.223175 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-431db64f-3f93-4764-ac11-33b5e60fbe08 req-ba5778cc-8cde-4fe8-9896-eb5c9fc7d7ac tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Jun 30 03:45:38.399301 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea8f4a-d9a1-4aac-b6fe-be9a3f1716c2 req-fa875ca0-ef76-40e7-bcb5-0d428770a1d8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:38.400873 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67ea8f4a-d9a1-4aac-b6fe-be9a3f1716c2 req-fa875ca0-ef76-40e7-bcb5-0d428770a1d8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0663333 Jun 30 03:45:38.438922 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-67ea8f4a-d9a1-4aac-b6fe-be9a3f1716c2 req-0a61745a-cc38-45f0-b675-02172d7039e2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Jun 30 03:45:39.463680 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:45:39.612574 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875855a9-4ff1-4217-9c69-5af07142f19b req-88ebfa48-29ca-4113-8742-0b6fe4837ada tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:39.614017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-875855a9-4ff1-4217-9c69-5af07142f19b req-88ebfa48-29ca-4113-8742-0b6fe4837ada tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0621066 Jun 30 03:45:39.652356 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-875855a9-4ff1-4217-9c69-5af07142f19b req-d967d691-64dc-45f5-b78b-8a97ae0758bd tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Jun 30 03:45:40.230424 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:40.822502 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7907d66-7ec9-4905-b7ea-659e2fe16900 req-e69a2627-92f2-43b2-a32e-986d2fc7a70a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:40.824087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7907d66-7ec9-4905-b7ea-659e2fe16900 req-e69a2627-92f2-43b2-a32e-986d2fc7a70a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0624473 Jun 30 03:45:40.861064 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d7907d66-7ec9-4905-b7ea-659e2fe16900 req-4c63d553-db7e-476a-b926-6ec551e08b84 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Jun 30 03:45:41.604400 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:42.034324 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4caa-6786-4d4b-b3b6-b9c409dfcbf3 req-406aaada-5a22-491f-bab4-383712ab6e80 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:42.035758 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-841c4caa-6786-4d4b-b3b6-b9c409dfcbf3 req-406aaada-5a22-491f-bab4-383712ab6e80 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0651700 Jun 30 03:45:42.072377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-841c4caa-6786-4d4b-b3b6-b9c409dfcbf3 req-0acdcf3b-b376-4d8f-b5bf-fc05069ae7f8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301909 Jun 30 03:45:43.247834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92b2c-d4d8-4aa7-ac10-dafd3ebf73fe req-ef9a4c38-2c99-43b1-b580-a31ea9a8d757 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:43.249326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7fb92b2c-d4d8-4aa7-ac10-dafd3ebf73fe req-ef9a4c38-2c99-43b1-b580-a31ea9a8d757 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0676451 Jun 30 03:45:43.286722 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7fb92b2c-d4d8-4aa7-ac10-dafd3ebf73fe req-9ef25d66-9f3a-4019-b458-bd1ca6721802 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Jun 30 03:45:44.456060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e0f1a-edf0-4b93-b7c1-c62674df7575 req-b5cf6f60-65ea-4e6b-8c7a-4e1af11c2e79 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:44.457537 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-965e0f1a-edf0-4b93-b7c1-c62674df7575 req-b5cf6f60-65ea-4e6b-8c7a-4e1af11c2e79 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0637021 Jun 30 03:45:44.496032 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-965e0f1a-edf0-4b93-b7c1-c62674df7575 req-05ef7295-3e45-4635-8f87-a81232c2c8f4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Jun 30 03:45:45.672440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199600b-def5-49f9-9b64-082ac8822d43 req-f10aefbd-c6d2-490d-b316-9ed824c9a7e0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:45.673913 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0199600b-def5-49f9-9b64-082ac8822d43 req-f10aefbd-c6d2-490d-b316-9ed824c9a7e0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0643735 Jun 30 03:45:45.710189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0199600b-def5-49f9-9b64-082ac8822d43 req-faff0ca6-55bf-4d5b-8392-a47f431b9036 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Jun 30 03:45:46.882851 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0394253-df68-48b9-b304-7511b46c5724 req-da83d955-be83-4b8c-8bac-35ad03f1db9f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:46.884302 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0394253-df68-48b9-b304-7511b46c5724 req-da83d955-be83-4b8c-8bac-35ad03f1db9f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0649064 Jun 30 03:45:46.921102 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b0394253-df68-48b9-b304-7511b46c5724 req-4613c8f7-b61d-4dd7-81b6-09f70d923078 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Jun 30 03:45:46.945032 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:47.008565 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cbed1483-dfa2-49b0-a0c8-bdb04056424a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/fc10b783-0bdd-4ac5-83ce-a9a9328739b2 HTTP/1.1" status: 200 len: 993 time: 0.0624056 Jun 30 03:45:48.456212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f56a62-68a3-4250-94d8-230b9b40bae2 req-6fad765a-9f4a-47c4-8411-2ff2521896f0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:48.457682 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28f56a62-68a3-4250-94d8-230b9b40bae2 req-6fad765a-9f4a-47c4-8411-2ff2521896f0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0900173 Jun 30 03:45:48.511436 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-28f56a62-68a3-4250-94d8-230b9b40bae2 req-eb551746-ad22-4d5e-85fa-276608ce79d5 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473745 Jun 30 03:45:48.514001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a451-2867-499e-a42c-ac02e18eae50 req-fea977b6-8803-4c82-87c5-4de0f1574096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:48.515427 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-fea977b6-8803-4c82-87c5-4de0f1574096 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1097 time: 0.1560121 Jun 30 03:45:48.601781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a451-2867-499e-a42c-ac02e18eae50 req-64169c63-39da-43fc-8eb7-9263df23efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:48.603856 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-64169c63-39da-43fc-8eb7-9263df23efd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 898 time: 0.0819089 Jun 30 03:45:48.673098 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-0547affd-f1d1-416e-a96d-273687a68e3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 1001 time: 0.0626116 Jun 30 03:45:48.720882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a451-2867-499e-a42c-ac02e18eae50 req-4d21330b-94fe-4bca-b927-cfc5dabf9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:48.722275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-4d21330b-94fe-4bca-b927-cfc5dabf9499 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0432665 Jun 30 03:45:48.777762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a451-2867-499e-a42c-ac02e18eae50 req-dc7a98b1-e925-4192-ba68-812f9a259854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:48.779222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-dc7a98b1-e925-4192-ba68-812f9a259854 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509062 Jun 30 03:45:48.870634 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-f56ed8d5-b685-48a3-89df-c15bd1304fad service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Jun 30 03:45:48.958582 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0457a451-2867-499e-a42c-ac02e18eae50 req-028f2c19-f755-4025-80c6-3d907a7c1d5b service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815558 Jun 30 03:45:49.689096 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd58f1-c80e-40c0-8f16-3a8c2ffee601 req-62d7a24d-612b-4ba5-b19e-7879d422e765 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:49.690584 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8bd58f1-c80e-40c0-8f16-3a8c2ffee601 req-62d7a24d-612b-4ba5-b19e-7879d422e765 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0677321 Jun 30 03:45:49.727581 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c8bd58f1-c80e-40c0-8f16-3a8c2ffee601 req-51eb7670-70c0-40d0-bcd3-6e8dbf83a15c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 Jun 30 03:45:49.752536 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58384) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:49.810940 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-dd787b89-6bc8-4fcb-b74d-6c3697faf148 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/fc10b783-0bdd-4ac5-83ce-a9a9328739b2 HTTP/1.1" status: 200 len: 993 time: 0.0572245 Jun 30 03:45:57.776354 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a64b4220-8740-4f50-b1a8-21e68343cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:00.437996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67bb3123-b063-49fa-a65e-c9790edf562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:00.680737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:02.511887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:04.582168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.771348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-f87856d8-4668-4861-90ab-2b36291a8ef8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514271 Jun 30 03:46:09.871286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-e6bd3b12-979e-405e-bbfc-f4a5fdaf8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:09.872752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-e6bd3b12-979e-405e-bbfc-f4a5fdaf8bbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1097 time: 0.0571458 Jun 30 03:46:09.974236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-029ce589-f7cd-4040-941a-2b4ba9bb2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:09.975610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-029ce589-f7cd-4040-941a-2b4ba9bb2543 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 898 time: 0.0821774 Jun 30 03:46:10.044415 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-70555e7d-3c24-4436-9038-05899f6e1a8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 1001 time: 0.0614412 Jun 30 03:46:10.092603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-cbddf100-7689-4d37-acf8-17947d9addc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:10.094025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-cbddf100-7689-4d37-acf8-17947d9addc2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0429664 Jun 30 03:46:10.150652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-eaded204-3a9b-436a-a2c9-89c86a5bf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:10.152178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-eaded204-3a9b-436a-a2c9-89c86a5bf8b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523701 Jun 30 03:46:10.245013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-0a070610-429d-462b-a3a9-f976154482bb service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853329 Jun 30 03:46:10.245258 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.338374 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a182cf5-5342-4e1e-8932-06ddcce53b49 req-f9fbcfe7-bbff-4cb2-80c6-e070fc0d5ee6 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Jun 30 03:46:11.613283 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.462526 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:46:20.217539 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58396) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:20.374361 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port e249f559-aad7-4eff-ba58-c21798b7d34d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:20.374705 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.447044 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.447366 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.459116 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for e249f559-aad7-4eff-ba58-c21798b7d34d owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:20.602141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.626881 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=e249f559-aad7-4eff-ba58-c21798b7d34d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:20.638768 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.639001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.639372 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.639632 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.639993 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.640464 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.640796 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.641126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.641452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.641775 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.642100 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.642452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:20.701557 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.701894 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP fc10b783-0bdd-4ac5-83ce-a9a9328739b2 disassociated (deleted). External IP: 172.25.0.65, port: 78d5a334-0168-4767-8762-9356b289a4be. Jun 30 03:46:20.906191 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 86e50ebc-e548-4c86-bc45-8de0032fffcd has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:21.009690 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:21.014649 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.020475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] Sync routers for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:21.029566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:21.030181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:21.055033 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-994df453-b70e-4a17-8c85-e9fd678a28bc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/floatingips/fc10b783-0bdd-4ac5-83ce-a9a9328739b2 HTTP/1.1" status: 204 len: 168 time: 0.8364217 Jun 30 03:46:21.055710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'tag': '78d5a334-0168-4767-8762-9356b289a4be'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:21.058067 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "tag": "78d5a334-0168-4767-8762-9356b289a4be"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:21.096177 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7026c02-7ce1-4754-806c-383100127d4f x-openstack-request-id: req-d7026c02-7ce1-4754-806c-383100127d4f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:21.096475 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "tag": "78d5a334-0168-4767-8762-9356b289a4be", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:21.096731 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7026c02-7ce1-4754-806c-383100127d4f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:21.097157 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'tag': '78d5a334-0168-4767-8762-9356b289a4be', 'status': 'completed', 'code': 200} Jun 30 03:46:21.139597 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:21.173623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-37db3707-d5ff-480e-b804-5e4a086c5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.176217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-37db3707-d5ff-480e-b804-5e4a086c5b2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 1097 time: 0.0569894 Jun 30 03:46:21.287000 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-9e0f0cb6-7ceb-41ca-87eb-10c0892823c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.288504 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-9e0f0cb6-7ceb-41ca-87eb-10c0892823c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 200 len: 898 time: 0.1063857 Jun 30 03:46:21.332083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-b69da00b-be67-42e8-9e7c-a14e23f35d4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 200 len: 217 time: 0.0354908 Jun 30 03:46:21.354622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:21.383631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] Checking router: 86e50ebc-e548-4c86-bc45-8de0032fffcd for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:21.392582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:21.393190 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:21.411713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-ccec1f08-3b22-4f69-aa1f-4b7a085d0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.413068 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-ccec1f08-3b22-4f69-aa1f-4b7a085d0a12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 200 len: 834 time: 0.0755136 Jun 30 03:46:21.479514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383148e0-5de2-4f67-8659-8841ba18540e req-9ea3b4e7-46c2-46c7-9716-f90e2c7f3dd0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.481180 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-383148e0-5de2-4f67-8659-8841ba18540e req-9ea3b4e7-46c2-46c7-9716-f90e2c7f3dd0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.1021569 Jun 30 03:46:21.496997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:21.507232 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-a17f5842-6c66-4b73-87e3-137808e4f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.508697 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-a17f5842-6c66-4b73-87e3-137808e4f30f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e0052c6-e54f-404a-b3a8-3c1572019337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885842 Jun 30 03:46:21.569435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-383148e0-5de2-4f67-8659-8841ba18540e req-214d0100-e5d9-4e9c-9741-e5ffc54b3fbc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822220 Jun 30 03:46:21.612846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-56c7c55d-303c-4b69-bbbb-3a6a484f8b85 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962253 Jun 30 03:46:21.696967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:21.704295 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec5df54f-31d9-468d-82c0-d2ba31b6a3ac req-1ab791e0-3601-4c9e-9782-ed527cdce556 service neutron] 10.222.0.67 "GET /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840724 Jun 30 03:46:21.877521 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0117f-5915-42c2-8306-41fa29430f50 None None] The sync data for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 is: [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:44:53Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'd42dbb00-718a-4d69-9c43-1d22a5738a07', 'name': '', 'network_id': '1e0052c6-e54f-404a-b3a8-3c1572019337', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:87:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:52Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '9f3ae6fa-36b9-4927-9d6a-ddde760d370c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:22.094495 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc398f2-c468-488f-8ab4-dc71a4dc33d8 None None] New status for floating IP fc10b783-0bdd-4ac5-83ce-a9a9328739b2: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:46:22.745065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194bd6-297c-486e-9860-96e2c0f3ceb5 req-478e795b-2951-45f1-922a-c918982385a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:22.747264 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0194bd6-297c-486e-9860-96e2c0f3ceb5 req-478e795b-2951-45f1-922a-c918982385a2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0622246 Jun 30 03:46:22.785747 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f0194bd6-297c-486e-9860-96e2c0f3ceb5 req-d0b159dc-05b9-4982-bd93-92f6e074a5d3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e69ac40-c818-4749-8a71-0842d01ac833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Jun 30 03:46:22.812008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-3a5b280b-442e-488c-a4d9-3be3d0239ebc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:22.813474 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-3a5b280b-442e-488c-a4d9-3be3d0239ebc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b0e188b-52b0-4a9b-b253-0d8eea609c5b HTTP/1.1" status: 200 len: 946 time: 0.0742421 Jun 30 03:46:22.913509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 78d5a334-0168-4767-8762-9356b289a4be {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:22.913752 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.001962 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 78d5a334-0168-4767-8762-9356b289a4be, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=78d5a334-0168-4767-8762-9356b289a4be,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:23.002332 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.015426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 78d5a334-0168-4767-8762-9356b289a4be owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:23.138518 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.170234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=78d5a334-0168-4767-8762-9356b289a4be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:23.185496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.185851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.186205 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.186571 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.186901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.187236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.187581 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.187905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.188233 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.188558 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.188886 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.189207 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:23.227903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] No DVR routers for this DVR port 78d5a334-0168-4767-8762-9356b289a4be on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:23.231276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.233391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8c8ee394-9b15-4719-9af0-9f2549f71215 req-c4b56f2f-3707-4940-93da-31eabe70cfe8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "DELETE /v2.0/ports/78d5a334-0168-4767-8762-9356b289a4be HTTP/1.1" status: 204 len: 173 time: 0.4143567 Jun 30 03:46:23.233838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'name': 'network-vif-deleted', 'tag': '78d5a334-0168-4767-8762-9356b289a4be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:23.236282 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a261908-856f-4bc1-8ec4-4cdd07c1e5e0" -d '{"events": [{"server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "name": "network-vif-deleted", "tag": "78d5a334-0168-4767-8762-9356b289a4be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:23.338935 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e9352-2e19-4c99-998d-d3456f4f374c x-openstack-request-id: req-1e7e9352-2e19-4c99-998d-d3456f4f374c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:23.339236 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0e188b-52b0-4a9b-b253-0d8eea609c5b", "name": "network-vif-deleted", "tag": "78d5a334-0168-4767-8762-9356b289a4be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:23.339492 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e7e9352-2e19-4c99-998d-d3456f4f374c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:23.340012 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0e188b-52b0-4a9b-b253-0d8eea609c5b', 'name': 'network-vif-deleted', 'tag': '78d5a334-0168-4767-8762-9356b289a4be', 'status': 'completed', 'code': 200} Jun 30 03:46:23.879604 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58412) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:24.528445 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.792351 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port d42dbb00-718a-4d69-9c43-1d22a5738a07 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:24.792612 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.880132 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port d42dbb00-718a-4d69-9c43-1d22a5738a07, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=d42dbb00-718a-4d69-9c43-1d22a5738a07,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:24.880846 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.893472 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for d42dbb00-718a-4d69-9c43-1d22a5738a07 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:25.076434 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.106261 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=d42dbb00-718a-4d69-9c43-1d22a5738a07,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:25.281129 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.493512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 86e50ebc-e548-4c86-bc45-8de0032fffcd has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:25.599313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:25.606528 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d66fdbb4-79d5-446b-bd83-489bfa38957b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/86e50ebc-e548-4c86-bc45-8de0032fffcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238107 Jun 30 03:46:25.607994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58416) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:25.611077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] Sync routers for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:25.619953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:25.620565 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:25.659279 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting subnet 9f3ae6fa-36b9-4927-9d6a-ddde760d370c {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:46:25.662371 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.702565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.724992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:25.794450 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.851243 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.879777 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3ae6fa-36b9-4927-9d6a-ddde760d370c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:25.881751 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.883654 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6bc3882f-324d-4f69-a9d1-c6b60dce35b8 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/subnets/9f3ae6fa-36b9-4927-9d6a-ddde760d370c HTTP/1.1" status: 204 len: 168 time: 0.2747073 Jun 30 03:46:25.886271 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58418) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:25.893867 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffd8ee-85fc-49b4-b6d5-799115251e3e None None] Network 1e0052c6-e54f-404a-b3a8-3c1572019337 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:25.972372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:46:25Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.001562 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.014423 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] Checking router: 86e50ebc-e548-4c86-bc45-8de0032fffcd for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:26.046104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] Routers {'86e50ebc-e548-4c86-bc45-8de0032fffcd'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:26.046657 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['86e50ebc-e548-4c86-bc45-8de0032fffcd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.105989 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.159878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 850c79f9-6e25-4558-8b4d-ba07408077d1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:26.160225 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.161438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] Set router 86e50ebc-e548-4c86-bc45-8de0032fffcd gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:26.244551 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 850c79f9-6e25-4558-8b4d-ba07408077d1, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=850c79f9-6e25-4558-8b4d-ba07408077d1,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:26.244914 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.252826 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] DHCP port deletion for 1e0052c6-e54f-404a-b3a8-3c1572019337 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:46:26.264745 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 850c79f9-6e25-4558-8b4d-ba07408077d1 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:26.352416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Deleting port 03ab0c36-a7a4-46dd-952f-fa8140752779 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:26.352702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.422069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 78d5a334-0168-4767-8762-9356b289a4be no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:26.431330 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.452491 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 78d5a334-0168-4767-8762-9356b289a4be {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:26.452749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 78d5a334-0168-4767-8762-9356b289a4be not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:26.458701 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] For port 03ab0c36-a7a4-46dd-952f-fa8140752779, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=03ab0c36-a7a4-46dd-952f-fa8140752779,segment=NetworkSegment(ad707b05-b2d0-4d21-b956-3fff76c43efb),segment_id=ad707b05-b2d0-4d21-b956-3fff76c43efb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:26.459104 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.463470 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=850c79f9-6e25-4558-8b4d-ba07408077d1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:26.473932 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:46:25Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.475832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Calling delete_port for 03ab0c36-a7a4-46dd-952f-fa8140752779 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:26.507252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0acd7-b518-4a3c-92dc-b16dff02718f None None] The sync data for ids ['86e50ebc-e548-4c86-bc45-8de0032fffcd'] in n-d-798054-5 is: [{'id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789816470', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:49Z', 'updated_at': '2021-06-30T03:46:25Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': '850c79f9-6e25-4558-8b4d-ba07408077d1', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e50ebc-e548-4c86-bc45-8de0032fffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:50Z', 'updated_at': '2021-06-30T03:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:26.523185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.583823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.609931 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Pushing event deleted for resources: {'Port': ['ID=03ab0c36-a7a4-46dd-952f-fa8140752779,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:26.614688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] No DVR routers for this DVR port 03ab0c36-a7a4-46dd-952f-fa8140752779 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:26.625743 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.626298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626796 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.626907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69be4e-cbb7-4364-8d65-75e591a43388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.670317 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.670885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Fanout notify agent at l3_agent the message router_deleted on router 86e50ebc-e548-4c86-bc45-8de0032fffcd {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:46:26.677809 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.679041 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-e6b454e1-1622-490c-9c0f-f6ab5f16da5b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/routers/86e50ebc-e548-4c86-bc45-8de0032fffcd HTTP/1.1" status: 204 len: 168 time: 0.7914145 Jun 30 03:46:26.681800 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58420) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:26.755290 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.843468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.853092 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0052c6-e54f-404a-b3a8-3c1572019337']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.864702 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad707b05-b2d0-4d21-b956-3fff76c43efb') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.864959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad707b05-b2d0-4d21-b956-3fff76c43efb') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.875482 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.889468 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.895499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:46:26.895886 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:46:26.898860 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:46:26.966635 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.976047 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.977956 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/networks/1e0052c6-e54f-404a-b3a8-3c1572019337 HTTP/1.1" status: 204 len: 168 time: 0.2951641 Jun 30 03:46:26.981746 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:26.988807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ac74-072d-47ae-9bcc-4e4823c3b62a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Network': ['ID=1e0052c6-e54f-404a-b3a8-3c1572019337,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.043376 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b575a8ea-476a-427c-92b7-84d6eb5a79d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.069470 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b575a8ea-476a-427c-92b7-84d6eb5a79d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.132231 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b575a8ea-476a-427c-92b7-84d6eb5a79d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.134861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b575a8ea-476a-427c-92b7-84d6eb5a79d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.136027 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b575a8ea-476a-427c-92b7-84d6eb5a79d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/security-groups/3e69ac40-c818-4749-8a71-0842d01ac833 HTTP/1.1" status: 204 len: 168 time: 0.1525228 Jun 30 03:46:27.150120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575a8ea-476a-427c-92b7-84d6eb5a79d7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e69ac40-c818-4749-8a71-0842d01ac833,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.458937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:27.463570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-890031553', 'description': 'tempest-secgroup-smoke-890031553 description', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:27.486561 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.576232 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.580017 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.606242 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.607479 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1475430 Jun 30 03:46:27.610607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58430) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:27.611512 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8258f-ee5a-4054-8fb7-7f8d145d82ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665d6394-6ff5-4196-8255-3d595096d524,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.619555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '665d6394-6ff5-4196-8255-3d595096d524', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:27.646973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.702108 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.705912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.723845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe527fde-9039-423d-af38-fbb59c230003,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.730444 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.732042 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-12d27648-4161-4f50-9ce9-8a895cd75c6e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202490 Jun 30 03:46:27.734647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58432) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:27.739638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '665d6394-6ff5-4196-8255-3d595096d524', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:27.771315 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.779298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8eb63d31-8eac-4efd-bd4f-3dea39873486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.790672 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d42dbb00-718a-4d69-9c43-1d22a5738a07 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:27.813619 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: d42dbb00-718a-4d69-9c43-1d22a5738a07 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:27.813889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device d42dbb00-718a-4d69-9c43-1d22a5738a07 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:27.814328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 03ab0c36-a7a4-46dd-952f-fa8140752779 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:27.831844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.833905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 03ab0c36-a7a4-46dd-952f-fa8140752779 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:27.834333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 03ab0c36-a7a4-46dd-952f-fa8140752779 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:27.834711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 850c79f9-6e25-4558-8b4d-ba07408077d1 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:27.835478 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.852916 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f751ff-a5cb-43a2-9bb7-64d585305dff,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.854635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 850c79f9-6e25-4558-8b4d-ba07408077d1 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:27.854793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 850c79f9-6e25-4558-8b4d-ba07408077d1 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:27.861062 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.862292 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c1602957-58a6-4f61-a8ab-5d2bcf5bb3c4 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266344 Jun 30 03:46:27.865149 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58434) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:27.869710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '665d6394-6ff5-4196-8255-3d595096d524', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:27.896011 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.956574 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.960010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.979168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdd1165-f1c7-4995-b141-4462038b5b48,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.986777 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.987933 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6a34ca4f-1394-4fb7-b95e-fa0b433b7e66 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218727 Jun 30 03:46:27.990773 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58436) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:27.995036 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '665d6394-6ff5-4196-8255-3d595096d524', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:28.019852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.077403 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.080912 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.099246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6990dde-0441-4f2c-bf51-efa8daf200f7,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:28.102282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.103488 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8cdc1937-27d2-431c-b314-4354b77500d2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118166 Jun 30 03:46:28.106922 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58438) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:28.111285 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '665d6394-6ff5-4196-8255-3d595096d524', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:28.131724 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:46:28.136383 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.195395 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.199765 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.216326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6dc89d-8b14-402e-9eec-0b85ffe33378,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:28.222416 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.223646 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-81cf7c76-6344-4353-8677-c249aab07dec tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157887 Jun 30 03:46:28.226480 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58440) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:28.230839 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'security_group_rule': {'security_group_id': '665d6394-6ff5-4196-8255-3d595096d524', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:28.252280 n-d-798054-5 neutron-server[93822]: INFO neutron.db.securitygroups_db [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Project 0e752e3f4b9d49ea8f2da482f388395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:46:28.256936 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.318537 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.321970 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.341385 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5035b58-6b4d-49e2-9d89-bb7910a38994,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:28.344293 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.345457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9ca41961-a99b-4ab9-b1ab-bb66e4bbdb96 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180744 Jun 30 03:46:28.348397 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58442) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:28.353291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'network': {'name': 'tempest-network-smoke--562718815', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'port_security_enabled': True}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:28.374723 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:28.377973 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.401358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:46:28.410384 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.410734 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Added segment bba38960-b3be-45b0-8ae1-dfbde75931c2 of type vlan for network b9cff707-9d7b-45ef-b162-65602e885aa9 Jun 30 03:46:28.450679 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.478054 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.483452 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:28.484030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.543505 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1941097 Jun 30 03:46:28.546515 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:28.551110 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4a61-f29c-41aa-a265-064a632232ce tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Network': ['ID=b9cff707-9d7b-45ef-b162-65602e885aa9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:28.551499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'admin_state_up': True, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:28.561268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network b9cff707-9d7b-45ef-b162-65602e885aa9 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:46:28.576594 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.577995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.629320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.765097 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.952608 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.975040 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.072169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.72 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/a36e973d-e41f-4ec5-8b7e-eb44abc0904d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:29.173929 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.212121 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.249375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:29.252168 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:29.254714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:29.281894 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:29.503844 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.992421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.115741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 3a12a167-3fdf-41d2-8ca8-150613787292 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:46:30.220641 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:30.229597 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Sync routers for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:30.238679 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.238866 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:30.239391 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:30.242816 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-91e4e393-e2b6-4352-b5cd-3e5ab6c13541 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6950738 Jun 30 03:46:30.243263 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58446) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:30.317919 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5a50c82c-8aaa-4782-9987-b2f9da541b8d tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=0e752e3f4b9d49ea8f2da482f388395c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730455 Jun 30 03:46:30.320803 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58450) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:30.345594 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:30.405047 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191cb16d-af7f-4a58-aab2-943b77954e67 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:30.406630 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-191cb16d-af7f-4a58-aab2-943b77954e67 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848947 Jun 30 03:46:30.409411 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58452) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:30.437768 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d1ca1792-e2bf-4793-9085-9616d03356c0 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=08e3ad46-d058-429c-a7e1-6d9af6d397e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272000 Jun 30 03:46:30.440255 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58454) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:30.442916 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b1555d8-ff96-4736-9ccc-3e059db00e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.447186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121115588', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:30.528699 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:29Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:30.538537 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:30.542071 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.555088 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Checking router: 3a12a167-3fdf-41d2-8ca8-150613787292 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:30.555449 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Updating router 3a12a167-3fdf-41d2-8ca8-150613787292 port a36e973d-e41f-4ec5-8b7e-eb44abc0904d binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:30.590190 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.683085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.728708 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.786808 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Subnet': ['ID=7d6281df-0041-41bd-8ebb-ae09b09b4230,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:30.797835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Checking segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:30.797835 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network hostable DHCP agents. Network: b9cff707-9d7b-45ef-b162-65602e885aa9, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:46:30.815311 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network b9cff707-9d7b-45ef-b162-65602e885aa9 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:46:30.825831 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, b9cff707-9d7b-45ef-b162-65602e885aa9) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:30.831252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:30.831865 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.837554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a78ea-05fd-4087-9470-6cad726b0fec None None] Network b9cff707-9d7b-45ef-b162-65602e885aa9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:30.849872 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-d36a98de-b8e3-4204-b1e7-a9ba8ab26216 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4069088 Jun 30 03:46:30.852890 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58456) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:30.854218 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.866076 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Transition to ACTIVE for port object a36e973d-e41f-4ec5-8b7e-eb44abc0904d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:30.872892 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.914197 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Attempting to bind port a36e973d-e41f-4ec5-8b7e-eb44abc0904d on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:30.914587 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Attempting to bind port a36e973d-e41f-4ec5-8b7e-eb44abc0904d by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:30.914942 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Attempting to bind port a36e973d-e41f-4ec5-8b7e-eb44abc0904d on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:30.921963 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:30.922400 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:30.922738 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.923118 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:30.923577 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Bound port: a36e973d-e41f-4ec5-8b7e-eb44abc0904d, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:30.923945 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.985731 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] For port a36e973d-e41f-4ec5-8b7e-eb44abc0904d, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:31.001154 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Pushing event updated for resources: {'Port': ['ID=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:31.005317 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-b9cff707-9d7b-45ef-b162-65602e885aa9', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:46:31.006248 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.006411 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] For port a36e973d-e41f-4ec5-8b7e-eb44abc0904d, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:31.011506 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.011903 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.012224 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.012669 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.012951 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.013218 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.013551 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.013925 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.014222 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.014537 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.014889 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.015789 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:31.019446 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.079049 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:31.079673 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:31.113665 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3017a7-33ed-4269-bd2a-b8cf6fc7d7e8 None None] Pushing event updated for resources: {'Port': ['ID=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:31.163104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Allocated IP 172.20.0.2 (b9cff707-9d7b-45ef-b162-65602e885aa9/7d6281df-0041-41bd-8ebb-ae09b09b4230/228feed1-d085-4b26-b954-18eefaa4e6b9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:31.190566 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:31.332315 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.338185 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.340497 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Transition to ACTIVE for port object 228feed1-d085-4b26-b954-18eefaa4e6b9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:31.357276 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Transition to ACTIVE for port object 228feed1-d085-4b26-b954-18eefaa4e6b9 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:31.363517 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.396889 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:29Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:31.403901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Network b9cff707-9d7b-45ef-b162-65602e885aa9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:31.408792 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:31.413216 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:31.422994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Pushing event updated for resources: {'Port': ['ID=228feed1-d085-4b26-b954-18eefaa4e6b9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:31.424749 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67e258-198c-479c-b9cc-ae5e76d66563 None None] The sync data for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 is: [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:29Z', 'revision_number': 3, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:31.481425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Attempting to bind port 228feed1-d085-4b26-b954-18eefaa4e6b9 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:31.481998 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Attempting to bind port 228feed1-d085-4b26-b954-18eefaa4e6b9 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:31.482260 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Attempting to bind port 228feed1-d085-4b26-b954-18eefaa4e6b9 on network b9cff707-9d7b-45ef-b162-65602e885aa9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:31.487808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:31.488233 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Checking segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:31.488592 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.488989 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Bound using segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:31.489463 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Bound port: 228feed1-d085-4b26-b954-18eefaa4e6b9, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:31.489850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.565474 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] For port 228feed1-d085-4b26-b954-18eefaa4e6b9, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:31.569006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] For port 228feed1-d085-4b26-b954-18eefaa4e6b9, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=228feed1-d085-4b26-b954-18eefaa4e6b9,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:31.574617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.634144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acfe9f-794e-4167-8a0f-41ee24ab5e14 None None] Pushing event updated for resources: {'Port': ['ID=228feed1-d085-4b26-b954-18eefaa4e6b9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:31.830348 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a36e973d-e41f-4ec5-8b7e-eb44abc0904d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:31.901062 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a36e973d-e41f-4ec5-8b7e-eb44abc0904d completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:31.906428 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a36e973d-e41f-4ec5-8b7e-eb44abc0904d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:31.907090 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.012225 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.036739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a36e973d-e41f-4ec5-8b7e-eb44abc0904d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:32.041259 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.080211 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.1 (b9cff707-9d7b-45ef-b162-65602e885aa9/7d6281df-0041-41bd-8ebb-ae09b09b4230/0f241c7e-4c16-468b-8296-45c71bb44718) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:32.099324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:32.208813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.223997 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 0f241c7e-4c16-468b-8296-45c71bb44718 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:32.260332 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.309144 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network b9cff707-9d7b-45ef-b162-65602e885aa9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:32.312414 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:32.319087 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:32.325967 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=0f241c7e-4c16-468b-8296-45c71bb44718,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:32.367826 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.515773 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.524867 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.743339 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8db604-a3a4-4ded-9f17-d75666441ceb None None] Network b9cff707-9d7b-45ef-b162-65602e885aa9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:32.814859 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.820673 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.873507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ac367a6-089e-4f83-a444-2d8b22bb0e16 None None] Provisioning for port 228feed1-d085-4b26-b954-18eefaa4e6b9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:32.901386 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.903389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=0f241c7e-4c16-468b-8296-45c71bb44718,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:33.000071 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network b9cff707-9d7b-45ef-b162-65602e885aa9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:33.001940 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:33.124410 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 3a12a167-3fdf-41d2-8ca8-150613787292 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:33.202941 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-74be8eb8-4d50-44d1-bf93-025a6b45d30c None None] Provisioning for port 0f241c7e-4c16-468b-8296-45c71bb44718 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:33.207629 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-74be8eb8-4d50-44d1-bf93-025a6b45d30c None None] Provisioning complete for port 0f241c7e-4c16-468b-8296-45c71bb44718 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:33.208006 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74be8eb8-4d50-44d1-bf93-025a6b45d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.249537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74be8eb8-4d50-44d1-bf93-025a6b45d30c None None] Port 0f241c7e-4c16-468b-8296-45c71bb44718 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:33.255222 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:33.263719 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-03f383a1-29c4-4a41-a456-68193a46276c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/3a12a167-3fdf-41d2-8ca8-150613787292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074059 Jun 30 03:46:33.273273 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Sync routers for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:33.282741 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:33.283373 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:33.397079 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-455fb08b-97a4-429f-a2ad-acf6a3982bab None None] Provisioning complete for port 0f241c7e-4c16-468b-8296-45c71bb44718 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:33.397370 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455fb08b-97a4-429f-a2ad-acf6a3982bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.409960 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-23f1cdad-c22d-43a0-a465-4bd5f18d47c0 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-890031553&fields=id&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 267 time: 0.0353932 Jun 30 03:46:33.427975 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:33.537836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-b848af87-f441-4885-b774-adaffeee9d00 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:33.542243 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-b848af87-f441-4885-b774-adaffeee9d00 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 796 time: 0.1255143 Jun 30 03:46:33.558992 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-0b15d674-68d0-4338-b376-811884c64f60 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/quotas/0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 375 time: 0.0131998 Jun 30 03:46:33.625887 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-d121c496-586a-45d5-b7ae-56f50e872289 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638256 Jun 30 03:46:33.632812 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-455fb08b-97a4-429f-a2ad-acf6a3982bab None None] Port 0f241c7e-4c16-468b-8296-45c71bb44718 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:33.684500 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6f229e82-537e-42cb-a782-f8164b3e2f19 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:46:33.685503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6f229e82-537e-42cb-a782-f8164b3e2f19 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464594 Jun 30 03:46:33.769076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0d2006a6-8e5c-49c2-9b55-1613f2704ed2 None None] Provisioning complete for port 0f241c7e-4c16-468b-8296-45c71bb44718 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:33.769451 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d2006a6-8e5c-49c2-9b55-1613f2704ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.782545 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6e337e74-d9b6-4427-99fa-088dc5852174 service neutron] 10.222.0.78 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910318 Jun 30 03:46:33.826661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d2006a6-8e5c-49c2-9b55-1613f2704ed2 None None] Port 0f241c7e-4c16-468b-8296-45c71bb44718 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:33.849514 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 2, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:33.877089 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Checking router: 3a12a167-3fdf-41d2-8ca8-150613787292 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:33.877447 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Updating router 3a12a167-3fdf-41d2-8ca8-150613787292 port 0f241c7e-4c16-468b-8296-45c71bb44718 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:33.898612 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-eb9aa0cc-e2bd-4064-9b67-57ed004a66c4 service neutron] 10.222.0.78 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103532 Jun 30 03:46:33.905537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 228feed1-d085-4b26-b954-18eefaa4e6b9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:33.943887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.005673 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 228feed1-d085-4b26-b954-18eefaa4e6b9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:34.059913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 228feed1-d085-4b26-b954-18eefaa4e6b9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:34.060272 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.087864 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-725d53fa-ec36-4b57-a7a2-07f280f9f157 req-1a514e68-9908-49f7-a2c3-d77b721d6dcc tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 210 time: 0.0326297 Jun 30 03:46:34.227159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.283779 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 228feed1-d085-4b26-b954-18eefaa4e6b9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=228feed1-d085-4b26-b954-18eefaa4e6b9,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:34.292544 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.294116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a36e973d-e41f-4ec5-8b7e-eb44abc0904d up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:34.397529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.423121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Transition to ACTIVE for port object 0f241c7e-4c16-468b-8296-45c71bb44718 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:34.424898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=228feed1-d085-4b26-b954-18eefaa4e6b9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:34.438029 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.474635 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a36e973d-e41f-4ec5-8b7e-eb44abc0904d triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:34.475054 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.536950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547486e-aff8-44e6-b781-cc880e2d08f7 None None] Pushing event updated for resources: {'Port': ['ID=0f241c7e-4c16-468b-8296-45c71bb44718,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:34.613441 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Attempting to bind port 0f241c7e-4c16-468b-8296-45c71bb44718 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:34.614005 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Attempting to bind port 0f241c7e-4c16-468b-8296-45c71bb44718 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:34.614477 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Attempting to bind port 0f241c7e-4c16-468b-8296-45c71bb44718 on network b9cff707-9d7b-45ef-b162-65602e885aa9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:34.643633 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.644517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:34.645219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Checking segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:34.645874 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.646278 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Bound using segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:34.646824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Bound port: 0f241c7e-4c16-468b-8296-45c71bb44718, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:34.647208 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.728103 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] For port 0f241c7e-4c16-468b-8296-45c71bb44718, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:34.732610 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] For port 0f241c7e-4c16-468b-8296-45c71bb44718, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0f241c7e-4c16-468b-8296-45c71bb44718,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:34.736364 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.812041 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547486e-aff8-44e6-b781-cc880e2d08f7 None None] Pushing event updated for resources: {'Port': ['ID=0f241c7e-4c16-468b-8296-45c71bb44718,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:34.816560 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:34.817407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:34.928905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:35.137495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:34Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:35.164302 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5694f2c-5d5d-476e-b1c5-58908cb3a013 None None] The sync data for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 is: [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:34Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:35.334766 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e16e8326-1904-48f8-8c30-36447eecf9c9 req-ccfd7c18-1d5c-4872-971f-f2b80532c659 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 210 time: 0.0520301 Jun 30 03:46:35.346582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-2bc3c2cc-a18c-41f4-a26e-96716cb0aa84 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:35.348073 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-2bc3c2cc-a18c-41f4-a26e-96716cb0aa84 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 796 time: 0.2138336 Jun 30 03:46:35.394976 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-0ac5d46e-e7be-4fc6-97a6-57e3f3bc3f09 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e752e3f4b9d49ea8f2da482f388395c HTTP/1.1" status: 200 len: 379 time: 0.0381551 Jun 30 03:46:35.405441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'port': {'device_id': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'admin_state_up': True, 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'security_groups': ['665d6394-6ff5-4196-8255-3d595096d524']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:35.525226 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Made reservation on behalf of 0e752e3f4b9d49ea8f2da482f388395c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:35.529632 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.662944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.20.0.13 (b9cff707-9d7b-45ef-b162-65602e885aa9/7d6281df-0041-41bd-8ebb-ae09b09b4230/95701403-de55-454c-960e-b2698deb3189) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:35.814345 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.829430 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Transition to ACTIVE for port object 95701403-de55-454c-960e-b2698deb3189 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:35.867637 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0f241c7e-4c16-468b-8296-45c71bb44718 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:35.873791 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.920724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network b9cff707-9d7b-45ef-b162-65602e885aa9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:35.924023 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:35.930613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:35.935805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 0f241c7e-4c16-468b-8296-45c71bb44718 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:35.941315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0f241c7e-4c16-468b-8296-45c71bb44718 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:35.941696 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.970494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=95701403-de55-454c-960e-b2698deb3189,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:35.995398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:35.996454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.015481 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-6260c257-e162-44c8-9f37-c6a6ce40bdba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142116 Jun 30 03:46:36.028951 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Request body: {'port': {'device_id': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:36.032129 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.069486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 0f241c7e-4c16-468b-8296-45c71bb44718, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0f241c7e-4c16-468b-8296-45c71bb44718,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:36.077741 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.079020 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 228feed1-d085-4b26-b954-18eefaa4e6b9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:36.115593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.162800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=0f241c7e-4c16-468b-8296-45c71bb44718,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:36.184485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 228feed1-d085-4b26-b954-18eefaa4e6b9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:36.184865 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.218117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-db41d397-ab73-46ef-9743-45f2f82eef35 None None] Provisioning for port 95701403-de55-454c-960e-b2698deb3189 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:36.226747 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-db41d397-ab73-46ef-9743-45f2f82eef35 None None] Provisioning complete for port 95701403-de55-454c-960e-b2698deb3189 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:36.227062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db41d397-ab73-46ef-9743-45f2f82eef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.269536 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-db41d397-ab73-46ef-9743-45f2f82eef35 None None] Port 95701403-de55-454c-960e-b2698deb3189 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:36.408655 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95701403-de55-454c-960e-b2698deb3189 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:46:36.416245 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.428709 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Transition to ACTIVE for port object 95701403-de55-454c-960e-b2698deb3189 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:36.432464 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.504538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Pushing event updated for resources: {'Port': ['ID=95701403-de55-454c-960e-b2698deb3189,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:36.528206 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed9304-e68c-4159-9982-15e1e4297580 req-3754c690-9bce-4fc6-ad57-f93286e8d6bb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:36.530028 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15ed9304-e68c-4159-9982-15e1e4297580 req-3754c690-9bce-4fc6-ad57-f93286e8d6bb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 944 time: 0.0776620 Jun 30 03:46:36.561264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Attempting to bind port 95701403-de55-454c-960e-b2698deb3189 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:36.561701 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Attempting to bind port 95701403-de55-454c-960e-b2698deb3189 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:36.562111 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Attempting to bind port 95701403-de55-454c-960e-b2698deb3189 on network b9cff707-9d7b-45ef-b162-65602e885aa9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:36.566873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Port 95701403-de55-454c-960e-b2698deb3189 on network b9cff707-9d7b-45ef-b162-65602e885aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:46:36.567276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Attempting to bind port 95701403-de55-454c-960e-b2698deb3189 on network b9cff707-9d7b-45ef-b162-65602e885aa9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:36.572236 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:36.572586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Checking segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:36.572977 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Bound using segment: {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:36.573421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Bound port: 95701403-de55-454c-960e-b2698deb3189, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba38960-b3be-45b0-8ae1-dfbde75931c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:36.573785 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.579392 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15ed9304-e68c-4159-9982-15e1e4297580 req-048d7257-ad36-40bd-afec-0305e1e91f9c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411823 Jun 30 03:46:36.644999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] For port 95701403-de55-454c-960e-b2698deb3189, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:36.648648 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] For port 95701403-de55-454c-960e-b2698deb3189, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=95701403-de55-454c-960e-b2698deb3189,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:36.654788 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.694244 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:36.694894 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.696301 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] 10.222.0.67 "PUT /v2.0/ports/95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 1092 time: 0.6727860 Jun 30 03:46:36.696741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'tag': '95701403-de55-454c-960e-b2698deb3189'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:36.699566 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "tag": "95701403-de55-454c-960e-b2698deb3189"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:36.724516 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de0e8-e22a-4e53-a192-7d03fac95536 service neutron] Pushing event updated for resources: {'Port': ['ID=95701403-de55-454c-960e-b2698deb3189,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:36.770015 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff827ed7-e6d9-4521-9ddb-2846ae2c2c85 x-openstack-request-id: req-ff827ed7-e6d9-4521-9ddb-2846ae2c2c85 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:36.770576 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "tag": "95701403-de55-454c-960e-b2698deb3189", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:36.770844 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff827ed7-e6d9-4521-9ddb-2846ae2c2c85 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:36.771249 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'tag': '95701403-de55-454c-960e-b2698deb3189', 'status': 'completed', 'code': 200} Jun 30 03:46:36.799803 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-64f98f7f-aced-4908-b6ba-efd7c08bb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:36.801361 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-64f98f7f-aced-4908-b6ba-efd7c08bb4f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1095 time: 0.0609603 Jun 30 03:46:36.844277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-7d773729-5dba-431d-b3fb-6dc9a82891f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 217 time: 0.0353136 Jun 30 03:46:36.898409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-f5932813-da93-49ee-95aa-f7968b390b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:36.899869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-f5932813-da93-49ee-95aa-f7968b390b66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 200 len: 835 time: 0.0502512 Jun 30 03:46:36.956837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-9b819077-c3fc-4bd6-9d0f-72ddcea27fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:36.958346 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-9b819077-c3fc-4bd6-9d0f-72ddcea27fc3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9cff707-9d7b-45ef-b162-65602e885aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518727 Jun 30 03:46:37.045443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-76c90497-2a0e-4aa5-9030-6b3c572cc71e service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806124 Jun 30 03:46:37.135196 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e86abeb4-33f6-4efd-9b4c-cc95f6a9a44d req-60e2487b-2af4-40ce-b788-f64722a4a49c service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834358 Jun 30 03:46:37.235341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-99ced779-f6f3-4a5f-894b-d80e7c223ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.236847 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-99ced779-f6f3-4a5f-894b-d80e7c223ea5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1095 time: 0.0545578 Jun 30 03:46:37.328982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-7bedf97f-102b-4e7c-8a9f-d2f8da632daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.330389 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-7bedf97f-102b-4e7c-8a9f-d2f8da632daf service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 897 time: 0.0875962 Jun 30 03:46:37.371763 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-24168e44-8cb5-487e-ad6c-c75c0bfd27c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 217 time: 0.0345023 Jun 30 03:46:37.418718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-a8749b17-5928-4227-bdad-fa8f09578eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.420124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-a8749b17-5928-4227-bdad-fa8f09578eb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 200 len: 835 time: 0.0428207 Jun 30 03:46:37.481672 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-c002a680-e2af-4bd2-a0ca-ac49c3f92d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.483221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-c002a680-e2af-4bd2-a0ca-ac49c3f92d32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9cff707-9d7b-45ef-b162-65602e885aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565755 Jun 30 03:46:37.572454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-bfadf1b0-f0f5-452c-ae56-b70814f90b7c service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820303 Jun 30 03:46:37.670127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ca376ba6-a16c-4c5d-9c14-5d68755bfeb6 req-65f03bbe-a59b-4891-ad88-7bf81febfe15 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Jun 30 03:46:37.752585 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f551-8b50-45d0-bdc3-a91b49278620 req-c8f32fbf-6050-4854-9f76-8a7ea616fca6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.754118 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1692f551-8b50-45d0-bdc3-a91b49278620 req-c8f32fbf-6050-4854-9f76-8a7ea616fca6 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 944 time: 0.0645778 Jun 30 03:46:37.792375 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0f241c7e-4c16-468b-8296-45c71bb44718 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:37.796897 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1692f551-8b50-45d0-bdc3-a91b49278620 req-86b767a5-ca7f-442f-8655-b72277c0d5af tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368054 Jun 30 03:46:37.843034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 0f241c7e-4c16-468b-8296-45c71bb44718 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:37.843407 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:38.974258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c88a2-62f8-43e5-a3b9-94c6d3950b0b req-5aad496b-9507-4026-9dd4-79a343ac5996 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:38.975761 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-367c88a2-62f8-43e5-a3b9-94c6d3950b0b req-5aad496b-9507-4026-9dd4-79a343ac5996 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 944 time: 0.0641470 Jun 30 03:46:39.013645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-367c88a2-62f8-43e5-a3b9-94c6d3950b0b req-8d9eab0c-c340-4957-affa-bd52f72f504d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Jun 30 03:46:40.184342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2311a0-b017-4028-9d09-b5e1126d9250 req-56fa4f4a-125f-4ca0-8d0a-cbd9cc55274a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:40.185818 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb2311a0-b017-4028-9d09-b5e1126d9250 req-56fa4f4a-125f-4ca0-8d0a-cbd9cc55274a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 944 time: 0.0635326 Jun 30 03:46:40.222233 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cb2311a0-b017-4028-9d09-b5e1126d9250 req-fb8ce79d-3bb2-4ea8-9a67-ab21008cf0e2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308795 Jun 30 03:46:40.243522 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.466196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 95701403-de55-454c-960e-b2698deb3189 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:46:40.563105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 95701403-de55-454c-960e-b2698deb3189, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=95701403-de55-454c-960e-b2698deb3189,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:40.574994 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '95701403-de55-454c-960e-b2698deb3189', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'port_id': '95701403-de55-454c-960e-b2698deb3189', 'mac_address': 'fa:16:3e:48:a1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:46:40.610543 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.622834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95701403-de55-454c-960e-b2698deb3189 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:46:40.643304 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 95701403-de55-454c-960e-b2698deb3189, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=95701403-de55-454c-960e-b2698deb3189,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:40.647726 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.694655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=95701403-de55-454c-960e-b2698deb3189,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:40.848150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['95701403-de55-454c-960e-b2698deb3189'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:46:41.397783 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c302f-783e-4615-9b10-f84a0299d0a4 req-1495d4a4-f4b6-43c6-adcd-04dbca5b4602 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:41.399264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c20c302f-783e-4615-9b10-f84a0299d0a4 req-1495d4a4-f4b6-43c6-adcd-04dbca5b4602 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 945 time: 0.0631239 Jun 30 03:46:41.437040 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c20c302f-783e-4615-9b10-f84a0299d0a4 req-e25af795-0d7e-4ed3-a7e5-a4d715895e7f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jun 30 03:46:41.615732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.481390 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 95701403-de55-454c-960e-b2698deb3189 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:42.532306 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 95701403-de55-454c-960e-b2698deb3189 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:42.535911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 95701403-de55-454c-960e-b2698deb3189 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:42.536284 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.613069 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.614075 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266a43-1c3a-4ffb-9be7-747940109562 req-f4d09924-f005-420b-9bde-7b9142f70fb9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:42.615610 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb266a43-1c3a-4ffb-9be7-747940109562 req-f4d09924-f005-420b-9bde-7b9142f70fb9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 945 time: 0.0699699 Jun 30 03:46:42.636116 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95701403-de55-454c-960e-b2698deb3189'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:42.639170 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce9ecd-060e-4a46-a5c0-8fe300b3ddd0" -d '{"events": [{"server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "name": "network-vif-plugged", "status": "completed", "tag": "95701403-de55-454c-960e-b2698deb3189"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:42.653013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 95701403-de55-454c-960e-b2698deb3189, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=95701403-de55-454c-960e-b2698deb3189,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:42.655914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-eb266a43-1c3a-4ffb-9be7-747940109562 req-1802bbe5-a377-47e4-9863-9722f961657a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Jun 30 03:46:42.658812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.853127 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206d22d-0ace-4166-8d99-dc41c4abb5bd req-4e03e095-819c-4801-91f6-6fa543e92f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:42.854594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a206d22d-0ace-4166-8d99-dc41c4abb5bd req-4e03e095-819c-4801-91f6-6fa543e92f32 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1097 time: 0.0570967 Jun 30 03:46:42.859674 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20388df0-f989-43be-a151-9c904561ffbc x-openstack-request-id: req-20388df0-f989-43be-a151-9c904561ffbc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:42.859964 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "name": "network-vif-plugged", "status": "completed", "tag": "95701403-de55-454c-960e-b2698deb3189", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:42.860244 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20388df0-f989-43be-a151-9c904561ffbc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:42.860610 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95701403-de55-454c-960e-b2698deb3189', 'code': 200} Jun 30 03:46:42.873176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=95701403-de55-454c-960e-b2698deb3189,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:42.891539 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a206d22d-0ace-4166-8d99-dc41c4abb5bd req-eda0baa4-5177-4639-ac69-dc589cba6e29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301466 Jun 30 03:46:43.831505 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ece5b-ce21-4dc4-ba70-82cf138fbd59 req-78c92e3d-ef2a-4159-95a5-aae589034c8e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:43.832946 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-491ece5b-ce21-4dc4-ba70-82cf138fbd59 req-78c92e3d-ef2a-4159-95a5-aae589034c8e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0639124 Jun 30 03:46:43.870107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-491ece5b-ce21-4dc4-ba70-82cf138fbd59 req-889fe904-77b3-4d54-847a-1d47ec72e8d9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315747 Jun 30 03:46:44.043906 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa986a5-15b6-4dba-930a-2707be0d936a req-e7bd4c06-09a6-4090-9e64-3cbdd4d5cc28 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:44.045384 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fa986a5-15b6-4dba-930a-2707be0d936a req-e7bd4c06-09a6-4090-9e64-3cbdd4d5cc28 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0649700 Jun 30 03:46:44.085480 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4fa986a5-15b6-4dba-930a-2707be0d936a req-5cd97633-0766-4e46-abc3-af61ff9bbc7f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343964 Jun 30 03:46:44.110251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:44.165405 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba086728-fd2b-4939-9d32-4ed7f56021f7 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:44.166869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ba086728-fd2b-4939-9d32-4ed7f56021f7 tempest-TestNetworkAdvancedServerOps-2115397846 tempest-TestNetworkAdvancedServerOps-2115397846-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1092 time: 0.0556290 Jun 30 03:46:44.170242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:44.174671 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '95701403-de55-454c-960e-b2698deb3189', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:44.195298 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.288176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.392898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Allocated IP 172.25.0.141 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/d287006f-bf4e-43bc-9e55-02de975d904d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:44.495412 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.533987 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.574717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:44.577490 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:44.582945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:44.605972 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=d287006f-bf4e-43bc-9e55-02de975d904d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:44.953679 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.029923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.175694 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.180162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.249055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event updated for resources: {'Port': ['ID=d287006f-bf4e-43bc-9e55-02de975d904d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:45.257375 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.356444 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP d5fc2019-e939-4733-9362-7be50cca57f2 associated. External IP: 172.25.0.141, port: 95701403-de55-454c-960e-b2698deb3189. Jun 30 03:46:45.564742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 3a12a167-3fdf-41d2-8ca8-150613787292 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:45.968963 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:45.978221 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] Sync routers for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:45.984299 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.988221 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:45.988829 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:46.021120 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-01c6434d-9d08-460c-94d5-6b272d3f1570 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8471613 Jun 30 03:46:46.021120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'tag': '95701403-de55-454c-960e-b2698deb3189'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:46.021513 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56cacff-17bd-4642-b085-7a962ea7123a" -d '{"events": [{"name": "network-changed", "server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "tag": "95701403-de55-454c-960e-b2698deb3189"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:46.059115 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b38f43f-ed82-4e3d-9283-8efb417ece1e x-openstack-request-id: req-0b38f43f-ed82-4e3d-9283-8efb417ece1e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:46.059411 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "tag": "95701403-de55-454c-960e-b2698deb3189", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:46.059663 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b38f43f-ed82-4e3d-9283-8efb417ece1e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:46.060060 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'tag': '95701403-de55-454c-960e-b2698deb3189', 'status': 'completed', 'code': 200} Jun 30 03:46:46.096995 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:46.137199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cacff-17bd-4642-b085-7a962ea7123a req-1992a58a-1ac2-4e0b-96d7-a890f4826ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:46.138860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-1992a58a-1ac2-4e0b-96d7-a890f4826ac1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1097 time: 0.0543952 Jun 30 03:46:46.187512 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86ea8d-8074-4d60-8390-f2c6b0f7dd0d req-29e334cf-d2c4-4e43-a9a3-1795f558dfe7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:46.189135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed86ea8d-8074-4d60-8390-f2c6b0f7dd0d req-29e334cf-d2c4-4e43-a9a3-1795f558dfe7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0714815 Jun 30 03:46:46.228706 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ed86ea8d-8074-4d60-8390-f2c6b0f7dd0d req-8ee36c6e-e26f-45a1-9a78-82993e67e9c3 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335591 Jun 30 03:46:46.236646 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cacff-17bd-4642-b085-7a962ea7123a req-697ecd90-3a92-4d39-bd79-4d275ab5ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:46.238122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-697ecd90-3a92-4d39-bd79-4d275ab5ea5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 897 time: 0.0931456 Jun 30 03:46:46.256648 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58522) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:46.305782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-4007359a-184d-4013-a9b2-f2b270ac896c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 1000 time: 0.0616267 Jun 30 03:46:46.325037 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4d8ba01d-45fb-4a40-8338-d62c9bab465d tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d5fc2019-e939-4733-9362-7be50cca57f2 HTTP/1.1" status: 200 len: 992 time: 0.0672269 Jun 30 03:46:46.330507 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd5fc2019-e939-4733-9362-7be50cca57f2', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'port_id': '95701403-de55-454c-960e-b2698deb3189', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'mac_address': 'fa:16:3e:48:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:46:44Z', 'updated_at': '2021-06-30T03:46:44Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:36Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:46.356694 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] Checking router: 3a12a167-3fdf-41d2-8ca8-150613787292 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:46.359299 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cacff-17bd-4642-b085-7a962ea7123a req-c9249de3-c4af-46c3-8b2f-cc191b203c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:46.360870 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-c9249de3-c4af-46c3-8b2f-cc191b203c42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 200 len: 835 time: 0.0493090 Jun 30 03:46:46.364743 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:46.365342 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:46:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:46.418173 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cacff-17bd-4642-b085-7a962ea7123a req-f9c9e3c3-9965-4fce-9dba-eba4284955f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:46.419705 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-f9c9e3c3-9965-4fce-9dba-eba4284955f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9cff707-9d7b-45ef-b162-65602e885aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531087 Jun 30 03:46:46.469649 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:46.508773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-de662315-2127-4863-aa0f-ad0c15e2b096 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Jun 30 03:46:46.601977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a56cacff-17bd-4642-b085-7a962ea7123a req-120c33ce-7d7e-481b-b189-22876cb1945c service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869310 Jun 30 03:46:46.686692 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd5fc2019-e939-4733-9362-7be50cca57f2', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'port_id': '95701403-de55-454c-960e-b2698deb3189', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'mac_address': 'fa:16:3e:48:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:46:44Z', 'updated_at': '2021-06-30T03:46:44Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:36Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:46.715835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db18eb-c521-4325-bb76-7ee618cb502d None None] The sync data for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 is: [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'd5fc2019-e939-4733-9362-7be50cca57f2', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'port_id': '95701403-de55-454c-960e-b2698deb3189', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'mac_address': 'fa:16:3e:48:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:46:44Z', 'updated_at': '2021-06-30T03:46:44Z', 'revision_number': 0, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:36Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:46.899443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62456a8c-d530-4bb0-b5ce-ab5605529e64 None None] New status for floating IP d5fc2019-e939-4733-9362-7be50cca57f2: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:46:47.328781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.389443 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2b77ea2c-bc2d-4ab3-89da-5f4fb25772b2 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d5fc2019-e939-4733-9362-7be50cca57f2 HTTP/1.1" status: 200 len: 994 time: 0.0594916 Jun 30 03:46:53.461344 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:46:57.782803 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cba3d1ec-0381-400a-96d4-2eaa1dfa9b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.434181 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b90e15d-6c40-4a51-bf01-8ce0c1e8f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.685867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:02.517008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:04.589808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:08.066327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-bcc089ed-f302-40b0-be26-040a74be6daa req-eebebbe5-48aa-495c-8fa4-7f9fdbf815dc service neutron] (93821) timed out ('10.222.0.78', 55406) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:47:10.243540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:10.809817 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-3c40a06e-3d28-4a60-8883-5930d45bbc69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547814 Jun 30 03:47:10.900544 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073f19-c304-4d34-bfbd-624661ac42cd req-8aaabf1b-2006-44ca-a7cd-d9203fce17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:10.901951 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-8aaabf1b-2006-44ca-a7cd-d9203fce17e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1097 time: 0.0526793 Jun 30 03:47:11.003036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073f19-c304-4d34-bfbd-624661ac42cd req-30c605bb-3190-4e5e-8a3b-97a8ba453ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:11.004467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-30c605bb-3190-4e5e-8a3b-97a8ba453ce0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 897 time: 0.0821416 Jun 30 03:47:11.070804 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-21550467-6a8c-4649-9d87-1464b10d33fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 1002 time: 0.0601909 Jun 30 03:47:11.119740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073f19-c304-4d34-bfbd-624661ac42cd req-961dde21-d729-44d9-8047-37a86450b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:11.121117 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-961dde21-d729-44d9-8047-37a86450b732 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 200 len: 835 time: 0.0422120 Jun 30 03:47:11.176354 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073f19-c304-4d34-bfbd-624661ac42cd req-c0f7d4b9-f928-484a-9eba-64c39a770400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:11.177700 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-c0f7d4b9-f928-484a-9eba-64c39a770400 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9cff707-9d7b-45ef-b162-65602e885aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502467 Jun 30 03:47:11.269275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-e441a3fe-c803-4fe6-83d3-b82b6bd17810 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844634 Jun 30 03:47:11.357182 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-11073f19-c304-4d34-bfbd-624661ac42cd req-fdcecb7d-c9ef-4645-b7df-6f6cfa8e35a9 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809224 Jun 30 03:47:11.618487 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.003851 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ef82a-ed82-4c43-87fe-fcd516b0c1c3 req-ae2acfd3-9da9-4e9a-90d9-8a58973f4294 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:19.005318 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-596ef82a-ed82-4c43-87fe-fcd516b0c1c3 req-ae2acfd3-9da9-4e9a-90d9-8a58973f4294 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0676425 Jun 30 03:47:19.042273 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-596ef82a-ed82-4c43-87fe-fcd516b0c1c3 req-a9ec47cd-f251-477e-a47c-ecb900370edb tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Jun 30 03:47:20.244966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fde5-6b73-43de-bdf0-a82087324ac9 req-a11b9c10-6bbb-4c8e-822b-c4efb24d466f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:20.246499 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f637fde5-6b73-43de-bdf0-a82087324ac9 req-a11b9c10-6bbb-4c8e-822b-c4efb24d466f tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0628436 Jun 30 03:47:20.288413 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f637fde5-6b73-43de-bdf0-a82087324ac9 req-f543581c-ec7a-413b-8d0f-f7dfd9335806 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358508 Jun 30 03:47:20.312198 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:20.371354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2af5f324-f8c2-4ef6-8e35-d28588cde4b9 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d5fc2019-e939-4733-9362-7be50cca57f2 HTTP/1.1" status: 200 len: 994 time: 0.0578504 Jun 30 03:47:21.821860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1617575-3426-408c-91c1-df56f39a47cb req-0660435c-f13d-4797-a453-f1d5a9a6aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.823386 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-0660435c-f13d-4797-a453-f1d5a9a6aea0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1097 time: 0.0985091 Jun 30 03:47:21.834765 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9753316-3696-476d-b168-d2a178dd103a req-a9c72518-f465-41e7-a4e3-8edce4c11edf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.836122 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9753316-3696-476d-b168-d2a178dd103a req-a9c72518-f465-41e7-a4e3-8edce4c11edf tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0850542 Jun 30 03:47:21.924588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9753316-3696-476d-b168-d2a178dd103a req-f642903d-e695-4ba6-af84-56c613daa685 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796001 Jun 30 03:47:21.952572 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1617575-3426-408c-91c1-df56f39a47cb req-50c3eab0-4abb-4a90-9034-22e629dc15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.954013 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-50c3eab0-4abb-4a90-9034-22e629dc15e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 897 time: 0.1170738 Jun 30 03:47:22.017101 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-c5f2741b-c166-44e9-9c95-1249c7ae6aee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 1002 time: 0.0571308 Jun 30 03:47:22.065123 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1617575-3426-408c-91c1-df56f39a47cb req-5bb7e548-bb4f-4852-8cc9-8ade9faffcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:22.066602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-5bb7e548-bb4f-4852-8cc9-8ade9faffcbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 200 len: 835 time: 0.0438414 Jun 30 03:47:22.127567 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1617575-3426-408c-91c1-df56f39a47cb req-b05b81aa-b2fe-4786-9c72-d4791f97ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:22.129049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-b05b81aa-b2fe-4786-9c72-d4791f97ad7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9cff707-9d7b-45ef-b162-65602e885aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568740 Jun 30 03:47:22.238809 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-5ad0cd86-9a19-43d5-a134-970acea9fa50 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030438 Jun 30 03:47:22.336223 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b1617575-3426-408c-91c1-df56f39a47cb req-27195a47-c4d2-4cfe-90cc-f9ef4a7ce0d0 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901923 Jun 30 03:47:23.101458 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120022a-1c58-4802-adc3-8ee03c79f74e req-a2be56fb-e13d-4dd9-bbf8-de5da9268a41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:23.103017 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b120022a-1c58-4802-adc3-8ee03c79f74e req-a2be56fb-e13d-4dd9-bbf8-de5da9268a41 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0649359 Jun 30 03:47:23.141629 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b120022a-1c58-4802-adc3-8ee03c79f74e req-97d35c34-6713-4aa3-841a-73517dfb3d9b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Jun 30 03:47:24.314352 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f4967-2f24-4939-94b7-a17922da00dd req-72030531-9f1a-4a4e-9773-8de82c5fbbc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:24.315832 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a3f4967-2f24-4939-94b7-a17922da00dd req-72030531-9f1a-4a4e-9773-8de82c5fbbc7 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0640321 Jun 30 03:47:24.352881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9a3f4967-2f24-4939-94b7-a17922da00dd req-17e430c4-ea25-4016-84da-51145bd53b9b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Jun 30 03:47:24.376930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:24.435623 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-dc7fa78a-bcc8-4db4-a9a5-382b82af7c8e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/floatingips/d5fc2019-e939-4733-9362-7be50cca57f2 HTTP/1.1" status: 200 len: 994 time: 0.0574059 Jun 30 03:47:24.689306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:24.845484 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port d287006f-bf4e-43bc-9e55-02de975d904d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:47:24.845832 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:24.923846 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:24.924176 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:24.935656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for d287006f-bf4e-43bc-9e55-02de975d904d owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:47:25.082295 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:25.109511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=d287006f-bf4e-43bc-9e55-02de975d904d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:25.134239 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.134611 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.134947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.135282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.135613 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.135966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.136296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.136621 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.136945 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.137264 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.137582 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.137901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:25.179237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:25.179616 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Floating IP d5fc2019-e939-4733-9362-7be50cca57f2 disassociated (deleted). External IP: 172.25.0.141, port: 95701403-de55-454c-960e-b2698deb3189. Jun 30 03:47:25.396546 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 3a12a167-3fdf-41d2-8ca8-150613787292 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:25.502435 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:25.506859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:25.511954 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] Sync routers for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:25.521811 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:25.522442 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:25.543910 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-28e7dee7-8e02-4691-a058-7477db97a851 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/floatingips/d5fc2019-e939-4733-9362-7be50cca57f2 HTTP/1.1" status: 204 len: 168 time: 0.8535779 Jun 30 03:47:25.544584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'tag': '95701403-de55-454c-960e-b2698deb3189'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:25.547321 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a8ce2b-f6ea-4c38-a75a-527c852e5654" -d '{"events": [{"name": "network-changed", "server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "tag": "95701403-de55-454c-960e-b2698deb3189"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:25.589788 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c993401-77ee-4351-9c10-2180fb1dcd33 x-openstack-request-id: req-8c993401-77ee-4351-9c10-2180fb1dcd33 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:25.590089 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "tag": "95701403-de55-454c-960e-b2698deb3189", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:25.590381 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c993401-77ee-4351-9c10-2180fb1dcd33 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:25.590789 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'tag': '95701403-de55-454c-960e-b2698deb3189', 'status': 'completed', 'code': 200} Jun 30 03:47:25.631192 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:25.670593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-aef986b8-d5f6-4a79-a65b-0308dbddd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:25.672289 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-aef986b8-d5f6-4a79-a65b-0308dbddd6e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 1097 time: 0.0608144 Jun 30 03:47:25.770392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-6d0a1666-b45d-4fee-b282-a457e428c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:25.772549 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-6d0a1666-b45d-4fee-b282-a457e428c440 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 200 len: 897 time: 0.0941370 Jun 30 03:47:25.828982 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-a4e9d222-3842-4752-92a2-cbd7a35fb924 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 200 len: 217 time: 0.0498772 Jun 30 03:47:25.835720 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:36Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:25.864751 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] Checking router: 3a12a167-3fdf-41d2-8ca8-150613787292 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:25.874955 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:25.875573 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:25.881159 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-99d658c6-d188-4345-8ad5-45029f605f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:25.882660 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-99d658c6-d188-4345-8ad5-45029f605f7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 200 len: 835 time: 0.0474732 Jun 30 03:47:25.944974 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-bf31c243-5f4a-476b-85ef-2572fe16ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:25.946532 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-bf31c243-5f4a-476b-85ef-2572fe16ba5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9cff707-9d7b-45ef-b162-65602e885aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570087 Jun 30 03:47:25.965055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ea5a1-90bb-484a-95e4-04f5a53f40dd req-a97f26ad-4ac3-475b-a046-dc360c0751ba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:25.966623 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de8ea5a1-90bb-484a-95e4-04f5a53f40dd req-a97f26ad-4ac3-475b-a046-dc360c0751ba tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0771122 Jun 30 03:47:25.996809 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:26.007962 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-de8ea5a1-90bb-484a-95e4-04f5a53f40dd req-56628eb7-c6e5-42b7-a4e6-528f7fb4ca7b tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338027 Jun 30 03:47:26.046814 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-9dadcd74-8f98-40f0-99b3-fccc7adfd105 service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933757 Jun 30 03:47:26.137154 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50a8ce2b-f6ea-4c38-a75a-527c852e5654 req-4c909f6d-b614-4e4e-a123-a6098033236f service neutron] 10.222.0.67 "GET /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Jun 30 03:47:26.280125 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:36Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:26.305390 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4de2d7-8f74-40ec-9ed6-b9067cd6cce6 None None] The sync data for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 is: [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '0f241c7e-4c16-468b-8296-45c71bb44718', 'name': '', 'network_id': 'b9cff707-9d7b-45ef-b162-65602e885aa9', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'mac_address': 'fa:16:3e:34:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:31Z', 'updated_at': '2021-06-30T03:46:36Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'subnets': [{'id': '7d6281df-0041-41bd-8ebb-ae09b09b4230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:26.505770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c633885-4222-4c00-a176-b476032b4ec4 None None] New status for floating IP d5fc2019-e939-4733-9362-7be50cca57f2: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:47:27.185555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa903284-d7f4-4d42-843d-682d7e4cd569 req-cfa578c6-e7b8-47dc-80c3-1709baab2034 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:27.187564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa903284-d7f4-4d42-843d-682d7e4cd569 req-cfa578c6-e7b8-47dc-80c3-1709baab2034 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0629241 Jun 30 03:47:27.224620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-aa903284-d7f4-4d42-843d-682d7e4cd569 req-bab96fb5-4d56-4c93-adef-d0e2fdae2a57 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/security-groups?id=665d6394-6ff5-4196-8255-3d595096d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Jun 30 03:47:27.381169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-eacc86c5-7996-42d1-b85a-054251d4d192 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:27.382553 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-eacc86c5-7996-42d1-b85a-054251d4d192 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 946 time: 0.0658827 Jun 30 03:47:27.477773 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 95701403-de55-454c-960e-b2698deb3189 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:47:27.478116 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.567483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 95701403-de55-454c-960e-b2698deb3189, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=95701403-de55-454c-960e-b2698deb3189,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:27.567847 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.580496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 95701403-de55-454c-960e-b2698deb3189 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:47:27.709021 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.736291 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=95701403-de55-454c-960e-b2698deb3189,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:27.784120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] No DVR routers for this DVR port 95701403-de55-454c-960e-b2698deb3189 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:47:27.786186 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa93c45-3cec-4303-91b7-b585734c6686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.786934 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.788925 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdf45d56-c11a-458b-ab89-0472994b9722 req-55eb00d3-256c-47a2-b80d-6bb0d5144d23 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.67 "DELETE /v2.0/ports/95701403-de55-454c-960e-b2698deb3189 HTTP/1.1" status: 204 len: 173 time: 0.4012873 Jun 30 03:47:27.789363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'name': 'network-vif-deleted', 'tag': '95701403-de55-454c-960e-b2698deb3189'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:27.791681 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c16e951-c1d2-4d31-9086-3459c9e37c8b" -d '{"events": [{"server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "name": "network-vif-deleted", "tag": "95701403-de55-454c-960e-b2698deb3189"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:27.830961 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc764c-1c3e-4165-83a8-0c102affc66d x-openstack-request-id: req-3afc764c-1c3e-4165-83a8-0c102affc66d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:27.831250 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59d3650-1b4c-4244-bade-1094dd70e03c", "name": "network-vif-deleted", "tag": "95701403-de55-454c-960e-b2698deb3189", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:27.831503 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3afc764c-1c3e-4165-83a8-0c102affc66d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:27.831925 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59d3650-1b4c-4244-bade-1094dd70e03c', 'name': 'network-vif-deleted', 'tag': '95701403-de55-454c-960e-b2698deb3189', 'status': 'completed', 'code': 200} Jun 30 03:47:28.379332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-13f052cb-aeae-4a68-9ae4-a10af2905a70 req-f2a90fe7-50c9-4027-a1f4-dddc6295031a tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "GET /v2.0/ports?device_id=e59d3650-1b4c-4244-bade-1094dd70e03c HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jun 30 03:47:29.472133 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58582) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:29.829986 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.091746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port 0f241c7e-4c16-468b-8296-45c71bb44718 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:47:30.092460 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.182415 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port 0f241c7e-4c16-468b-8296-45c71bb44718, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=0f241c7e-4c16-468b-8296-45c71bb44718,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:30.182781 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.194264 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for 0f241c7e-4c16-468b-8296-45c71bb44718 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:47:30.377911 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.406489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=0f241c7e-4c16-468b-8296-45c71bb44718,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:30.436544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.436957 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.437310 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.437698 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.438020 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.438441 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.438579 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5d4efc5-84a6-44ce-9c01-c96f9bf790af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.439053 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.439506 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.440009 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.440202 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.440571 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.440917 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:30.460386 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:47:30.591041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.682255 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 95701403-de55-454c-960e-b2698deb3189 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:47:30.707631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 95701403-de55-454c-960e-b2698deb3189 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:47:30.708011 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 95701403-de55-454c-960e-b2698deb3189 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:47:30.711220 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.822538 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Router 3a12a167-3fdf-41d2-8ca8-150613787292 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:30.927813 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:30.932696 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-5c84be9f-78d3-4a89-af94-3a5a86804b1e tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "PUT /v2.0/routers/3a12a167-3fdf-41d2-8ca8-150613787292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595418 Jun 30 03:47:30.935369 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:30.940260 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] Sync routers for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:30.949463 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:30.950076 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:30.985313 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting subnet 7d6281df-0041-41bd-8ebb-ae09b09b4230 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:47:30.988466 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.028616 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.057767 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:31.115135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.172453 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.198801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6281df-0041-41bd-8ebb-ae09b09b4230,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:31.203469 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.207736 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8cb13a75-9fb8-4ffc-b5e4-a1694d1bf03c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/subnets/7d6281df-0041-41bd-8ebb-ae09b09b4230 HTTP/1.1" status: 204 len: 168 time: 0.2685382 Jun 30 03:47:31.208055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58586) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:31.211547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037d799-cca4-4b75-94db-589c732926e1 None None] Network b9cff707-9d7b-45ef-b162-65602e885aa9 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:47:31.241226 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:47:30Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:31.267708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] Checking router: 3a12a167-3fdf-41d2-8ca8-150613787292 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:31.277142 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] Routers {'3a12a167-3fdf-41d2-8ca8-150613787292'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:31.277873 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['3a12a167-3fdf-41d2-8ca8-150613787292'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:31.321090 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.387782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] Set router 3a12a167-3fdf-41d2-8ca8-150613787292 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:31.404372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] DHCP port deletion for b9cff707-9d7b-45ef-b162-65602e885aa9 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:47:31.430894 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.457032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Deleting port 228feed1-d085-4b26-b954-18eefaa4e6b9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:47:31.457621 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.486499 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Deleting port a36e973d-e41f-4ec5-8b7e-eb44abc0904d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:47:31.486844 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.524857 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] For port 228feed1-d085-4b26-b954-18eefaa4e6b9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=228feed1-d085-4b26-b954-18eefaa4e6b9,segment=NetworkSegment(bba38960-b3be-45b0-8ae1-dfbde75931c2),segment_id=bba38960-b3be-45b0-8ae1-dfbde75931c2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:31.525298 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.538928 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Calling delete_port for 228feed1-d085-4b26-b954-18eefaa4e6b9 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:47:31.569485 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] For port a36e973d-e41f-4ec5-8b7e-eb44abc0904d, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:31.569931 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.572528 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:47:30Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:31.582455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Calling delete_port for a36e973d-e41f-4ec5-8b7e-eb44abc0904d owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:47:31.602612 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854591ad-4df5-4af4-91c4-2304a23cb9d8 None None] The sync data for ids ['3a12a167-3fdf-41d2-8ca8-150613787292'] in n-d-798054-5 is: [{'id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559452822', 'tenant_id': '0e752e3f4b9d49ea8f2da482f388395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:47:30Z', 'revision_number': 5, 'project_id': '0e752e3f4b9d49ea8f2da482f388395c', 'gw_port': {'id': 'a36e973d-e41f-4ec5-8b7e-eb44abc0904d', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a12a167-3fdf-41d2-8ca8-150613787292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:28Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:31.620027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.652959 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Pushing event deleted for resources: {'Port': ['ID=228feed1-d085-4b26-b954-18eefaa4e6b9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:31.659166 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] No DVR routers for this DVR port 228feed1-d085-4b26-b954-18eefaa4e6b9 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:47:31.667667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.668034 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.668372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.668705 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.669036 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.669362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.669683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.670854 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.671288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.671661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.672615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.672615 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5100f-6ec6-4aed-9639-febbca5b9d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:31.765897 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.791569 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Port': ['ID=a36e973d-e41f-4ec5-8b7e-eb44abc0904d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:31.851179 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.946710 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.948966 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.997274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.997834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Fanout notify agent at l3_agent the message router_deleted on router 3a12a167-3fdf-41d2-8ca8-150613787292 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:47:32.005810 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.009788 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-fb7009d9-49f9-4867-88fc-43774b73f2aa tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/routers/3a12a167-3fdf-41d2-8ca8-150613787292 HTTP/1.1" status: 204 len: 168 time: 0.7974207 Jun 30 03:47:32.010499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:32.057047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0f241c7e-4c16-468b-8296-45c71bb44718 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:47:32.079182 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 0f241c7e-4c16-468b-8296-45c71bb44718 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:47:32.079537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 0f241c7e-4c16-468b-8296-45c71bb44718 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:47:32.079956 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 228feed1-d085-4b26-b954-18eefaa4e6b9 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:47:32.099888 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 228feed1-d085-4b26-b954-18eefaa4e6b9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:47:32.100247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 228feed1-d085-4b26-b954-18eefaa4e6b9 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:47:32.108871 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.194590 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.205392 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cff707-9d7b-45ef-b162-65602e885aa9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:32.221404 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba38960-b3be-45b0-8ae1-dfbde75931c2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:32.221700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba38960-b3be-45b0-8ae1-dfbde75931c2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:32.232032 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.252329 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.259426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:47:32.259836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:47:32.263292 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:47:32.330414 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.337445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.339256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/networks/b9cff707-9d7b-45ef-b162-65602e885aa9 HTTP/1.1" status: 204 len: 168 time: 0.3272283 Jun 30 03:47:32.342983 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58590) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:32.351419 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7a443-68e9-4309-a7bc-c360cc1b0c31 tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'Network': ['ID=b9cff707-9d7b-45ef-b162-65602e885aa9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:32.403170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc1afbf-58be-4e3e-8ea5-4af8cdd6912c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.429699 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc1afbf-58be-4e3e-8ea5-4af8cdd6912c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.487378 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc1afbf-58be-4e3e-8ea5-4af8cdd6912c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.490061 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fc1afbf-58be-4e3e-8ea5-4af8cdd6912c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.491273 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2fc1afbf-58be-4e3e-8ea5-4af8cdd6912c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] 10.222.0.78 "DELETE /v2.0/security-groups/665d6394-6ff5-4196-8255-3d595096d524 HTTP/1.1" status: 204 len: 168 time: 0.1470811 Jun 30 03:47:32.500824 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1afbf-58be-4e3e-8ea5-4af8cdd6912c tempest-TestNetworkAdvancedServerOps-469816066 tempest-TestNetworkAdvancedServerOps-469816066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d6394-6ff5-4196-8255-3d595096d524,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:32.529254 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:32.824640 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58598) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:32.955167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-86eb394f-da91-4e6d-824d-70a1cf3ed42c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e752e3f4b9d49ea8f2da482f388395c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292961 Jun 30 03:47:32.957559 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:33.005931 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e8d3a3-273e-4f74-8008-3317553ddc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.037342 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e8d3a3-273e-4f74-8008-3317553ddc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.085124 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e8d3a3-273e-4f74-8008-3317553ddc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.087805 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61e8d3a3-273e-4f74-8008-3317553ddc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.091664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-61e8d3a3-273e-4f74-8008-3317553ddc80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb41c01e-1740-4dcc-85a6-5a45d031b5bc HTTP/1.1" status: 204 len: 168 time: 0.1331575 Jun 30 03:47:33.100495 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8d3a3-273e-4f74-8008-3317553ddc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb41c01e-1740-4dcc-85a6-5a45d031b5bc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:33.354896 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:33.368278 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f275e9cf-7bc9-484b-b931-21e0dd87b2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.458865 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f275e9cf-7bc9-484b-b931-21e0dd87b2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.462570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f275e9cf-7bc9-484b-b931-21e0dd87b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.500334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-f275e9cf-7bc9-484b-b931-21e0dd87b2b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e4b4181bd894f68bb4967c169bcc9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443541 Jun 30 03:47:33.501199 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275e9cf-7bc9-484b-b931-21e0dd87b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11686b-68f5-4da5-ac29-ac3aef6ad820,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:33.503085 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58612) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:33.554448 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98b04ec0-8854-4222-abda-3fff6ead19bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.579350 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98b04ec0-8854-4222-abda-3fff6ead19bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.624691 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98b04ec0-8854-4222-abda-3fff6ead19bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.627274 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98b04ec0-8854-4222-abda-3fff6ead19bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.628434 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-98b04ec0-8854-4222-abda-3fff6ead19bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f11686b-68f5-4da5-ac29-ac3aef6ad820 HTTP/1.1" status: 204 len: 168 time: 0.1236455 Jun 30 03:47:33.636225 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b04ec0-8854-4222-abda-3fff6ead19bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11686b-68f5-4da5-ac29-ac3aef6ad820,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:33.782581 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a36e973d-e41f-4ec5-8b7e-eb44abc0904d no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:47:33.806691 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a36e973d-e41f-4ec5-8b7e-eb44abc0904d {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:47:33.807043 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a36e973d-e41f-4ec5-8b7e-eb44abc0904d not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:47:34.325878 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58634) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:34.418954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-100585749-network', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:34.439812 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Made reservation on behalf of 77b279e309da41ecbb2084fcaea94ffe for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:47:34.442223 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.450602 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.541456 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.545041 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.568174 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:47:34.577155 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1946ab0-8ca8-4a4f-95b9-6b4d1371931b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:34.583494 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.583879 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Added segment f9fb7de5-d30c-4cfe-a21f-bf927948d790 of type vlan for network 8f6ea576-1ca7-4475-b3cd-477109cedaad Jun 30 03:47:34.595381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.624417 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.654632 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:34.655606 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:34.656182 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.015867 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6881769 Jun 30 03:47:35.019030 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:35.021107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ae8b-e94b-4520-87f6-c51e218afd94 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6ea576-1ca7-4475-b3cd-477109cedaad,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:35.024441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Request body: {'subnet': {'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-100585749-subnet', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:35.031774 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:47:35.045599 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Made reservation on behalf of 77b279e309da41ecbb2084fcaea94ffe for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:47:35.047959 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.210142 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.266511 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e6541e-c490-44e5-b487-ac1691a7d100,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:35.274068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Checking segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:35.274464 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Network hostable DHCP agents. Network: 8f6ea576-1ca7-4475-b3cd-477109cedaad, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:47:35.291478 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:47:35.300230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8f6ea576-1ca7-4475-b3cd-477109cedaad) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:35.304342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:35.304926 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.309543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e8a4c-dbc3-457b-b415-f4bc510bc786 None None] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:47:35.318731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d3d23987-6baf-4140-bb03-b09890eca259 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2984996 Jun 30 03:47:35.321318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:35.325654 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:35.348107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.349249 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.407320 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.461547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8f6ea576-1ca7-4475-b3cd-477109cedaad', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:47:35.462480 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.563896 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.596883 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Allocated IP 172.20.0.2 (8f6ea576-1ca7-4475-b3cd-477109cedaad/68e6541e-c490-44e5-b487-ac1691a7d100/36e65b22-1980-4180-a016-1a43e4c2df89) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:35.750719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.759692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Transition to ACTIVE for port object 36e65b22-1980-4180-a016-1a43e4c2df89 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:35.775970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Transition to ACTIVE for port object 36e65b22-1980-4180-a016-1a43e4c2df89 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:35.783666 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.823917 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:35.832693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Pushing event updated for resources: {'Port': ['ID=36e65b22-1980-4180-a016-1a43e4c2df89,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:35.836146 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:35.838185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:35.901263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Attempting to bind port 36e65b22-1980-4180-a016-1a43e4c2df89 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:35.901638 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Attempting to bind port 36e65b22-1980-4180-a016-1a43e4c2df89 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:35.902001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Attempting to bind port 36e65b22-1980-4180-a016-1a43e4c2df89 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:35.907911 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:35.908287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Checking segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:35.908697 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.909087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Bound using segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:35.909554 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Bound port: 36e65b22-1980-4180-a016-1a43e4c2df89, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:35.909938 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.973077 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] For port 36e65b22-1980-4180-a016-1a43e4c2df89, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:35.976589 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] For port 36e65b22-1980-4180-a016-1a43e4c2df89, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=36e65b22-1980-4180-a016-1a43e4c2df89,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:35.981650 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.038993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824209c-e923-4d49-94bc-96f6fb2049f9 None None] Pushing event updated for resources: {'Port': ['ID=36e65b22-1980-4180-a016-1a43e4c2df89,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:36.090237 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.111281 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.225378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Allocated IP 172.25.0.160 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/a060726c-f4e7-4222-a00b-d648b53b327e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:36.333626 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.378826 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.417825 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:36.420940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:36.427065 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:36.432770 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Pushing event updated for resources: {'Port': ['ID=a060726c-f4e7-4222-a00b-d648b53b327e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:36.679002 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.885251 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:36.937100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14733d38-184c-4c10-a4ef-6bf39bfb62d0 None None] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:47:37.001895 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-77bdc5bc-1a0d-4fdd-b447-de9dda85ef20 None None] Provisioning for port 36e65b22-1980-4180-a016-1a43e4c2df89 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:37.019211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Router e7e48955-3478-4361-b600-c677e7092899 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:47:37.126711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:37.138781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:37.142898 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.145070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6400bd2a-02a7-4729-8ce9-404775057a4c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8219728 Jun 30 03:47:37.147116 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:37.149667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:37.150300 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:37.262032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:37.454869 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:36Z', 'revision_number': 3, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:37.480771 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:37.481121 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Updating router e7e48955-3478-4361-b600-c677e7092899 port a060726c-f4e7-4222-a00b-d648b53b327e binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:47:37.513649 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.564817 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.721298 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Allocated IP 172.20.0.1 (8f6ea576-1ca7-4475-b3cd-477109cedaad/68e6541e-c490-44e5-b487-ac1691a7d100/509ff18a-e529-4383-9574-5832fd076de5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:37.768604 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.780901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Transition to ACTIVE for port object a060726c-f4e7-4222-a00b-d648b53b327e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:37.788474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.834035 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.845823 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1500fc4-50f2-4253-bf31-2aa725e82a9e None None] Pushing event updated for resources: {'Port': ['ID=a060726c-f4e7-4222-a00b-d648b53b327e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:37.847070 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Transition to ACTIVE for port object 509ff18a-e529-4383-9574-5832fd076de5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:37.850048 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Attempting to bind port a060726c-f4e7-4222-a00b-d648b53b327e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:37.850416 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Attempting to bind port a060726c-f4e7-4222-a00b-d648b53b327e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:37.850920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Attempting to bind port a060726c-f4e7-4222-a00b-d648b53b327e on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:37.856148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:37.856577 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:37.856997 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.857360 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:37.858409 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Bound port: a060726c-f4e7-4222-a00b-d648b53b327e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:37.858794 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.881284 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 36e65b22-1980-4180-a016-1a43e4c2df89 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:37.883923 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.925608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:37.929956 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:37.935578 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:37.943358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] For port a060726c-f4e7-4222-a00b-d648b53b327e, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:37.949655 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] For port a060726c-f4e7-4222-a00b-d648b53b327e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a060726c-f4e7-4222-a00b-d648b53b327e,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:37.956930 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.959256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Pushing event updated for resources: {'Port': ['ID=509ff18a-e529-4383-9574-5832fd076de5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:37.962412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 36e65b22-1980-4180-a016-1a43e4c2df89 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:37.979469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:37.999562 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 36e65b22-1980-4180-a016-1a43e4c2df89 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:37.999940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.023861 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1500fc4-50f2-4253-bf31-2aa725e82a9e None None] Pushing event updated for resources: {'Port': ['ID=a060726c-f4e7-4222-a00b-d648b53b327e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:38.057913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:38.058661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:38.137485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.203763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.222750 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:38.251528 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cd7e5f92-8749-4a18-aff7-4b55f2953e1f None None] Provisioning for port 509ff18a-e529-4383-9574-5832fd076de5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:38.308010 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.313421 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.381709 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.383496 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Pushing event updated for resources: {'Port': ['ID=509ff18a-e529-4383-9574-5832fd076de5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:38.452340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cd7e5f92-8749-4a18-aff7-4b55f2953e1f None None] Provisioning complete for port 509ff18a-e529-4383-9574-5832fd076de5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:38.452808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f92-8749-4a18-aff7-4b55f2953e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.481687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:38.483141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:38.518250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 36e65b22-1980-4180-a016-1a43e4c2df89, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=36e65b22-1980-4180-a016-1a43e4c2df89,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:38.529590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.561816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e5f92-8749-4a18-aff7-4b55f2953e1f None None] Port 509ff18a-e529-4383-9574-5832fd076de5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:47:38.605290 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Router e7e48955-3478-4361-b600-c677e7092899 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:38.606714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=36e65b22-1980-4180-a016-1a43e4c2df89,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:38.679027 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:36Z', 'revision_number': 3, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:38.709688 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42674406-dfb9-41e9-bfea-df942bf1aa35 None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:36Z', 'revision_number': 3, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:38.728533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:38.734567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a4af72a8-9823-4b05-a615-61800399a7af admin admin] 10.222.0.78 "PUT /v2.0/routers/e7e48955-3478-4361-b600-c677e7092899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864079 Jun 30 03:47:38.782533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a35dbbea-9d1b-4a62-af42-e271890796c7 None None] Provisioning complete for port 509ff18a-e529-4383-9574-5832fd076de5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:38.782989 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a35dbbea-9d1b-4a62-af42-e271890796c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:38.816968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a35dbbea-9d1b-4a62-af42-e271890796c7 None None] Port 509ff18a-e529-4383-9574-5832fd076de5 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:47:39.239164 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:39.244384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-634519666-network', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:39.268385 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Made reservation on behalf of 6bba92ece89c447cb319aecfa2de33c9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:47:39.271023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.284379 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.381997 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.386499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.414791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:47:39.425284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce16bb1-825c-47eb-ad39-f7b185427537,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:39.431674 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.432021 n-d-798054-5 neutron-server[93821]: INFO neutron.db.segments_db [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Added segment af7e7688-9900-40eb-a0f1-229e3ac795dc of type vlan for network c9a8494c-1686-41ca-8394-d8f7e538500f Jun 30 03:47:39.475130 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.503937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.504971 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:39.505547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.559347 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3190284 Jun 30 03:47:39.562270 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58662) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:39.566283 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cfed7-3183-4182-bad2-093947aa0cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a8494c-1686-41ca-8394-d8f7e538500f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:39.567555 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Request body: {'subnet': {'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-634519666-subnet', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:39.577018 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network c9a8494c-1686-41ca-8394-d8f7e538500f details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:47:39.588643 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Made reservation on behalf of 6bba92ece89c447cb319aecfa2de33c9 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:47:39.591306 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.762162 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.819954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae341fa9-3ba9-4f45-9764-9e3528a173e2,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:39.829638 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Checking segment: {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:39.830003 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Network hostable DHCP agents. Network: c9a8494c-1686-41ca-8394-d8f7e538500f, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:47:39.847316 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Network c9a8494c-1686-41ca-8394-d8f7e538500f is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:47:39.856769 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, c9a8494c-1686-41ca-8394-d8f7e538500f) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:39.862099 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:39.862761 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.867445 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d4022-06e5-4d70-8ec1-2fcc9748636b None None] Network c9a8494c-1686-41ca-8394-d8f7e538500f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:47:39.883847 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:39.884185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8854fd58-6563-4993-818c-8d840f8107c9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3205400 Jun 30 03:47:39.892660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:39.915962 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.917888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:39.918557 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 36e65b22-1980-4180-a016-1a43e4c2df89 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:39.985553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.020328 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 36e65b22-1980-4180-a016-1a43e4c2df89 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:40.020615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.102126 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-c9a8494c-1686-41ca-8394-d8f7e538500f', 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'fixed_ips': [{'subnet_id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:47:40.102831 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.131547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.151383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a060726c-f4e7-4222-a00b-d648b53b327e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:40.281578 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:40.291835 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:40.292616 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:40.293075 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.310150 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port a060726c-f4e7-4222-a00b-d648b53b327e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:40.327845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a060726c-f4e7-4222-a00b-d648b53b327e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:40.327845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.327845 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Allocated IP 172.20.0.2 (c9a8494c-1686-41ca-8394-d8f7e538500f/ae341fa9-3ba9-4f45-9764-9e3528a173e2/5ea174d1-e55d-4f75-9ae7-d56ad71017fa) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:40.410792 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:40.486705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.533087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port a060726c-f4e7-4222-a00b-d648b53b327e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a060726c-f4e7-4222-a00b-d648b53b327e,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:40.542169 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.580718 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.598109 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Transition to ACTIVE for port object 5ea174d1-e55d-4f75-9ae7-d56ad71017fa will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:40.624472 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 2, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:40.624795 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a060726c-f4e7-4222-a00b-d648b53b327e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:40.629730 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Transition to ACTIVE for port object 5ea174d1-e55d-4f75-9ae7-d56ad71017fa will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:40.637160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.658343 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:40.658681 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Updating router e7e48955-3478-4361-b600-c677e7092899 port 509ff18a-e529-4383-9574-5832fd076de5 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:47:40.680533 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.685308 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Network c9a8494c-1686-41ca-8394-d8f7e538500f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:40.693698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:40.694712 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.696127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Pushing event updated for resources: {'Port': ['ID=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:40.698499 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:40.706783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.758809 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Attempting to bind port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:40.759500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Attempting to bind port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:40.760052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Attempting to bind port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa on network c9a8494c-1686-41ca-8394-d8f7e538500f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:40.767084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:40.767461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Checking segment: {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:40.767866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.768261 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Bound using segment: {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:40.768732 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Bound port: 5ea174d1-e55d-4f75-9ae7-d56ad71017fa, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:40.769329 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.815592 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Allocated IP 172.25.0.75 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/6f934a0e-94e5-40f0-b77f-3dde1ec97f81) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:40.833335 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] For port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:40.836576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] For port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,segment=NetworkSegment(af7e7688-9900-40eb-a0f1-229e3ac795dc),segment_id=af7e7688-9900-40eb-a0f1-229e3ac795dc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:40.842266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.909609 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ef1e5-cb21-4a5a-a09b-f3f08f06ab25 None None] Pushing event updated for resources: {'Port': ['ID=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:40.943979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.982472 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:40.994672 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Transition to ACTIVE for port object 509ff18a-e529-4383-9574-5832fd076de5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:41.000353 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.011365 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.050001 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:41.051486 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Pushing event updated for resources: {'Port': ['ID=509ff18a-e529-4383-9574-5832fd076de5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:41.053247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:41.057003 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:41.086954 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.087549 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.088055 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.088538 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.089021 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.089487 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.089957 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.090082 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Pushing event updated for resources: {'Port': ['ID=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:41.090677 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.091718 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.092841 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.093321 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.093782 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:41.231143 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Attempting to bind port 509ff18a-e529-4383-9574-5832fd076de5 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:41.231517 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Attempting to bind port 509ff18a-e529-4383-9574-5832fd076de5 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:41.231848 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Attempting to bind port 509ff18a-e529-4383-9574-5832fd076de5 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:41.237767 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:41.238130 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Checking segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:41.238555 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.238935 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Bound using segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:41.239396 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Bound port: 509ff18a-e529-4383-9574-5832fd076de5, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:41.239755 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.316037 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] For port 509ff18a-e529-4383-9574-5832fd076de5, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:41.320457 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] For port 509ff18a-e529-4383-9574-5832fd076de5, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=509ff18a-e529-4383-9574-5832fd076de5,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:41.325374 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.383393 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:41.383960 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:41.393554 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.423345 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542979fd-28a7-4631-9ee2-07a78f08e865 None None] Pushing event updated for resources: {'Port': ['ID=509ff18a-e529-4383-9574-5832fd076de5,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:41.513856 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:41.619234 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.620059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.742183 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:41Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:41.767069 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:47:41.773453 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df90e2-905b-44dc-8fd7-4a54f1ff91b2 None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:41Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:41.931383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:41.943237 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Sync routers for ids ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:41.955804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Routers {'e8319067-29bb-4add-b4be-1b9a3a0d1ef4'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:41.956625 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:41.958373 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:41.962645 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58666) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:41.963262 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4ad9d361-b8aa-48c7-b41d-5734be97ca04 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0777211 Jun 30 03:47:42.055667 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a060726c-f4e7-4222-a00b-d648b53b327e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:42.119159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Set router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:42.191125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7df9c-eeae-4f2d-bc79-fa0079baa87c None None] Network c9a8494c-1686-41ca-8394-d8f7e538500f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:47:42.281155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port a060726c-f4e7-4222-a00b-d648b53b327e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:42.281699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:42.327444 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4bc3cde1-0967-4d2a-9541-d24e6f73aa82 None None] Provisioning for port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:42.484637 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:42.517978 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5ea174d1-e55d-4f75-9ae7-d56ad71017fa up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:42.587067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:47:41Z', 'revision_number': 3, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:42.626495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Checking router: e8319067-29bb-4add-b4be-1b9a3a0d1ef4 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:42.627181 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Updating router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:47:42.657616 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Allocated IP 172.20.0.1 (c9a8494c-1686-41ca-8394-d8f7e538500f/ae341fa9-3ba9-4f45-9764-9e3528a173e2/e38a1d2e-0681-4538-b730-a5d7e6b953c9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:42.658973 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:42.668658 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:42.669040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:42.700755 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:42.794083 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:42.810752 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Transition to ACTIVE for port object e38a1d2e-0681-4538-b730-a5d7e6b953c9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:42.850617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:42.911640 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Network c9a8494c-1686-41ca-8394-d8f7e538500f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:42.914514 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:42.920883 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:42.926518 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Pushing event updated for resources: {'Port': ['ID=e38a1d2e-0681-4538-b730-a5d7e6b953c9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:42.979584 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.059204 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e1c8c21a-281b-4f46-a03f-d7033ca40b62 None None] Provisioning complete for port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:43.059568 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1c8c21a-281b-4f46-a03f-d7033ca40b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.145186 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.146998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.211197 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,segment=NetworkSegment(af7e7688-9900-40eb-a0f1-229e3ac795dc),segment_id=af7e7688-9900-40eb-a0f1-229e3ac795dc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:43.238074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.301392 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1c8c21a-281b-4f46-a03f-d7033ca40b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.320689 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.325446 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.337194 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.349188 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:43.358192 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Transition to ACTIVE for port object 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:43.381234 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.400780 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.402603 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Pushing event updated for resources: {'Port': ['ID=e38a1d2e-0681-4538-b730-a5d7e6b953c9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:43.448263 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-e1c8c21a-281b-4f46-a03f-d7033ca40b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:47:43.448618 n-d-798054-5 neutron-server[93823]: DEBUG oslo_db.api [None req-e1c8c21a-281b-4f46-a03f-d7033ca40b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:47:43.453599 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73a8d-8784-4caf-a6f2-0475afd8ad48 None None] Pushing event updated for resources: {'Port': ['ID=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:43.456356 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Attempting to bind port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:43.457066 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Attempting to bind port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:43.457446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Attempting to bind port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:43.463028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:43.463408 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:43.463812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.464210 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:43.464681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Bound port: 6f934a0e-94e5-40f0-b77f-3dde1ec97f81, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:43.465077 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.496944 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Network c9a8494c-1686-41ca-8394-d8f7e538500f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:43.498853 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:43.518504 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] For port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:43.522357 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] For port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:43.526374 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:43.584572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Routers {'e8319067-29bb-4add-b4be-1b9a3a0d1ef4'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:43.585203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:43.590338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73a8d-8784-4caf-a6f2-0475afd8ad48 None None] Pushing event updated for resources: {'Port': ['ID=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:43.625784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:43.715185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] Set router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:43.751763 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:43.767339 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-8358038a-6949-4f84-90e7-f59e0223872d admin admin] 10.222.0.78 "PUT /v2.0/routers/e8319067-29bb-4add-b4be-1b9a3a0d1ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7939386 Jun 30 03:47:43.912721 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 509ff18a-e529-4383-9574-5832fd076de5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:43.993865 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e38a1d2e-0681-4538-b730-a5d7e6b953c9', 'name': '', 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'mac_address': 'fa:16:3e:0f:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:42Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 2, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'subnets': [{'id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:44.029947 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269649b-3d6b-4938-abff-a8c6a83f65c5 None None] The sync data for ids ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'] in n-d-798054-5 is: [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e38a1d2e-0681-4538-b730-a5d7e6b953c9', 'name': '', 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'mac_address': 'fa:16:3e:0f:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:42Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 2, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'subnets': [{'id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:44.036219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 509ff18a-e529-4383-9574-5832fd076de5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:44.040551 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 509ff18a-e529-4383-9574-5832fd076de5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:44.040923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.130216 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.164462 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e201104-bf1b-482c-8b9c-ec87d2017172 None None] Provisioning for port e38a1d2e-0681-4538-b730-a5d7e6b953c9 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:44.175298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 509ff18a-e529-4383-9574-5832fd076de5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=509ff18a-e529-4383-9574-5832fd076de5,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:44.176288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e201104-bf1b-482c-8b9c-ec87d2017172 None None] Provisioning complete for port e38a1d2e-0681-4538-b730-a5d7e6b953c9 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:44.176709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e201104-bf1b-482c-8b9c-ec87d2017172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.179808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.180601 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5ea174d1-e55d-4f75-9ae7-d56ad71017fa up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:44.292765 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6e201104-bf1b-482c-8b9c-ec87d2017172 None None] Port e38a1d2e-0681-4538-b730-a5d7e6b953c9 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:47:44.309899 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=509ff18a-e529-4383-9574-5832fd076de5,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:44.320638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:44.327483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070225792', 'description': 'tempest-secgroup-smoke-2070225792 description', 'project_id': '77b279e309da41ecbb2084fcaea94ffe'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:44.335455 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:44.335858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.352060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.453072 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.457663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.488318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e01477-9721-436e-8d59-ccdb368b485f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:44.490773 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.492181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-404b5c66-299c-4419-b87b-aea8ef92f0d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1705303 Jun 30 03:47:44.495162 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:44.500225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '07e01477-9721-436e-8d59-ccdb368b485f', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:44.527914 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.589328 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.593263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.612140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad8d9cd-8a00-4a0b-bc14-f43b4a7ad9ca,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:44.618793 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.622450 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-af1a180c-029e-4997-a873-d33a16226aea tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239254 Jun 30 03:47:44.622717 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:44.628008 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '07e01477-9721-436e-8d59-ccdb368b485f', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:44.663769 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.723766 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.729562 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.756900 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a2e9b3-3c8b-48d4-b187-c065e7c04a00,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:44.769964 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.771574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-97e80b39-0b38-4ddd-9a4c-073d6b296ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471016 Jun 30 03:47:44.774200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:44.778608 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '07e01477-9721-436e-8d59-ccdb368b485f', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:44.810286 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.877507 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.882454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.901222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46369c6c-667f-49b5-aef3-5a277bd04dd7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:44.907764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:44.909160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-03a45a83-e855-46c2-bb1a-3698e13ee531 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339941 Jun 30 03:47:44.911879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:44.916499 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '07e01477-9721-436e-8d59-ccdb368b485f', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:44.945031 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.007158 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.011152 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.032228 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7554d3b6-7454-48e7-b615-1e14cd099cad,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:45.040646 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.041967 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d4147526-ac59-4442-bf5b-2470287f45e3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290591 Jun 30 03:47:45.044679 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:45.049690 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '07e01477-9721-436e-8d59-ccdb368b485f', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:45.071263 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Project 77b279e309da41ecbb2084fcaea94ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:47:45.077276 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.140476 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.144183 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.163533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64843f17-b0cd-4f25-8390-5841012bf2e7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:45.170836 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.174585 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-be036d65-d786-4dec-8ccf-c74f36d76545 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264248 Jun 30 03:47:45.174809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:45.179230 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '07e01477-9721-436e-8d59-ccdb368b485f', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:45.203117 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Project 77b279e309da41ecbb2084fcaea94ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:47:45.208466 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.277135 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.280801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.299107 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd49dd9d-36d9-4ca8-98e7-06dca89dffe5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:45.306627 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:45.307877 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ee8f5bf2-e822-4810-ae1f-a97e335db8f0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321626 Jun 30 03:47:45.451032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-5be0d160-1d61-4cf9-8d73-8797bbcb309c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070225792&fields=id&tenant_id=77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 267 time: 0.0347795 Jun 30 03:47:45.560034 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-fa8579a5-7c5d-4599-963c-0abf7ac8006a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:45.562059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-fa8579a5-7c5d-4599-963c-0abf7ac8006a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 808 time: 0.1039634 Jun 30 03:47:45.576460 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-48255f5d-a1e5-4907-bc80-ec4679d29faa tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/quotas/77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 375 time: 0.0089116 Jun 30 03:47:45.641752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-8e4ad35f-22e3-4f9f-8af4-fde4477b7633 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601954 Jun 30 03:47:45.740166 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-a7b1d037-b54f-4ac6-bf63-9cd2ac9b6115 service neutron] 10.222.0.78 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867236 Jun 30 03:47:45.837554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-1add766e-88c6-496c-bded-6475da613bb4 service neutron] 10.222.0.78 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915527 Jun 30 03:47:45.906055 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 509ff18a-e529-4383-9574-5832fd076de5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:45.963964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 509ff18a-e529-4383-9574-5832fd076de5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:45.964336 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.020360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2d463c54-c861-4052-b583-879abcc55b0a req-baafdb60-a004-460c-af1f-6c98566abd80 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 210 time: 0.0336332 Jun 30 03:47:46.058450 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:46.110877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:46.114840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:46.115292 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.120063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Sync routers for ids ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:46.131284 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Routers {'e8319067-29bb-4add-b4be-1b9a3a0d1ef4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:46.132063 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:46.200575 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.222632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:46.228089 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.250491 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Set router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:46.282037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:46.461409 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e38a1d2e-0681-4538-b730-a5d7e6b953c9', 'name': '', 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'mac_address': 'fa:16:3e:0f:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:42Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 2, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'subnets': [{'id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:46.487289 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Checking router: e8319067-29bb-4add-b4be-1b9a3a0d1ef4 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:46.487645 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Updating router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 port e38a1d2e-0681-4538-b730-a5d7e6b953c9 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:47:46.523116 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.791264 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.801363 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Transition to ACTIVE for port object e38a1d2e-0681-4538-b730-a5d7e6b953c9 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:46.806933 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.856377 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11724913-2b08-4b37-9d8f-69ddb37bd1b1 None None] Pushing event updated for resources: {'Port': ['ID=e38a1d2e-0681-4538-b730-a5d7e6b953c9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:46.911543 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Attempting to bind port e38a1d2e-0681-4538-b730-a5d7e6b953c9 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:46.912167 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Attempting to bind port e38a1d2e-0681-4538-b730-a5d7e6b953c9 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:46.912542 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Attempting to bind port e38a1d2e-0681-4538-b730-a5d7e6b953c9 on network c9a8494c-1686-41ca-8394-d8f7e538500f {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:46.917482 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:46.917919 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Checking segment: {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:46.918331 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.918758 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Bound using segment: {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:46.919212 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Bound port: e38a1d2e-0681-4538-b730-a5d7e6b953c9, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e7688-9900-40eb-a0f1-229e3ac795dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:46.919581 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:47.013101 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] For port e38a1d2e-0681-4538-b730-a5d7e6b953c9, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:47.018145 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] For port e38a1d2e-0681-4538-b730-a5d7e6b953c9, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e38a1d2e-0681-4538-b730-a5d7e6b953c9,segment=NetworkSegment(af7e7688-9900-40eb-a0f1-229e3ac795dc),segment_id=af7e7688-9900-40eb-a0f1-229e3ac795dc)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:47.024224 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:47.094078 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Routers {'e8319067-29bb-4add-b4be-1b9a3a0d1ef4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:47.094455 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:47.197502 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11724913-2b08-4b37-9d8f-69ddb37bd1b1 None None] Pushing event updated for resources: {'Port': ['ID=e38a1d2e-0681-4538-b730-a5d7e6b953c9,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:47.226041 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] Set router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:47.283163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-5b63163b-d337-4444-b618-bc6865e02c32 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:47.286554 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-5b63163b-d337-4444-b618-bc6865e02c32 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 808 time: 0.2605402 Jun 30 03:47:47.357413 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c2cafd90-b64e-4beb-8bce-bdc9db3c5374 req-3d0051ee-d97d-4281-801f-91b2fd76a382 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 210 time: 0.0497780 Jun 30 03:47:47.407230 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-00084624-05fb-4fa8-8108-77e0e505c50d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 380 time: 0.1120949 Jun 30 03:47:47.418090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'port': {'device_id': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'admin_state_up': True, 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'security_groups': ['07e01477-9721-436e-8d59-ccdb368b485f']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:47.535935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Made reservation on behalf of 77b279e309da41ecbb2084fcaea94ffe for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:47:47.537291 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e38a1d2e-0681-4538-b730-a5d7e6b953c9', 'name': '', 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'mac_address': 'fa:16:3e:0f:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:42Z', 'updated_at': '2021-06-30T03:47:47Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'subnets': [{'id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:47.539943 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:47.567939 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dfe50-d1c9-4d95-8423-77307c31086e None None] The sync data for ids ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'] in n-d-798054-5 is: [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:47:43Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': 'e38a1d2e-0681-4538-b730-a5d7e6b953c9', 'name': '', 'network_id': 'c9a8494c-1686-41ca-8394-d8f7e538500f', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'mac_address': 'fa:16:3e:0f:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:42Z', 'updated_at': '2021-06-30T03:47:47Z', 'revision_number': 4, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'subnets': [{'id': 'ae341fa9-3ba9-4f45-9764-9e3528a173e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:47.673564 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Allocated IP 172.20.0.11 (8f6ea576-1ca7-4475-b3cd-477109cedaad/68e6541e-c490-44e5-b487-ac1691a7d100/c1941969-db86-4f55-849a-9ba53ad0497f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:47.827866 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:47.843553 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Transition to ACTIVE for port object c1941969-db86-4f55-849a-9ba53ad0497f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:47.878595 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:47.889669 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:47.935541 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:47.939409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:47.940129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:47.940533 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:47.947135 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:47.953905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:48.008942 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:48.009612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.028173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-5fa53ee2-41be-4d88-ab3a-6fc84fb7dda1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6155808 Jun 30 03:47:48.041810 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Request body: {'port': {'device_id': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:48.046971 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e38a1d2e-0681-4538-b730-a5d7e6b953c9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:48.106576 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e38a1d2e-0681-4538-b730-a5d7e6b953c9 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:48.112082 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e38a1d2e-0681-4538-b730-a5d7e6b953c9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:48.112676 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.133346 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.213049 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.245172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e38a1d2e-0681-4538-b730-a5d7e6b953c9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e38a1d2e-0681-4538-b730-a5d7e6b953c9,segment=NetworkSegment(af7e7688-9900-40eb-a0f1-229e3ac795dc),segment_id=af7e7688-9900-40eb-a0f1-229e3ac795dc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:48.250331 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.303761 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-38f2903d-6a4d-48fb-a199-2a5439c31a79 None None] Provisioning for port c1941969-db86-4f55-849a-9ba53ad0497f completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:48.309186 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e38a1d2e-0681-4538-b730-a5d7e6b953c9,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:48.313203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-38f2903d-6a4d-48fb-a199-2a5439c31a79 None None] Provisioning complete for port c1941969-db86-4f55-849a-9ba53ad0497f triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:48.313581 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38f2903d-6a4d-48fb-a199-2a5439c31a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.347622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-38f2903d-6a4d-48fb-a199-2a5439c31a79 None None] Port c1941969-db86-4f55-849a-9ba53ad0497f cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:47:48.405912 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1941969-db86-4f55-849a-9ba53ad0497f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:47:48.414530 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.428060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Transition to ACTIVE for port object c1941969-db86-4f55-849a-9ba53ad0497f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:47:48.433649 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.483760 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:48.558392 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bae9f-898b-4c71-b63f-d5a9d82e8d90 req-2c15fd6f-a032-46ed-a46c-d7fcf171a1dd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:48.562879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Attempting to bind port c1941969-db86-4f55-849a-9ba53ad0497f on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:47:48.563227 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Attempting to bind port c1941969-db86-4f55-849a-9ba53ad0497f by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:47:48.563565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Attempting to bind port c1941969-db86-4f55-849a-9ba53ad0497f on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:48.565863 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac4bae9f-898b-4c71-b63f-d5a9d82e8d90 req-2c15fd6f-a032-46ed-a46c-d7fcf171a1dd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0891073 Jun 30 03:47:48.569391 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Port c1941969-db86-4f55-849a-9ba53ad0497f on network 8f6ea576-1ca7-4475-b3cd-477109cedaad not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:47:48.569726 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Attempting to bind port c1941969-db86-4f55-849a-9ba53ad0497f on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:47:48.578860 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:47:48.579265 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Checking segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:47:48.579595 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Bound using segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:47:48.580036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Bound port: c1941969-db86-4f55-849a-9ba53ad0497f, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:47:48.580404 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.607950 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ac4bae9f-898b-4c71-b63f-d5a9d82e8d90 req-3a967568-58bd-4742-9230-dc4090557511 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Jun 30 03:47:48.672587 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:47:48.675880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:47:48.680268 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.712395 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:48.713163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.714467 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 1092 time: 0.6777716 Jun 30 03:47:48.714903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:48.717872 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487ef79-2e09-4f82-8790-e2c17708d5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:48.749752 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8e3b-9d09-4640-b3d3-960dd1ad2b10 service neutron] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:48.792451 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f78d68-fa5d-4313-a091-4528325e4349 x-openstack-request-id: req-c3f78d68-fa5d-4313-a091-4528325e4349 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:48.792742 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:48.792997 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3f78d68-fa5d-4313-a091-4528325e4349 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:48.793389 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'status': 'completed', 'code': 200} Jun 30 03:47:48.820269 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-34b6045b-2947-45cc-91e7-8ca70e899a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:48.821636 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-34b6045b-2947-45cc-91e7-8ca70e899a4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1095 time: 0.0658169 Jun 30 03:47:48.864231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-ab35fbce-8067-4a6e-842e-0a16d06eb464 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 217 time: 0.0354087 Jun 30 03:47:48.913761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-62d29118-18e5-4e73-acd3-6ded1692968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:48.915247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-62d29118-18e5-4e73-acd3-6ded1692968e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0458117 Jun 30 03:47:48.970943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558086-129f-4750-80f8-76adebc98af2 req-34297f46-9ca8-45b8-9c1c-5e58b8ed8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:48.972430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-34297f46-9ca8-45b8-9c1c-5e58b8ed8775 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511842 Jun 30 03:47:49.066503 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-bcf6ae89-fb1b-4a0c-8647-ef520da1747f service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870948 Jun 30 03:47:49.152112 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3558086-129f-4750-80f8-76adebc98af2 req-4f17c832-d81a-4b79-a660-1f2581baead8 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793321 Jun 30 03:47:49.258041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-3010029a-0e57-4f3a-8652-c1c2e106c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.259599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-3010029a-0e57-4f3a-8652-c1c2e106c86f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1095 time: 0.0592260 Jun 30 03:47:49.346263 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-25421f38-0591-4bf2-9d4e-35553d9e30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.347661 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-25421f38-0591-4bf2-9d4e-35553d9e30c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0819130 Jun 30 03:47:49.392100 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-f7d3104d-5053-4b8f-8dbe-7418da409a2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 217 time: 0.0380790 Jun 30 03:47:49.440941 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-ba8b82de-b316-48d0-af90-9cbedf931115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.442370 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-ba8b82de-b316-48d0-af90-9cbedf931115 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0438876 Jun 30 03:47:49.499713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-413278fe-050a-4239-af0e-531fda003226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.501163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-413278fe-050a-4239-af0e-531fda003226 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522311 Jun 30 03:47:49.593684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-346214d6-b075-402f-bf30-e07588e72aca service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Jun 30 03:47:49.684222 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2487ef79-2e09-4f82-8790-e2c17708d5f6 req-694b0401-bc68-42ac-83b6-08b15c80013c service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832243 Jun 30 03:47:49.784497 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16790a9-43b4-47ee-9cd0-208ec8303671 req-425567cd-6fb4-4356-ac05-23c814f8e0c4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.786063 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c16790a9-43b4-47ee-9cd0-208ec8303671 req-425567cd-6fb4-4356-ac05-23c814f8e0c4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0634947 Jun 30 03:47:49.826778 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c16790a9-43b4-47ee-9cd0-208ec8303671 req-642e27c7-0a7f-4446-a178-0f086ab49974 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337808 Jun 30 03:47:49.836290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e38a1d2e-0681-4538-b730-a5d7e6b953c9 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:49.886227 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e38a1d2e-0681-4538-b730-a5d7e6b953c9 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:49.886617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:51.006986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de353ae1-1250-4c79-92f8-5bafb56f0d49 req-eae7fffa-c9a7-4cad-b22f-4e26e203c23f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:51.008440 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de353ae1-1250-4c79-92f8-5bafb56f0d49 req-eae7fffa-c9a7-4cad-b22f-4e26e203c23f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0629320 Jun 30 03:47:51.045929 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-de353ae1-1250-4c79-92f8-5bafb56f0d49 req-b2e2bbdf-ad56-4719-aeeb-55c4c9af9768 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316703 Jun 30 03:47:52.220942 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f232a2-af90-403e-8a93-5d49514dbe3a req-dd80cfc6-0d8e-405b-af98-7fcfb619017d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:52.222402 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9f232a2-af90-403e-8a93-5d49514dbe3a req-dd80cfc6-0d8e-405b-af98-7fcfb619017d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0657380 Jun 30 03:47:52.260582 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c9f232a2-af90-403e-8a93-5d49514dbe3a req-6d2a2c85-b976-447b-b12a-2ec55bf0e4aa tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 Jun 30 03:47:52.805612 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:47:52.900023 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:52.911656 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'mac_address': 'fa:16:3e:10:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:47:52.947291 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:52.959358 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1941969-db86-4f55-849a-9ba53ad0497f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:47:52.978193 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:52.982236 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:53.028309 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:53.179889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c1941969-db86-4f55-849a-9ba53ad0497f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:47:53.436286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c7a3f-64a3-4e05-b32f-49ff054adb75 req-88de54df-2e46-4ff2-9c48-d261881c4a7c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:53.437674 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-908c7a3f-64a3-4e05-b32f-49ff054adb75 req-88de54df-2e46-4ff2-9c48-d261881c4a7c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 945 time: 0.0679955 Jun 30 03:47:53.475241 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-908c7a3f-64a3-4e05-b32f-49ff054adb75 req-d7eaef19-ca40-4e72-8e98-a141098e9ffd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Jun 30 03:47:54.644953 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf6de-2bc0-4158-8342-ea352161eef8 req-5b2f3270-0a2d-47ec-967c-b28386525b92 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:54.646738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9afbf6de-2bc0-4158-8342-ea352161eef8 req-5b2f3270-0a2d-47ec-967c-b28386525b92 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 945 time: 0.0625687 Jun 30 03:47:54.686253 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9afbf6de-2bc0-4158-8342-ea352161eef8 req-7bdfe410-cc9c-4abb-8910-d5d23df5d107 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337946 Jun 30 03:47:54.824164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:47:54.873967 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port c1941969-db86-4f55-849a-9ba53ad0497f completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:47:54.877517 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port c1941969-db86-4f55-849a-9ba53ad0497f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:54.877887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:54.955081 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:54.976746 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:54.979019 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a708a6b-0a3c-4ced-af32-0ba407535389" -d '{"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-plugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:54.991338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:54.995287 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:55.018780 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f347385-6376-4510-b78e-7709ccfa067a x-openstack-request-id: req-4f347385-6376-4510-b78e-7709ccfa067a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:55.019074 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-plugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:55.019328 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f347385-6376-4510-b78e-7709ccfa067a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:55.019712 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'code': 200} Jun 30 03:47:55.045263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:55.131408 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5762f8e-7835-46f6-ad4c-90f70aafe6e5 req-ec780b39-8f33-493d-9d6a-d6ee3aba40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:55.132860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5762f8e-7835-46f6-ad4c-90f70aafe6e5 req-ec780b39-8f33-493d-9d6a-d6ee3aba40cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1097 time: 0.0505018 Jun 30 03:47:55.166873 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5762f8e-7835-46f6-ad4c-90f70aafe6e5 req-033d17a5-2393-4669-aaf9-e40e7c516a05 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267568 Jun 30 03:47:55.870295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a369-774f-42d6-8895-0e74c2232a3b req-27661bba-9f95-49cb-9ded-396deb531932 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:55.871923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6a7a369-774f-42d6-8895-0e74c2232a3b req-27661bba-9f95-49cb-9ded-396deb531932 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0691457 Jun 30 03:47:55.910185 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-e6a7a369-774f-42d6-8895-0e74c2232a3b req-83453bde-ff08-47da-b855-9fcaedb2a157 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Jun 30 03:47:57.090903 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e541f01-8d8f-499f-b627-caf00ec79daf req-c60a9fbc-1a90-492d-8fbb-016ece97463c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:57.092898 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e541f01-8d8f-499f-b627-caf00ec79daf req-c60a9fbc-1a90-492d-8fbb-016ece97463c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0663791 Jun 30 03:47:57.129868 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e541f01-8d8f-499f-b627-caf00ec79daf req-639d6460-8d8b-473d-b93d-e51104ff8bd4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Jun 30 03:47:57.300540 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89fe89-11a4-4857-bc3e-b39eddbfd749 req-2c30cede-9ee6-4a79-9e72-1010428a28bc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:57.302024 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd89fe89-11a4-4857-bc3e-b39eddbfd749 req-2c30cede-9ee6-4a79-9e72-1010428a28bc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0631952 Jun 30 03:47:57.338019 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fd89fe89-11a4-4857-bc3e-b39eddbfd749 req-6c44cf19-229c-4fa6-ac42-79482eb50fe2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304971 Jun 30 03:47:57.362045 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58742) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:57.497150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cba0f7-65a1-43cb-8219-456511ad47d9 tempest-TestShelveInstance-676388585 tempest-TestShelveInstance-676388585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:57.499323 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-97cba0f7-65a1-43cb-8219-456511ad47d9 tempest-TestShelveInstance-676388585 tempest-TestShelveInstance-676388585-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1092 time: 0.1362593 Jun 30 03:47:57.502156 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 58746) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:57.506477 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:57.529535 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.628324 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.731338 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Allocated IP 172.25.0.56 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/c16d1258-d3ee-41f5-b95c-96615ea4f8f9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:57.790213 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3842e098-63d4-4646-ab16-386bd2a67251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.835028 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.874779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.910450 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:57.913154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:57.915885 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:57.949023 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'Port': ['ID=c16d1258-d3ee-41f5-b95c-96615ea4f8f9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:58.285676 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.363046 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.510369 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.515234 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.583731 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'Port': ['ID=c16d1258-d3ee-41f5-b95c-96615ea4f8f9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:58.592358 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.691665 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Floating IP a5d0903b-9269-412c-947d-46b80e7c5cfd associated. External IP: 172.25.0.56, port: c1941969-db86-4f55-849a-9ba53ad0497f. Jun 30 03:47:58.895746 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Router e7e48955-3478-4361-b600-c677e7092899 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:59.004602 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:59.014194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:59.021068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:59.024165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:59.024877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:59.057741 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-7fc1a355-81e4-47d1-aafa-afecc054c6f3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5545454 Jun 30 03:47:59.058345 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:59.060710 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95197b-64a7-4efa-9a68-00a47089e7de" -d '{"events": [{"name": "network-changed", "server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:59.096781 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6aefe1-de37-44a9-87a5-f35887403ade x-openstack-request-id: req-8a6aefe1-de37-44a9-87a5-f35887403ade {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:59.097082 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:59.097349 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a6aefe1-de37-44a9-87a5-f35887403ade {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:59.097745 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'status': 'completed', 'code': 200} Jun 30 03:47:59.136796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:59.173895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-d1b90c27-9d6c-4bcc-97c7-062970cbc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:59.175341 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-d1b90c27-9d6c-4bcc-97c7-062970cbc510 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1097 time: 0.0536847 Jun 30 03:47:59.266935 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-a646b833-715e-4d6a-aa38-da8c2ea30495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:59.268407 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-a646b833-715e-4d6a-aa38-da8c2ea30495 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0868318 Jun 30 03:47:59.332750 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-ab3623b7-6eeb-4bb6-90c1-be4193dbe2bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 999 time: 0.0580125 Jun 30 03:47:59.358834 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'a5d0903b-9269-412c-947d-46b80e7c5cfd', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e7e48955-3478-4361-b600-c677e7092899', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'mac_address': 'fa:16:3e:10:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:58Z', 'updated_at': '2021-06-30T03:47:58Z', 'revision_number': 0, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:59.380764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-7bdcdec7-7c1d-4832-ac2e-7657665e4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:59.382215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-7bdcdec7-7c1d-4832-ac2e-7657665e4ae7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0439751 Jun 30 03:47:59.384461 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:59.393516 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:59.394112 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:47:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:59.444051 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-24be77f3-6f74-420a-9dd3-0800383d723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:59.445486 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-24be77f3-6f74-420a-9dd3-0800383d723a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572619 Jun 30 03:47:59.540108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-5cac979e-3b7f-4b23-b35f-c19e95e46664 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875039 Jun 30 03:47:59.633774 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7a95197b-64a7-4efa-9a68-00a47089e7de req-8542be87-f3d4-4127-a3e3-538107fcb964 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870173 Jun 30 03:47:59.661324 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:59.887333 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'a5d0903b-9269-412c-947d-46b80e7c5cfd', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e7e48955-3478-4361-b600-c677e7092899', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'mac_address': 'fa:16:3e:10:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:58Z', 'updated_at': '2021-06-30T03:47:58Z', 'revision_number': 0, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:59.914241 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7187-fe12-4f67-9f96-118d560de5d3 None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'a5d0903b-9269-412c-947d-46b80e7c5cfd', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e7e48955-3478-4361-b600-c677e7092899', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'mac_address': 'fa:16:3e:10:cf:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:58Z', 'updated_at': '2021-06-30T03:47:58Z', 'revision_number': 0, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:48:00.114163 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d5ef5-2e43-4b33-a9f0-4bfec1b3831f None None] New status for floating IP a5d0903b-9269-412c-947d-46b80e7c5cfd: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:48:00.439680 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6149d3d-05c8-40f0-812f-3c3d0609c63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:00.692696 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:02.522744 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:04.595142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:07.459197 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:48:10.272359 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:11.065944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-41aa0725-4f3e-4836-8270-dd7a38bad704 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3449438 Jun 30 03:48:11.158115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-9a033c24-7211-4d0c-85a1-1cba2f66c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:11.159630 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-9a033c24-7211-4d0c-85a1-1cba2f66c99c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1097 time: 0.0517390 Jun 30 03:48:11.387358 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-b5e05bdb-eee4-41c9-a5bb-9a97ebe7dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:11.388710 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-b5e05bdb-eee4-41c9-a5bb-9a97ebe7dd85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0846534 Jun 30 03:48:11.456391 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-9b9a8775-c754-451f-91f1-49a420007c54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 1001 time: 0.0608273 Jun 30 03:48:11.504183 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-49dfdfb1-501c-4d04-b466-497e28091ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:11.505574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-49dfdfb1-501c-4d04-b466-497e28091ee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0430815 Jun 30 03:48:11.565169 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-8372c20d-596e-470f-b437-2f479356a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:11.566671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-8372c20d-596e-470f-b437-2f479356a564 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547316 Jun 30 03:48:11.616436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:11.656631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-9ddd36d0-59a4-415a-9071-a64b62d6cb91 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832000 Jun 30 03:48:11.756328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-300c5fa3-daba-48dd-b0d3-fdcc25bb4faf req-806159c5-f232-43b0-8fad-638c110108d3 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927162 Jun 30 03:48:27.789956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1beb-fa3e-4923-9ca7-132406bed027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:30.439923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d95f5c25-2bea-421b-9fde-388537f56d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:30.693964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:32.525168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:34.600503 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:40.270146 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.623357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:44.458419 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:48:57.791145 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-200197f9-62b3-417f-b542-b0b20c21e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.440687 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11a451f4-7d28-4d79-b1ce-ca750c94ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.695111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:02.527394 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:04.602830 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:10.285759 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:11.646357 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:11.800360 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-e8056c11-36dd-4a45-aaee-c41261b6ce4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527053 Jun 30 03:49:11.894441 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-556b7c09-09e5-4a9a-abac-d8aab6d93491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.895828 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-556b7c09-09e5-4a9a-abac-d8aab6d93491 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1097 time: 0.0529757 Jun 30 03:49:11.998255 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-f29f36eb-ae66-49ab-a127-4bd6fba55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.999749 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-f29f36eb-ae66-49ab-a127-4bd6fba55e1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0848846 Jun 30 03:49:12.063048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-09d99de9-e88e-49df-88fb-2911e075312d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 1001 time: 0.0570636 Jun 30 03:49:12.114809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-376a282a-b7ce-409e-bacc-afc5bd23cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:12.116229 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-376a282a-b7ce-409e-bacc-afc5bd23cd43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0469427 Jun 30 03:49:12.172455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-ae45602f-359d-4a21-a7fe-8590954072d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:12.173945 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-ae45602f-359d-4a21-a7fe-8590954072d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516200 Jun 30 03:49:12.260265 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-8fa5392c-e14e-43e5-bd73-dc2a4d93bea9 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799973 Jun 30 03:49:12.351905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fb5f8ad1-48a0-422f-bb3b-9527d0bd7117 req-95697ac9-6dcb-44e6-a55b-af5aea580be0 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Jun 30 03:49:21.457368 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:49:27.791061 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae840030-e889-4018-9abc-e6b04bcada38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:30.443572 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37acd5e-62e6-4550-b422-02dc9968b9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:30.695664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:32.531167 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:34.602127 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:40.285225 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:41.644454 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:54.187619 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b396-bcfd-498c-bd95-d9f4e002c084 req-bcf384c7-a256-4294-806f-e18a459a18bc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:54.189614 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0e9b396-bcfd-498c-bd95-d9f4e002c084 req-bcf384c7-a256-4294-806f-e18a459a18bc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.1163828 Jun 30 03:49:54.226808 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d0e9b396-bcfd-498c-bd95-d9f4e002c084 req-d2f1c2cc-5212-434c-bead-50e68a255945 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Jun 30 03:49:55.420489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d1a9-79aa-4083-ba67-019b60bf4b61 req-84a49952-3b9d-4724-9ce9-e11a45cde618 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:55.421974 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a339d1a9-79aa-4083-ba67-019b60bf4b61 req-84a49952-3b9d-4724-9ce9-e11a45cde618 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0648828 Jun 30 03:49:55.462272 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a339d1a9-79aa-4083-ba67-019b60bf4b61 req-492d5070-6d36-48cd-b210-8dd0d6553e95 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344410 Jun 30 03:49:56.668575 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166047fe-11c9-413b-a7ef-dc67712d39ee req-4ca39ba5-bfed-4c3a-a94d-2e56bdd6a62e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:56.670060 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-166047fe-11c9-413b-a7ef-dc67712d39ee req-4ca39ba5-bfed-4c3a-a94d-2e56bdd6a62e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0719225 Jun 30 03:49:56.707692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-166047fe-11c9-413b-a7ef-dc67712d39ee req-4e43d377-5127-405b-8d39-f16bdbecaecf tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jun 30 03:49:57.792297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94e53e10-b614-461f-a339-c6e85874c784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.881910 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e04f-d64a-4bb4-b2e5-44f779c0024e req-d2740173-d6b2-40b1-b6a3-932da6ad3bec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:57.883414 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bee0e04f-d64a-4bb4-b2e5-44f779c0024e req-d2740173-d6b2-40b1-b6a3-932da6ad3bec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0644760 Jun 30 03:49:57.920554 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bee0e04f-d64a-4bb4-b2e5-44f779c0024e req-5ca2c29a-1dd4-47bb-a4cb-088dce99f27a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Jun 30 03:49:58.456319 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:49:59.101310 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132c3b0-5314-4765-bd85-202ad695de50 req-564eda84-5ed6-43c8-8e33-964bd7f1e4db tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:59.102835 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1132c3b0-5314-4765-bd85-202ad695de50 req-564eda84-5ed6-43c8-8e33-964bd7f1e4db tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0689158 Jun 30 03:49:59.139906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1132c3b0-5314-4765-bd85-202ad695de50 req-fc57efe2-7ed5-42cd-92fd-69f99a9647b1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Jun 30 03:50:00.312276 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0afdb-c01e-4769-8ec4-8688058af0ff req-95b6f33e-214e-4dbc-99e5-e9255ba92796 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:00.313725 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52f0afdb-c01e-4769-8ec4-8688058af0ff req-95b6f33e-214e-4dbc-99e5-e9255ba92796 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0634823 Jun 30 03:50:00.350831 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-52f0afdb-c01e-4769-8ec4-8688058af0ff req-b6e5d468-8c0d-4633-b9fd-e570dc7952dc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Jun 30 03:50:00.443848 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2065078a-e319-4377-a777-9bb48d0ba3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.697161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.523586 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69fd4f-ae7a-4c6b-8c42-b86c4ffde662 req-0830d8cf-547c-4e03-84cf-e5e22d0a1678 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:01.525074 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee69fd4f-ae7a-4c6b-8c42-b86c4ffde662 req-0830d8cf-547c-4e03-84cf-e5e22d0a1678 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0638459 Jun 30 03:50:01.562476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee69fd4f-ae7a-4c6b-8c42-b86c4ffde662 req-6a2dbf66-c32b-40b1-ad31-d3badfd20936 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Jun 30 03:50:02.534214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.736106 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd22c89-9a99-416a-a843-84ea0e56ff34 req-ce6b4136-4df0-42ba-962e-68b1d5ae3af9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:02.738385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edd22c89-9a99-416a-a843-84ea0e56ff34 req-ce6b4136-4df0-42ba-962e-68b1d5ae3af9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0664704 Jun 30 03:50:02.775309 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-edd22c89-9a99-416a-a843-84ea0e56ff34 req-6582eb16-f033-461d-a932-26cec489949e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Jun 30 03:50:03.949957 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6caa1-0286-4eaa-84a8-636f02c9be9f req-2295f676-e60d-4b86-98a0-dd47b67b1e9b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:03.951359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9f6caa1-0286-4eaa-84a8-636f02c9be9f req-2295f676-e60d-4b86-98a0-dd47b67b1e9b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0670753 Jun 30 03:50:03.988447 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d9f6caa1-0286-4eaa-84a8-636f02c9be9f req-a384f188-7418-41c1-8e95-9bba2fea9f25 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307765 Jun 30 03:50:04.604872 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.164123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e3c6-2201-4c23-bfe8-af13d43b4b56 req-ef6a18e0-47fe-426b-98e5-c28ce68b0788 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:05.165587 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-04f2e3c6-2201-4c23-bfe8-af13d43b4b56 req-ef6a18e0-47fe-426b-98e5-c28ce68b0788 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0633044 Jun 30 03:50:05.202089 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-04f2e3c6-2201-4c23-bfe8-af13d43b4b56 req-04f6dca7-c620-4dc0-aa51-485a9bd063e9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Jun 30 03:50:06.391258 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf945e44-8b28-4b6f-9d25-51254050bd87 req-6bc22006-bf4a-4093-b51b-f10a27f0739e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:06.393280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf945e44-8b28-4b6f-9d25-51254050bd87 req-6bc22006-bf4a-4093-b51b-f10a27f0739e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0689552 Jun 30 03:50:06.434869 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf945e44-8b28-4b6f-9d25-51254050bd87 req-2c125541-5529-4edc-8f4e-d010b66e5465 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jun 30 03:50:07.366623 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:50:07.498087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:07.511665 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'mac_address': 'fa:16:3e:10:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:50:07.560212 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.575417 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1941969-db86-4f55-849a-9ba53ad0497f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:50:07.601269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:07.607500 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.664832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924211bf-f187-4713-a11f-8f527fc93ea3 req-761df185-2a43-4101-941d-a9633662dd9a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:07.666421 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-924211bf-f187-4713-a11f-8f527fc93ea3 req-761df185-2a43-4101-941d-a9633662dd9a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0808036 Jun 30 03:50:07.691414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c1941969-db86-4f55-849a-9ba53ad0497f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:50:07.698922 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:07.729219 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.729702 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.730145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.730594 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.731017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.731438 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.731856 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.732274 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.732697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.733128 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.733545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.733964 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:07.737622 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-924211bf-f187-4713-a11f-8f527fc93ea3 req-bb43c642-f74f-4322-a831-76a770395024 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650940 Jun 30 03:50:08.953041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03f7dc-ccd1-4ee2-82fa-f5c7f84f76cd req-de491d87-73f3-43e8-8916-8b7f6a1da925 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:08.954671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac03f7dc-ccd1-4ee2-82fa-f5c7f84f76cd req-de491d87-73f3-43e8-8916-8b7f6a1da925 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 945 time: 0.0781395 Jun 30 03:50:08.995455 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ac03f7dc-ccd1-4ee2-82fa-f5c7f84f76cd req-571c60f9-7993-4a25-9bb7-79f8c07c72bd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344284 Jun 30 03:50:09.366006 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:09.422630 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port c1941969-db86-4f55-849a-9ba53ad0497f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:09.422868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.503576 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.530674 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:50:09.533322 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692cbca6-e443-4cc6-bbe3-e8179b654f7e" -d '{"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-plugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:50:09.546739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:09.553214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.588999 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14534675-1efc-48fa-8b56-9124e8084a95 x-openstack-request-id: req-14534675-1efc-48fa-8b56-9124e8084a95 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:50:09.589452 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-plugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:50:09.590422 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14534675-1efc-48fa-8b56-9124e8084a95 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:50:09.590827 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'code': 200} Jun 30 03:50:09.617951 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:10.192706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd485-2ef9-4b7d-b2f4-70fb9ff7fd26 req-5e0bd0af-c6d7-4ed3-a050-ee27416e8363 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:10.194453 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99bbd485-2ef9-4b7d-b2f4-70fb9ff7fd26 req-5e0bd0af-c6d7-4ed3-a050-ee27416e8363 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0716238 Jun 30 03:50:10.242106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-99bbd485-2ef9-4b7d-b2f4-70fb9ff7fd26 req-6403ae6d-6db6-472d-8536-9d5a2efa5ff0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Jun 30 03:50:10.318116 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:11.445974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8418a-f239-428c-8c86-d3568bf373e2 req-96b00d0a-eea5-4287-bf8c-34e09746dc0f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:11.447598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34f8418a-f239-428c-8c86-d3568bf373e2 req-96b00d0a-eea5-4287-bf8c-34e09746dc0f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0726206 Jun 30 03:50:11.495358 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-34f8418a-f239-428c-8c86-d3568bf373e2 req-864f59e4-da4c-45ff-9877-8bfafc454ffe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356612 Jun 30 03:50:11.653224 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:11.837132 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-642ce288-e83a-4554-8260-8a2beff6ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:11.837132 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-642ce288-e83a-4554-8260-8a2beff6ded3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1097 time: 0.0555980 Jun 30 03:50:11.953407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-3b32a002-cf96-409f-b0dc-d21a1a5e9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:11.955077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-3b32a002-cf96-409f-b0dc-d21a1a5e9fa3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0975616 Jun 30 03:50:12.027234 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-b365e245-61b4-4558-9ecb-0ac49b005392 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 1001 time: 0.0651336 Jun 30 03:50:12.089480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-4d478bfc-48f6-4484-ac84-73e08095a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:12.090191 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-4d478bfc-48f6-4484-ac84-73e08095a32a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0546589 Jun 30 03:50:12.151832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-732ff891-72b8-4fad-829a-c027efd1ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:12.153348 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-732ff891-72b8-4fad-829a-c027efd1ffb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571454 Jun 30 03:50:12.256359 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-6fc19c02-b256-4130-81d1-feecad55a6c3 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951941 Jun 30 03:50:12.370855 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-588df3fc-32e6-47f6-97cf-801410b6dcdc req-ed004930-96a8-4578-9b1e-cb04553b36cb service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074481 Jun 30 03:50:12.701055 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4e7cf-3a45-48ba-96cc-7bd7d3091a65 req-51e52d58-be7a-48d7-a3c6-92ce4e11c46d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:12.702579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97e4e7cf-3a45-48ba-96cc-7bd7d3091a65 req-51e52d58-be7a-48d7-a3c6-92ce4e11c46d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0761836 Jun 30 03:50:12.750358 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-97e4e7cf-3a45-48ba-96cc-7bd7d3091a65 req-7bf246e9-1e9d-4d48-8591-581dbe531013 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385289 Jun 30 03:50:13.954888 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3deb-bef2-409a-8008-59924dc2eb86 req-d105eb80-c0f1-40a1-b311-6842e5ac46e0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:13.957148 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb6c3deb-bef2-409a-8008-59924dc2eb86 req-d105eb80-c0f1-40a1-b311-6842e5ac46e0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0773070 Jun 30 03:50:14.007773 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fb6c3deb-bef2-409a-8008-59924dc2eb86 req-8d34413e-f0e9-4c5b-8539-ef16741c6ed8 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Jun 30 03:50:15.193982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244633e-1f2d-4ab7-87ec-e19e094920a5 req-1e165d23-2033-4162-809b-807729dde9db tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.195650 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5244633e-1f2d-4ab7-87ec-e19e094920a5 req-1e165d23-2033-4162-809b-807729dde9db tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0744708 Jun 30 03:50:15.238006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5244633e-1f2d-4ab7-87ec-e19e094920a5 req-8633cc86-082f-4e74-8069-cd1a818890ab tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354888 Jun 30 03:50:15.948054 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-1727b81c-cf7f-4143-a128-33e602ec0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.949439 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-1727b81c-cf7f-4143-a128-33e602ec0f65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1097 time: 0.0528135 Jun 30 03:50:16.041832 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-0cc5f192-040e-459c-8b5a-94c8ef1b7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:16.043293 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-0cc5f192-040e-459c-8b5a-94c8ef1b7db1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0869627 Jun 30 03:50:16.106881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-606d488b-37fe-4835-90c7-ce687149289b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 1001 time: 0.0568922 Jun 30 03:50:16.153693 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-74c1bf51-6e92-4bef-affe-2789a042ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:16.155126 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-74c1bf51-6e92-4bef-affe-2789a042ea6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0421069 Jun 30 03:50:16.215620 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-767ec1e0-0ac6-4671-9799-94aa905c276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:16.217000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-767ec1e0-0ac6-4671-9799-94aa905c276c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556014 Jun 30 03:50:16.304640 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-44bd544a-af38-459e-b757-38642940e390 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809731 Jun 30 03:50:16.398215 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-16e0f356-5252-40cf-acb2-45578f9499d6 req-33fbbe64-5bc1-4d0e-8b7d-bc18825e49b3 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866692 Jun 30 03:50:16.414611 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8879d0-1fc8-4521-a669-085949577fca req-236a765a-4d03-4cc1-9dea-d18cce3b25ec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:16.416094 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca8879d0-1fc8-4521-a669-085949577fca req-236a765a-4d03-4cc1-9dea-d18cce3b25ec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0662198 Jun 30 03:50:16.453737 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ca8879d0-1fc8-4521-a669-085949577fca req-3eb80dfd-f318-4606-83d7-2303a6ef4759 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Jun 30 03:50:17.630538 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2fc6c-0e78-45e9-864a-528bc5f9a297 req-bef7be72-10ca-4def-aacd-3218a656a1c8 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:17.632026 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfe2fc6c-0e78-45e9-864a-528bc5f9a297 req-bef7be72-10ca-4def-aacd-3218a656a1c8 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0646191 Jun 30 03:50:17.669583 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dfe2fc6c-0e78-45e9-864a-528bc5f9a297 req-a3f686a1-f468-4db2-b43e-6bfacbcd2a7d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319929 Jun 30 03:50:18.840700 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9910d1-a65a-4c46-ab80-1e5f2b5ed00d req-b86ec07f-272b-414d-a695-136b8f92ce8e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:18.842169 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cd9910d1-a65a-4c46-ab80-1e5f2b5ed00d req-b86ec07f-272b-414d-a695-136b8f92ce8e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0625703 Jun 30 03:50:18.879131 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cd9910d1-a65a-4c46-ab80-1e5f2b5ed00d req-5e740418-8e23-41b8-913f-59ad6e3eddd5 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Jun 30 03:50:19.228154 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395dbbd-e80d-46e7-9505-1b5fd505b653 req-d44fbd93-8f4a-4dbc-bfb3-40e7d1967996 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:19.229659 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6395dbbd-e80d-46e7-9505-1b5fd505b653 req-d44fbd93-8f4a-4dbc-bfb3-40e7d1967996 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 946 time: 0.0646775 Jun 30 03:50:19.262809 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 58932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:19.274107 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6395dbbd-e80d-46e7-9505-1b5fd505b653 req-721ccea5-665f-4f83-afcf-250bb84c25eb tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384257 Jun 30 03:50:19.357058 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-220be483-bb30-4695-af74-11eba42fdeac service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929451 Jun 30 03:50:19.430494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:50:19.502328 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:19.526739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:50:19.529084 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0cf5c2-01ee-4dba-8126-54f82ce16049" -d '{"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:50:19.542482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:19.547432 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:19.573286 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9083aad1-c656-43b7-a955-40d82a7adb4d x-openstack-request-id: req-9083aad1-c656-43b7-a955-40d82a7adb4d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:50:19.573581 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-unplugged", "status": "failed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "code": 422}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:50:19.573837 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9083aad1-c656-43b7-a955-40d82a7adb4d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:50:19.574234 n-d-798054-5 neutron-server[93823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'code': 422} returned with failed status Jun 30 03:50:19.599796 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:20.457247 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe30a54-93c9-4989-abf3-9076e99fd5f8 req-71ab3b41-b832-4a18-b139-9dcfc6fd2566 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:20.461861 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cbe30a54-93c9-4989-abf3-9076e99fd5f8 req-71ab3b41-b832-4a18-b139-9dcfc6fd2566 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0675085 Jun 30 03:50:20.497099 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-cbe30a54-93c9-4989-abf3-9076e99fd5f8 req-4df78b11-d066-4745-a2fb-2ef89e0d6bd2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Jun 30 03:50:21.676038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af18a7-a4d4-4e88-925b-be2c0080f1e7 req-710bcfe7-3267-41de-941c-499b49b2598a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:21.677602 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4af18a7-a4d4-4e88-925b-be2c0080f1e7 req-710bcfe7-3267-41de-941c-499b49b2598a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0686779 Jun 30 03:50:21.719141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c4af18a7-a4d4-4e88-925b-be2c0080f1e7 req-e159cde5-06c9-431e-8cb8-880afdac80a4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355334 Jun 30 03:50:22.910201 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa26b8-bf34-4874-8bfe-011ea24cfbab req-20208a83-d723-4cdc-8679-d342056d4668 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:22.911602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aaa26b8-bf34-4874-8bfe-011ea24cfbab req-20208a83-d723-4cdc-8679-d342056d4668 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0628893 Jun 30 03:50:22.948660 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-8aaa26b8-bf34-4874-8bfe-011ea24cfbab req-d7a30439-faaf-451e-849b-943d197e7826 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Jun 30 03:50:24.145740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6780-79f8-4ee8-8fae-2d86587d74fb req-02ae21ef-46ce-4cc2-a38f-ad28cec0caac tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:24.148000 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cace6780-79f8-4ee8-8fae-2d86587d74fb req-02ae21ef-46ce-4cc2-a38f-ad28cec0caac tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0807476 Jun 30 03:50:24.195881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cace6780-79f8-4ee8-8fae-2d86587d74fb req-9ef7dfe0-e005-42ea-9377-143b41298cc2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Jun 30 03:50:24.358242 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-36a4ada3-3744-4a0b-9549-168fd100a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:24.359767 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-36a4ada3-3744-4a0b-9549-168fd100a493 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e&tenant_id=77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 1095 time: 0.0546703 Jun 30 03:50:24.441002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-25d73c0b-c6d0-452b-adc9-a65a3ca79b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:24.443175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-25d73c0b-c6d0-452b-adc9-a65a3ca79b73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1095 time: 0.0612781 Jun 30 03:50:24.539725 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-0ec4b9eb-dff1-49e6-93d5-4c2ee8d74415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:24.541227 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-0ec4b9eb-dff1-49e6-93d5-4c2ee8d74415 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0919483 Jun 30 03:50:24.627652 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-09633e48-a8c5-4afd-8f2a-73b49214eae5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 999 time: 0.0801978 Jun 30 03:50:24.682658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-d40c0e86-bb34-4a8a-8923-869dc01483de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:24.684995 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-d40c0e86-bb34-4a8a-8923-869dc01483de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0509293 Jun 30 03:50:24.743112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-474af041-e995-4481-800f-3737b6af058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:24.744624 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-474af041-e995-4481-800f-3737b6af058c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535269 Jun 30 03:50:24.836173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-67d11607-e795-43ec-93ab-f8b92a3c8759 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851002 Jun 30 03:50:24.927143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-0f886e93-5f79-4d4a-8775-68e0f3453ea1 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Jun 30 03:50:25.387787 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f3dd6-3be9-4f98-8c01-440d96c4306c req-31b25c20-0f09-43ad-b2a6-647aed3b2265 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:25.389360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-734f3dd6-3be9-4f98-8c01-440d96c4306c req-31b25c20-0f09-43ad-b2a6-647aed3b2265 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0761938 Jun 30 03:50:25.434014 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-734f3dd6-3be9-4f98-8c01-440d96c4306c req-d403f4d5-5c29-4854-9312-c384a9e92ce2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Jun 30 03:50:26.616898 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62475be-4dd8-495d-b547-77e4aa99a003 req-7b56ff28-e8d7-4dfe-9d68-25f8c4a9e708 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:26.618863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d62475be-4dd8-495d-b547-77e4aa99a003 req-7b56ff28-e8d7-4dfe-9d68-25f8c4a9e708 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0695171 Jun 30 03:50:26.677551 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d62475be-4dd8-495d-b547-77e4aa99a003 req-e4dd4511-cff3-4a1d-bbc8-0bba3538adc4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500178 Jun 30 03:50:27.796159 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a85d04e-c4dc-4959-a5a0-cfd2086aa4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:27.856059 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549068c-a008-4654-8595-299782282475 req-67c713a8-eda6-4438-8377-90f0d93812e9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:27.857457 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7549068c-a008-4654-8595-299782282475 req-67c713a8-eda6-4438-8377-90f0d93812e9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0716641 Jun 30 03:50:27.903929 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7549068c-a008-4654-8595-299782282475 req-d980936a-01d8-4758-ace2-fd10d9f4697f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343983 Jun 30 03:50:29.092531 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b873c1-7cbb-4a75-a678-626c67f74790 req-a0193ed9-3a08-4b6b-8908-e3053b7e0917 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:29.094189 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3b873c1-7cbb-4a75-a678-626c67f74790 req-a0193ed9-3a08-4b6b-8908-e3053b7e0917 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0717175 Jun 30 03:50:29.135124 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3b873c1-7cbb-4a75-a678-626c67f74790 req-7e0b92c9-2a3f-4a7e-ab4e-8fc63f219aa1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Jun 30 03:50:30.324475 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc34e06-4760-4f8d-831d-8e7acda6e2b5 req-fd425387-e907-4b2e-80b2-09f2103aea13 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:30.326100 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ddc34e06-4760-4f8d-831d-8e7acda6e2b5 req-fd425387-e907-4b2e-80b2-09f2103aea13 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0656824 Jun 30 03:50:30.369902 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-ddc34e06-4760-4f8d-831d-8e7acda6e2b5 req-982299f8-1b8a-4126-9906-a201626a00bd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Jun 30 03:50:30.447306 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16c6c0de-1058-4b5e-ace3-1b96c298206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:30.700477 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:31.569284 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41a34-cf3c-488b-a600-34e9abcec0e1 req-de6f3dde-3c09-4ea8-989f-70d26f240ef7 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:31.570863 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50c41a34-cf3c-488b-a600-34e9abcec0e1 req-de6f3dde-3c09-4ea8-989f-70d26f240ef7 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0859201 Jun 30 03:50:31.611168 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-50c41a34-cf3c-488b-a600-34e9abcec0e1 req-eabeaecf-885f-40e8-9fee-a2498e52cef3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346048 Jun 30 03:50:32.538850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:32.793575 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0df7de-d5a1-489e-8b78-f0a2422e9479 req-ae912652-fc96-423b-a25c-e8a5c00a8fc7 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:32.795052 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b0df7de-d5a1-489e-8b78-f0a2422e9479 req-ae912652-fc96-423b-a25c-e8a5c00a8fc7 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0675440 Jun 30 03:50:32.839385 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9b0df7de-d5a1-489e-8b78-f0a2422e9479 req-0f1ddb6b-1c14-4a2e-a08a-cfdfeda0fbe1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Jun 30 03:50:34.036246 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723900d-09b6-4292-960f-8f9ab8a04324 req-e2fa51d9-be1d-40a4-b29d-7fc20a7a3a0d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:34.037747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e723900d-09b6-4292-960f-8f9ab8a04324 req-e2fa51d9-be1d-40a4-b29d-7fc20a7a3a0d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0688117 Jun 30 03:50:34.087298 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e723900d-09b6-4292-960f-8f9ab8a04324 req-edb6ab1f-5b23-491f-a0b1-4b2b45195d9d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Jun 30 03:50:34.610349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:35.261639 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b186e-9770-46e8-964c-d79cf594438d req-1afcbd05-a0a1-41d9-96dd-c929a69d3867 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:35.263120 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-619b186e-9770-46e8-964c-d79cf594438d req-1afcbd05-a0a1-41d9-96dd-c929a69d3867 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0638022 Jun 30 03:50:35.300321 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-619b186e-9770-46e8-964c-d79cf594438d req-4866f1e0-ccb6-4587-aaed-b0f8ad633a4e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307224 Jun 30 03:50:35.454368 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:50:36.471585 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546fe89-435b-43ca-b0d3-a5f5cc3963cf req-0676a1fc-f85d-4742-94f5-bc4691c47d57 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:36.473067 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c546fe89-435b-43ca-b0d3-a5f5cc3963cf req-0676a1fc-f85d-4742-94f5-bc4691c47d57 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.0634556 Jun 30 03:50:36.510179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c546fe89-435b-43ca-b0d3-a5f5cc3963cf req-f40d1962-3c5d-4547-8094-3a9867fb0dbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Jun 30 03:50:37.505684 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:50:37.601582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:37.612960 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'port_id': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'mac_address': 'fa:16:3e:10:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:50:37.651375 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:37.665078 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1941969-db86-4f55-849a-9ba53ad0497f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:50:37.685194 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:37.690402 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:37.741519 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:37.888448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['c1941969-db86-4f55-849a-9ba53ad0497f'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:50:37.988529 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297a836-148f-4ee8-9a81-d3761cde8acf req-8007c4e4-72ba-4249-a6a6-0464f001594e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:37.990012 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0297a836-148f-4ee8-9a81-d3761cde8acf req-8007c4e4-72ba-4249-a6a6-0464f001594e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 944 time: 0.3709645 Jun 30 03:50:38.027497 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0297a836-148f-4ee8-9a81-d3761cde8acf req-a799f05f-82c2-4d6d-a5c7-5c917624bdb5 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Jun 30 03:50:39.202551 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953c7e4-b571-42d6-8601-258ecb111921 req-0e009cf5-9d74-4f81-8d25-1de601302548 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:39.204030 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0953c7e4-b571-42d6-8601-258ecb111921 req-0e009cf5-9d74-4f81-8d25-1de601302548 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 945 time: 0.0628958 Jun 30 03:50:39.245498 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0953c7e4-b571-42d6-8601-258ecb111921 req-430e5b36-0439-454b-bcf4-e056bc231a9c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356579 Jun 30 03:50:39.521440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:39.567910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port c1941969-db86-4f55-849a-9ba53ad0497f triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:39.568279 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:39.643450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:39.665485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:50:39.667713 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3db7a69-a469-4888-8f92-6ef4f77ece37" -d '{"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-plugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:50:39.680014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:39.684121 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:39.709872 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a890ee-bc83-4fc4-bb76-98eddc45b604 x-openstack-request-id: req-83a890ee-bc83-4fc4-bb76-98eddc45b604 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:50:39.710173 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-plugged", "status": "completed", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:50:39.710492 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83a890ee-bc83-4fc4-bb76-98eddc45b604 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:50:39.710939 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'code': 200} Jun 30 03:50:39.738870 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:39.937038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af2147-763b-4aac-b1ec-1258114fdc6a req-719fee7c-a728-4d1a-80be-fb52068943bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:39.938548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3af2147-763b-4aac-b1ec-1258114fdc6a req-719fee7c-a728-4d1a-80be-fb52068943bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1098 time: 0.0616453 Jun 30 03:50:39.971173 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e3af2147-763b-4aac-b1ec-1258114fdc6a req-df8da269-22f6-407a-af50-eb40e82be098 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266275 Jun 30 03:50:40.322956 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:40.417482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308017-cc54-4cb7-a5d5-d3f7edb3e734 req-84bb7d98-8567-41b7-96e8-465335122a55 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:40.419014 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee308017-cc54-4cb7-a5d5-d3f7edb3e734 req-84bb7d98-8567-41b7-96e8-465335122a55 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 947 time: 0.0617146 Jun 30 03:50:40.456552 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ee308017-cc54-4cb7-a5d5-d3f7edb3e734 req-d15bb758-e17f-45dd-a609-417e7de7f1b0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315993 Jun 30 03:50:41.630847 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9bc5e-06e8-49ce-88ac-65f361ece847 req-7164342f-2399-47d5-8cc7-380c00c55b83 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:41.632345 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14f9bc5e-06e8-49ce-88ac-65f361ece847 req-7164342f-2399-47d5-8cc7-380c00c55b83 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 947 time: 0.0625961 Jun 30 03:50:41.648102 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:41.671700 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-14f9bc5e-06e8-49ce-88ac-65f361ece847 req-b393b775-c5d9-4294-b65e-affe6ceeab0a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337758 Jun 30 03:50:57.793278 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28cdd639-8c77-4fcf-9bbc-938ac8ff6246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:00.449060 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86c250f2-ef72-4d23-a37f-37bd2ae9a3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:00.702770 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:02.539672 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:04.610896 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:10.334485 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:11.654058 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:12.454220 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:51:13.859831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-3d683020-3106-4ea8-b60e-a482d10f670f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977933 Jun 30 03:51:13.954905 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-aab4f11a-dc46-476b-81fb-6e9e67d63d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:13.956303 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-aab4f11a-dc46-476b-81fb-6e9e67d63d75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1098 time: 0.0532224 Jun 30 03:51:14.057278 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-7f20cf53-242a-4b26-b15e-5aba9ee356fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:14.058739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-7f20cf53-242a-4b26-b15e-5aba9ee356fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0833373 Jun 30 03:51:14.127294 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-3635473a-5f1c-4da3-93d8-f382530e4db5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 1001 time: 0.0621974 Jun 30 03:51:14.175223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-d91afe05-414e-4e3a-8168-00b89578bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:14.177092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-d91afe05-414e-4e3a-8168-00b89578bde6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0440817 Jun 30 03:51:14.232316 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-7bed9208-4877-4c75-88a5-28f4ec88904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:14.233684 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-7bed9208-4877-4c75-88a5-28f4ec88904c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508380 Jun 30 03:51:14.244513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-f4c527e0-29d7-449d-9888-72b078aaec41 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:51:14.245446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-f4c527e0-29d7-449d-9888-72b078aaec41 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056615 Jun 30 03:51:14.334332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-ddb0c786-4058-47b1-a092-02149023d5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825386 Jun 30 03:51:14.421274 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-08b1caae-e894-4c6b-9b72-f49e1710ac11 req-5574bdbc-3a57-4e9f-9eab-de51f76fbc3d service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806885 Jun 30 03:51:27.792849 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2e580d0-20d5-40d8-a003-0d52889cb8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:30.453252 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0049b61e-d2ef-41ae-b882-58ee938e2c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:30.703960 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:32.542655 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:34.614429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:40.342859 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:41.656818 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.453875 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:51:51.357821 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:51.509406 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Deleting port c16d1258-d3ee-41f5-b95c-96615ea4f8f9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:51.509748 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.585160 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.585505 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.596960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Calling delete_port for c16d1258-d3ee-41f5-b95c-96615ea4f8f9 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:51.741485 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.764656 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event deleted for resources: {'Port': ['ID=c16d1258-d3ee-41f5-b95c-96615ea4f8f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:51.777403 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.777807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.778152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.778513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.778848 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.779179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.779509 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.779836 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.780158 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.780481 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.780805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.781125 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:51.839582 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.839966 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Floating IP a5d0903b-9269-412c-947d-46b80e7c5cfd disassociated (deleted). External IP: 172.25.0.56, port: c1941969-db86-4f55-849a-9ba53ad0497f. Jun 30 03:51:52.049501 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Router e7e48955-3478-4361-b600-c677e7092899 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:51:52.153120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:51:52.157425 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.165806 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:51:52.175287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:52.175906 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:52.196240 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-b6e124ea-678b-449e-887c-0a2ea3ecddbe tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "DELETE /v2.0/floatingips/a5d0903b-9269-412c-947d-46b80e7c5cfd HTTP/1.1" status: 204 len: 168 time: 0.8373175 Jun 30 03:51:52.196827 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:52.199100 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4671e4-3bcb-40b1-bd10-9214e1581d23" -d '{"events": [{"name": "network-changed", "server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:52.288185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:52.295982 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc2753-51e5-45bd-9820-0543c8a2e64b x-openstack-request-id: req-cffc2753-51e5-45bd-9820-0543c8a2e64b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:52.296283 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:52.297075 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cffc2753-51e5-45bd-9820-0543c8a2e64b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:52.297075 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'status': 'completed', 'code': 200} Jun 30 03:51:52.372649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-61f57203-4cf6-4be8-88b6-7e3ddba8ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:52.374212 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-61f57203-4cf6-4be8-88b6-7e3ddba8ab97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 1098 time: 0.0565217 Jun 30 03:51:52.472697 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-69784d9b-2d43-46b4-a89c-0cfff0efac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:52.474332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-69784d9b-2d43-46b4-a89c-0cfff0efac80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0937228 Jun 30 03:51:52.500500 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:52.526175 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-87eb6bd9-806b-48fe-85ba-e3a55513763f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 200 len: 217 time: 0.0447078 Jun 30 03:51:52.530226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:51:52.539231 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:52.540831 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:51:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:52.581155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-cfe2c87b-4c96-4a90-b187-a156c6fbf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:52.582820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-cfe2c87b-4c96-4a90-b187-a156c6fbf8cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0490382 Jun 30 03:51:52.589439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a2d54-d290-4408-8beb-84fc51a6c9d8 req-d1bc49aa-4d8d-4d15-98d8-2472c3cb413b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:52.590987 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f7a2d54-d290-4408-8beb-84fc51a6c9d8 req-d1bc49aa-4d8d-4d15-98d8-2472c3cb413b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 947 time: 0.0720415 Jun 30 03:51:52.630106 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0f7a2d54-d290-4408-8beb-84fc51a6c9d8 req-6cca1a38-8c27-4ea3-b3bd-0e55481c6bec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 Jun 30 03:51:52.650607 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-242a6a0b-65ce-48be-b33d-baff6fbb8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:52.652252 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-242a6a0b-65ce-48be-b33d-baff6fbb8585 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624130 Jun 30 03:51:52.655039 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:53.016759 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:53.046056 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534dfc3-e3cd-4837-8ff4-dc983c0b6215 None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:51:53.049683 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-0ae135f5-8cd1-408e-a173-65868ab8e91f service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901782 Jun 30 03:51:53.141824 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7c4671e4-3bcb-40b1-bd10-9214e1581d23 req-4281d61a-0d9f-4427-a5d2-dce52d562fc4 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843298 Jun 30 03:51:53.268598 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875db532-fe1f-467d-9795-2b57e741029e None None] New status for floating IP a5d0903b-9269-412c-947d-46b80e7c5cfd: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:51:53.836986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-bfc17947-f9bd-4777-b785-e2406023831c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:53.838476 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-bfc17947-f9bd-4777-b785-e2406023831c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 947 time: 0.1086812 Jun 30 03:51:53.849309 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79edb3-73f4-4245-a611-69ea3d0f1ef9 req-9e35a340-1c1f-4239-b7f9-4291a15de1ec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:53.850687 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e79edb3-73f4-4245-a611-69ea3d0f1ef9 req-9e35a340-1c1f-4239-b7f9-4291a15de1ec tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c72045-9f67-4da7-b251-c07a90f48c9e HTTP/1.1" status: 200 len: 947 time: 0.0933847 Jun 30 03:51:53.927054 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9e79edb3-73f4-4245-a611-69ea3d0f1ef9 req-d4378adb-c3a3-49bf-9ac9-2bf98f9494f2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=07e01477-9721-436e-8d59-ccdb368b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674472 Jun 30 03:51:53.973758 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Deleting port c1941969-db86-4f55-849a-9ba53ad0497f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:53.974111 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.061341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] For port c1941969-db86-4f55-849a-9ba53ad0497f, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=c1941969-db86-4f55-849a-9ba53ad0497f,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:54.061704 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.074260 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Calling delete_port for c1941969-db86-4f55-849a-9ba53ad0497f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:54.203243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.232351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event deleted for resources: {'Port': ['ID=c1941969-db86-4f55-849a-9ba53ad0497f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:54.280374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] No DVR routers for this DVR port c1941969-db86-4f55-849a-9ba53ad0497f on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:51:54.283098 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.285106 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1255f860-5b72-437d-a98e-aeb1449cd45a req-cf0dfb76-ed48-489a-b456-a57e5ba9673b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "DELETE /v2.0/ports/c1941969-db86-4f55-849a-9ba53ad0497f HTTP/1.1" status: 204 len: 173 time: 0.4329541 Jun 30 03:51:54.297718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-deleted', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:54.300165 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08042722-140e-406b-9b2c-09490aa4fe10" -d '{"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-deleted", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:54.338835 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5316746e-cab8-4112-b9a9-52ac59ce7d10 x-openstack-request-id: req-5316746e-cab8-4112-b9a9-52ac59ce7d10 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:54.339132 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c72045-9f67-4da7-b251-c07a90f48c9e", "name": "network-vif-deleted", "tag": "c1941969-db86-4f55-849a-9ba53ad0497f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:54.339424 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5316746e-cab8-4112-b9a9-52ac59ce7d10 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:54.339816 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c72045-9f67-4da7-b251-c07a90f48c9e', 'name': 'network-vif-deleted', 'tag': 'c1941969-db86-4f55-849a-9ba53ad0497f', 'status': 'completed', 'code': 200} Jun 30 03:51:55.017670 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:55.075073 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc22a35-8c31-4357-a3c0-f08961253cd1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.099235 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc22a35-8c31-4357-a3c0-f08961253cd1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.158827 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc22a35-8c31-4357-a3c0-f08961253cd1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.161889 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc22a35-8c31-4357-a3c0-f08961253cd1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.166090 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6fc22a35-8c31-4357-a3c0-f08961253cd1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "DELETE /v2.0/security-groups/07e01477-9721-436e-8d59-ccdb368b485f HTTP/1.1" status: 204 len: 168 time: 0.1444423 Jun 30 03:51:55.172953 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc22a35-8c31-4357-a3c0-f08961253cd1 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e01477-9721-436e-8d59-ccdb368b485f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.604660 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59118) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:55.609368 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825017548', 'description': 'tempest-secgroup-smoke-1825017548 description', 'project_id': '77b279e309da41ecbb2084fcaea94ffe'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:55.631570 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.712666 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.716166 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.743027 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.744293 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386273 Jun 30 03:51:55.746242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14336f9a-8694-4460-a93c-3fadcf7e2f27,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.747247 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:55.751967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '14336f9a-8694-4460-a93c-3fadcf7e2f27', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:55.753601 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.753959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.754296 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.754650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.754981 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.755307 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.755633 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.755959 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.756455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.756782 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.757107 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.757500 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c61d0-4011-462e-8a19-f47008ecb791 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.783474 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.835292 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.839563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.857811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63a888e-f85c-41b7-9e38-37bcdad4189d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.863541 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.864756 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c1cf38bf-bb97-48a0-9b39-ed3575be8f3e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164746 Jun 30 03:51:55.868359 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:55.872840 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '14336f9a-8694-4460-a93c-3fadcf7e2f27', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:55.900897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.957441 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.961443 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.982846 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6ab6c3-5fc4-4b83-8cbe-c101c3d8a575,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.988593 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.989784 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-81a4c64c-7c27-435f-b717-2b412f8b718b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204586 Jun 30 03:51:55.993104 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:55.997387 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '14336f9a-8694-4460-a93c-3fadcf7e2f27', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:56.024499 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.081737 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.085269 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.106234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3084e8a6-f36a-4890-ba25-01601b945244,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:56.109392 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.110596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2504f262-bdce-40b3-9c6b-65abfc195973 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165495 Jun 30 03:51:56.113375 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:56.118280 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '14336f9a-8694-4460-a93c-3fadcf7e2f27', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:56.147895 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.206162 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.209834 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.230085 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ace433-bb1e-4339-a63a-0ed82cf2bd7e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:56.233395 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.234615 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9a372cfc-b994-4b56-90d1-98588d513d59 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202965 Jun 30 03:51:56.237409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:56.241808 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '14336f9a-8694-4460-a93c-3fadcf7e2f27', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:56.263402 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Project 77b279e309da41ecbb2084fcaea94ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:51:56.268081 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.326465 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.329979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.346325 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61662873-9a4e-4baf-a05d-632397446834,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:56.352908 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.354059 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ddc5ee45-17c7-441b-a2f4-e2d4ac3ac551 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157424 Jun 30 03:51:56.356895 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:56.361068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'security_group_rule': {'security_group_id': '14336f9a-8694-4460-a93c-3fadcf7e2f27', 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:56.381370 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Project 77b279e309da41ecbb2084fcaea94ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:51:56.386652 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.449070 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.452495 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.468583 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8358e55f-e947-4418-8f43-d45c06e62405,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:56.475254 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.477006 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-d9840255-c12a-43e5-aece-d37e0b2a58d2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192331 Jun 30 03:51:57.794667 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ab9d-6006-4b8f-b42d-91d40869ae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.987029 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:51:58.008485 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: c1941969-db86-4f55-849a-9ba53ad0497f {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:51:58.008884 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device c1941969-db86-4f55-849a-9ba53ad0497f not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:52:00.452628 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fd0eef7-82d1-4260-b17e-1dade6e13ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:00.706413 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:02.547074 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:04.625184 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:10.341184 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:10.793776 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-4a343699-82c2-4d7b-bbd2-248851e13a06 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825017548&fields=id&tenant_id=77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 267 time: 0.0321360 Jun 30 03:52:10.901845 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-ecf8fb94-2771-45c3-a263-4c9afba9a874 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.903236 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-ecf8fb94-2771-45c3-a263-4c9afba9a874 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 808 time: 0.1031981 Jun 30 03:52:10.917903 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-2c8bf193-76b8-40fa-a91d-5afe42c0375f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/quotas/77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 375 time: 0.0092349 Jun 30 03:52:10.982485 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-8e8fc6e9-8185-4c65-8449-5c49ab75e297 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594504 Jun 30 03:52:11.038994 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-f7521a2a-2f99-4d33-a725-1acb0e37941f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:52:11.040058 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-f7521a2a-2f99-4d33-a725-1acb0e37941f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463893 Jun 30 03:52:11.129135 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-8911a128-1868-47e9-9934-74547864cb00 service neutron] 10.222.0.78 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832813 Jun 30 03:52:11.217771 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-afdcf8c0-b502-44c1-98c9-02d2a617fd7c service neutron] 10.222.0.78 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821829 Jun 30 03:52:11.512411 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88b40580-7101-409d-9459-55bf645b976a req-0969a096-2b56-4de3-a401-02849ba77b74 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 210 time: 0.0294745 Jun 30 03:52:11.655395 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:12.526044 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-3b27462f-22a9-4027-94ef-3524882580b4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.527529 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-3b27462f-22a9-4027-94ef-3524882580b4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 808 time: 0.1068034 Jun 30 03:52:12.572490 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-8fb8f615-b487-4104-a117-4b86f7236e10 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 380 time: 0.0352714 Jun 30 03:52:12.581869 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'port': {'device_id': '183a750c-7f07-45b0-be40-0b92c16112c1', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'admin_state_up': True, 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'security_groups': ['14336f9a-8694-4460-a93c-3fadcf7e2f27']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:52:12.668547 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-02640e12-93cd-49f0-b84f-8d2da5043a90 req-78ada01b-4e76-4359-871b-a82d6a6558b2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 210 time: 0.0327415 Jun 30 03:52:12.703225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Made reservation on behalf of 77b279e309da41ecbb2084fcaea94ffe for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:52:12.706801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:12.835665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Allocated IP 172.20.0.13 (8f6ea576-1ca7-4475-b3cd-477109cedaad/68e6541e-c490-44e5-b487-ac1691a7d100/abea35e2-9ecd-4f2f-835a-9a7d16f934e6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:52:12.985393 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:12.999784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Transition to ACTIVE for port object abea35e2-9ecd-4f2f-835a-9a7d16f934e6 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:52:13.033055 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.076767 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:52:13.079901 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:52:13.082436 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:52:13.113761 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:13.142035 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:13.142747 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.159218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-32e60535-e621-4e2c-b429-322b6bdfd105 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5810473 Jun 30 03:52:13.219707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Request body: {'port': {'device_id': '183a750c-7f07-45b0-be40-0b92c16112c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:52:13.301801 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.356800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-41a2b234-6750-41a9-a737-fb56c4420e52 None None] Provisioning for port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:52:13.360909 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-41a2b234-6750-41a9-a737-fb56c4420e52 None None] Provisioning complete for port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:52:13.361285 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41a2b234-6750-41a9-a737-fb56c4420e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.396176 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-41a2b234-6750-41a9-a737-fb56c4420e52 None None] Port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:52:13.569094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abea35e2-9ecd-4f2f-835a-9a7d16f934e6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:52:13.576455 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.588033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Transition to ACTIVE for port object abea35e2-9ecd-4f2f-835a-9a7d16f934e6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:52:13.591870 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.669527 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:13.724470 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:52:13.724815 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:52:13.725151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:52:13.730824 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:52:13.731153 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:52:13.736028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:52:13.736372 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Checking segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:52:13.736764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Bound using segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:52:13.737202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Bound port: abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:52:13.737571 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.814351 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:52:13.817932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:52:13.822730 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.897460 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:13.898688 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.900464 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] 10.222.0.90 "PUT /v2.0/ports/abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1092 time: 0.7335532 Jun 30 03:52:13.900923 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:13.903258 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:13.965053 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8904e-bc21-4811-9675-85278121bb6c service neutron] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:13.984488 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb02bb4-44ba-4d7f-be8a-e46ab0db1397 x-openstack-request-id: req-beb02bb4-44ba-4d7f-be8a-e46ab0db1397 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:13.985051 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:13.985489 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-beb02bb4-44ba-4d7f-be8a-e46ab0db1397 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:13.986063 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'status': 'completed', 'code': 200} Jun 30 03:52:14.032909 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac747cd-6627-4c1d-bdd6-63a0397feb07 req-ff3a30c9-bb04-41eb-a6f4-f0ecc923fa37 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.034825 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ac747cd-6627-4c1d-bdd6-63a0397feb07 req-ff3a30c9-bb04-41eb-a6f4-f0ecc923fa37 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.2152874 Jun 30 03:52:14.087329 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-8f1b6424-6b7d-4038-b803-33caedd78a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.089258 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-8f1b6424-6b7d-4038-b803-33caedd78a66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1095 time: 0.1253686 Jun 30 03:52:14.092998 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-0ac747cd-6627-4c1d-bdd6-63a0397feb07 req-ffec26d4-3b26-4ca8-9524-53089c519568 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504665 Jun 30 03:52:14.171515 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-2e7ad077-e5ce-4088-9ed6-4b0800395f89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 217 time: 0.0714414 Jun 30 03:52:14.226719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-1d73b2a9-704f-489d-8a31-28e424f8300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.228381 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-1d73b2a9-704f-489d-8a31-28e424f8300a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0492778 Jun 30 03:52:14.293995 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-755bcf8a-4f35-4a5b-af64-93873681342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.295634 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-755bcf8a-4f35-4a5b-af64-93873681342f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587838 Jun 30 03:52:14.392285 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-605c60b4-7e94-4610-b1e3-16916bf1a1a0 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895474 Jun 30 03:52:14.485608 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-2c84f14a-bbfc-4986-b749-b02ff86c4dfa req-e2398029-8619-4a21-bc5e-82337ceacfe2 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858796 Jun 30 03:52:14.590398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-8eb88f46-b79b-48cc-b6de-2e298d468e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.591881 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-8eb88f46-b79b-48cc-b6de-2e298d468e37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1095 time: 0.0542364 Jun 30 03:52:14.688920 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-143b996c-704a-4a68-bcdc-3767436b238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.690349 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-143b996c-704a-4a68-bcdc-3767436b238c service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0909429 Jun 30 03:52:14.732081 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-da662a47-63f8-4f93-9bb3-77ad46917cb6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 217 time: 0.0346401 Jun 30 03:52:14.780518 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-168b7e03-b401-401d-a9e9-5bb2fe78ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.781846 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-168b7e03-b401-401d-a9e9-5bb2fe78ab80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0434821 Jun 30 03:52:14.843013 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-12b02f4f-2e7c-4120-b44b-9df451488e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.844512 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-12b02f4f-2e7c-4120-b44b-9df451488e00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560153 Jun 30 03:52:14.935048 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-f10955b7-00a1-4ee1-8fd8-06971c47c32e service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828815 Jun 30 03:52:15.027649 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cb4a0aae-be6f-4c97-a064-bf9ccf8d3dd6 req-e359db56-1a74-4dac-894c-d9744b1d28b9 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864902 Jun 30 03:52:15.276319 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd25c0-1244-4cfb-8be5-f909b091c733 req-e04f2bdc-e976-48c1-8c7c-3b17448f45ba tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:15.277999 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7bd25c0-1244-4cfb-8be5-f909b091c733 req-e04f2bdc-e976-48c1-8c7c-3b17448f45ba tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0672190 Jun 30 03:52:15.315619 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f7bd25c0-1244-4cfb-8be5-f909b091c733 req-1636b178-41e3-4609-a33b-e62658a761a9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jun 30 03:52:16.496483 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2d32b-b6c9-4ac0-931c-6b95a3144886 req-fdf24a47-53fe-4452-93b8-a12e172b11e6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:16.498083 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73a2d32b-b6c9-4ac0-931c-6b95a3144886 req-fdf24a47-53fe-4452-93b8-a12e172b11e6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0687473 Jun 30 03:52:16.537351 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-73a2d32b-b6c9-4ac0-931c-6b95a3144886 req-b8180050-a445-45c4-ae48-0d547a45f8d0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328953 Jun 30 03:52:17.716000 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546bf9b-ea55-4077-bf50-82218faa4a24 req-03fbe139-b375-49b0-a8d6-317830815378 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:17.717474 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4546bf9b-ea55-4077-bf50-82218faa4a24 req-03fbe139-b375-49b0-a8d6-317830815378 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0700083 Jun 30 03:52:17.755326 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4546bf9b-ea55-4077-bf50-82218faa4a24 req-81e3b5c6-48fc-4eb4-b4aa-c5f3c81651aa tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Jun 30 03:52:18.926098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62981a3-9601-47f3-a676-5b22c64a9d9d req-7a327d8e-17fe-427c-ba5c-ca7550adc2ce tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:18.927508 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c62981a3-9601-47f3-a676-5b22c64a9d9d req-7a327d8e-17fe-427c-ba5c-ca7550adc2ce tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0633500 Jun 30 03:52:18.964340 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c62981a3-9601-47f3-a676-5b22c64a9d9d req-0c13ba38-42e5-4dac-9ab5-13d9c8c22b49 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Jun 30 03:52:20.133834 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240a635-d700-45a4-8411-4b113ad3ce6b req-9cdfd075-ed19-48c2-88e8-be9f9d775c2a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:20.135306 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6240a635-d700-45a4-8411-4b113ad3ce6b req-9cdfd075-ed19-48c2-88e8-be9f9d775c2a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0624287 Jun 30 03:52:20.171760 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6240a635-d700-45a4-8411-4b113ad3ce6b req-6504d8fe-feaa-4e77-b94a-ff3ac3d801e5 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Jun 30 03:52:21.348967 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c67ee-ae96-4c11-a5f1-f4c3399caeeb req-6b6d6b3e-72a6-4c11-a16b-e859dfaa99d6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:21.350466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-918c67ee-ae96-4c11-a5f1-f4c3399caeeb req-6b6d6b3e-72a6-4c11-a16b-e859dfaa99d6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0662603 Jun 30 03:52:21.387917 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-918c67ee-ae96-4c11-a5f1-f4c3399caeeb req-58b0a60b-eede-454a-abd9-cfd5e2d5322f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jun 30 03:52:22.563185 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696944db-92e1-46eb-a660-7005105c59b0 req-147fde39-c42f-4819-ba8f-3ab771159f93 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:22.564664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-696944db-92e1-46eb-a660-7005105c59b0 req-147fde39-c42f-4819-ba8f-3ab771159f93 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0664177 Jun 30 03:52:22.602022 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-696944db-92e1-46eb-a660-7005105c59b0 req-b5932bcb-221e-473b-acee-75858cac4e1b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Jun 30 03:52:23.958565 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf4e3-7c95-4e10-8841-0d2e05f044e1 req-735cdf1b-957e-431c-8200-63f56c07da18 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:23.960143 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41dcf4e3-7c95-4e10-8841-0d2e05f044e1 req-735cdf1b-957e-431c-8200-63f56c07da18 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0680733 Jun 30 03:52:23.997871 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-41dcf4e3-7c95-4e10-8841-0d2e05f044e1 req-d7a79d46-2851-4522-9598-60f1123f87fd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Jun 30 03:52:24.749652 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:52:24.843340 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:24.854868 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'port_id': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'mac_address': 'fa:16:3e:3e:d1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:52:24.890546 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:24.903369 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abea35e2-9ecd-4f2f-835a-9a7d16f934e6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:52:24.923072 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:24.927210 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:24.977117 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:24.984222 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.984572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.984910 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.985246 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.985578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.985907 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.986232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.986583 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.986908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.987236 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.987559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:24.987881 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:25.169101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1946a-34cd-4617-905a-31ccd0440ea3 req-0df34a92-fb37-4069-bbf6-6e43a6d24463 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:25.170495 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ff1946a-34cd-4617-905a-31ccd0440ea3 req-0df34a92-fb37-4069-bbf6-6e43a6d24463 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 945 time: 0.0627255 Jun 30 03:52:25.188754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['abea35e2-9ecd-4f2f-835a-9a7d16f934e6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:52:25.208390 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6ff1946a-34cd-4617-905a-31ccd0440ea3 req-436bb856-a6a4-4329-b9f8-84efc1fde589 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Jun 30 03:52:26.387083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305261d-d4a2-458c-8182-ee2be322bd4a req-f4e335a4-98c8-4373-b801-27df57279485 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:26.388546 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8305261d-d4a2-458c-8182-ee2be322bd4a req-f4e335a4-98c8-4373-b801-27df57279485 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 945 time: 0.0666139 Jun 30 03:52:26.426164 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8305261d-d4a2-458c-8182-ee2be322bd4a req-2aa207ff-0d15-4ca8-8a85-ed183e8c07d9 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Jun 30 03:52:26.454041 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:52:26.780676 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:52:26.828327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:52:26.832058 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:52:26.832431 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:26.913525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:26.940716 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:26.942992 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246a644-86e4-4528-8131-dc5dc5515604" -d '{"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-plugged", "status": "completed", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:26.955811 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:26.959775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:27.007740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:27.034092 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55de3266-3df1-4be5-9351-c783d6f89b72 x-openstack-request-id: req-55de3266-3df1-4be5-9351-c783d6f89b72 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:27.034417 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-plugged", "status": "completed", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:27.034676 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55de3266-3df1-4be5-9351-c783d6f89b72 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:27.035082 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'code': 200} Jun 30 03:52:27.145574 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9a6e-d179-4cee-82eb-302ad5b74dfd req-d3eaee19-3a84-4cd0-a6f2-15081d9f2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:27.147127 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d1c9a6e-d179-4cee-82eb-302ad5b74dfd req-d3eaee19-3a84-4cd0-a6f2-15081d9f2cd4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1097 time: 0.0525742 Jun 30 03:52:27.182708 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1d1c9a6e-d179-4cee-82eb-302ad5b74dfd req-2500bc20-f291-4b07-a4bc-f687deedb174 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283263 Jun 30 03:52:27.599547 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cd4bf-3b1c-42bc-bb80-1615cce947e9 req-46424bce-67b6-410a-bdc8-fb236a7aff8f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:27.602022 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e53cd4bf-3b1c-42bc-bb80-1615cce947e9 req-46424bce-67b6-410a-bdc8-fb236a7aff8f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0659387 Jun 30 03:52:27.640094 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e53cd4bf-3b1c-42bc-bb80-1615cce947e9 req-3065795f-c5a4-4c78-8942-a881a611a115 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Jun 30 03:52:27.796096 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-566c76ce-eb7f-4e31-85db-3198ae6ad3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:28.819964 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796162e-d3e7-49d1-a922-f05b49cac11d req-f12612e3-9b7b-4376-96b0-7e667315f944 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:28.821977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1796162e-d3e7-49d1-a922-f05b49cac11d req-f12612e3-9b7b-4376-96b0-7e667315f944 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0678599 Jun 30 03:52:28.858750 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1796162e-d3e7-49d1-a922-f05b49cac11d req-3fac7053-51f7-4550-98a4-4027bc958479 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Jun 30 03:52:29.034542 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42215d31-65ae-4b69-8cea-908b31e34129 req-99089d8f-5a98-4769-8dd3-ef94a698be0e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:29.036021 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42215d31-65ae-4b69-8cea-908b31e34129 req-99089d8f-5a98-4769-8dd3-ef94a698be0e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0670373 Jun 30 03:52:29.074065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-42215d31-65ae-4b69-8cea-908b31e34129 req-4654f921-5cee-486d-b33b-9350effedf51 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Jun 30 03:52:29.096973 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:29.148733 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee75a7f6-8490-4705-9aaa-447b806bde79 tempest-TestShelveInstance-676388585 tempest-TestShelveInstance-676388585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:29.150167 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ee75a7f6-8490-4705-9aaa-447b806bde79 tempest-TestShelveInstance-676388585 tempest-TestShelveInstance-676388585-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1092 time: 0.0521877 Jun 30 03:52:29.153174 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:29.157451 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:52:29.180243 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:29.277603 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:29.376764 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Allocated IP 172.25.0.52 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/613f6092-5fc7-4d3f-a5cd-9da5cfb46499) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:52:29.481638 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:29.518663 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:29.552563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:52:29.556983 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:52:29.560271 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:52:29.584937 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'Port': ['ID=613f6092-5fc7-4d3f-a5cd-9da5cfb46499,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:29.924247 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:29.998935 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.141888 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.146137 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.213626 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event updated for resources: {'Port': ['ID=613f6092-5fc7-4d3f-a5cd-9da5cfb46499,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:30.225741 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.323964 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Floating IP a2bf5c17-d0af-4aa4-beb4-5d6f47317620 associated. External IP: 172.25.0.52, port: abea35e2-9ecd-4f2f-835a-9a7d16f934e6. Jun 30 03:52:30.455762 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69b54cc8-223c-41d2-b7ac-e1fd55f9e273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.708521 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.828266 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Router e7e48955-3478-4361-b600-c677e7092899 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:52:30.931120 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:52:30.940138 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:52:30.946613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.949347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:52:30.949977 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:30.986432 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-fc0196f8-8ce8-4072-9552-bea5d8d19acc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8321335 Jun 30 03:52:30.986947 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:30.989200 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43519ae6-33e3-4513-a05d-caf36a4ddb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:31.025252 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2827087-951d-4188-abc7-908483b2c4e4 x-openstack-request-id: req-b2827087-951d-4188-abc7-908483b2c4e4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:31.025805 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:31.026050 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2827087-951d-4188-abc7-908483b2c4e4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:31.026481 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'status': 'completed', 'code': 200} Jun 30 03:52:31.058781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:52:31.098027 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-4df620c7-f33a-4fba-bb68-cd6f4fb433bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:31.099581 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-4df620c7-f33a-4fba-bb68-cd6f4fb433bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1097 time: 0.0516689 Jun 30 03:52:31.187711 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-97ea2729-eca5-457b-a9bc-29d6fedc884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:31.189305 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-97ea2729-eca5-457b-a9bc-29d6fedc884b service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0837100 Jun 30 03:52:31.259145 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-4992b115-45a0-4c74-936d-b7a4777b303c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 999 time: 0.0629106 Jun 30 03:52:31.282772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'a2bf5c17-d0af-4aa4-beb4-5d6f47317620', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e7e48955-3478-4361-b600-c677e7092899', 'port_id': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'mac_address': 'fa:16:3e:3e:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183a750c-7f07-45b0-be40-0b92c16112c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:29Z', 'updated_at': '2021-06-30T03:52:29Z', 'revision_number': 0, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:31.308188 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-a00b46cf-c7bc-492f-b496-cc9d07999fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:31.309639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:52:31.309799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-a00b46cf-c7bc-492f-b496-cc9d07999fc5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0442142 Jun 30 03:52:31.317882 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:52:31.318518 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:52:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:31.367602 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-7c36281f-3d53-4c47-923a-0a90c91caac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:31.369281 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-7c36281f-3d53-4c47-923a-0a90c91caac3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526280 Jun 30 03:52:31.423069 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:52:31.462555 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-944cc4f7-7ab8-45a1-815a-b3016fdc5e71 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859523 Jun 30 03:52:31.552390 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-43519ae6-33e3-4513-a05d-caf36a4ddb8f req-c679cda9-0bbc-410c-a4fe-6b3b7f24700c service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834479 Jun 30 03:52:31.645205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'a2bf5c17-d0af-4aa4-beb4-5d6f47317620', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e7e48955-3478-4361-b600-c677e7092899', 'port_id': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'mac_address': 'fa:16:3e:3e:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183a750c-7f07-45b0-be40-0b92c16112c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:29Z', 'updated_at': '2021-06-30T03:52:29Z', 'revision_number': 0, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:31.676250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9fcaa-d2fb-47c9-9314-9ea830f18f64 None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'a2bf5c17-d0af-4aa4-beb4-5d6f47317620', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'e7e48955-3478-4361-b600-c677e7092899', 'port_id': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'mac_address': 'fa:16:3e:3e:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183a750c-7f07-45b0-be40-0b92c16112c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:29Z', 'updated_at': '2021-06-30T03:52:29Z', 'revision_number': 0, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:52:31.859816 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5034d-3217-4586-8b18-acc8c78fb1b0 None None] New status for floating IP a2bf5c17-d0af-4aa4-beb4-5d6f47317620: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:52:32.548193 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:34.621754 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:36.993900 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-0f57c208-cefc-474a-8194-4c083992a675 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563352 Jun 30 03:52:37.091341 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-6450f3fe-bc9b-4ac4-b589-c5a7666cb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:37.092782 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-6450f3fe-bc9b-4ac4-b589-c5a7666cb51d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1097 time: 0.0509851 Jun 30 03:52:37.195514 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-77e8448f-ba96-48dc-9184-44e48052db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:37.196965 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-77e8448f-ba96-48dc-9184-44e48052db3a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0832307 Jun 30 03:52:37.264931 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-99914ff0-ab46-46cf-8b61-299114289d3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1001 time: 0.0612171 Jun 30 03:52:37.312452 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-436a729f-9314-4110-ad3b-a1633283b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:37.313907 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-436a729f-9314-4110-ad3b-a1633283b527 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0428042 Jun 30 03:52:37.369549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-73dfdb94-ed49-4303-8d87-926cd4034b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:37.371077 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-73dfdb94-ed49-4303-8d87-926cd4034b59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499947 Jun 30 03:52:37.462944 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-bbbc61d1-6cd5-4d4e-bf6d-6b0515219492 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Jun 30 03:52:37.550567 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6f57d85a-18b9-47ad-8015-a6b5a04baa71 req-5de87480-05c7-423c-b559-78db99a8690b service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805140 Jun 30 03:52:40.372984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:41.653943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:57.796971 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19d2ad75-2959-4076-8627-921b654163b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:00.456750 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21982fb4-cac8-40f3-85b7-00c579b24af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:00.710031 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:02.550189 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:03.454074 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:53:04.625231 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:10.387504 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:11.650495 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:27.797578 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65403ce3-cea1-4e44-bc08-6d26d66fd494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:30.456846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ebc485b-819d-4179-a1d9-d06355056d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:30.711450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:32.553108 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:34.628220 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:37.998221 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-921a845f-3eb7-43b0-9a92-09660c4a7347 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573976 Jun 30 03:53:38.089268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-f3431d48-c4db-4cd9-8bf1-683c84cda0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:38.090764 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-f3431d48-c4db-4cd9-8bf1-683c84cda0a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1097 time: 0.0523765 Jun 30 03:53:38.196609 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-6be1609d-bff8-4dc2-85a0-b5cd63deeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:38.198163 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-6be1609d-bff8-4dc2-85a0-b5cd63deeffe service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0880632 Jun 30 03:53:38.264517 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-7ba61aa4-79c7-48dc-9d65-9facd91be0d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1001 time: 0.0599022 Jun 30 03:53:38.313130 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-25aa44d0-1eb3-47cb-999d-53e29d8bae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:38.314605 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-25aa44d0-1eb3-47cb-999d-53e29d8bae66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0439873 Jun 30 03:53:38.374949 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-88c3dc12-ecb6-423d-9d32-6f696fcf2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:38.376451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-88c3dc12-ecb6-423d-9d32-6f696fcf2b95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548613 Jun 30 03:53:38.463841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-28e8e0a2-d652-489a-be55-9c35de27f774 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811296 Jun 30 03:53:38.556599 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6ef09043-1bd6-4b22-9a92-e7458ec9faa3 req-7b7febc0-ee23-433c-bbd9-a4661e8d1cb5 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853772 Jun 30 03:53:40.385809 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.452898 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:53:41.654316 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.798866 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c81831-3ce6-4185-be6d-a6fedad937c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:00.457823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96e9d250-feab-439b-bcb6-edea044214b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:00.713144 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.556111 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:04.630301 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:10.401529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:11.651281 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:17.452504 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:54:27.802000 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76c51496-6d36-4b2a-b1ee-f9c7a95aaf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:28.487689 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0364f-cbb4-4efd-9653-4bd502c83c6f req-1f3a7e46-4417-4308-a3cd-907eb427ca57 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:28.489196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65d0364f-cbb4-4efd-9653-4bd502c83c6f req-1f3a7e46-4417-4308-a3cd-907eb427ca57 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0679438 Jun 30 03:54:28.532795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-65d0364f-cbb4-4efd-9653-4bd502c83c6f req-bddcbc84-3120-41c3-a582-04a4f85ce9e5 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Jun 30 03:54:29.750965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965dff-0d5f-418c-91c1-2053f11371e1 req-31f644aa-aff7-46aa-9696-ae7a329bd8cd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:29.753103 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab965dff-0d5f-418c-91c1-2053f11371e1 req-31f644aa-aff7-46aa-9696-ae7a329bd8cd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0708270 Jun 30 03:54:29.791494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ab965dff-0d5f-418c-91c1-2053f11371e1 req-177f8813-8326-4298-aded-94d3bace6b31 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328884 Jun 30 03:54:30.458095 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59a4139b-ef94-44a8-8cf5-f56fa9e4477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:30.713609 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:30.999130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26f7c-6b43-48d1-a243-8df3d5cc07be req-086019f5-5b34-4202-970b-a0e9d246ebf8 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:31.000652 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91a26f7c-6b43-48d1-a243-8df3d5cc07be req-086019f5-5b34-4202-970b-a0e9d246ebf8 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0730052 Jun 30 03:54:31.045795 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-91a26f7c-6b43-48d1-a243-8df3d5cc07be req-2d55f24e-cce1-48de-9cf9-f824a7118a5e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Jun 30 03:54:32.214887 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ef444-e68e-4744-a05d-d97efee9cf3d req-12d3e0dd-2324-4330-bb9e-2a95a513d050 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:32.216354 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-180ef444-e68e-4744-a05d-d97efee9cf3d req-12d3e0dd-2324-4330-bb9e-2a95a513d050 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0622444 Jun 30 03:54:32.254092 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-180ef444-e68e-4744-a05d-d97efee9cf3d req-4521c3cb-8ec8-4276-8924-d9cbd8ea961c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Jun 30 03:54:32.559160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:33.425457 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fcf9-38e9-4ee5-afa8-d6647438abbe req-65eef9fe-faff-4432-bdb8-6b729adb9f99 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:33.426957 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6561fcf9-38e9-4ee5-afa8-d6647438abbe req-65eef9fe-faff-4432-bdb8-6b729adb9f99 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0633595 Jun 30 03:54:33.464393 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-6561fcf9-38e9-4ee5-afa8-d6647438abbe req-c72232c5-4f79-461a-b123-03f64a7dbb47 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319848 Jun 30 03:54:34.638360 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bf05a-ae77-43be-ac17-35c63521344e req-d9c44bb2-089d-4271-9532-14c75a643419 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:34.638980 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:34.639894 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d16bf05a-ae77-43be-ac17-35c63521344e req-d9c44bb2-089d-4271-9532-14c75a643419 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0686109 Jun 30 03:54:34.681810 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d16bf05a-ae77-43be-ac17-35c63521344e req-0699c3a1-e592-456c-9fc5-e3fb3dcf343a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350134 Jun 30 03:54:35.861710 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692cff7-ade7-4928-9bf5-67a97ffbda17 req-68eb71ff-47b3-4a5c-91da-6368357e8696 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:35.863176 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3692cff7-ade7-4928-9bf5-67a97ffbda17 req-68eb71ff-47b3-4a5c-91da-6368357e8696 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0619302 Jun 30 03:54:35.900158 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-3692cff7-ade7-4928-9bf5-67a97ffbda17 req-9dab0321-c673-489a-8b18-a1de617163c2 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314472 Jun 30 03:54:37.071882 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f025f3-dc89-420b-9cd1-c5305a8cb6e0 req-1692d754-2796-4995-8a72-130ca5f3b5ce tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:37.073357 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5f025f3-dc89-420b-9cd1-c5305a8cb6e0 req-1692d754-2796-4995-8a72-130ca5f3b5ce tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0644000 Jun 30 03:54:37.110626 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d5f025f3-dc89-420b-9cd1-c5305a8cb6e0 req-274101ec-0d62-4a7f-8154-275c286d2647 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Jun 30 03:54:38.288516 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087077ab-c97e-4bb6-86a2-664a16c7b655 req-257ef090-1745-4748-8fdd-28a4eb911dee tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:38.289904 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-087077ab-c97e-4bb6-86a2-664a16c7b655 req-257ef090-1745-4748-8fdd-28a4eb911dee tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0675197 Jun 30 03:54:38.326377 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-087077ab-c97e-4bb6-86a2-664a16c7b655 req-ecbd888b-2ffa-4aa5-ac26-9358f999873c tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309033 Jun 30 03:54:38.581890 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-fb51e67b-7955-405d-8304-c5ee8abd3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:38.583334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-fb51e67b-7955-405d-8304-c5ee8abd3d00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1097 time: 0.0530303 Jun 30 03:54:38.679549 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-c14a3542-f94f-417e-8fa7-3935c6d741ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:38.681015 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-c14a3542-f94f-417e-8fa7-3935c6d741ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0904565 Jun 30 03:54:38.745562 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-bf21c050-6cea-46c7-9422-076fd66b3423 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1001 time: 0.0578361 Jun 30 03:54:38.797891 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-dd020438-2125-4b3b-a6f5-9636165bcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:38.799646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-dd020438-2125-4b3b-a6f5-9636165bcf2b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0475559 Jun 30 03:54:38.855661 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-25e83630-c8fd-49ca-bc03-70ba4dead286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:38.857039 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-25e83630-c8fd-49ca-bc03-70ba4dead286 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511563 Jun 30 03:54:38.868033 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-526376c0-a80e-4e89-8c76-edd1dfb46400 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:54:38.869053 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-526376c0-a80e-4e89-8c76-edd1dfb46400 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048690 Jun 30 03:54:38.956729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-3d48eca6-f46e-40ff-b548-23c569005ba5 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817895 Jun 30 03:54:39.048170 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3af3efef-20eb-44f2-bae9-efedfa0a8309 req-379cbff2-928f-4d2e-a56f-2e7f2ff1f1d6 service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847106 Jun 30 03:54:39.164584 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-eecf1f43-6137-4bc2-b5b3-1f4dc8ae6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:39.166009 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-eecf1f43-6137-4bc2-b5b3-1f4dc8ae6582 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1097 time: 0.0529697 Jun 30 03:54:39.274461 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-62e717ea-470b-46ff-8f4b-19bc4b255353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:39.275920 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-62e717ea-470b-46ff-8f4b-19bc4b255353 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0883651 Jun 30 03:54:39.341606 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-b24d573c-3381-4ea0-ad6c-66bf036e818a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1001 time: 0.0572264 Jun 30 03:54:39.390562 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-1c57f1e7-5aa1-4257-8c4c-11b579438c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:39.392032 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-1c57f1e7-5aa1-4257-8c4c-11b579438c11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0439537 Jun 30 03:54:39.482719 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-9b6d84de-96da-47b5-9cd8-acb487db71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:39.484095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-9b6d84de-96da-47b5-9cd8-acb487db71c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852859 Jun 30 03:54:39.559144 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b5a2-15cd-47c9-8f01-a2148c9f7755 req-31c0d68e-064e-45b7-ada5-de6fb5f17971 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:39.560594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ace5b5a2-15cd-47c9-8f01-a2148c9f7755 req-31c0d68e-064e-45b7-ada5-de6fb5f17971 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.1191955 Jun 30 03:54:39.620564 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ace5b5a2-15cd-47c9-8f01-a2148c9f7755 req-cfc0516a-74fb-4224-9003-be465203fc3f tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535169 Jun 30 03:54:39.622566 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-114f0c22-8c99-4129-beca-4aee79c4f22c service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304653 Jun 30 03:54:39.711264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-749143e9-0a22-4058-81e9-7e78517eafd9 req-7e8ac629-e4c3-49f3-8eef-36329415a30a service neutron] 10.222.0.90 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817537 Jun 30 03:54:40.400779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:40.796101 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fff8d-c005-4137-9a8a-32c98fd0b254 req-55f976fe-4277-448e-a60c-632281b5c407 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:40.797594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c24fff8d-c005-4137-9a8a-32c98fd0b254 req-55f976fe-4277-448e-a60c-632281b5c407 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0649030 Jun 30 03:54:40.836046 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c24fff8d-c005-4137-9a8a-32c98fd0b254 req-244f18f3-1cac-470d-a333-ce6be18113d5 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Jun 30 03:54:41.659957 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:42.018453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a121ac-3eef-4f87-81db-a5a8e32c4c9d req-a85f90ad-7bdf-46a2-9b74-f232bdea01ab tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:42.020311 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82a121ac-3eef-4f87-81db-a5a8e32c4c9d req-a85f90ad-7bdf-46a2-9b74-f232bdea01ab tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0724344 Jun 30 03:54:42.063620 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-82a121ac-3eef-4f87-81db-a5a8e32c4c9d req-d7b3c64e-0956-4362-afb7-be51c17b040b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Jun 30 03:54:43.242807 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f71cd-e717-424f-8f10-3f4802b398fe req-ffc0875e-e616-4595-9795-991e74245f42 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:43.244277 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6f71cd-e717-424f-8f10-3f4802b398fe req-ffc0875e-e616-4595-9795-991e74245f42 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0673842 Jun 30 03:54:43.281500 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0e6f71cd-e717-424f-8f10-3f4802b398fe req-03336a12-5056-4736-83b8-594e6fa53873 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316193 Jun 30 03:54:43.494533 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:54:43.576297 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:43.598529 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:43.600797 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09c673-00c1-4196-99aa-e47798270738" -d '{"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-unplugged", "status": "completed", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:43.613207 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:43.617695 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:43.641705 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b1f66-630c-4b3e-aaa2-566bcad2b93c x-openstack-request-id: req-2a6b1f66-630c-4b3e-aaa2-566bcad2b93c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:43.641996 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-unplugged", "status": "failed", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "code": 422}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:43.642242 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a6b1f66-630c-4b3e-aaa2-566bcad2b93c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:43.643621 n-d-798054-5 neutron-server[93823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'code': 422} returned with failed status Jun 30 03:54:43.663964 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-613257e6-28f1-416a-b2da-431fb7e30143 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652861 Jun 30 03:54:43.669430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:43.675006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252283-06b9-42ea-939a-5c5188907cd7 req-b5c601a5-b3d8-42ec-b3b2-a6c7e7afa035 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:43.676611 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5252283-06b9-42ea-939a-5c5188907cd7 req-b5c601a5-b3d8-42ec-b3b2-a6c7e7afa035 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 946 time: 0.0889757 Jun 30 03:54:43.677336 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.677680 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.678017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.678374 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.678715 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.679047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.679611 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.679942 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.680259 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.681347 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.681683 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.682299 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:43.719794 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a5252283-06b9-42ea-939a-5c5188907cd7 req-4a5f0a38-9346-4bb4-afdb-1d45c3c5f977 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356841 Jun 30 03:54:44.897638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bff363-e08b-443c-95b9-32975bfdccab req-c6120300-fb1d-4baf-9261-5814dbdc6188 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:44.899087 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29bff363-e08b-443c-95b9-32975bfdccab req-c6120300-fb1d-4baf-9261-5814dbdc6188 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0639892 Jun 30 03:54:44.937130 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-29bff363-e08b-443c-95b9-32975bfdccab req-0afc8e26-e0d4-4e2e-b8af-4ea749da7a05 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Jun 30 03:54:46.117168 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84cce2-1ede-4690-b87f-fec64ee832f2 req-6f51b081-8f73-473a-8c01-f248e795001e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:46.118675 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c84cce2-1ede-4690-b87f-fec64ee832f2 req-6f51b081-8f73-473a-8c01-f248e795001e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0671158 Jun 30 03:54:46.157186 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-9c84cce2-1ede-4690-b87f-fec64ee832f2 req-8b13e9c9-faa3-4afe-a3a4-98c8545352a8 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Jun 30 03:54:47.328743 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda223f-3514-4714-b3fc-6500699ea029 req-e365cd66-eae7-4a83-b8b0-d038179f0e3b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:47.331110 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afda223f-3514-4714-b3fc-6500699ea029 req-e365cd66-eae7-4a83-b8b0-d038179f0e3b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0625823 Jun 30 03:54:47.368308 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-afda223f-3514-4714-b3fc-6500699ea029 req-e7f6dc92-80e1-4ebf-8596-3258fccf72ed tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Jun 30 03:54:48.405791 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed036-9604-4335-a262-50ffaf779722 req-84062bef-e4de-4cfd-8b34-6af59a812c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:48.407305 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-84062bef-e4de-4cfd-8b34-6af59a812c1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1&tenant_id=77b279e309da41ecbb2084fcaea94ffe HTTP/1.1" status: 200 len: 1095 time: 0.0558610 Jun 30 03:54:48.418443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-5', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:54:48.489910 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:48.548188 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314680a-4caf-4106-9d4c-20a04d58f5a1 req-9583418d-f7d2-4c57-bdcc-98257d52a563 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:48.549868 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c314680a-4caf-4106-9d4c-20a04d58f5a1 req-9583418d-f7d2-4c57-bdcc-98257d52a563 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0709395 Jun 30 03:54:48.588923 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-c314680a-4caf-4106-9d4c-20a04d58f5a1 req-4f13760f-672a-4518-936a-5cb49d698558 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Jun 30 03:54:48.690080 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:48.727273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:54:48.759268 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abea35e2-9ecd-4f2f-835a-9a7d16f934e6 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:54:48.766294 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:48.778513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Transition to ACTIVE for port object abea35e2-9ecd-4f2f-835a-9a7d16f934e6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:54:48.781938 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:48.856989 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:48.869083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.869426 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.869763 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.870098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.870450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.870775 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.871098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.871417 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.871739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.872056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.872371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.872684 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:48.912943 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] No DVR routers for this DVR port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:54:49.047455 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:54:49.047784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:54:49.048109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:54:49.052918 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:54:49.053234 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Attempting to bind port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on network 8f6ea576-1ca7-4475-b3cd-477109cedaad {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:54:49.057866 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:54:49.058196 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Checking segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:54:49.058601 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Bound using segment: {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:54:49.059019 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Bound port: abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb7de5-d30c-4cfe-a21f-bf927948d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:54:49.059367 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:49.120296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:54:49.123211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:54:49.128310 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:49.159535 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.160144 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:49.161496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] 10.222.0.67 "PUT /v2.0/ports/abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1092 time: 0.7470520 Jun 30 03:54:49.161932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:49.164181 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:49.225673 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb64c1-e5b4-4afb-93e2-dcb6ea2d1c9d x-openstack-request-id: req-d9cb64c1-e5b4-4afb-93e2-dcb6ea2d1c9d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:49.225975 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:49.226210 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9cb64c1-e5b4-4afb-93e2-dcb6ea2d1c9d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:49.226650 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'status': 'completed', 'code': 200} Jun 30 03:54:49.227361 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5331-2b6a-4804-8bca-cf9f0d1557ee service neutron] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:49.258068 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed036-9604-4335-a262-50ffaf779722 req-e6206d43-4e25-48d5-b3a3-6991db550b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.259629 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-e6206d43-4e25-48d5-b3a3-6991db550b76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1095 time: 0.0725918 Jun 30 03:54:49.353204 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed036-9604-4335-a262-50ffaf779722 req-02686649-2296-4279-a418-d3a017c45962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.354741 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-02686649-2296-4279-a418-d3a017c45962 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0882552 Jun 30 03:54:49.422673 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-bc1c859b-f797-496b-9479-3590c7b71162 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 999 time: 0.0614667 Jun 30 03:54:49.473807 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed036-9604-4335-a262-50ffaf779722 req-7edca798-c330-4059-97ef-49f743a6a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.475225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-7edca798-c330-4059-97ef-49f743a6a558 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0468757 Jun 30 03:54:49.530363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed036-9604-4335-a262-50ffaf779722 req-fa935d2e-e7f3-43d5-a365-ee92e0db6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.531872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-fa935d2e-e7f3-43d5-a365-ee92e0db6269 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504637 Jun 30 03:54:49.621025 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-e62ecd93-4857-4155-bb2e-fe7e08ac0956 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828409 Jun 30 03:54:49.713065 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c4ed036-9604-4335-a262-50ffaf779722 req-043faa4e-c9a6-49b5-89b5-6c5310ac271d service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852160 Jun 30 03:54:49.764207 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad7e5-dedb-4f69-85da-b092f522ece0 req-62e9c95f-cbaf-42f9-b8f5-b9415ca105da tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.765683 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f89ad7e5-dedb-4f69-85da-b092f522ece0 req-62e9c95f-cbaf-42f9-b8f5-b9415ca105da tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0677550 Jun 30 03:54:49.810296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-1144dd1a-c797-4d2c-9a8c-c692c97ada62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.811927 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-1144dd1a-c797-4d2c-9a8c-c692c97ada62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1095 time: 0.0540884 Jun 30 03:54:49.812650 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-f89ad7e5-dedb-4f69-85da-b092f522ece0 req-2dd905d0-5400-4ffd-ad53-f302484a4c4a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Jun 30 03:54:49.905038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-5e75dc62-f15e-4c10-b3b2-1ef694735a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.906543 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-5e75dc62-f15e-4c10-b3b2-1ef694735a21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0882676 Jun 30 03:54:49.970487 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-d35163c2-2b9e-4581-aed0-8280d900f1a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 999 time: 0.0574615 Jun 30 03:54:50.022171 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-26095675-618c-402d-86cc-1a321fe1c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:50.023645 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-26095675-618c-402d-86cc-1a321fe1c3e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0471811 Jun 30 03:54:50.080398 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-7c9130d9-ab64-4f86-9e78-5d5bc65f260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:50.081859 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-7c9130d9-ab64-4f86-9e78-5d5bc65f260f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509689 Jun 30 03:54:50.173237 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-d1e8ba80-5cfa-40a6-be00-fc5865a53078 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Jun 30 03:54:50.263731 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-eb6648fd-2c0e-4750-8f21-cb4da6ebb5fd req-fc1b7ba7-2e37-4fb4-81ce-53290a5b4633 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Jun 30 03:54:50.985624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201f026-896a-4682-8ea7-5961c1485a8c req-7f0933c9-529e-4352-9e26-709e542a915d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:50.987004 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8201f026-896a-4682-8ea7-5961c1485a8c req-7f0933c9-529e-4352-9e26-709e542a915d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0621557 Jun 30 03:54:51.023961 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8201f026-896a-4682-8ea7-5961c1485a8c req-7a6b88f3-2eb1-4a6f-b8ff-16e06f83d75a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Jun 30 03:54:52.197653 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc905d-0999-442b-a4ed-96697492f6eb req-9672d079-2304-412a-b21f-7a957f668716 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:52.199159 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45bc905d-0999-442b-a4ed-96697492f6eb req-9672d079-2304-412a-b21f-7a957f668716 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0665452 Jun 30 03:54:52.236644 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-45bc905d-0999-442b-a4ed-96697492f6eb req-77bdfb27-14a1-4463-9768-8b8792a63a94 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Jun 30 03:54:53.451472 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5818a5-0548-4874-a0e4-37a14d87e881 req-17a4bffc-69fa-4a16-af42-e38ac36c0d56 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:53.452938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c5818a5-0548-4874-a0e4-37a14d87e881 req-17a4bffc-69fa-4a16-af42-e38ac36c0d56 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.1081598 Jun 30 03:54:53.490743 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-4c5818a5-0548-4874-a0e4-37a14d87e881 req-d0dc1d32-0cd3-4378-bfa5-c717ec12fe44 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Jun 30 03:54:54.451231 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:54:54.707914 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15764407-1837-44ad-befe-6ceb63209dee req-1efdeecf-abf1-4fb9-a9c2-7e9ec33f3a81 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:54.709285 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15764407-1837-44ad-befe-6ceb63209dee req-1efdeecf-abf1-4fb9-a9c2-7e9ec33f3a81 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.1058018 Jun 30 03:54:54.745767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-15764407-1837-44ad-befe-6ceb63209dee req-78bd2b86-8bfc-4c87-90a6-fa4592c35f02 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Jun 30 03:54:55.920447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051edc-a679-4455-b406-aa5ccfbfd224 req-932995fd-f8a8-4e12-8209-a6d5f15334b0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:55.921831 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b051edc-a679-4455-b406-aa5ccfbfd224 req-932995fd-f8a8-4e12-8209-a6d5f15334b0 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0629358 Jun 30 03:54:55.958424 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-8b051edc-a679-4455-b406-aa5ccfbfd224 req-85fbf247-f536-4087-aa78-2e5c0ef43565 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Jun 30 03:54:57.133489 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5987-78f2-4a8b-ad75-f22e92d1a33e req-3bac8097-3e13-4a68-9f5e-ef2f11fb481b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:57.134976 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5ec5987-78f2-4a8b-ad75-f22e92d1a33e req-3bac8097-3e13-4a68-9f5e-ef2f11fb481b tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0670002 Jun 30 03:54:57.172594 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d5ec5987-78f2-4a8b-ad75-f22e92d1a33e req-e0c8b553-7b48-4579-b129-5f41fadc373a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Jun 30 03:54:57.803665 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6155943-690a-4c42-835e-80579fce025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:58.345651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd341e0a-ea99-461e-9c2a-b32cea44ded2 req-bae0801d-220d-4281-9581-ef11ae86fbdb tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:58.347108 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd341e0a-ea99-461e-9c2a-b32cea44ded2 req-bae0801d-220d-4281-9581-ef11ae86fbdb tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 944 time: 0.0637090 Jun 30 03:54:58.383860 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dd341e0a-ea99-461e-9c2a-b32cea44ded2 req-74e71995-1679-4fcc-b7a9-cb062072263a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Jun 30 03:54:58.793968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:54:58.892167 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:58.903802 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'port_id': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'mac_address': 'fa:16:3e:3e:d1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:54:58.939835 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:58.952661 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abea35e2-9ecd-4f2f-835a-9a7d16f934e6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:54:58.971240 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:58.975019 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:59.021017 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:59.204537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['abea35e2-9ecd-4f2f-835a-9a7d16f934e6'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:54:59.557584 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591700a7-6c8d-483e-9e6d-0e5a07be5c7b req-7f5e8032-4d0d-4654-8518-7772840813c3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:59.559116 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-591700a7-6c8d-483e-9e6d-0e5a07be5c7b req-7f5e8032-4d0d-4654-8518-7772840813c3 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 945 time: 0.0634181 Jun 30 03:54:59.596338 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-591700a7-6c8d-483e-9e6d-0e5a07be5c7b req-e13725ee-ad38-4ef1-82c7-2aa62b3f017a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Jun 30 03:55:00.458938 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0111f83c-0af2-4bea-b1ee-1b5780835ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:00.715779 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:00.775570 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93398273-0456-4692-9f87-5188d1f4ad8d req-0f04805a-a732-4dc7-805c-4bbe57870d4d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:00.777045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93398273-0456-4692-9f87-5188d1f4ad8d req-0f04805a-a732-4dc7-805c-4bbe57870d4d tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 945 time: 0.0681870 Jun 30 03:55:00.809454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:00.814719 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-93398273-0456-4692-9f87-5188d1f4ad8d req-1f7a775f-db53-4efb-9572-f33efc46ed46 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Jun 30 03:55:00.859100 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:00.862687 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:00.863053 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:00.938452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:00.960315 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:55:00.962562 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264598d4-4168-45c6-b9c2-ad509529bfe8" -d '{"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-plugged", "status": "completed", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:55:00.975424 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:00.979304 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:01.029558 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:01.987172 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dec17-7b3e-4ad4-a050-348998136bb4 req-d6168342-a1ed-4859-b4c8-0798d10da332 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:01.989178 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c13dec17-7b3e-4ad4-a050-348998136bb4 req-d6168342-a1ed-4859-b4c8-0798d10da332 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 947 time: 0.0640080 Jun 30 03:55:02.020272 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361549c2-d9ca-42fd-a721-2b8b5ae4b04e x-openstack-request-id: req-361549c2-d9ca-42fd-a721-2b8b5ae4b04e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:55:02.020709 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-plugged", "status": "completed", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:55:02.020709 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-361549c2-d9ca-42fd-a721-2b8b5ae4b04e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:55:02.021102 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'code': 200} Jun 30 03:55:02.029454 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c13dec17-7b3e-4ad4-a050-348998136bb4 req-3c2a7fd9-5bb1-43c1-ae97-02baf2ea0dbf tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Jun 30 03:55:02.181152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a98a-593e-4b89-9abe-9a930f486b1a req-e33919d6-e5a0-4a64-8384-b0c8b5e18c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:02.182646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3107a98a-593e-4b89-9abe-9a930f486b1a req-e33919d6-e5a0-4a64-8384-b0c8b5e18c9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1098 time: 0.0550032 Jun 30 03:55:02.214829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3107a98a-593e-4b89-9abe-9a930f486b1a req-f225b366-a598-4c88-a495-f8ac981a48b1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263863 Jun 30 03:55:02.561588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:03.209396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866eeb2-121e-452e-8736-197b0ff82cd6 req-3d2e9ee2-2522-44d6-a6ce-7ba3dfbe3490 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:03.210914 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a866eeb2-121e-452e-8736-197b0ff82cd6 req-3d2e9ee2-2522-44d6-a6ce-7ba3dfbe3490 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 947 time: 0.0680373 Jun 30 03:55:03.247949 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a866eeb2-121e-452e-8736-197b0ff82cd6 req-f8b3e1c1-0227-4e65-ac30-d2c383743c6e tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Jun 30 03:55:04.638947 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:10.404220 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:11.669877 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:18.791050 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-54f23f06-069e-4ce6-981e-20287e39e325 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501900 Jun 30 03:55:18.885843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237e9f-31ff-4551-90b3-d2724858409f req-f5518d66-420d-4691-92ca-ef7e6941e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:18.887337 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-f5518d66-420d-4691-92ca-ef7e6941e926 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1098 time: 0.0518620 Jun 30 03:55:18.996837 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237e9f-31ff-4551-90b3-d2724858409f req-53019940-6985-404f-927a-bc1b4c4b860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:18.998280 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-53019940-6985-404f-927a-bc1b4c4b860e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0849807 Jun 30 03:55:19.063425 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-2c809cf1-ce76-40c3-9ee4-0929cb4a463a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 1001 time: 0.0569234 Jun 30 03:55:19.116431 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237e9f-31ff-4551-90b3-d2724858409f req-255d19ef-1625-4f82-9527-a357269f34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:19.117803 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-255d19ef-1625-4f82-9527-a357269f34da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0424523 Jun 30 03:55:19.499041 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237e9f-31ff-4551-90b3-d2724858409f req-a1d0fc64-f925-497a-a6e7-d88e8ab0688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:19.500551 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-a1d0fc64-f925-497a-a6e7-d88e8ab0688d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718219 Jun 30 03:55:19.612991 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-080f1342-9e3d-4fdf-a315-9fa96ad4bde4 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011653 Jun 30 03:55:19.711775 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-9f237e9f-31ff-4551-90b3-d2724858409f req-ce96ac0a-43ca-499c-8c28-2f6ef6cc39ad service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897968 Jun 30 03:55:27.804685 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8c724ad-8ce9-4057-b45f-8717f5a1082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:30.463702 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-20284093-365c-4082-9788-638c0ea46264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:30.716941 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:31.450856 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:55:32.565008 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:34.643318 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:40.398670 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:41.675580 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:57.805808 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b285d85-5d2f-4178-8745-ead772a9d3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.463466 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4db1-3255-4413-b071-27e465859f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.717903 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:02.568586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:04.643046 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:08.450696 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:56:10.397789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:11.689786 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.734151 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:18.889148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Deleting port 613f6092-5fc7-4d3f-a5cd-9da5cfb46499 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:18.889387 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.963066 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.963454 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.974762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Calling delete_port for 613f6092-5fc7-4d3f-a5cd-9da5cfb46499 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:19.121259 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.146739 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event deleted for resources: {'Port': ['ID=613f6092-5fc7-4d3f-a5cd-9da5cfb46499,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:19.178657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.179004 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.179346 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.180327 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.180667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.181002 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.181333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.181659 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.181986 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.182333 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.182662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.182984 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:19.220772 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.221112 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Floating IP a2bf5c17-d0af-4aa4-beb4-5d6f47317620 disassociated (deleted). External IP: 172.25.0.52, port: abea35e2-9ecd-4f2f-835a-9a7d16f934e6. Jun 30 03:56:19.434443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Router e7e48955-3478-4361-b600-c677e7092899 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:19.541769 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:19.546569 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.551626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:19.561452 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:19.562067 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:19.583034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-22f58197-6208-4e23-8b1a-c1be142baba6 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "DELETE /v2.0/floatingips/a2bf5c17-d0af-4aa4-beb4-5d6f47317620 HTTP/1.1" status: 204 len: 168 time: 0.8477678 Jun 30 03:56:19.583639 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:19.586983 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e" -d '{"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:19.626776 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51386a58-7c76-449b-828e-c777c29e8883 x-openstack-request-id: req-51386a58-7c76-449b-828e-c777c29e8883 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:19.627070 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:19.627324 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51386a58-7c76-449b-828e-c777c29e8883 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:19.627733 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'status': 'completed', 'code': 200} Jun 30 03:56:19.675698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:19.712900 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.67', 50984) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:19.759152 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-824b72fc-6e38-4405-9d47-7668942131c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:19.760699 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-824b72fc-6e38-4405-9d47-7668942131c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1098 time: 0.1102352 Jun 30 03:56:19.777503 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-2395a899-80f2-47bf-86a6-efa296cb58c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625837 Jun 30 03:56:19.870534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-a54ed8b0-9238-4911-bc42-6da0c927f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:19.872044 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-a54ed8b0-9238-4911-bc42-6da0c927f31f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.1049728 Jun 30 03:56:19.905298 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:19.916449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-f76b9a8d-3df7-4ed3-aafa-a1446f3f262f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 217 time: 0.0375459 Jun 30 03:56:19.934250 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:19.942643 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:19.943288 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:19.967262 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-a5d2109c-1af3-4079-8fbd-e1ddaeae7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:19.968841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-a5d2109c-1af3-4079-8fbd-e1ddaeae7433 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0463727 Jun 30 03:56:19.985557 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2187e5-cc0d-4ff9-8b29-5d254aabd423 req-93af341f-019e-42a6-acb2-8f24a11f5bbc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:19.987351 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b2187e5-cc0d-4ff9-8b29-5d254aabd423 req-93af341f-019e-42a6-acb2-8f24a11f5bbc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 947 time: 0.0657573 Jun 30 03:56:20.028359 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-0b2187e5-cc0d-4ff9-8b29-5d254aabd423 req-fec01cc2-5c49-4eec-97de-bb3e14cf1688 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347376 Jun 30 03:56:20.035175 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-94e7d278-3fd8-45c3-8bcf-fa2db97d85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.036694 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-94e7d278-3fd8-45c3-8bcf-fa2db97d85b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585687 Jun 30 03:56:20.055874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:20.128353 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-4af949c2-ed8b-456a-bc10-07b13f41ee3b service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Jun 30 03:56:20.221752 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1b2e2fa0-c61f-4b0f-be86-ae9e28dfe97e req-5b2ddb94-bbcc-43aa-95ee-33e695dd1c3c service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Jun 30 03:56:20.252822 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:20.282965 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c220f-fc18-451c-8ffe-efb83ffbe25b None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:47:38Z', 'revision_number': 4, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '509ff18a-e529-4383-9574-5832fd076de5', 'name': '', 'network_id': '8f6ea576-1ca7-4475-b3cd-477109cedaad', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'mac_address': 'fa:16:3e:64:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:37Z', 'updated_at': '2021-06-30T03:47:44Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'subnets': [{'id': '68e6541e-c490-44e5-b487-ac1691a7d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:20.344741 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-d2799e41-3807-4bbe-be23-60065c19419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.346260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-d2799e41-3807-4bbe-be23-60065c19419e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77b279e309da41ecbb2084fcaea94ffe&device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 1098 time: 0.0570674 Jun 30 03:56:20.453688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-4f36844b-d6fd-4cb6-bb1c-cedbae6b0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.455231 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-4f36844b-d6fd-4cb6-bb1c-cedbae6b0f55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 200 len: 909 time: 0.0860131 Jun 30 03:56:20.502827 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-c9bb862b-8f16-4c54-b9df-d3fd8285dfb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 200 len: 217 time: 0.0404069 Jun 30 03:56:20.506196 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495d94-ec34-4ca4-b060-96efe92a5fad None None] New status for floating IP a2bf5c17-d0af-4aa4-beb4-5d6f47317620: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:56:20.554150 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-f669ca3a-7888-467c-9192-79aa2720fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.555812 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-f669ca3a-7888-467c-9192-79aa2720fa39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 200 len: 847 time: 0.0455751 Jun 30 03:56:20.616806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-9037681e-ae55-4d94-96f2-74fa10904e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.618596 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-9037681e-ae55-4d94-96f2-74fa10904e8e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6ea576-1ca7-4475-b3cd-477109cedaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564792 Jun 30 03:56:20.712344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-6300a82d-a1cb-41a4-8a48-231840a1e5cf service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871379 Jun 30 03:56:20.799675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b3b7cfec-4fc8-44af-8059-c5f84cc154cf req-9b4007fb-182c-402c-b6e1-a502cb1dc08a service neutron] 10.222.0.67 "GET /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Jun 30 03:56:21.207318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989ee6-bd69-4eee-94eb-7b16ce814397 req-c5498f5d-bc19-4071-95cc-517a73be0501 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:21.208781 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18989ee6-bd69-4eee-94eb-7b16ce814397 req-c5498f5d-bc19-4071-95cc-517a73be0501 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 947 time: 0.0675428 Jun 30 03:56:21.246279 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-18989ee6-bd69-4eee-94eb-7b16ce814397 req-6e7f4529-da20-45e9-bf5c-c14f1c0c19b4 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/security-groups?id=14336f9a-8694-4460-a93c-3fadcf7e2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Jun 30 03:56:21.410475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-cb07770b-1a16-441e-a793-cd44778ffbcd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:21.411830 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-cb07770b-1a16-441e-a793-cd44778ffbcd tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 947 time: 0.0631056 Jun 30 03:56:21.506610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Deleting port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:21.506951 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.595122 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] For port abea35e2-9ecd-4f2f-835a-9a7d16f934e6, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:21.595479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.607873 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Calling delete_port for abea35e2-9ecd-4f2f-835a-9a7d16f934e6 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:21.735999 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.766057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event deleted for resources: {'Port': ['ID=abea35e2-9ecd-4f2f-835a-9a7d16f934e6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:21.811965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] No DVR routers for this DVR port abea35e2-9ecd-4f2f-835a-9a7d16f934e6 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:21.814620 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.816579 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a61dd698-9f4f-4699-984f-13864d2ad81a req-634b753d-2c41-48ee-b335-4c882f79e89a tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.67 "DELETE /v2.0/ports/abea35e2-9ecd-4f2f-835a-9a7d16f934e6 HTTP/1.1" status: 204 len: 173 time: 0.3997445 Jun 30 03:56:21.817031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-deleted', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:21.819294 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b042d7c-4e93-4b83-bb36-43f28984d086" -d '{"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-deleted", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:21.860973 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15276dc7-d969-43ad-ab40-ed3b0f64ce36 x-openstack-request-id: req-15276dc7-d969-43ad-ab40-ed3b0f64ce36 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:21.861264 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183a750c-7f07-45b0-be40-0b92c16112c1", "name": "network-vif-deleted", "tag": "abea35e2-9ecd-4f2f-835a-9a7d16f934e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:21.861521 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15276dc7-d969-43ad-ab40-ed3b0f64ce36 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:21.861926 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183a750c-7f07-45b0-be40-0b92c16112c1', 'name': 'network-vif-deleted', 'tag': 'abea35e2-9ecd-4f2f-835a-9a7d16f934e6', 'status': 'completed', 'code': 200} Jun 30 03:56:22.388820 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-55bcb400-3f36-4333-a290-ccaa3125efb1 req-890b3fcd-e38e-4477-85c9-72ec0abdb3fc tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 210 time: 0.0327446 Jun 30 03:56:23.534627 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-67d21cd6-dacc-40c9-9bd6-dff60c8b3c04 req-98e65cda-01a0-4037-851e-afcb76709ea7 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 210 time: 0.0349061 Jun 30 03:56:24.676745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-551a0649-c518-4f75-bd5f-852688d2153d req-40bf9954-52e8-4eba-9981-14e0a4165c02 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "GET /v2.0/ports?device_id=183a750c-7f07-45b0-be40-0b92c16112c1 HTTP/1.1" status: 200 len: 210 time: 0.0295324 Jun 30 03:56:25.184962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:25.204104 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: abea35e2-9ecd-4f2f-835a-9a7d16f934e6 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:25.204537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device abea35e2-9ecd-4f2f-835a-9a7d16f934e6 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:25.772889 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:25.833868 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9244ca58-9514-460d-8e90-f9856d6d7893 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.859749 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9244ca58-9514-460d-8e90-f9856d6d7893 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.924174 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9244ca58-9514-460d-8e90-f9856d6d7893 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.926700 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9244ca58-9514-460d-8e90-f9856d6d7893 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.927862 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-9244ca58-9514-460d-8e90-f9856d6d7893 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] 10.222.0.78 "DELETE /v2.0/security-groups/14336f9a-8694-4460-a93c-3fadcf7e2f27 HTTP/1.1" status: 204 len: 168 time: 0.1531572 Jun 30 03:56:25.943966 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ca58-9514-460d-8e90-f9856d6d7893 tempest-TestShelveInstance-220038661 tempest-TestShelveInstance-220038661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14336f9a-8694-4460-a93c-3fadcf7e2f27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:25.983102 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:26.426565 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.687700 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Deleting port 509ff18a-e529-4383-9574-5832fd076de5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:26.688048 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.765109 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] For port 509ff18a-e529-4383-9574-5832fd076de5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=509ff18a-e529-4383-9574-5832fd076de5,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:26.765469 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.778409 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Calling delete_port for 509ff18a-e529-4383-9574-5832fd076de5 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:26.958139 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.987318 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Pushing event deleted for resources: {'Port': ['ID=509ff18a-e529-4383-9574-5832fd076de5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:27.165873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.384190 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Router e7e48955-3478-4361-b600-c677e7092899 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:27.788497 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:27.794181 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-cc83e574-8c22-419f-af41-5ee7dc59219f admin admin] 10.222.0.78 "PUT /v2.0/routers/e7e48955-3478-4361-b600-c677e7092899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100491 Jun 30 03:56:27.796712 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:27.812808 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] Sync routers for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:27.825269 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46964d97-ca37-4ab5-a00e-be3670598a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.827914 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:27.828733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:27.903092 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.939740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:28.010400 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.062108 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Deleting port a060726c-f4e7-4222-a00b-d648b53b327e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:28.062481 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.124859 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 5, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port': {'id': 'a060726c-f4e7-4222-a00b-d648b53b327e', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48955-3478-4361-b600-c677e7092899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:36Z', 'updated_at': '2021-06-30T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:28.150276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] For port a060726c-f4e7-4222-a00b-d648b53b327e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=a060726c-f4e7-4222-a00b-d648b53b327e,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:28.150659 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.156107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] Checking router: e7e48955-3478-4361-b600-c677e7092899 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:28.163450 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Calling delete_port for a060726c-f4e7-4222-a00b-d648b53b327e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:28.164827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] Routers {'e7e48955-3478-4361-b600-c677e7092899'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:28.165433 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e7e48955-3478-4361-b600-c677e7092899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:28.253847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] Set router e7e48955-3478-4361-b600-c677e7092899 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:28.308253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:56:28Z', 'revision_number': 6, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:28.337171 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093226ce-757e-4883-9e2d-2e42178c5f4d None None] The sync data for ids ['e7e48955-3478-4361-b600-c677e7092899'] in n-d-798054-5 is: [{'id': 'e7e48955-3478-4361-b600-c677e7092899', 'name': 'tempest-TestShelveInstance-100585749-router', 'tenant_id': '77b279e309da41ecbb2084fcaea94ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:35Z', 'updated_at': '2021-06-30T03:56:28Z', 'revision_number': 6, 'project_id': '77b279e309da41ecbb2084fcaea94ffe', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:28.338013 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.377256 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Pushing event deleted for resources: {'Port': ['ID=a060726c-f4e7-4222-a00b-d648b53b327e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:28.436077 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.523698 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.525677 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.568540 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.569308 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e48955-3478-4361-b600-c677e7092899 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:56:28.573713 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.574906 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-206db93e-184b-4ff9-9656-fde69eb930da admin admin] 10.222.0.78 "DELETE /v2.0/routers/e7e48955-3478-4361-b600-c677e7092899 HTTP/1.1" status: 204 len: 168 time: 0.7772932 Jun 30 03:56:28.577407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:28.624637 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Deleting subnet 68e6541e-c490-44e5-b487-ac1691a7d100 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:56:28.627563 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.663209 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.745257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.802344 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.828488 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e6541e-c490-44e5-b487-ac1691a7d100,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:28.832471 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.837313 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-437b9347-0c54-4fdd-8d67-8164e3d6f7b5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/68e6541e-c490-44e5-b487-ac1691a7d100 HTTP/1.1" status: 204 len: 168 time: 0.2560103 Jun 30 03:56:28.837313 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:28.839753 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457eba68-6319-4f29-8d18-09bc1cc2db3f None None] Network 8f6ea576-1ca7-4475-b3cd-477109cedaad requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:28.905128 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.957852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Deleting port 36e65b22-1980-4180-a016-1a43e4c2df89 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:28.958202 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.025674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] For port 36e65b22-1980-4180-a016-1a43e4c2df89, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=36e65b22-1980-4180-a016-1a43e4c2df89,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:29.025970 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.040555 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Calling delete_port for 36e65b22-1980-4180-a016-1a43e4c2df89 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:29.065170 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] DHCP port deletion for 8f6ea576-1ca7-4475-b3cd-477109cedaad request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:56:29.113269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Deleting port 36e65b22-1980-4180-a016-1a43e4c2df89 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:29.113640 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.126419 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.155788 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] No DVR routers for this DVR port 36e65b22-1980-4180-a016-1a43e4c2df89 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:29.157212 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e65b22-1980-4180-a016-1a43e4c2df89,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:29.181905 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] For port 36e65b22-1980-4180-a016-1a43e4c2df89, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=36e65b22-1980-4180-a016-1a43e4c2df89,segment=NetworkSegment(f9fb7de5-d30c-4cfe-a21f-bf927948d790),segment_id=f9fb7de5-d30c-4cfe-a21f-bf927948d790)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:29.182325 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.196527 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Calling delete_port for 36e65b22-1980-4180-a016-1a43e4c2df89 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:29.234381 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.245635 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6ea576-1ca7-4475-b3cd-477109cedaad']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:29.259146 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fb7de5-d30c-4cfe-a21f-bf927948d790') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:29.259449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fb7de5-d30c-4cfe-a21f-bf927948d790') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:29.269417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.280214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.286479 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.295381 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:56:29.295952 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: timer() Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:56:29.297751 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:56:29.308430 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Pushing event deleted for resources: {'Port': ['ID=36e65b22-1980-4180-a016-1a43e4c2df89,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:29.317874 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] No DVR routers for this DVR port 36e65b22-1980-4180-a016-1a43e4c2df89 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:29.321962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.322483 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.328153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8b2b4-dd62-410d-8f7c-ce3979478553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:29.365206 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.370275 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.375300 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8f6ea576-1ca7-4475-b3cd-477109cedaad HTTP/1.1" status: 204 len: 168 time: 0.5341213 Jun 30 03:56:29.375542 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59578) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:29.384568 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f93f0-f749-4ca7-a801-f168d8221db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6ea576-1ca7-4475-b3cd-477109cedaad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:29.720153 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.968651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Deleting port e38a1d2e-0681-4538-b730-a5d7e6b953c9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:29.968920 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.047641 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] For port e38a1d2e-0681-4538-b730-a5d7e6b953c9, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e38a1d2e-0681-4538-b730-a5d7e6b953c9,segment=NetworkSegment(af7e7688-9900-40eb-a0f1-229e3ac795dc),segment_id=af7e7688-9900-40eb-a0f1-229e3ac795dc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:30.047998 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.061043 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Calling delete_port for e38a1d2e-0681-4538-b730-a5d7e6b953c9 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:30.120280 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 509ff18a-e529-4383-9574-5832fd076de5 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:30.140775 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 509ff18a-e529-4383-9574-5832fd076de5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:30.141125 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 509ff18a-e529-4383-9574-5832fd076de5 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:30.141545 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 36e65b22-1980-4180-a016-1a43e4c2df89 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:30.159578 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 36e65b22-1980-4180-a016-1a43e4c2df89 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:30.159925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 36e65b22-1980-4180-a016-1a43e4c2df89 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:30.160329 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a060726c-f4e7-4222-a00b-d648b53b327e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:30.181770 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: a060726c-f4e7-4222-a00b-d648b53b327e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:30.182115 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device a060726c-f4e7-4222-a00b-d648b53b327e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:30.248377 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.273173 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38a1d2e-0681-4538-b730-a5d7e6b953c9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:30.301628 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.301980 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.302332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.302677 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.303011 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.303344 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.303666 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.304002 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.304300 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.305252 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.305580 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.305902 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:30.451088 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.465812 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f59f2c4d-91b4-4cf4-917a-8ac55bb0ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.674821 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:30.718891 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.784527 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:30.789786 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-c7fda264-825f-4537-a0ac-5cf854b827c8 admin admin] 10.222.0.78 "PUT /v2.0/routers/e8319067-29bb-4add-b4be-1b9a3a0d1ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4131718 Jun 30 03:56:30.792439 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59580) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:30.793348 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] Sync routers for ids ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:30.802376 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] Routers {'e8319067-29bb-4add-b4be-1b9a3a0d1ef4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:30.802985 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:30.911674 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.990668 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] Set router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:31.018640 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.074872 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Deleting port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:31.075199 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.162679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] For port 6f934a0e-94e5-40f0-b77f-3dde1ec97f81, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:31.162942 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.175139 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 5, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port': {'id': '6f934a0e-94e5-40f0-b77f-3dde1ec97f81', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:47:40Z', 'updated_at': '2021-06-30T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:31.176065 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Calling delete_port for 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:31.207671 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] Checking router: e8319067-29bb-4add-b4be-1b9a3a0d1ef4 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:31.216046 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] Routers {'e8319067-29bb-4add-b4be-1b9a3a0d1ef4'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:31.216654 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:31.302553 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] Set router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:31.360683 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.364468 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:56:31Z', 'revision_number': 6, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:31.408810 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9308a5-ab8e-4b41-b926-0cf8dfa1add7 None None] The sync data for ids ['e8319067-29bb-4add-b4be-1b9a3a0d1ef4'] in n-d-798054-5 is: [{'id': 'e8319067-29bb-4add-b4be-1b9a3a0d1ef4', 'name': 'tempest-TestShelveInstance-634519666-router', 'tenant_id': '6bba92ece89c447cb319aecfa2de33c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:47:39Z', 'updated_at': '2021-06-30T03:56:31Z', 'revision_number': 6, 'project_id': '6bba92ece89c447cb319aecfa2de33c9', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:31.700704 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f934a0e-94e5-40f0-b77f-3dde1ec97f81,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:31.762523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.855727 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.857838 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.903523 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.904358 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8319067-29bb-4add-b4be-1b9a3a0d1ef4 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:56:31.909103 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.910296 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-82887bfe-002a-4480-b2af-d48afcb3457e admin admin] 10.222.0.78 "DELETE /v2.0/routers/e8319067-29bb-4add-b4be-1b9a3a0d1ef4 HTTP/1.1" status: 204 len: 168 time: 1.1169622 Jun 30 03:56:31.913056 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:31.957200 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Deleting subnet ae341fa9-3ba9-4f45-9764-9e3528a173e2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:56:31.960173 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.994172 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32789443'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.077107 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.129403 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32997349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33234525'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.157081 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae341fa9-3ba9-4f45-9764-9e3528a173e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.159061 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.163544 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59584) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.163677 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-4461716c-3f5e-472b-aee9-f8f0b036f33d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ae341fa9-3ba9-4f45-9764-9e3528a173e2 HTTP/1.1" status: 204 len: 168 time: 0.2495415 Jun 30 03:56:32.165892 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049e61e-47f7-46e1-8b0d-fb740679a296 None None] Network c9a8494c-1686-41ca-8394-d8f7e538500f requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:32.228218 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:32.233855 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.254805 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:32.255155 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 6f934a0e-94e5-40f0-b77f-3dde1ec97f81 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:32.255566 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e38a1d2e-0681-4538-b730-a5d7e6b953c9 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:32.276028 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e38a1d2e-0681-4538-b730-a5d7e6b953c9 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:32.276372 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e38a1d2e-0681-4538-b730-a5d7e6b953c9 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:32.290811 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Deleting port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:32.291375 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.363630 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] For port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,segment=NetworkSegment(af7e7688-9900-40eb-a0f1-229e3ac795dc),segment_id=af7e7688-9900-40eb-a0f1-229e3ac795dc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:32.363988 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.377692 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Calling delete_port for 5ea174d1-e55d-4f75-9ae7-d56ad71017fa owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:32.413847 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] DHCP port deletion for c9a8494c-1686-41ca-8394-d8f7e538500f request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:56:32.463848 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Deleting port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:32.464305 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.467572 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.494680 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.496502 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] No DVR routers for this DVR port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:32.536159 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] For port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa, host n-d-798054-5, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:32.536554 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.549281 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Calling delete_port for 5ea174d1-e55d-4f75-9ae7-d56ad71017fa owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:32.551936 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:56:32.553142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.569269 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.579667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8494c-1686-41ca-8394-d8f7e538500f']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:32.590329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7e7688-9900-40eb-a0f1-229e3ac795dc') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:32.590544 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] Pushing event deleted for resources: {'Port': ['ID=5ea174d1-e55d-4f75-9ae7-d56ad71017fa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.590657 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7e7688-9900-40eb-a0f1-229e3ac795dc') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:32.592383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcffc299-8fde-4b7b-98cd-fad835cbea60 None None] No DVR routers for this DVR port 5ea174d1-e55d-4f75-9ae7-d56ad71017fa on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:32.597509 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.601344 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.615776 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.621913 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:56:32.622381 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: timer() Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:56:32.624081 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:56:32.681101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.687349 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.689155 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c9a8494c-1686-41ca-8394-d8f7e538500f HTTP/1.1" status: 204 len: 168 time: 0.5238345 Jun 30 03:56:32.700519 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22bc1-dd59-424c-ada3-3ca7d8b0fff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a8494c-1686-41ca-8394-d8f7e538500f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.795685 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59588) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.834678 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ee600096-7164-472a-87a7-341a3358345b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77b279e309da41ecbb2084fcaea94ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378330 Jun 30 03:56:32.837783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59590) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.885055 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a184a092-e9f8-475a-ad93-4d3fe5b1e80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.906974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a184a092-e9f8-475a-ad93-4d3fe5b1e80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.954282 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a184a092-e9f8-475a-ad93-4d3fe5b1e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.956940 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a184a092-e9f8-475a-ad93-4d3fe5b1e80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.958122 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a184a092-e9f8-475a-ad93-4d3fe5b1e80c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1946ab0-8ca8-4a4f-95b9-6b4d1371931b HTTP/1.1" status: 204 len: 168 time: 0.1194189 Jun 30 03:56:32.966076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a092-e9f8-475a-ad93-4d3fe5b1e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1946ab0-8ca8-4a4f-95b9-6b4d1371931b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:33.265054 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59596) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:33.304738 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-173db6f6-6b6b-4827-b829-6369e6906344 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6bba92ece89c447cb319aecfa2de33c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384281 Jun 30 03:56:33.307200 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59598) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:33.357068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-340fe1c4-9181-4c26-a2a7-7a80461630b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.377076 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-340fe1c4-9181-4c26-a2a7-7a80461630b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.422212 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-340fe1c4-9181-4c26-a2a7-7a80461630b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.424742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-340fe1c4-9181-4c26-a2a7-7a80461630b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.425885 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-340fe1c4-9181-4c26-a2a7-7a80461630b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dce16bb1-825c-47eb-ad39-f7b185427537 HTTP/1.1" status: 204 len: 168 time: 0.1177583 Jun 30 03:56:33.433987 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe1c4-9181-4c26-a2a7-7a80461630b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce16bb1-825c-47eb-ad39-f7b185427537,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:34.071274 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59620) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:34.118897 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5ea174d1-e55d-4f75-9ae7-d56ad71017fa no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:34.138737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 5ea174d1-e55d-4f75-9ae7-d56ad71017fa {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:34.139080 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 5ea174d1-e55d-4f75-9ae7-d56ad71017fa not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:34.166938 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1774057326-network', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:34.189433 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Made reservation on behalf of 54de19c204974c44ad5abc29c08c7a14 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:34.191974 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.202194 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.294010 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.298188 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.322408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:56:34.330871 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d46b9-1eca-46ee-8a83-c41353cee263,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:34.337428 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.337778 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Added segment 82ca8d6f-9885-45a3-aa27-986901b5cf56 of type vlan for network 8e67bd9f-a371-41c9-af84-38cd1483acc1 Jun 30 03:56:34.378380 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.406519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.407646 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:34.408230 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.458769 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3863382 Jun 30 03:56:34.461961 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:34.467163 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Request body: {'subnet': {'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1774057326-subnet', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:34.471033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512071e-616f-46a9-a9d0-d29f72dffe9d admin admin] Pushing event updated for resources: {'Network': ['ID=8e67bd9f-a371-41c9-af84-38cd1483acc1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:34.481448 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:56:34.488563 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Made reservation on behalf of 54de19c204974c44ad5abc29c08c7a14 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:34.491038 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33234546'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.646898 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.661101 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32947240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33234532'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.715948 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=88809e7a-981e-4197-b91e-aa15eb5b6b0a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:34.722870 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Checking segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:34.723238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Network hostable DHCP agents. Network: 8e67bd9f-a371-41c9-af84-38cd1483acc1, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:56:34.739982 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:56:34.748850 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 8e67bd9f-a371-41c9-af84-38cd1483acc1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:34.752705 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:34.753288 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.759537 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b263988-e7de-4bc0-8418-59b5236e0f09 None None] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:34.768975 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1341b6b5-ee8b-44a9-b779-7b10daeb07fc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3055098 Jun 30 03:56:34.771394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:34.776774 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:34.800950 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.802150 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.861911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.003841 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.070454 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-8e67bd9f-a371-41c9-af84-38cd1483acc1', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:56:35.071586 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.204707 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Allocated IP 172.20.0.2 (8e67bd9f-a371-41c9-af84-38cd1483acc1/88809e7a-981e-4197-b91e-aa15eb5b6b0a/caabd682-c2f2-4566-a4c0-1a8ed1870ea5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:35.205513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.224244 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.330058 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Allocated IP 172.25.0.189 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/8f786542-0afd-4c13-b09e-a23b36690a48) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:35.354085 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.362314 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Transition to ACTIVE for port object caabd682-c2f2-4566-a4c0-1a8ed1870ea5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:35.377292 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Transition to ACTIVE for port object caabd682-c2f2-4566-a4c0-1a8ed1870ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:35.383935 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.419783 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:35.423896 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:35.430570 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.431866 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:35.438768 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Pushing event updated for resources: {'Port': ['ID=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:35.474686 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.498535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Attempting to bind port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:35.498900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Attempting to bind port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:35.499251 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Attempting to bind port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:35.504345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:35.504712 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Checking segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:35.505106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.505495 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Bound using segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:35.505955 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Bound port: caabd682-c2f2-4566-a4c0-1a8ed1870ea5, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:35.506534 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.512296 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:35.515059 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:35.520510 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:35.526724 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f786542-0afd-4c13-b09e-a23b36690a48,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:35.569733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] For port caabd682-c2f2-4566-a4c0-1a8ed1870ea5, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:35.573102 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] For port caabd682-c2f2-4566-a4c0-1a8ed1870ea5, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:35.576716 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.640605 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b182d-594d-454e-a548-2a3f00d41ad9 None None] Pushing event updated for resources: {'Port': ['ID=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:35.780445 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.001195 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.156366 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device caabd682-c2f2-4566-a4c0-1a8ed1870ea5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:36.212113 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:36.442421 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:56:36.550155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:36.566098 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:36.568764 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.574687 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59628) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:36.575251 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-283d6001-c342-48c4-bf76-3f7566d69cc7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8024170 Jun 30 03:56:36.585711 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:36.587307 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:36.645003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ed813-9425-4c49-985c-c0251af9f98e None None] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:36.752198 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:36.813626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] Provisioning for port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:36.833014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] Provisioning complete for port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:36.833389 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.997822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.060290 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.114015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] For port caabd682-c2f2-4566-a4c0-1a8ed1870ea5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:37.120639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:35Z', 'revision_number': 3, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:37.122732 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.161760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Allocated IP 172.20.0.1 (8e67bd9f-a371-41c9-af84-38cd1483acc1/88809e7a-981e-4197-b91e-aa15eb5b6b0a/9319db60-a8b4-4a0d-a912-651bf5e6e432) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:37.171696 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:37.172436 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Updating router d5990451-2578-4c8d-b6f6-bc9eab345c44 port 8f786542-0afd-4c13-b09e-a23b36690a48 binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:37.229974 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.231580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709587f2-40d9-400d-98ad-2fc3e4640c08 None None] Pushing event updated for resources: {'Port': ['ID=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.286186 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.300250 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Transition to ACTIVE for port object 9319db60-a8b4-4a0d-a912-651bf5e6e432 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:37.336554 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.375832 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:37.378619 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:37.384708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:37.390341 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Pushing event updated for resources: {'Port': ['ID=9319db60-a8b4-4a0d-a912-651bf5e6e432,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.395580 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1b429d88-7678-4919-9ea0-c7f802735177 None None] Provisioning complete for port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:37.395965 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b429d88-7678-4919-9ea0-c7f802735177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.427835 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.579779 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.582933 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.596639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Transition to ACTIVE for port object 8f786542-0afd-4c13-b09e-a23b36690a48 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:37.604372 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.664642 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d434-9aa8-4a32-9171-780cdb82e207 None None] Pushing event updated for resources: {'Port': ['ID=8f786542-0afd-4c13-b09e-a23b36690a48,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.666860 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Attempting to bind port 8f786542-0afd-4c13-b09e-a23b36690a48 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:37.667252 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Attempting to bind port 8f786542-0afd-4c13-b09e-a23b36690a48 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:37.667614 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Attempting to bind port 8f786542-0afd-4c13-b09e-a23b36690a48 on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:37.676604 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:37.677213 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:37.677648 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.678045 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:37.678659 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Bound port: 8f786542-0afd-4c13-b09e-a23b36690a48, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:37.679052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.682000 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c34e0966-2a73-4f2f-8bc7-8ab6aa51303a None None] Provisioning for port 9319db60-a8b4-4a0d-a912-651bf5e6e432 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:37.704153 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c34e0966-2a73-4f2f-8bc7-8ab6aa51303a None None] Provisioning complete for port 9319db60-a8b4-4a0d-a912-651bf5e6e432 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:37.704524 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c34e0966-2a73-4f2f-8bc7-8ab6aa51303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.754770 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.759654 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4878815'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.760669 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c34e0966-2a73-4f2f-8bc7-8ab6aa51303a None None] Port 9319db60-a8b4-4a0d-a912-651bf5e6e432 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:37.766232 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] For port 8f786542-0afd-4c13-b09e-a23b36690a48, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:37.769925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] For port 8f786542-0afd-4c13-b09e-a23b36690a48, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8f786542-0afd-4c13-b09e-a23b36690a48,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:37.774834 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.826032 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:37.826670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:37.838416 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Pushing event updated for resources: {'Port': ['ID=9319db60-a8b4-4a0d-a912-651bf5e6e432,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.841029 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.868749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d434-9aa8-4a32-9171-780cdb82e207 None None] Pushing event updated for resources: {'Port': ['ID=8f786542-0afd-4c13-b09e-a23b36690a48,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.935082 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:37.936679 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:38.063150 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:38.106134 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:38.180170 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:38.185664 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-48202f97-a4c4-44ec-b840-645500664ecb admin admin] 10.222.0.78 "PUT /v2.0/routers/d5990451-2578-4c8d-b6f6-bc9eab345c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097815 Jun 30 03:56:38.187692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device caabd682-c2f2-4566-a4c0-1a8ed1870ea5 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:38.267223 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9e4c073b-6922-4c30-af40-c7c883c5cfc2 None None] Provisioning complete for port 9319db60-a8b4-4a0d-a912-651bf5e6e432 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:38.267931 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e4c073b-6922-4c30-af40-c7c883c5cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.335487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c073b-6922-4c30-af40-c7c883c5cfc2 None None] Port 9319db60-a8b4-4a0d-a912-651bf5e6e432 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:38.343158 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:38.343532 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.462051 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 2, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:38.490133 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42960e7-c2c3-40c9-85f3-fd7ca424fe66 None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 2, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:38.664367 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59644) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:38.669669 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-637586622-network', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522'}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:38.692223 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Made reservation on behalf of 1797fc8e12f54c5bb3063f5931846522 for: {'network': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:38.694732 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for network, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.704481 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.829539 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.833964 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.861006 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=93822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:56:38.871671 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88ebef7-1b76-4ae4-acee-f060a49188c8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:38.878287 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.878752 n-d-798054-5 neutron-server[93822]: INFO neutron.db.segments_db [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Added segment 0051de89-738d-44df-b415-504360f715cc of type vlan for network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 Jun 30 03:56:38.924519 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740179101772'] for network, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.957119 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993'] for network, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.958219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:38.958904 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.014775 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3490503 Jun 30 03:56:39.017230 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59646) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:39.024332 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Request body: {'subnet': {'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-637586622-subnet', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'ip_version': 4}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:39.030784 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e537ce-b6c3-44b6-97df-80e9df064e3a admin admin] Pushing event updated for resources: {'Network': ['ID=3a83e89e-3b7e-4cb1-807d-2cd2f66b7689,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:39.041763 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 details requested by agent ovs-agent-n-d-798054-5 with host n-d-798054-5 {{(pid=93823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:56:39.058357 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Made reservation on behalf of 1797fc8e12f54c5bb3063f5931846522 for: {'subnet': 1} {{(pid=93822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:39.061144 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957680'] for subnet, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.247772 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957670'] for subnet, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.308894 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14543376-4110-4755-9a67-0a431d61c870,revision_number=0']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:39.315586 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Checking segment: {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:39.315954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Network hostable DHCP agents. Network: 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689, hostable agents: ['d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18'], hosted agents: [] {{(pid=93822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:56:39.334905 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 is scheduled to be hosted by DHCP agent d2f6f95f-ce4c-481f-9eff-25ba4ad7bf18 with binding_index 1 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:56:39.344774 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-5, 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689) {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:39.349213 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.349813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.358640 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778e051-6bc7-4e4c-b212-0c442c64dab1 None None] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:39.366301 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-a2ddb741-99da-4bef-9e10-8575c890ef79 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3479497 Jun 30 03:56:39.369587 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 59648) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:39.374035 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.v2.base [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}} {{(pid=93822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:39.395895 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-768741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34962'] for router, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.397167 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34969'] for router, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.458459 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.529440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp231ddd09-76e7-5a37-9431-91ab011b31a2-3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'fixed_ips': [{'subnet_id': '14543376-4110-4755-9a67-0a431d61c870'}]}} from n-d-798054-5. {{(pid=93823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:56:39.530362 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.609084 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35055'] for router, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.680547 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Allocated IP 172.20.0.2 (3a83e89e-3b7e-4cb1-807d-2cd2f66b7689/14543376-4110-4755-9a67-0a431d61c870/72aab3c3-ea79-4e20-966b-9163fa8861e7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:39.835250 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.856643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.856852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.867047 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Transition to ACTIVE for port object 72aab3c3-ea79-4e20-966b-9163fa8861e7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:39.894015 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Transition to ACTIVE for port object 72aab3c3-ea79-4e20-966b-9163fa8861e7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:39.916860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:39.959362 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:39.964099 n-d-798054-5 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:39.971816 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:39.986617 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Allocated IP 172.25.0.54 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/e45ae205-c3c7-46df-8d8c-18e507b7951c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:40.008384 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Pushing event updated for resources: {'Port': ['ID=72aab3c3-ea79-4e20-966b-9163fa8861e7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:40.042639 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Attempting to bind port 72aab3c3-ea79-4e20-966b-9163fa8861e7 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:40.043014 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Attempting to bind port 72aab3c3-ea79-4e20-966b-9163fa8861e7 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:40.043380 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Attempting to bind port 72aab3c3-ea79-4e20-966b-9163fa8861e7 on network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:40.048331 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:40.048697 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Checking segment: {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:40.049103 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.049494 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Bound using segment: {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:40.049970 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Bound port: 72aab3c3-ea79-4e20-966b-9163fa8861e7, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:40.050380 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.090077 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.122013 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] For port 72aab3c3-ea79-4e20-966b-9163fa8861e7, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:40.125187 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] For port 72aab3c3-ea79-4e20-966b-9163fa8861e7, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=72aab3c3-ea79-4e20-966b-9163fa8861e7,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:40.131474 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.146376 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4878829'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.180739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8f786542-0afd-4c13-b09e-a23b36690a48 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:40.186567 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:40.190893 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:40.197123 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:40.222538 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1e43-a926-4a40-837e-16ccb3134cf1 None None] Pushing event updated for resources: {'Port': ['ID=72aab3c3-ea79-4e20-966b-9163fa8861e7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:40.223647 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Pushing event updated for resources: {'Port': ['ID=e45ae205-c3c7-46df-8d8c-18e507b7951c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:40.262269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 8f786542-0afd-4c13-b09e-a23b36690a48 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:40.266290 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8f786542-0afd-4c13-b09e-a23b36690a48 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:40.266688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.354452 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.377160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 8f786542-0afd-4c13-b09e-a23b36690a48, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8f786542-0afd-4c13-b09e-a23b36690a48,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:40.382995 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.448235 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=8f786542-0afd-4c13-b09e-a23b36690a48,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:40.465090 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.849514 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.870665 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:40.879751 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:40.880348 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:41.005977 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:41.059254 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767559'] for router, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.192806 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Router ac3fb288-cd2d-444d-80bf-5377a3a52895 is scheduled to L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 with binding_index 1 {{(pid=93822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:56:41.214929 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 2, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:41.242561 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:41.242744 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Updating router d5990451-2578-4c8d-b6f6-bc9eab345c44 port 9319db60-a8b4-4a0d-a912-651bf5e6e432 binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:41.282082 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.310783 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:41.322572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Sync routers for ids ['ac3fb288-cd2d-444d-80bf-5377a3a52895'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:41.328154 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.329442 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-154ee6f2-7f19-41d8-b6ba-57c4f2307063 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9589198 Jun 30 03:56:41.332447 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:41.336467 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Routers {'ac3fb288-cd2d-444d-80bf-5377a3a52895'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:41.337107 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ac3fb288-cd2d-444d-80bf-5377a3a52895'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:41.454054 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Set router ac3fb288-cd2d-444d-80bf-5377a3a52895 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:41.515586 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff19db-8e49-4fd4-a9c8-a9a75d57c2ac None None] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:41.578112 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.590081 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Transition to ACTIVE for port object 9319db60-a8b4-4a0d-a912-651bf5e6e432 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:41.596879 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.630487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5db0ad61-1ad6-48d6-a7b5-f8d1e89da95b None None] Provisioning for port 72aab3c3-ea79-4e20-966b-9163fa8861e7 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:41.647868 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Pushing event updated for resources: {'Port': ['ID=9319db60-a8b4-4a0d-a912-651bf5e6e432,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:41.659124 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.659494 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.659805 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.660144 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.660480 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.660806 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.661134 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.661457 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.662271 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.662271 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.662796 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.663128 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:41.730011 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Attempting to bind port 9319db60-a8b4-4a0d-a912-651bf5e6e432 on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:41.730367 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Attempting to bind port 9319db60-a8b4-4a0d-a912-651bf5e6e432 by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:41.730674 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Attempting to bind port 9319db60-a8b4-4a0d-a912-651bf5e6e432 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:41.736290 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:41.738544 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Checking segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:41.739214 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.740126 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Bound using segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:41.741028 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Bound port: 9319db60-a8b4-4a0d-a912-651bf5e6e432, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:41.741776 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.758502 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.813207 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.828857 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] For port 9319db60-a8b4-4a0d-a912-651bf5e6e432, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:41.832142 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 3, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:41.834226 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] For port 9319db60-a8b4-4a0d-a912-651bf5e6e432, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9319db60-a8b4-4a0d-a912-651bf5e6e432,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:41.841686 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.865992 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Checking router: ac3fb288-cd2d-444d-80bf-5377a3a52895 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:41.866365 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Updating router ac3fb288-cd2d-444d-80bf-5377a3a52895 port e45ae205-c3c7-46df-8d8c-18e507b7951c binding host n-d-798054-5 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:41.897708 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:41.898901 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:41.916169 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.009660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Allocated IP 172.20.0.1 (3a83e89e-3b7e-4cb1-807d-2cd2f66b7689/14543376-4110-4755-9a67-0a431d61c870/59dae684-f9fe-4030-bc23-c767542fb13e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:42.134669 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb25f2a-d7bd-4f96-93c9-f72f65f034ad None None] Pushing event updated for resources: {'Port': ['ID=9319db60-a8b4-4a0d-a912-651bf5e6e432,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:42.208995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.223057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Transition to ACTIVE for port object 59dae684-f9fe-4030-bc23-c767542fb13e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:42.252489 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:42.276204 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.326371 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:42.329084 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 72aab3c3-ea79-4e20-966b-9163fa8861e7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:42.331642 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:42.337994 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:42.341203 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Pushing event updated for resources: {'Port': ['ID=59dae684-f9fe-4030-bc23-c767542fb13e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:42.387666 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-767054'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.390014 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.411135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Transition to ACTIVE for port object e45ae205-c3c7-46df-8d8c-18e507b7951c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:42.430250 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.488889 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 72aab3c3-ea79-4e20-966b-9163fa8861e7 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:42.499226 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2cbc2-2d2f-4cc9-b764-942c4a48cd2e None None] Pushing event updated for resources: {'Port': ['ID=e45ae205-c3c7-46df-8d8c-18e507b7951c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:42.502269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Attempting to bind port e45ae205-c3c7-46df-8d8c-18e507b7951c on host n-d-798054-5 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:42.502940 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Attempting to bind port e45ae205-c3c7-46df-8d8c-18e507b7951c by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:42.503582 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Attempting to bind port e45ae205-c3c7-46df-8d8c-18e507b7951c on network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:42.510908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 72aab3c3-ea79-4e20-966b-9163fa8861e7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:42.511607 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.513540 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:42.514129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Checking segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:42.514632 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.515152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Bound using segment: {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:42.515726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Bound port: e45ae205-c3c7-46df-8d8c-18e507b7951c, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3b154-d13b-4384-87b7-dbff2727043d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:42.516178 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.519488 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:41Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:42.547137 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd33bc-2c07-4684-bafc-f3f2a5836199 None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:41Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:42.579613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.609145 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] For port e45ae205-c3c7-46df-8d8c-18e507b7951c, host n-d-798054-5, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:42.612926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] For port e45ae205-c3c7-46df-8d8c-18e507b7951c, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e45ae205-c3c7-46df-8d8c-18e507b7951c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:42.618331 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.693789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.714148 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1370884d-f99e-49dd-9922-f997884c50e7 None None] Provisioning for port 59dae684-f9fe-4030-bc23-c767542fb13e completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:42.737042 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1370884d-f99e-49dd-9922-f997884c50e7 None None] Provisioning complete for port 59dae684-f9fe-4030-bc23-c767542fb13e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:42.737042 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1370884d-f99e-49dd-9922-f997884c50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.762749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2cbc2-2d2f-4cc9-b764-942c4a48cd2e None None] Pushing event updated for resources: {'Port': ['ID=e45ae205-c3c7-46df-8d8c-18e507b7951c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:42.774108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Routers {'ac3fb288-cd2d-444d-80bf-5377a3a52895'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:42.774108 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ac3fb288-cd2d-444d-80bf-5377a3a52895'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:42.785163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.790937 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.822215 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 72aab3c3-ea79-4e20-966b-9163fa8861e7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=72aab3c3-ea79-4e20-966b-9163fa8861e7,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:42.831850 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.832634 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8f786542-0afd-4c13-b09e-a23b36690a48 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:42.859958 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Pushing event updated for resources: {'Port': ['ID=59dae684-f9fe-4030-bc23-c767542fb13e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:42.860622 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1370884d-f99e-49dd-9922-f997884c50e7 None None] Port 59dae684-f9fe-4030-bc23-c767542fb13e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:42.863059 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765305'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.972281 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:42.973907 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:43.100624 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Router ac3fb288-cd2d-444d-80bf-5377a3a52895 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:43.152475 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=72aab3c3-ea79-4e20-966b-9163fa8861e7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:43.167901 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] Set router ac3fb288-cd2d-444d-80bf-5377a3a52895 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:43.204738 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 8f786542-0afd-4c13-b09e-a23b36690a48 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:43.205115 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:43.247649 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:43.258426 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-5e12d9e4-4ef1-4c8f-8524-f5e6bd7675a5 admin admin] 10.222.0.78 "PUT /v2.0/routers/ac3fb288-cd2d-444d-80bf-5377a3a52895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9195244 Jun 30 03:56:43.353002 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-888ea0ff-89bb-4b07-bd30-3dd3bc73b6fc None None] Provisioning complete for port 59dae684-f9fe-4030-bc23-c767542fb13e triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:43.353381 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-888ea0ff-89bb-4b07-bd30-3dd3bc73b6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:43.465541 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-888ea0ff-89bb-4b07-bd30-3dd3bc73b6fc None None] Port 59dae684-f9fe-4030-bc23-c767542fb13e cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:43.508749 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '59dae684-f9fe-4030-bc23-c767542fb13e', 'name': '', 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'mac_address': 'fa:16:3e:04:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '14543376-4110-4755-9a67-0a431d61c870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:41Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 1, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'subnets': [{'id': '14543376-4110-4755-9a67-0a431d61c870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:43.540666 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f7fd8-a950-4ec6-914e-e31304fa2eba None None] The sync data for ids ['ac3fb288-cd2d-444d-80bf-5377a3a52895'] in n-d-798054-5 is: [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '59dae684-f9fe-4030-bc23-c767542fb13e', 'name': '', 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'mac_address': 'fa:16:3e:04:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '14543376-4110-4755-9a67-0a431d61c870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:41Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 1, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'subnets': [{'id': '14543376-4110-4755-9a67-0a431d61c870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:43.959098 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:43.964440 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159397597', 'description': 'tempest-secgroup-smoke-1159397597 description', 'project_id': '54de19c204974c44ad5abc29c08c7a14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:43.987326 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.086547 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.092310 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.131759 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.133539 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1734288 Jun 30 03:56:44.136439 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:44.140872 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group_rule': {'security_group_id': '444efbfa-c3b3-4c52-bd6b-feae75088cae', 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:44.146834 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ed4e0-f738-46c3-be78-679fa156f819 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444efbfa-c3b3-4c52-bd6b-feae75088cae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.171947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.183083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 72aab3c3-ea79-4e20-966b-9163fa8861e7 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:44.231720 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.232898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 72aab3c3-ea79-4e20-966b-9163fa8861e7 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:44.233259 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.235491 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.255337 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901df46f-f7df-4b57-b0e9-880427887eb4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.259786 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.261105 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-aa1eec85-3365-4415-916d-f8ae7361b6d3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237342 Jun 30 03:56:44.264020 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:44.268926 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group_rule': {'security_group_id': '444efbfa-c3b3-4c52-bd6b-feae75088cae', 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:44.314628 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.356507 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9319db60-a8b4-4a0d-a912-651bf5e6e432 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:44.399143 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.402975 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.407387 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 9319db60-a8b4-4a0d-a912-651bf5e6e432 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:44.411168 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9319db60-a8b4-4a0d-a912-651bf5e6e432 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:44.411540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.422811 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd94b774-5f35-428b-b284-9357f2c7e587,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.430783 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.432179 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-00538969-f5a0-4d6c-967e-4f4e4a1350b5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672161 Jun 30 03:56:44.435195 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:44.439688 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group_rule': {'security_group_id': '444efbfa-c3b3-4c52-bd6b-feae75088cae', 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:44.469058 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.490174 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.522152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 9319db60-a8b4-4a0d-a912-651bf5e6e432, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9319db60-a8b4-4a0d-a912-651bf5e6e432,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:44.526823 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.534882 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.539224 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.560560 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102eea63-2da6-4dab-b74e-2235fae24d37,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.563853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.565061 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-0249dc65-bebc-407c-b4fd-0925d3128865 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288953 Jun 30 03:56:44.567911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:44.572897 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group_rule': {'security_group_id': '444efbfa-c3b3-4c52-bd6b-feae75088cae', 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:44.581571 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=9319db60-a8b4-4a0d-a912-651bf5e6e432,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.599718 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.658573 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.662680 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.683393 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c0b9ca-bc4f-4e91-8df5-ba9f6f5d9018,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.687433 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.688664 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-c7ca8843-78a1-4b96-96b9-af5106f94f36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197622 Jun 30 03:56:44.691566 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:44.696282 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group_rule': {'security_group_id': '444efbfa-c3b3-4c52-bd6b-feae75088cae', 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:44.717970 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Project 54de19c204974c44ad5abc29c08c7a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:56:44.722612 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.783897 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.787516 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.804843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d6d52c-8aed-49e9-bfce-91e785058545,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.812136 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.813395 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2844442d-2cb7-4805-8803-a47ecdbf115a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209011 Jun 30 03:56:44.816036 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:44.820930 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'security_group_rule': {'security_group_id': '444efbfa-c3b3-4c52-bd6b-feae75088cae', 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:44.842729 n-d-798054-5 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Project 54de19c204974c44ad5abc29c08c7a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:56:44.847459 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.911813 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.916042 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-657903'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.932060 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ef5532-920d-4d2e-bd91-a05ca28e4aec,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:44.941513 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:44.942911 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-a6ab54a1-638d-4a5f-bc97-196991d44b7d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259491 Jun 30 03:56:45.095332 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-e8176a4b-24f7-4459-b995-5b6b04dcf45d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159397597&fields=id&tenant_id=54de19c204974c44ad5abc29c08c7a14 HTTP/1.1" status: 200 len: 267 time: 0.0361350 Jun 30 03:56:45.222237 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-df3d0b0f-69dd-4da1-a4a5-3c55541d2ddd tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:45.223725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-df3d0b0f-69dd-4da1-a4a5-3c55541d2ddd tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 810 time: 0.1220062 Jun 30 03:56:45.238783 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-9c8e9b19-0f0e-48db-9cae-ebda43334625 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/quotas/54de19c204974c44ad5abc29c08c7a14 HTTP/1.1" status: 200 len: 375 time: 0.0093815 Jun 30 03:56:45.312437 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-7e82d128-f533-440f-bd96-13df17ddc208 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679905 Jun 30 03:56:45.430074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-29e189ca-99f9-4358-a0ff-c1c5e32de36e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:56:45.431290 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-29e189ca-99f9-4358-a0ff-c1c5e32de36e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1070762 Jun 30 03:56:45.450349 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:56:45.523793 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-4a2f6807-e424-4223-86d0-c5fe9acc0e86 service neutron] 10.222.0.78 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860667 Jun 30 03:56:45.622980 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-c2c75b70-efd7-4be7-8dea-8918a9fc8934 service neutron] 10.222.0.78 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926816 Jun 30 03:56:45.821452 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-92ca7e59-8e00-4489-b131-401c71db7026 req-ef55a3d4-98e7-48ce-a83a-d851cb35d6e8 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 210 time: 0.0351400 Jun 30 03:56:46.218976 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e45ae205-c3c7-46df-8d8c-18e507b7951c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:46.268766 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port e45ae205-c3c7-46df-8d8c-18e507b7951c completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:46.273389 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e45ae205-c3c7-46df-8d8c-18e507b7951c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:46.273775 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.364807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.388165 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port e45ae205-c3c7-46df-8d8c-18e507b7951c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e45ae205-c3c7-46df-8d8c-18e507b7951c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:46.392511 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.394033 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9319db60-a8b4-4a0d-a912-651bf5e6e432 up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:46.475105 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=e45ae205-c3c7-46df-8d8c-18e507b7951c,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:46.491087 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 9319db60-a8b4-4a0d-a912-651bf5e6e432 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:46.491525 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.681270 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Sync routers for ids ['ac3fb288-cd2d-444d-80bf-5377a3a52895'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:46.690370 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Routers {'ac3fb288-cd2d-444d-80bf-5377a3a52895'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:46.690976 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ac3fb288-cd2d-444d-80bf-5377a3a52895'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:46.794380 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Set router ac3fb288-cd2d-444d-80bf-5377a3a52895 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:46.971798 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02636b59-36b6-4f0b-ba5e-3edbeda4575c req-829cc1f3-00c9-4cbf-8541-5f043cdc7915 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 210 time: 0.0314639 Jun 30 03:56:47.014650 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '59dae684-f9fe-4030-bc23-c767542fb13e', 'name': '', 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'mac_address': 'fa:16:3e:04:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '14543376-4110-4755-9a67-0a431d61c870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:41Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 2, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'subnets': [{'id': '14543376-4110-4755-9a67-0a431d61c870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:47.044085 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Checking router: ac3fb288-cd2d-444d-80bf-5377a3a52895 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:47.044497 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Updating router ac3fb288-cd2d-444d-80bf-5377a3a52895 port 59dae684-f9fe-4030-bc23-c767542fb13e binding host n-d-798054-5 {{(pid=93824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:47.080144 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.098506 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-44d4bf8a-99a0-4cf9-bf8f-30f85ac744a0 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:47.100225 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-44d4bf8a-99a0-4cf9-bf8f-30f85ac744a0 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 810 time: 0.1123326 Jun 30 03:56:47.152399 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-af0ff7d1-4eba-48e9-90b6-a2f4de722894 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54de19c204974c44ad5abc29c08c7a14 HTTP/1.1" status: 200 len: 380 time: 0.0414436 Jun 30 03:56:47.160806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'port': {'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'admin_state_up': True, 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'security_groups': ['444efbfa-c3b3-4c52-bd6b-feae75088cae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:47.280084 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Made reservation on behalf of 54de19c204974c44ad5abc29c08c7a14 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:47.283790 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.356106 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.366342 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Transition to ACTIVE for port object 59dae684-f9fe-4030-bc23-c767542fb13e will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:47.372300 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.420471 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Allocated IP 172.20.0.12 (8e67bd9f-a371-41c9-af84-38cd1483acc1/88809e7a-981e-4197-b91e-aa15eb5b6b0a/6ceb1084-82bf-4d72-8e67-ea57b1bcc386) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:47.424086 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35326017-daca-4862-8552-d3eda81dd8b5 None None] Pushing event updated for resources: {'Port': ['ID=59dae684-f9fe-4030-bc23-c767542fb13e,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:47.478635 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Attempting to bind port 59dae684-f9fe-4030-bc23-c767542fb13e on host n-d-798054-5 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:47.479000 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Attempting to bind port 59dae684-f9fe-4030-bc23-c767542fb13e by drivers openvswitch,hyperv on host n-d-798054-5 at level 0 using segments [{'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:47.479358 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Attempting to bind port 59dae684-f9fe-4030-bc23-c767542fb13e on network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:47.484419 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Checking agent: {'id': '4be932c3-6f4c-4a8b-826c-050a4fcba210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 18, 30), 'started_at': datetime.datetime(2021, 6, 30, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:47.484787 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Checking segment: {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:47.485193 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.485580 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Bound using segment: {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:47.486046 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Bound port: 59dae684-f9fe-4030-bc23-c767542fb13e, host: n-d-798054-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0051de89-738d-44df-b415-504360f715cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:47.486453 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.555534 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] For port 59dae684-f9fe-4030-bc23-c767542fb13e, host n-d-798054-5, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:47.558923 n-d-798054-5 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] For port 59dae684-f9fe-4030-bc23-c767542fb13e, host n-d-798054-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=59dae684-f9fe-4030-bc23-c767542fb13e,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:47.565269 n-d-798054-5 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.579980 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.599772 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Transition to ACTIVE for port object 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:47.618181 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Routers {'ac3fb288-cd2d-444d-80bf-5377a3a52895'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:47.618913 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ac3fb288-cd2d-444d-80bf-5377a3a52895'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:47.641229 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.663040 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35326017-daca-4862-8552-d3eda81dd8b5 None None] Pushing event updated for resources: {'Port': ['ID=59dae684-f9fe-4030-bc23-c767542fb13e,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:47.689785 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:47.696115 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:47.700706 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:47.738673 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:47.749922 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] Set router ac3fb288-cd2d-444d-80bf-5377a3a52895 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:47.767593 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:47.768234 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.789544 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-840c7808-c797-443b-ad23-fd201f081d0a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315522 Jun 30 03:56:47.802714 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Request body: {'port': {'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:47.891371 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.973630 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '59dae684-f9fe-4030-bc23-c767542fb13e', 'name': '', 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'mac_address': 'fa:16:3e:04:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '14543376-4110-4755-9a67-0a431d61c870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:41Z', 'updated_at': '2021-06-30T03:56:47Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'subnets': [{'id': '14543376-4110-4755-9a67-0a431d61c870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:48.003119 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549c5a3-f2ea-4704-a7d2-d9579128d552 None None] The sync data for ids ['ac3fb288-cd2d-444d-80bf-5377a3a52895'] in n-d-798054-5 is: [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:42Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '59dae684-f9fe-4030-bc23-c767542fb13e', 'name': '', 'network_id': '3a83e89e-3b7e-4cb1-807d-2cd2f66b7689', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'mac_address': 'fa:16:3e:04:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '14543376-4110-4755-9a67-0a431d61c870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:41Z', 'updated_at': '2021-06-30T03:56:47Z', 'revision_number': 4, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'subnets': [{'id': '14543376-4110-4755-9a67-0a431d61c870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:48.090556 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19b2423f-3aaf-445f-a7d8-a8c7200bb363 None None] Provisioning for port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:48.099076 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-19b2423f-3aaf-445f-a7d8-a8c7200bb363 None None] Provisioning complete for port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:48.099682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-19b2423f-3aaf-445f-a7d8-a8c7200bb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.168135 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-19b2423f-3aaf-445f-a7d8-a8c7200bb363 None None] Port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:48.197425 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e45ae205-c3c7-46df-8d8c-18e507b7951c up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:48.205329 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be15a5-0cbc-49cf-aeb1-c25c17b3d687 req-9d40b35f-02be-4f91-9da5-c8e778a145e7 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:48.207157 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23be15a5-0cbc-49cf-aeb1-c25c17b3d687 req-9d40b35f-02be-4f91-9da5-c8e778a145e7 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 932 time: 0.1113958 Jun 30 03:56:48.251904 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port e45ae205-c3c7-46df-8d8c-18e507b7951c triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:48.252138 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:56:48.252709 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.261060 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.262517 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-23be15a5-0cbc-49cf-aeb1-c25c17b3d687 req-d5caacbf-883d-4191-8bac-698c47539bd3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494580 Jun 30 03:56:48.274251 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Transition to ACTIVE for port object 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:48.281436 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.340840 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 59dae684-f9fe-4030-bc23-c767542fb13e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:48.389532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:48.403120 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning for port 59dae684-f9fe-4030-bc23-c767542fb13e completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:48.408585 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 59dae684-f9fe-4030-bc23-c767542fb13e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:48.409330 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.409919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Attempting to bind port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 on host n-h1-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:48.410366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Attempting to bind port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 by drivers openvswitch,hyperv on host n-h1-798054-5 at level 0 using segments [{'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:48.410665 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Attempting to bind port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:48.421631 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:56:48.422010 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Attempting to bind port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:48.430274 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Checking agent: {'id': 'f29ee0b8-a938-4b9a-9b5f-360e733061b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:48.430652 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Checking segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:48.431050 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Bound using segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:48.431491 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Bound port: 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host: n-h1-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:48.431853 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.501661 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.512883 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:48.516143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:48.520873 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.540737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] For port 59dae684-f9fe-4030-bc23-c767542fb13e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=59dae684-f9fe-4030-bc23-c767542fb13e,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:48.546165 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.563362 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:48.563984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.565375 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] 10.222.0.67 "PUT /v2.0/ports/6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 1092 time: 0.7690015 Jun 30 03:56:48.565812 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:48.568102 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:48.598363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5cba-ff6e-4b82-8725-3b1ba195a76c service neutron] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:48.620670 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Pushing event updated for resources: {'Port': ['ID=59dae684-f9fe-4030-bc23-c767542fb13e,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:48.636979 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02af35-0a97-411d-923d-d5888c734f13 x-openstack-request-id: req-2a02af35-0a97-411d-923d-d5888c734f13 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:48.637326 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:48.637588 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a02af35-0a97-411d-923d-d5888c734f13 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:48.637986 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'status': 'completed', 'code': 200} Jun 30 03:56:48.692793 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-176a0982-5358-488c-9007-5df15df21aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:48.694344 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-176a0982-5358-488c-9007-5df15df21aaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0740349 Jun 30 03:56:48.738570 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-5e6ef156-1ce5-41e4-b730-94a892ded327 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 217 time: 0.0370677 Jun 30 03:56:48.786603 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-a5c0ed13-bcbd-4c55-bc3f-549bbe066cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:48.788049 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-a5c0ed13-bcbd-4c55-bc3f-549bbe066cad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0435138 Jun 30 03:56:48.845534 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-7c6d4d70-2d0a-47e4-afe6-82778ea04e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:48.847104 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-7c6d4d70-2d0a-47e4-afe6-82778ea04e39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531123 Jun 30 03:56:48.938972 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-7373777a-912f-4502-85f1-417a61a5de86 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852678 Jun 30 03:56:49.025670 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-d3ea4025-c01d-4e35-bf25-232633870dbd req-156f547c-800e-416e-9066-02d18d73f8e2 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793550 Jun 30 03:56:49.127317 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-2d39aa43-5a7f-4433-bd8b-fa83b4a38825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:49.128789 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-2d39aa43-5a7f-4433-bd8b-fa83b4a38825 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0551767 Jun 30 03:56:49.217038 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-84415181-310a-4afe-8c13-2e7261cc7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:49.218429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-84415181-310a-4afe-8c13-2e7261cc7975 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0833490 Jun 30 03:56:49.279435 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-929266fd-8973-43cf-ae45-1f23cc47addd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 217 time: 0.0532291 Jun 30 03:56:49.335843 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-e3bac112-f969-4bbb-998c-d727a57a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:49.337491 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-e3bac112-f969-4bbb-998c-d727a57a256e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0517297 Jun 30 03:56:49.395411 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-51b1e3a1-e344-4ebd-81a1-3682ebb9144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:49.396924 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-51b1e3a1-e344-4ebd-81a1-3682ebb9144c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527050 Jun 30 03:56:49.431974 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5fe51-af29-4acd-8cb3-6898d26e83f0 req-dcd8e11f-fa03-4675-aab1-65def663ffda tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:49.433455 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96b5fe51-af29-4acd-8cb3-6898d26e83f0 req-dcd8e11f-fa03-4675-aab1-65def663ffda tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 944 time: 0.0630572 Jun 30 03:56:49.472369 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-96b5fe51-af29-4acd-8cb3-6898d26e83f0 req-f8a528d2-daaa-4a09-b03f-a6349ba62e84 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325572 Jun 30 03:56:49.502449 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-41b1bcd4-2bf9-4608-9c11-9370078dc5ac service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984223 Jun 30 03:56:49.598070 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1aa886e5-af1e-4950-9f45-9ed4e0f7ee20 req-1dc01367-8993-4d01-a728-a178654dd8be service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882654 Jun 30 03:56:50.136160 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 59dae684-f9fe-4030-bc23-c767542fb13e up at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:50.182443 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Provisioning complete for port 59dae684-f9fe-4030-bc23-c767542fb13e triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:50.182811 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.648933 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811bd03-ba7c-48e3-90a7-736f34286fee req-8bfa817f-a5f9-4178-9380-69d1b9eb2c3c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:50.650468 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6811bd03-ba7c-48e3-90a7-736f34286fee req-8bfa817f-a5f9-4178-9380-69d1b9eb2c3c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 944 time: 0.0640965 Jun 30 03:56:50.689537 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6811bd03-ba7c-48e3-90a7-736f34286fee req-e971a350-d2fe-4672-9ce9-35a1572fc3aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Jun 30 03:56:51.337898 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:56:51.431370 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:51.442498 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:56:51.479749 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:51.492016 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:56:51.511205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:51.515096 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:51.565301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:51.769144 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['6ceb1084-82bf-4d72-8e67-ea57b1bcc386'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:56:51.869525 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f637f-3878-4074-a7a7-f4890abf396d req-09af8355-9d10-4996-9571-3b8d3b7253cf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:51.871031 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc1f637f-3878-4074-a7a7-f4890abf396d req-09af8355-9d10-4996-9571-3b8d3b7253cf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 945 time: 0.0685825 Jun 30 03:56:51.909829 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-fc1f637f-3878-4074-a7a7-f4890abf396d req-d3ab812d-62fa-4a57-b120-0e0463722a62 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Jun 30 03:56:53.100629 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457e702-3919-4b92-a981-aa86829aa81d req-b6070624-cb9f-4552-a955-d0746194eb36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:53.102588 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e457e702-3919-4b92-a981-aa86829aa81d req-b6070624-cb9f-4552-a955-d0746194eb36 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 945 time: 0.0660279 Jun 30 03:56:53.138712 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e457e702-3919-4b92-a981-aa86829aa81d req-5ab0e85e-d77b-40c4-b176-fe4cc649be65 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305510 Jun 30 03:56:53.337681 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:53.385506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning for port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:53.389287 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:53.389657 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:53.465890 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:53.492633 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:53.495257 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b00f20-231b-4908-9c0e-041e7165c888" -d '{"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-plugged", "status": "completed", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:53.507422 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:53.511641 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:53.536824 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d470812-f82d-4030-b85d-3743d1970e93 x-openstack-request-id: req-2d470812-f82d-4030-b85d-3743d1970e93 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:53.537115 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-plugged", "status": "completed", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:53.537369 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d470812-f82d-4030-b85d-3743d1970e93 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:53.537752 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'code': 200} Jun 30 03:56:53.566172 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:53.649092 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbcee9-081e-4e5e-bae7-c8916c33084d req-1dbac87d-c623-4136-94c6-1e8f507f9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:53.650658 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0fbcee9-081e-4e5e-bae7-c8916c33084d req-1dbac87d-c623-4136-94c6-1e8f507f9311 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0537956 Jun 30 03:56:53.683328 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-c0fbcee9-081e-4e5e-bae7-c8916c33084d req-797bcc39-03ec-48fa-b11b-e3808d4a27e2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269046 Jun 30 03:56:54.315707 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ba67-00e6-42b9-9ba0-c54ec3edbaf3 req-b9f33edf-1d36-445a-8f48-4c650e6c0575 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:54.317260 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e578ba67-00e6-42b9-9ba0-c54ec3edbaf3 req-b9f33edf-1d36-445a-8f48-4c650e6c0575 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 946 time: 0.0697222 Jun 30 03:56:54.356826 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e578ba67-00e6-42b9-9ba0-c54ec3edbaf3 req-4e374610-48ff-4f6c-8670-0ef36f238ce3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326450 Jun 30 03:56:55.530186 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126886-ae4a-4290-8b7b-887a61e3e3cc req-7f02c2bd-b371-412b-baac-7ed21319880e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:55.531671 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0126886-ae4a-4290-8b7b-887a61e3e3cc req-7f02c2bd-b371-412b-baac-7ed21319880e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 946 time: 0.0627379 Jun 30 03:56:55.568329 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-a0126886-ae4a-4290-8b7b-887a61e3e3cc req-29bfb0d5-c7c8-4b32-bfde-2da9565e1d96 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311527 Jun 30 03:56:55.742434 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b471c-76cc-491c-87ba-602403126a2c req-533d1304-4f08-4a5e-8af0-dcaba40ec190 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:55.743915 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-021b471c-76cc-491c-87ba-602403126a2c req-533d1304-4f08-4a5e-8af0-dcaba40ec190 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 946 time: 0.0658922 Jun 30 03:56:55.781692 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-021b471c-76cc-491c-87ba-602403126a2c req-9d7b284f-66dc-4299-add1-fcd8d522437a tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Jun 30 03:56:55.806285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:55.897366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1811f43f-efbd-4d82-8085-9f57d39c08c6 tempest-TestSnapshotPattern-206799704 tempest-TestSnapshotPattern-206799704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:55.899466 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-1811f43f-efbd-4d82-8085-9f57d39c08c6 tempest-TestSnapshotPattern-206799704 tempest-TestSnapshotPattern-206799704-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1092 time: 0.0921383 Jun 30 03:56:55.902294 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 59730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:55.906875 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:55.927809 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.025859 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.133272 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Allocated IP 172.25.0.69 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/9fa882cb-55ff-44a9-a959-509d9b273aac) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:56.232220 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.269861 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.306660 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:56.309356 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:56.316192 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:56.322057 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'Port': ['ID=9fa882cb-55ff-44a9-a959-509d9b273aac,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:56.680257 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.755789 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.900979 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.905815 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.974286 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'Port': ['ID=9fa882cb-55ff-44a9-a959-509d9b273aac,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:56.983494 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.082245 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Floating IP f1788ce7-c4e0-43a4-aff6-b64234f5a35c associated. External IP: 172.25.0.69, port: 6ceb1084-82bf-4d72-8e67-ea57b1bcc386. Jun 30 03:56:57.583113 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:57.691614 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:57.701458 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:57.707990 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.712379 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:57.713003 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:57.744513 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-8614506d-d8d5-4616-9c64-9c259bdc6b68 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8411939 Jun 30 03:56:57.745141 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:57.747435 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46430ac1-e038-4dd8-8631-114409534670" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:57.815656 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01a4ca63-d3ba-460c-8789-7af9a08784ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.834127 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:57.849706 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32096d73-82f3-4a46-bcf5-3d7857286df0 x-openstack-request-id: req-32096d73-82f3-4a46-bcf5-3d7857286df0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:57.850241 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:57.850241 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32096d73-82f3-4a46-bcf5-3d7857286df0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:57.850667 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'status': 'completed', 'code': 200} Jun 30 03:56:57.926208 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430ac1-e038-4dd8-8631-114409534670 req-24b49e75-71e9-4bb7-85ad-82b28aba37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:57.927757 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-24b49e75-71e9-4bb7-85ad-82b28aba37bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0540144 Jun 30 03:56:58.018750 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430ac1-e038-4dd8-8631-114409534670 req-51948aef-4830-4eed-bff4-9baa0572653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:58.020217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-51948aef-4830-4eed-bff4-9baa0572653f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0865953 Jun 30 03:56:58.056201 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 0, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:58.084701 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-151f7f6f-27af-4ed3-b151-965eafd28841 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 999 time: 0.0584688 Jun 30 03:56:58.085114 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:58.094411 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:58.095012 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:56:30Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:58.133276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430ac1-e038-4dd8-8631-114409534670 req-35df5dde-6f98-4e54-ab35-9f2749e0054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:58.134773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-35df5dde-6f98-4e54-ab35-9f2749e0054c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0446396 Jun 30 03:56:58.194922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430ac1-e038-4dd8-8631-114409534670 req-edd52c2c-55e3-4e77-b242-84b68b3c1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:58.196949 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-edd52c2c-55e3-4e77-b242-84b68b3c1c2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560765 Jun 30 03:56:58.201627 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:58.285604 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-b6ddca94-601a-4714-a7cf-396897ce8762 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822191 Jun 30 03:56:58.378747 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-46430ac1-e038-4dd8-8631-114409534670 req-64eb884e-496d-4b56-9a5f-ff371ece4994 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Jun 30 03:56:58.421800 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 0, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:58.447532 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f204de-4c01-4c54-937f-e0bc0a6c729a None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 0, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:58.628983 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db2ea3-e42a-43ff-80cd-1a25b8bbe1f4 None None] New status for floating IP f1788ce7-c4e0-43a4-aff6-b64234f5a35c: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:57:00.466719 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4efdf90-7ddb-4667-adf1-30c614d1e86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.720168 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.572242 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.650185 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:10.412618 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:11.711820 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:21.803403 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-edc60f19-39d5-4845-bfdc-7e2978d930fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513070 Jun 30 03:57:21.895285 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-aa94ab3d-b756-4dde-b849-863a212c4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:21.896651 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-aa94ab3d-b756-4dde-b849-863a212c4cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0519674 Jun 30 03:57:22.003658 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-bd044779-b154-4c64-961a-756e6b6bff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:22.005102 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-bd044779-b154-4c64-961a-756e6b6bff62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0870173 Jun 30 03:57:22.071609 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-3ce30449-f6e7-4cae-8a0a-f74678d99962 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 1001 time: 0.0573540 Jun 30 03:57:22.119645 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-275a6f37-4b83-40db-9e65-61f54f237f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:22.121057 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-275a6f37-4b83-40db-9e65-61f54f237f01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0430198 Jun 30 03:57:22.182090 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-38f37320-8381-4f4b-a1f0-e7f572f44f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:22.183496 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-38f37320-8381-4f4b-a1f0-e7f572f44f2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555270 Jun 30 03:57:22.271382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-a48bc652-718b-4162-a7c9-0d10ac0330da service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806985 Jun 30 03:57:22.363217 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-7ebeb4fe-6c72-4f4d-aa99-8fce5702d3c4 req-58ddac6e-ef1c-4793-a905-738d08616557 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851784 Jun 30 03:57:22.449365 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:57:27.806235 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ceb69e7d-94fa-4c61-a5df-a1a7f9ec54a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:30.467136 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63a1871a-ac36-4652-8c5b-a12da65dfd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:30.721964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:32.570750 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:34.653519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:40.426867 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:41.699043 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:57.807349 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51dbb748-25c5-49d9-bfbe-4a6589500b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:59.448604 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:58:00.467436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06e4a4f3-75f2-4b99-99f3-3f8365227b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:00.722733 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:02.572436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:04.656767 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:10.417175 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:11.701514 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:21.785072 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-2c7cf684-52c9-4f8d-bda6-e8b7e587e364 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521784 Jun 30 03:58:21.876323 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-86f6eb00-529d-43f9-a0fe-a87bb8fe6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:21.877787 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-86f6eb00-529d-43f9-a0fe-a87bb8fe6d9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0524223 Jun 30 03:58:21.984223 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-9ecfc31b-a086-4739-b52f-bf384d5bc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:21.985610 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-9ecfc31b-a086-4739-b52f-bf384d5bc67d service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0882142 Jun 30 03:58:22.050382 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-60a55aaf-89e2-4088-a227-99bc7bb940a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 1001 time: 0.0577483 Jun 30 03:58:22.098211 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-8143cba5-3a7b-48ab-87a2-ff7e86d58127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:22.099631 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-8143cba5-3a7b-48ab-87a2-ff7e86d58127 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0426705 Jun 30 03:58:22.160292 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-4ca05b42-bbc6-47ab-ad0e-e562d88a32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:22.161799 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-4ca05b42-bbc6-47ab-ad0e-e562d88a32f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560441 Jun 30 03:58:22.249740 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-7706139a-74d5-4346-b685-8245a48bfbb0 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815125 Jun 30 03:58:22.342523 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-dc413d18-e6f4-4f95-9d59-6c75d081361a req-ffd725df-e43e-4c06-9dcc-517532abc587 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Jun 30 03:58:27.809410 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3101aad1-b312-4e39-8987-951fc56961b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:30.466266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e62eb99-25eb-4abf-9c68-5219246f6b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:30.723978 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:32.575002 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:34.661090 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:36.447191 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:58:40.439379 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:41.714266 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:56.068440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 details requested by agent hyperv_n-h1-798054-5 with host n-h1-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:58:56.176737 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:58:56.191598 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Returning: {'device': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:58:56.236928 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:56.255930 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:58:56.277952 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:58:56.282615 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:56.337446 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:58:56.346001 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.346378 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.346729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.347070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.347407 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.347739 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.348070 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.348398 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.348726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.349053 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.349803 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.350338 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:56.356242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] get_ports_and_sgs() called for port_ids ['6ceb1084-82bf-4d72-8e67-ea57b1bcc386'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:58:57.813804 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53ff3dd0-4081-40cb-ae27-3ab36231a982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:58.070268 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 up at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:58:58.126037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Provisioning complete for port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:58:58.126449 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:58.225860 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:58.250418 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:58:58.252848 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc471d4-b299-46e2-b7a8-6d6d5b6e0999" -d '{"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-plugged", "status": "completed", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:58:58.266793 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:58:58.272817 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:58.329686 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:58:58.372589 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f6036-5f96-42f2-b39a-a29661b0d723 x-openstack-request-id: req-494f6036-5f96-42f2-b39a-a29661b0d723 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:58:58.372886 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-plugged", "status": "completed", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:58:58.373137 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-494f6036-5f96-42f2-b39a-a29661b0d723 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:58:58.373583 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'code': 200} Jun 30 03:59:00.472999 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03cea350-1963-4fd8-a8d4-763a631f36bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:00.735256 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:02.584345 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:04.661753 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:04.945525 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-e09398a1-d69b-4f9c-a3a2-7652768c2a16 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159397597&fields=id&tenant_id=54de19c204974c44ad5abc29c08c7a14 HTTP/1.1" status: 200 len: 267 time: 0.0342367 Jun 30 03:59:05.049854 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-e00bfe0e-7e93-4fcf-8fe9-6040a77a91ce tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:05.051380 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-e00bfe0e-7e93-4fcf-8fe9-6040a77a91ce tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 810 time: 0.0995111 Jun 30 03:59:05.065745 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b88ebcdc-db87-432a-95c5-916fd8234662 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/quotas/54de19c204974c44ad5abc29c08c7a14 HTTP/1.1" status: 200 len: 375 time: 0.0089900 Jun 30 03:59:05.138903 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-60fddb00-ca99-4ed7-bb14-2e16a77083ed tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682235 Jun 30 03:59:05.231858 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-7f511fb2-2f15-4051-8522-62554f23eb52 service neutron] 10.222.0.78 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816832 Jun 30 03:59:05.330091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-694aea9f-4226-4600-befb-77122548db04 service neutron] 10.222.0.78 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876141 Jun 30 03:59:05.541628 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-49a27b69-24a5-4d2f-95b9-928991f522d1 req-e2159d93-936e-4161-b873-ea456c5d5c23 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 210 time: 0.0354166 Jun 30 03:59:06.558604 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-1ecd9eab-4929-4d3f-9956-94cf92c87bbc tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:06.560091 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-1ecd9eab-4929-4d3f-9956-94cf92c87bbc tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.90 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 810 time: 0.1154723 Jun 30 03:59:06.607707 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-52eb2dec-8561-4dd2-a427-e4d22ed97435 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54de19c204974c44ad5abc29c08c7a14 HTTP/1.1" status: 200 len: 380 time: 0.0386734 Jun 30 03:59:06.618657 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'port': {'device_id': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'admin_state_up': True, 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'security_groups': ['444efbfa-c3b3-4c52-bd6b-feae75088cae']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:59:06.711574 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-09de7559-1f0f-4084-8eff-aa3cb793075c req-da01ebe0-82b8-4b12-a122-71af760724b3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 210 time: 0.0346525 Jun 30 03:59:06.784314 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Made reservation on behalf of 54de19c204974c44ad5abc29c08c7a14 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:59:06.788023 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:06.926202 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Allocated IP 172.20.0.6 (8e67bd9f-a371-41c9-af84-38cd1483acc1/88809e7a-981e-4197-b91e-aa15eb5b6b0a/ca49b776-a8c1-46ac-9400-ed2dc761eb49) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:59:07.139696 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:07.167155 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Transition to ACTIVE for port object ca49b776-a8c1-46ac-9400-ed2dc761eb49 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:59:07.206549 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:07.283787 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:59:07.288326 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:59:07.291117 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:59:07.330996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:07.350074 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.350879 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.351428 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.351940 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.352473 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.352806 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.353222 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.353667 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.354005 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.358884 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.359307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.359653 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:07.395939 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:07.396567 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:07.425446 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-6a341e8f-a550-49bc-9105-f5f28f17e409 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113630 Jun 30 03:59:07.606781 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58d6d908-191a-4eee-94c1-ed9eb5a8a6f1 None None] Provisioning for port ca49b776-a8c1-46ac-9400-ed2dc761eb49 completed by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:59:07.610569 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-58d6d908-191a-4eee-94c1-ed9eb5a8a6f1 None None] Provisioning complete for port ca49b776-a8c1-46ac-9400-ed2dc761eb49 triggered by entity DHCP. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:59:07.610943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d6d908-191a-4eee-94c1-ed9eb5a8a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:07.649164 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-58d6d908-191a-4eee-94c1-ed9eb5a8a6f1 None None] Port ca49b776-a8c1-46ac-9400-ed2dc761eb49 cannot update to ACTIVE because it is not bound. {{(pid=93823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:59:07.886001 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62e3fc-98d4-45bb-ae0a-309e41ca6c41 req-46ed2593-ec90-4022-9809-b78ef1ea3ecd tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:07.887360 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b62e3fc-98d4-45bb-ae0a-309e41ca6c41 req-46ed2593-ec90-4022-9809-b78ef1ea3ecd tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0619104 Jun 30 03:59:07.925684 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-2b62e3fc-98d4-45bb-ae0a-309e41ca6c41 req-14b7e421-ec7a-473a-9a0f-d9998766b713 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Jun 30 03:59:08.131950 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:59:08.248203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:08.275313 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:08.277621 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc917c-9df0-4900-8289-95b8917b756b" -d '{"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:08.290968 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:08.295403 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:08.319095 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb198b-245e-498c-b958-ecd726b612de x-openstack-request-id: req-3bdb198b-245e-498c-b958-ecd726b612de {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:08.319392 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:08.319647 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bdb198b-245e-498c-b958-ecd726b612de {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:08.320032 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'code': 200} Jun 30 03:59:08.347515 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:09.112295 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c87cac-7dc1-4227-b22d-dc3ac2d168e2 req-31614fa5-8f23-4a0e-936c-6d7288da46a7 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:09.113770 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11c87cac-7dc1-4227-b22d-dc3ac2d168e2 req-31614fa5-8f23-4a0e-936c-6d7288da46a7 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0629342 Jun 30 03:59:09.151977 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-11c87cac-7dc1-4227-b22d-dc3ac2d168e2 req-5b2ba956-a6e4-4b0b-a968-ea1ca48a8729 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jun 30 03:59:10.353965 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64e38-19c1-4b07-8dd0-61a4d714f507 req-aa8e3a54-8c63-4500-a869-c1558ec831b9 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:10.364153 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-84c64e38-19c1-4b07-8dd0-61a4d714f507 req-aa8e3a54-8c63-4500-a869-c1558ec831b9 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0978985 Jun 30 03:59:10.402939 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-84c64e38-19c1-4b07-8dd0-61a4d714f507 req-16b113f6-926e-4e5f-88c9-f10a7c17c8ff tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Jun 30 03:59:10.441382 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:11.591503 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05e9b9-3a3f-4371-b925-b9ccb567f9f9 req-b939efe1-1a3e-4793-844e-8082270c2403 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:11.593228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d05e9b9-3a3f-4371-b925-b9ccb567f9f9 req-b939efe1-1a3e-4793-844e-8082270c2403 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0771818 Jun 30 03:59:11.632598 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-7d05e9b9-3a3f-4371-b925-b9ccb567f9f9 req-52cd2df3-5e8a-4a1c-9b1f-483a4431b7c9 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336845 Jun 30 03:59:11.710763 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.820140 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731a156-085d-4657-b53a-7984aa26f0a1 req-fca53241-e4fa-408c-9c69-24643aab8a29 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:12.821646 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e731a156-085d-4657-b53a-7984aa26f0a1 req-fca53241-e4fa-408c-9c69-24643aab8a29 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0664315 Jun 30 03:59:12.858800 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e731a156-085d-4657-b53a-7984aa26f0a1 req-d3898701-d963-4348-8ccd-0d63d4a6a7a2 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Jun 30 03:59:13.447409 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:59:14.033952 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8614f0-9b13-41a5-ad75-222e65c6aea7 req-f4cd1ba4-68f1-4a92-9bc9-3639135d446c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:14.035608 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c8614f0-9b13-41a5-ad75-222e65c6aea7 req-f4cd1ba4-68f1-4a92-9bc9-3639135d446c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0642104 Jun 30 03:59:14.078564 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1c8614f0-9b13-41a5-ad75-222e65c6aea7 req-4695db06-f16f-4231-81b9-9d53d011da1c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357647 Jun 30 03:59:15.259651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d3c0d-3629-44da-9689-4bf2c1cbb894 req-bcbee0d4-c0ba-4c92-8c26-54e9b22ac030 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:15.261317 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec9d3c0d-3629-44da-9689-4bf2c1cbb894 req-bcbee0d4-c0ba-4c92-8c26-54e9b22ac030 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0681937 Jun 30 03:59:15.303220 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ec9d3c0d-3629-44da-9689-4bf2c1cbb894 req-34e56ea6-2bb2-4f38-b7ed-4eba9b458412 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352247 Jun 30 03:59:16.490531 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd5b5-605b-447d-912a-31b18996a0a2 req-1109dce3-57b4-458c-8720-51fc3a161f90 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:16.491983 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa9fd5b5-605b-447d-912a-31b18996a0a2 req-1109dce3-57b4-458c-8720-51fc3a161f90 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0676959 Jun 30 03:59:16.535412 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-aa9fd5b5-605b-447d-912a-31b18996a0a2 req-a1ad8271-09d0-4a80-84f6-7d2961a74c61 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Jun 30 03:59:17.713718 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb445-5de7-42a9-8023-3d9a55ec55a8 req-5ebf7c22-bd61-4f68-8175-0cd66fa6a781 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:17.715369 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bdbb445-5de7-42a9-8023-3d9a55ec55a8 req-5ebf7c22-bd61-4f68-8175-0cd66fa6a781 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 931 time: 0.0673757 Jun 30 03:59:17.753840 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-3bdbb445-5de7-42a9-8023-3d9a55ec55a8 req-ec3b7ce6-d801-405d-97fa-e09601bd11c7 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Jun 30 03:59:18.328996 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Request body: {'port': {'device_id': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:59:18.399157 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.665838 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca49b776-a8c1-46ac-9400-ed2dc761eb49 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:59:18.673850 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.685276 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Transition to ACTIVE for port object ca49b776-a8c1-46ac-9400-ed2dc761eb49 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:59:18.689140 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.757623 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:18.810401 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Attempting to bind port ca49b776-a8c1-46ac-9400-ed2dc761eb49 on host n-h2-798054-5 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:59:18.810740 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Attempting to bind port ca49b776-a8c1-46ac-9400-ed2dc761eb49 by drivers openvswitch,hyperv on host n-h2-798054-5 at level 0 using segments [{'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:59:18.811097 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Attempting to bind port ca49b776-a8c1-46ac-9400-ed2dc761eb49 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:59:18.815922 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Port ca49b776-a8c1-46ac-9400-ed2dc761eb49 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:59:18.816366 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Attempting to bind port ca49b776-a8c1-46ac-9400-ed2dc761eb49 on network 8e67bd9f-a371-41c9-af84-38cd1483acc1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:59:18.821475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Checking agent: {'id': '37fb0c54-f78f-461a-8e7f-259e75d851d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'started_at': datetime.datetime(2021, 6, 30, 2, 26, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:59:18.821805 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Checking segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:59:18.822187 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Bound using segment: {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:59:18.822638 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Bound port: ca49b776-a8c1-46ac-9400-ed2dc761eb49, host: n-h2-798054-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ca8d6f-9885-45a3-aa27-986901b5cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:59:18.822996 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.893206 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:59:18.896306 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:59:18.900840 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.934999 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:18.935553 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.936948 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] 10.222.0.90 "PUT /v2.0/ports/ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 1091 time: 0.6540701 Jun 30 03:59:18.937394 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:18.939713 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a66930-1688-4531-aea9-192154ad6005" -d '{"events": [{"name": "network-changed", "server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:18.940939 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f6b1-c8c0-430b-9c71-0885c61a633d req-00f22df2-538d-47b1-a5b0-ae3390f9e25d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:18.942624 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcb6f6b1-c8c0-430b-9c71-0885c61a633d req-00f22df2-538d-47b1-a5b0-ae3390f9e25d tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 943 time: 0.0709867 Jun 30 03:59:18.963513 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae9e8-1182-4a16-870f-d243279a0e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:18.990913 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1b782a-323f-48d7-bce2-0e7f717ada7b x-openstack-request-id: req-ea1b782a-323f-48d7-bce2-0e7f717ada7b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:18.990913 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:18.991304 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea1b782a-323f-48d7-bce2-0e7f717ada7b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:18.991474 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'status': 'completed', 'code': 200} Jun 30 03:59:19.017196 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-bcb6f6b1-c8c0-430b-9c71-0885c61a633d req-956355c4-925e-4ef4-81f0-22d4be610f52 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Jun 30 03:59:19.066727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-48003a1e-097f-4c1d-89aa-6ecc5e5e8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.068275 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-48003a1e-097f-4c1d-89aa-6ecc5e5e8b9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1094 time: 0.0582769 Jun 30 03:59:19.114451 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-fbfaea4d-9eae-4ed2-83d9-7a08b1596a55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 217 time: 0.0388408 Jun 30 03:59:19.164674 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-837f49fe-adc6-4539-bc58-09a7197e2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.166136 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-837f49fe-adc6-4539-bc58-09a7197e2bda service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0458853 Jun 30 03:59:19.222443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-e1dd47d9-577e-4223-aed9-ee7b4e7ad387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.223941 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-e1dd47d9-577e-4223-aed9-ee7b4e7ad387 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517697 Jun 30 03:59:19.315141 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-70ec268f-3111-49bf-97ba-a4d6f36e84d3 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844431 Jun 30 03:59:19.402613 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-374f6dba-cbab-4b4b-afd0-20c5df5e359d req-5a8d2869-a2c9-4905-bb50-487421c4100e service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808303 Jun 30 03:59:19.500225 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66930-1688-4531-aea9-192154ad6005 req-48089bfc-dd92-445d-a576-0fbdb529e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.501671 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-48089bfc-dd92-445d-a576-0fbdb529e452 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1094 time: 0.0519922 Jun 30 03:59:19.591771 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66930-1688-4531-aea9-192154ad6005 req-e4eb9f34-4888-41c4-b88f-ef299183f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.593548 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-e4eb9f34-4888-41c4-b88f-ef299183f792 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0853744 Jun 30 03:59:19.633034 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-5b3df7e3-49de-4ca8-9725-727b43d45046 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 217 time: 0.0331223 Jun 30 03:59:19.687179 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66930-1688-4531-aea9-192154ad6005 req-1462083b-c2ee-4806-8da3-6eb93c79f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.688778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-1462083b-c2ee-4806-8da3-6eb93c79f819 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0491855 Jun 30 03:59:19.745197 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66930-1688-4531-aea9-192154ad6005 req-38ed3697-2111-436b-b409-c6fe0205b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.746669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-38ed3697-2111-436b-b409-c6fe0205b820 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505226 Jun 30 03:59:19.832985 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-6974864b-fd75-4f95-8a24-349b03091790 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792999 Jun 30 03:59:19.924936 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-a3a66930-1688-4531-aea9-192154ad6005 req-5e0932a9-adca-4169-81b2-eaa6c6810bc3 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849733 Jun 30 03:59:20.201028 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2477d-35cf-404c-9c51-3adb3352eae6 req-67934d34-ad34-4663-9799-6fbd7de75c2b tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:20.203307 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ab2477d-35cf-404c-9c51-3adb3352eae6 req-67934d34-ad34-4663-9799-6fbd7de75c2b tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 943 time: 0.0631893 Jun 30 03:59:20.239319 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-1ab2477d-35cf-404c-9c51-3adb3352eae6 req-2b010d2e-f2af-4933-ab1d-9e4a7b024f56 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Jun 30 03:59:20.772880 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ca49b776-a8c1-46ac-9400-ed2dc761eb49 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:59:20.865722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:20.876729 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'port_id': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'mac_address': 'fa:16:3e:53:03:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:59:20.912694 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:20.928459 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca49b776-a8c1-46ac-9400-ed2dc761eb49 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:59:20.948535 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:20.952689 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:20.998229 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:21.189997 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ca49b776-a8c1-46ac-9400-ed2dc761eb49'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:59:21.413069 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2642e-c350-4efc-9dc6-058cc36281d0 req-84ca303a-28ec-40ef-a2f7-b9c594cda39c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:21.414574 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfa2642e-c350-4efc-9dc6-058cc36281d0 req-84ca303a-28ec-40ef-a2f7-b9c594cda39c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 944 time: 0.0634785 Jun 30 03:59:21.452703 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-dfa2642e-c350-4efc-9dc6-058cc36281d0 req-2bef1a93-c6b3-44b6-a525-55c05e82fe00 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Jun 30 03:59:21.801245 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-c85f5019-66bf-42c8-8391-7183b8cc2f53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548875 Jun 30 03:59:21.892762 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8372c6a-9fed-495f-95c6-568234951661 req-ca3f2cd9-2ecc-412a-ad08-d7788e888eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:21.894218 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-ca3f2cd9-2ecc-412a-ad08-d7788e888eba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0527275 Jun 30 03:59:21.996332 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8372c6a-9fed-495f-95c6-568234951661 req-df3fc113-954b-4e06-bd60-a4b9d40060ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:21.997790 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-df3fc113-954b-4e06-bd60-a4b9d40060ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0827441 Jun 30 03:59:22.065669 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-164ebea9-2f26-4889-89c3-43bd36aeb71c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 999 time: 0.0614138 Jun 30 03:59:22.113307 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8372c6a-9fed-495f-95c6-568234951661 req-dec2ebe6-9086-4af7-bf46-bc46bdfa774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:22.114739 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-dec2ebe6-9086-4af7-bf46-bc46bdfa774c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0430412 Jun 30 03:59:22.172554 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8372c6a-9fed-495f-95c6-568234951661 req-7b9d809e-fa8c-488c-a379-a11ed30e0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:22.174029 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-7b9d809e-fa8c-488c-a379-a11ed30e0bec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527940 Jun 30 03:59:22.270905 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-fcdaf900-ec52-403e-9205-f83de9d9c4c2 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901639 Jun 30 03:59:22.357872 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-b8372c6a-9fed-495f-95c6-568234951661 req-df2c76f1-bbf5-4733-a85b-8bf5b2a89451 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812397 Jun 30 03:59:22.628606 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2386c4e-93d0-4786-95ab-904cdaf788c3 req-cb8cc68a-57af-4c89-b955-4f53c4728291 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:22.629988 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2386c4e-93d0-4786-95ab-904cdaf788c3 req-cb8cc68a-57af-4c89-b955-4f53c4728291 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 944 time: 0.0686135 Jun 30 03:59:22.667373 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-e2386c4e-93d0-4786-95ab-904cdaf788c3 req-e9632d03-e60c-46f3-bb4f-e06bc0a0c405 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Jun 30 03:59:22.797482 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ca49b776-a8c1-46ac-9400-ed2dc761eb49 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:59:22.844693 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning for port ca49b776-a8c1-46ac-9400-ed2dc761eb49 completed by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:59:22.848312 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port ca49b776-a8c1-46ac-9400-ed2dc761eb49 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:59:22.848685 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:22.928319 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:22.950264 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:22.952739 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab10175-a5c6-497a-8cdf-99348aa954dc" -d '{"events": [{"server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "name": "network-vif-plugged", "status": "completed", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:22.966877 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:22.971652 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:22.994504 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3473be-4575-481e-b143-a929e84d1aeb x-openstack-request-id: req-ee3473be-4575-481e-b143-a929e84d1aeb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:22.994790 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "name": "network-vif-plugged", "status": "completed", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:22.995044 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee3473be-4575-481e-b143-a929e84d1aeb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:22.995425 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'code': 200} Jun 30 03:59:23.023249 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=5']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:23.105363 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493392fd-52c1-44ac-94ea-89d41f2e1085 req-5ac168da-541e-4825-86df-7a6b4e670f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:23.106968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-493392fd-52c1-44ac-94ea-89d41f2e1085 req-5ac168da-541e-4825-86df-7a6b4e670f62 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1096 time: 0.0507205 Jun 30 03:59:23.141266 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-493392fd-52c1-44ac-94ea-89d41f2e1085 req-21434b26-fcc9-44c4-a652-19048e41a79a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263493 Jun 30 03:59:23.839369 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297116-2fb0-414f-9c3c-3ec3d08dbc0b req-82050f7e-8834-4ff4-88fa-ff6de7b84cd6 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:23.840819 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e297116-2fb0-414f-9c3c-3ec3d08dbc0b req-82050f7e-8834-4ff4-88fa-ff6de7b84cd6 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 945 time: 0.0620875 Jun 30 03:59:23.878593 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-6e297116-2fb0-414f-9c3c-3ec3d08dbc0b req-7eb2beef-0bc8-4e06-9d68-479dc0384426 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Jun 30 03:59:25.057219 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3bc2b-9c77-4f98-8881-cbbc0f6bfa0b req-8b7dc740-84e0-4586-8c3f-b0af6c63010c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:25.058715 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be3bc2b-9c77-4f98-8881-cbbc0f6bfa0b req-8b7dc740-84e0-4586-8c3f-b0af6c63010c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 945 time: 0.0671334 Jun 30 03:59:25.095270 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-1be3bc2b-9c77-4f98-8881-cbbc0f6bfa0b req-c0c3c58a-d941-4c40-bedc-d7ae2d5e54ae tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Jun 30 03:59:25.270148 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf453b15-f22a-430e-9977-f736869c7339 req-8e55e1ee-9008-4ec9-8e68-9c11d021bcc8 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:25.271644 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf453b15-f22a-430e-9977-f736869c7339 req-8e55e1ee-9008-4ec9-8e68-9c11d021bcc8 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 945 time: 0.0664606 Jun 30 03:59:25.309430 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bf453b15-f22a-430e-9977-f736869c7339 req-f7f5d46f-3a1a-411e-8918-618e842a76e5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Jun 30 03:59:25.332220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:59:25.385477 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7593d6-307e-4946-9bae-504a664b2460 tempest-TestSnapshotPattern-206799704 tempest-TestSnapshotPattern-206799704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:25.387047 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-ae7593d6-307e-4946-9bae-504a664b2460 tempest-TestSnapshotPattern-206799704 tempest-TestSnapshotPattern-206799704-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1091 time: 0.0538898 Jun 30 03:59:25.389944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:59:25.394407 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Request body: {'floatingip': {'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'port_id': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:59:25.416417 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:25.512915 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:25.612960 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Allocated IP 172.25.0.200 (08e3ad46-d058-429c-a7e1-6d9af6d397e7/f48a291d-ce03-4a05-bced-e9bef6183c06/72fe4815-48f3-421d-a003-d26f6ce0693d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:59:25.716362 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:25.753928 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-440303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740179114698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32997272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:25.789932 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Network 08e3ad46-d058-429c-a7e1-6d9af6d397e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:59:25.792742 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:59:25.796112 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:59:25.824031 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'Port': ['ID=72fe4815-48f3-421d-a003-d26f6ce0693d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:26.458498 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:26.531911 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:26.678947 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:26.683607 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32997290'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:26.752143 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event updated for resources: {'Port': ['ID=72fe4815-48f3-421d-a003-d26f6ce0693d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:26.765212 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-767517'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:26.863862 n-d-798054-5 neutron-server[93821]: INFO neutron.db.l3_db [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Floating IP 48bb1451-5bdd-49e0-ae35-7d3b17daec45 associated. External IP: 172.25.0.200, port: ca49b776-a8c1-46ac-9400-ed2dc761eb49. Jun 30 03:59:27.067589 n-d-798054-5 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:59:27.171449 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:59:27.180631 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:59:27.189123 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:27.190263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:59:27.190913 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:59:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:27.228717 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-2d1dd817-cebe-4654-bc4e-b69fa2eb1463 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8376768 Jun 30 03:59:27.229321 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:27.231636 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88545135-7c8a-411c-b8bd-82c4db363327" -d '{"events": [{"name": "network-changed", "server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:27.267448 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b74f62-4559-4a59-86da-63103cf46478 x-openstack-request-id: req-71b74f62-4559-4a59-86da-63103cf46478 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:27.267747 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:27.268004 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71b74f62-4559-4a59-86da-63103cf46478 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:27.268410 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'status': 'completed', 'code': 200} Jun 30 03:59:27.301449 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:59:27.344494 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88545135-7c8a-411c-b8bd-82c4db363327 req-33e0512e-1d7d-4290-9808-abd258c33017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:27.345938 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-33e0512e-1d7d-4290-9808-abd258c33017 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1096 time: 0.0547748 Jun 30 03:59:27.436998 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88545135-7c8a-411c-b8bd-82c4db363327 req-dc16d2e5-863c-4dd6-afd4-d7ef95235b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:27.438732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-dc16d2e5-863c-4dd6-afd4-d7ef95235b4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0860026 Jun 30 03:59:27.509725 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-750a53c9-0037-41c9-aa45-5b06dc24003f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 999 time: 0.0637312 Jun 30 03:59:27.524804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '48bb1451-5bdd-49e0-ae35-7d3b17daec45', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:53:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:59:26Z', 'updated_at': '2021-06-30T03:59:26Z', 'revision_number': 0, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}, {'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 1, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:27.554247 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:59:27.557600 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88545135-7c8a-411c-b8bd-82c4db363327 req-7b798ddd-3349-4a64-a7dc-6deb4e559dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:27.559096 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-7b798ddd-3349-4a64-a7dc-6deb4e559dd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0430856 Jun 30 03:59:27.563242 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:59:27.563844 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T03:59:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:27.617181 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88545135-7c8a-411c-b8bd-82c4db363327 req-e6fc41d0-3a4e-4d58-8f44-b1daf098dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:27.618729 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-e6fc41d0-3a4e-4d58-8f44-b1daf098dffb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519378 Jun 30 03:59:27.673368 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:59:27.714964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-9377d93e-9c95-4087-aee5-0e1c091e3f35 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890455 Jun 30 03:59:27.806681 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-88545135-7c8a-411c-b8bd-82c4db363327 req-ebf7a567-1eda-438d-8fc1-512efa02f61c service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839961 Jun 30 03:59:27.832774 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0bed6c5e-4676-4a9c-8636-2668b09c23dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:27.912178 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '48bb1451-5bdd-49e0-ae35-7d3b17daec45', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:53:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:59:26Z', 'updated_at': '2021-06-30T03:59:26Z', 'revision_number': 0, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}, {'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 1, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:27.940920 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119494db-fa62-4c03-9be4-f08eebda0347 None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': '48bb1451-5bdd-49e0-ae35-7d3b17daec45', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.200', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:53:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:59:26Z', 'updated_at': '2021-06-30T03:59:26Z', 'revision_number': 0, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}, {'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 1, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:59:28.119560 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa750bc7-8fa6-4174-9333-084b710ccb65 None None] New status for floating IP 48bb1451-5bdd-49e0-ae35-7d3b17daec45: ACTIVE {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:59:30.464524 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4c2263d-4cc0-49ff-823f-20cf3679591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:30.726196 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:32.582865 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:34.665095 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:40.452892 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:40.985400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-fdc245d4-e7ce-4a37-8957-e541083244cb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566862 Jun 30 03:59:41.084374 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-3c3cdf00-4110-4ca1-8973-8f8ce9d2da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.085818 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-3c3cdf00-4110-4ca1-8973-8f8ce9d2da71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1096 time: 0.0517783 Jun 30 03:59:41.194273 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-2378732a-f5f8-49b7-a54c-4af108707830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.195732 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-2378732a-f5f8-49b7-a54c-4af108707830 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0829401 Jun 30 03:59:41.265261 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-762ad6da-12d7-4760-9450-d73324d58f10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 1001 time: 0.0608804 Jun 30 03:59:41.315304 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-15fe41a2-e56a-4423-b710-00c5b0a5b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.316693 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-15fe41a2-e56a-4423-b710-00c5b0a5b98f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0436904 Jun 30 03:59:41.373042 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-2b4357dd-7b74-4dac-86f4-53edd74b1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.374500 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-2b4357dd-7b74-4dac-86f4-53edd74b1793 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505795 Jun 30 03:59:41.467511 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-ab5a8c35-ae6d-4904-969a-21bf248213de service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835354 Jun 30 03:59:41.554964 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-be4fea02-5ff8-4d9b-b233-b4b5d0bc03ba req-3594db15-3a33-43df-9072-aa79fdf527f2 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804207 Jun 30 03:59:41.722519 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:50.450073 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:59:57.804038 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d7a184e-6d5a-4e9e-8c93-c3a7466b3b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:00.463943 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e75d800d-6e89-49e2-bedc-c87becd011b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:00.726027 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:02.584996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:04.666964 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:10.469215 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:11.729553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:23.755864 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-68a3ba97-8d78-4880-8214-67465c09206f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583630 Jun 30 04:00:23.849137 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-d5bf7f64-38d3-4da2-9f4a-9b65b3c9a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:23.850714 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-d5bf7f64-38d3-4da2-9f4a-9b65b3c9a8db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0521286 Jun 30 04:00:23.955136 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-0a82864a-6e1b-4391-885f-d8675d179a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:23.956506 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-0a82864a-6e1b-4391-885f-d8675d179a76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0873578 Jun 30 04:00:24.020247 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-fc812849-6aed-41b9-b5e5-596991de5640 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 999 time: 0.0573163 Jun 30 04:00:24.068781 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-4b0e6839-d950-4e74-83fc-65702b427e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:24.070264 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-4b0e6839-d950-4e74-83fc-65702b427e75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0441949 Jun 30 04:00:24.132610 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-2e2be8f3-73e1-47af-a322-69c7360d17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:24.134118 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-2e2be8f3-73e1-47af-a322-69c7360d17cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576177 Jun 30 04:00:24.222174 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-3b4d7bad-4728-474b-a290-73b3aba7d36a service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816188 Jun 30 04:00:24.315813 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-34f60e0a-5d05-4a5a-964a-bdad8eb7b15e req-2aa34b56-36d5-4bf5-a2de-558eb0d19d83 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Jun 30 04:00:27.448806 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:00:27.804217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b923dc91-23e9-4059-8fe1-93880801affd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:30.465497 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1341b98-5d82-4376-b317-db7b59ccee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:30.726062 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:32.587152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:34.670203 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:40.467771 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:40.975842 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-620c9c67-240a-4f94-8612-ad7f588082d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553231 Jun 30 04:00:41.068378 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-178c5fb9-4cc0-471e-bde5-0bde79968ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:41.069829 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-178c5fb9-4cc0-471e-bde5-0bde79968ae9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1096 time: 0.0518367 Jun 30 04:00:41.173944 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-a63b2af4-037f-4ffe-b78f-e8eccd988af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:41.175400 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-a63b2af4-037f-4ffe-b78f-e8eccd988af7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0861058 Jun 30 04:00:41.240019 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-20ce78f9-d8c7-40bb-900e-33e53230b756 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 1001 time: 0.0576289 Jun 30 04:00:41.287591 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-1449a5ea-ea42-4e75-a051-2fdcd2ddd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:41.288987 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-1449a5ea-ea42-4e75-a051-2fdcd2ddd4a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0429611 Jun 30 04:00:41.349415 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-cb7a43da-c1aa-40b2-b3b4-7f628b8a0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:41.350883 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-cb7a43da-c1aa-40b2-b3b4-7f628b8a0b91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554693 Jun 30 04:00:41.435844 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-4a99e826-6e5a-4326-8394-3d4954203b73 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785937 Jun 30 04:00:41.525778 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-cd4556b1-2837-465e-a064-1bb6f43a98ab req-b9e227bf-fa35-4cbd-be49-c47d163ceab8 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832818 Jun 30 04:00:41.741845 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:57.322052 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ca49b776-a8c1-46ac-9400-ed2dc761eb49 details requested by agent hyperv_n-h2-798054-5 with host n-h2-798054-5 {{(pid=93823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:00:57.413900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:00:57.425074 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Returning: {'device': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'port_id': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'mac_address': 'fa:16:3e:53:03:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:00:57.461190 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:57.473383 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca49b776-a8c1-46ac-9400-ed2dc761eb49 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:00:57.491772 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:00:57.495420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:57.547248 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:00:57.554376 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.554733 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.555075 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.555429 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.555752 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.556083 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.556412 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.556740 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.557065 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.557391 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.557726 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.558037 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:00:57.583820 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] get_ports_and_sgs() called for port_ids ['ca49b776-a8c1-46ac-9400-ed2dc761eb49'] {{(pid=93823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:00:57.814217 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36a1c269-aa77-4cca-959b-0c2801f12044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:59.334267 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ca49b776-a8c1-46ac-9400-ed2dc761eb49 up at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:00:59.387184 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Provisioning complete for port ca49b776-a8c1-46ac-9400-ed2dc761eb49 triggered by entity L2. {{(pid=93823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:00:59.387605 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1663273'] for port, provisioning_complete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:59.482784 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574866'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:59.514925 n-d-798054-5 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:00:59.517311 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bef8094233387034e75200349dbed122e8ec6d1457bc1bbbad6b0e835717d20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c010cf46-5ed6-49d8-8c0c-91ec44d870c2" -d '{"events": [{"server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "name": "network-vif-plugged", "status": "completed", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:00:59.531944 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:00:59.539887 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740179653645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740179114716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740179116813'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:59.571373 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29aead2-7bb4-46c6-a0eb-98dbcd33f611 x-openstack-request-id: req-f29aead2-7bb4-46c6-a0eb-98dbcd33f611 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:00:59.571668 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "name": "network-vif-plugged", "status": "completed", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:00:59.571922 n-d-798054-5 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f29aead2-7bb4-46c6-a0eb-98dbcd33f611 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:00:59.572693 n-d-798054-5 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'code': 200} Jun 30 04:00:59.597337 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Pushing event updated for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:00.469621 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed485-7fc8-4d63-b837-4d9a4f310a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:00.732237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:02.591422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:04.448573 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:01:04.677011 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:07.780277 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60222) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:07.934453 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Deleting port 72fe4815-48f3-421d-a003-d26f6ce0693d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:07.934716 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:08.009660 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:08.011555 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:08.021409 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Calling delete_port for 72fe4815-48f3-421d-a003-d26f6ce0693d owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:08.166565 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:08.196291 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event deleted for resources: {'Port': ['ID=72fe4815-48f3-421d-a003-d26f6ce0693d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:08.206610 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.206966 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.207309 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.207651 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.207988 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.208322 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.208650 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.208976 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.209301 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.209627 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.209954 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.210275 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:08.266694 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:08.267026 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Floating IP 48bb1451-5bdd-49e0-ae35-7d3b17daec45 disassociated (deleted). External IP: 172.25.0.200, port: ca49b776-a8c1-46ac-9400-ed2dc761eb49. Jun 30 04:01:08.475607 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:01:08.585342 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:01:08.590205 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:08.595064 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:01:08.604050 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:08.604957 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:08.626767 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-4470daa6-a151-4761-9de4-5df1c2b7e86e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "DELETE /v2.0/floatingips/48bb1451-5bdd-49e0-ae35-7d3b17daec45 HTTP/1.1" status: 204 len: 168 time: 0.8453488 Jun 30 04:01:08.627396 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:08.633839 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e2d967-a4bd-468f-98c4-50be0eda9acf" -d '{"events": [{"name": "network-changed", "server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:08.725269 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:08.730809 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d966a-a869-4fe2-aff4-3fe3c4e99ff9 x-openstack-request-id: req-f11d966a-a869-4fe2-aff4-3fe3c4e99ff9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:08.731331 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:08.731590 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f11d966a-a869-4fe2-aff4-3fe3c4e99ff9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:08.732058 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'status': 'completed', 'code': 200} Jun 30 04:01:08.810687 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-c17da87c-4280-41b4-8635-8cce1d88dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:08.812429 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-c17da87c-4280-41b4-8635-8cce1d88dd8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 1096 time: 0.0573890 Jun 30 04:01:08.923908 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-d3de3a1d-d5ef-42d7-83af-b3f9bb870395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:08.926160 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-d3de3a1d-d5ef-42d7-83af-b3f9bb870395 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.1072180 Jun 30 04:01:08.972773 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-88052591-133d-4bcb-b692-bd2f0da3d1d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 200 len: 217 time: 0.0395501 Jun 30 04:01:09.027605 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-95a081f7-26c9-43b5-83ec-235f5508b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:09.029095 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-95a081f7-26c9-43b5-83ec-235f5508b23b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0460882 Jun 30 04:01:09.090384 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-49677d67-1176-4c81-9d9c-22bc91ce50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:09.091934 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-49677d67-1176-4c81-9d9c-22bc91ce50a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552690 Jun 30 04:01:09.093033 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0701f-7854-473d-9fc1-d819e178ffcb req-736763c1-dfba-4ef7-9817-534eba36b2c5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:09.094674 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35b0701f-7854-473d-9fc1-d819e178ffcb req-736763c1-dfba-4ef7-9817-534eba36b2c5 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 945 time: 0.1192489 Jun 30 04:01:09.134637 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-35b0701f-7854-473d-9fc1-d819e178ffcb req-0cb0f853-f7c8-4938-8967-8192db64ce34 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Jun 30 04:01:09.144506 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 1, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:09.172858 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:01:09.181692 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:09.182301 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:09.190758 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-09ca6b69-6d85-4218-96a2-93fd35af6fe6 service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902374 Jun 30 04:01:09.277753 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-71e2d967-a4bd-468f-98c4-50be0eda9acf req-32cd8a91-dbbb-4652-8871-79791677905b service neutron] 10.222.0.90 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806687 Jun 30 04:01:09.287626 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:09.509492 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 1, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:09.539253 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5b1ab-91d6-4b09-b4d9-510568fa35d1 None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_floatingips': [{'id': 'f1788ce7-c4e0-43a4-aff6-b64234f5a35c', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'router_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'port_id': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'mac_address': 'fa:16:3e:00:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 1, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:01:09.747206 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a41f1-f7d9-404d-be46-e86ff37a4d4f None None] New status for floating IP 48bb1451-5bdd-49e0-ae35-7d3b17daec45: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:01:10.320238 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f2f2d-e401-40ba-9e77-cc2d33ccf9df req-d31a9c0f-b26b-46e2-8d0a-2bc373d213e3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:10.321727 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-915f2f2d-e401-40ba-9e77-cc2d33ccf9df req-d31a9c0f-b26b-46e2-8d0a-2bc373d213e3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 945 time: 0.0700855 Jun 30 04:01:10.359594 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-915f2f2d-e401-40ba-9e77-cc2d33ccf9df req-6cef18da-fd77-455d-8e3f-998f4ae6b4a3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Jun 30 04:01:10.466955 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:10.527480 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-f6623e1c-24f0-4f51-b98f-730903665373 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:10.528989 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-f6623e1c-24f0-4f51-b98f-730903665373 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.90 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 945 time: 0.0632918 Jun 30 04:01:10.626784 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Deleting port ca49b776-a8c1-46ac-9400-ed2dc761eb49 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:10.627163 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:10.719078 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] For port ca49b776-a8c1-46ac-9400-ed2dc761eb49, host n-h2-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-5',level=0,port_id=ca49b776-a8c1-46ac-9400-ed2dc761eb49,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:10.719354 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:10.732727 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Calling delete_port for ca49b776-a8c1-46ac-9400-ed2dc761eb49 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:10.863170 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:10.891651 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event deleted for resources: {'Port': ['ID=ca49b776-a8c1-46ac-9400-ed2dc761eb49,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:10.904521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.904759 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.905186 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.905453 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.905823 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.906161 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.906523 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.907006 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.907217 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.907532 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.907874 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.909220 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-5 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:10.948796 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] No DVR routers for this DVR port ca49b776-a8c1-46ac-9400-ed2dc761eb49 on host n-h2-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:10.951285 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:10.953334 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-bdd110e5-5c16-4313-b07a-46c66d171652 req-94efea02-d162-4263-a357-aada28d2708e tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.90 "DELETE /v2.0/ports/ca49b776-a8c1-46ac-9400-ed2dc761eb49 HTTP/1.1" status: 204 len: 173 time: 0.4180300 Jun 30 04:01:10.953768 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'name': 'network-vif-deleted', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:10.956919 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe57dbf-81b4-444e-9c1c-c37b21f7144d" -d '{"events": [{"server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "name": "network-vif-deleted", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:11.000463 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5193fb82-b5f6-4b21-9627-20f8d4d455eb x-openstack-request-id: req-5193fb82-b5f6-4b21-9627-20f8d4d455eb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:11.000758 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436f1ed-de75-4717-b4e8-04374fdcadaa", "name": "network-vif-deleted", "tag": "ca49b776-a8c1-46ac-9400-ed2dc761eb49", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:11.001008 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5193fb82-b5f6-4b21-9627-20f8d4d455eb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:11.001406 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436f1ed-de75-4717-b4e8-04374fdcadaa', 'name': 'network-vif-deleted', 'tag': 'ca49b776-a8c1-46ac-9400-ed2dc761eb49', 'status': 'completed', 'code': 200} Jun 30 04:01:11.344714 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ca49b776-a8c1-46ac-9400-ed2dc761eb49 no longer exists at agent hyperv_n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:11.366468 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] No Port match for: ca49b776-a8c1-46ac-9400-ed2dc761eb49 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:11.366827 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Device ca49b776-a8c1-46ac-9400-ed2dc761eb49 not bound to the agent host n-h2-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:11.518471 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-f91f2869-5705-4628-a4cc-5bc743460c2b req-302092eb-df14-4a86-b186-93236a3f9b2c tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=b436f1ed-de75-4717-b4e8-04374fdcadaa HTTP/1.1" status: 200 len: 210 time: 0.0323548 Jun 30 04:01:11.735230 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.118162 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60284) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:13.277333 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Deleting port 9fa882cb-55ff-44a9-a959-509d9b273aac {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:13.277677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.352373 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.352622 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.364815 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Calling delete_port for 9fa882cb-55ff-44a9-a959-509d9b273aac owned by network:floatingip {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:13.509180 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.536278 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event deleted for resources: {'Port': ['ID=9fa882cb-55ff-44a9-a959-509d9b273aac,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:13.599915 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for floatingip, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.600250 n-d-798054-5 neutron-server[93822]: INFO neutron.db.l3_db [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Floating IP f1788ce7-c4e0-43a4-aff6-b64234f5a35c disassociated (deleted). External IP: 172.25.0.69, port: 6ceb1084-82bf-4d72-8e67-ea57b1bcc386. Jun 30 04:01:13.802667 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:01:13.908383 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:01:13.912852 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for floatingip, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:13.917632 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:01:13.927118 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:13.927722 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:13.952115 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-da0bc231-7e7e-47e3-aec5-135b8b7d8ecf tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "DELETE /v2.0/floatingips/f1788ce7-c4e0-43a4-aff6-b64234f5a35c HTTP/1.1" status: 204 len: 168 time: 0.8328278 Jun 30 04:01:13.952802 n-d-798054-5 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:13.955193 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51ce301463e07ef16b172fdebd2a61ada1437741583d41794e6bc6f146675a10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf09dc7-7771-4394-8810-db34f2328f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:13.992312 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e2ab7-2c36-4a3e-a38d-af09db2382a9 x-openstack-request-id: req-7e9e2ab7-2c36-4a3e-a38d-af09db2382a9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:13.992608 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "status": "completed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:13.992869 n-d-798054-5 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e9e2ab7-2c36-4a3e-a38d-af09db2382a9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:13.993273 n-d-798054-5 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'status': 'completed', 'code': 200} Jun 30 04:01:14.035319 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:14.068533 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-a20a278e-bc7c-4b5c-8593-72fc152d6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:14.070045 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-a20a278e-bc7c-4b5c-8593-72fc152d6b87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54de19c204974c44ad5abc29c08c7a14&device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0539355 Jun 30 04:01:14.168881 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-b3d538a7-59d9-4bd6-88f9-da897a35f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:14.170494 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-b3d538a7-59d9-4bd6-88f9-da897a35f7d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 200 len: 911 time: 0.0945144 Jun 30 04:01:14.219277 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-b016f997-77e2-46e5-b17f-407084745214 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 200 len: 217 time: 0.0414751 Jun 30 04:01:14.249754 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:14.282263 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:01:14.283443 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-999f9641-88d2-4b6a-a88e-49a302cb8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:14.285116 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-999f9641-88d2-4b6a-a88e-49a302cb8c42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 200 len: 849 time: 0.0592537 Jun 30 04:01:14.292205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:14.292824 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:14.337440 n-d-798054-5 neutron-server[93822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b90d-9b61-459f-9cbb-f8b827796782 req-bc2943d3-fcda-47ec-a401-b50a4f959589 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:14.339113 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d342b90d-9b61-459f-9cbb-f8b827796782 req-bc2943d3-fcda-47ec-a401-b50a4f959589 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 944 time: 0.0669036 Jun 30 04:01:14.352475 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-d3ddfc2a-307a-4064-8341-1597a7d301eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:14.353977 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-d3ddfc2a-307a-4064-8341-1597a7d301eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e67bd9f-a371-41c9-af84-38cd1483acc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616925 Jun 30 04:01:14.366919 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-436e4eec-e469-4c79-9014-1be7051d0810 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 04:01:14.367968 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-436e4eec-e469-4c79-9014-1be7051d0810 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063694 Jun 30 04:01:14.379952 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [req-d342b90d-9b61-459f-9cbb-f8b827796782 req-71b4cdbd-9a1b-4bdb-bd89-485e24fcb4b3 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338066 Jun 30 04:01:14.400919 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:14.471675 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-023945f4-dd7c-49be-bf02-7efd383b4bc8 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923347 Jun 30 04:01:14.561945 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-ddf09dc7-7771-4394-8810-db34f2328f4c req-4622b842-5b6c-473a-bc5e-e10b3c010bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841570 Jun 30 04:01:14.599572 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:14.625555 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605123a5-4ce3-4ac6-af3a-f4b85de10b56 None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T03:56:37Z', 'revision_number': 4, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5', '_interfaces': [{'id': '9319db60-a8b4-4a0d-a912-651bf5e6e432', 'name': '', 'network_id': '8e67bd9f-a371-41c9-af84-38cd1483acc1', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'mac_address': 'fa:16:3e:0b:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:37Z', 'updated_at': '2021-06-30T03:56:44Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'subnets': [{'id': '88809e7a-981e-4197-b91e-aa15eb5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:01:14.842484 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d8cabf-7fc3-49c0-8a0e-3f236fcc17ed None None] New status for floating IP f1788ce7-c4e0-43a4-aff6-b64234f5a35c: DOWN {{(pid=93824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:01:15.561852 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1beeb-49f1-4bf8-b5d5-c3c54bbf962d req-eb1a6ac0-997f-4953-a805-44e9a23cd657 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:15.563326 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-80a1beeb-49f1-4bf8-b5d5-c3c54bbf962d req-eb1a6ac0-997f-4953-a805-44e9a23cd657 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 944 time: 0.0678637 Jun 30 04:01:15.600921 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-80a1beeb-49f1-4bf8-b5d5-c3c54bbf962d req-6f0289fd-2024-4353-8ce1-6e5c76d91b19 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/security-groups?id=444efbfa-c3b3-4c52-bd6b-feae75088cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Jun 30 04:01:15.814119 n-d-798054-5 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-1a345421-0385-4393-a633-9d5e2e8f9ad0 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:15.816131 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-1a345421-0385-4393-a633-9d5e2e8f9ad0 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.67 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 944 time: 0.0640724 Jun 30 04:01:15.911342 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Deleting port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:15.911695 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:16.002062 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] For port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386, host n-h1-798054-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-5',level=0,port_id=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:16.002984 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:16.015383 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Calling delete_port for 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:16.142187 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:16.172083 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event deleted for resources: {'Port': ['ID=6ceb1084-82bf-4d72-8e67-ea57b1bcc386,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:16.219067 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] No DVR routers for this DVR port 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 on host n-h1-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:16.222770 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506648'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:16.224841 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-fd3d2a0b-1462-43ff-b9a8-82c7b80e1c36 req-fac456a2-5f56-4163-bf6a-9d09a0a887aa tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.67 "DELETE /v2.0/ports/6ceb1084-82bf-4d72-8e67-ea57b1bcc386 HTTP/1.1" status: 204 len: 173 time: 0.4034572 Jun 30 04:01:16.225446 n-d-798054-5 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-deleted', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:16.227608 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba426cf8fc8ed5a27ad355c8ad1bb50ea7f1aba7697075c9695dd58db46e07f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a323751-82b0-44db-beee-28c8c302cb02" -d '{"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-deleted", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:16.271860 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbdf20-4022-40eb-aa8b-d2ea4af9a79e x-openstack-request-id: req-29fbdf20-4022-40eb-aa8b-d2ea4af9a79e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:16.272181 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a637c-9bf2-4d09-97e4-ca63a7496fe0", "name": "network-vif-deleted", "tag": "6ceb1084-82bf-4d72-8e67-ea57b1bcc386", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:16.272431 n-d-798054-5 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29fbdf20-4022-40eb-aa8b-d2ea4af9a79e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:16.272824 n-d-798054-5 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a637c-9bf2-4d09-97e4-ca63a7496fe0', 'name': 'network-vif-deleted', 'tag': '6ceb1084-82bf-4d72-8e67-ea57b1bcc386', 'status': 'completed', 'code': 200} Jun 30 04:01:16.763760 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [req-02c0d057-5309-4604-87e7-8dda4e5fc570 req-85a996d6-ff6b-4bea-bdb2-1c9fc1d60a64 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "GET /v2.0/ports?device_id=d41a637c-9bf2-4d09-97e4-ca63a7496fe0 HTTP/1.1" status: 200 len: 210 time: 0.0332525 Jun 30 04:01:17.857076 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60300) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:17.918068 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c86b2aa-621d-4827-be2b-afff3331d863 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:17.942793 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c86b2aa-621d-4827-be2b-afff3331d863 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:18.000257 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c86b2aa-621d-4827-be2b-afff3331d863 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:18.003380 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c86b2aa-621d-4827-be2b-afff3331d863 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:18.004602 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-6c86b2aa-621d-4827-be2b-afff3331d863 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] 10.222.0.78 "DELETE /v2.0/security-groups/444efbfa-c3b3-4c52-bd6b-feae75088cae HTTP/1.1" status: 204 len: 168 time: 0.1464796 Jun 30 04:01:18.014060 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86b2aa-621d-4827-be2b-afff3331d863 tempest-TestSnapshotPattern-715664248 tempest-TestSnapshotPattern-715664248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444efbfa-c3b3-4c52-bd6b-feae75088cae,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:18.719487 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 no longer exists at agent hyperv_n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:18.743129 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] No Port match for: 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:18.743457 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Device 6ceb1084-82bf-4d72-8e67-ea57b1bcc386 not bound to the agent host n-h1-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:19.071353 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60306) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:19.411542 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.659323 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Deleting port 9319db60-a8b4-4a0d-a912-651bf5e6e432 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:19.659804 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.735354 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] For port 9319db60-a8b4-4a0d-a912-651bf5e6e432, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=9319db60-a8b4-4a0d-a912-651bf5e6e432,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:19.735630 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.747678 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Calling delete_port for 9319db60-a8b4-4a0d-a912-651bf5e6e432 owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:19.921702 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.948708 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9319db60-a8b4-4a0d-a912-651bf5e6e432,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:20.118141 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:20.627760 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Router d5990451-2578-4c8d-b6f6-bc9eab345c44 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:01:20.730593 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:01:20.735447 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-bdbcf598-f069-4e83-ba7e-2153453f3c99 admin admin] 10.222.0.78 "PUT /v2.0/routers/d5990451-2578-4c8d-b6f6-bc9eab345c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6630886 Jun 30 04:01:20.738598 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60308) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:20.740282 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] Sync routers for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:01:20.749382 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:20.749993 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:20.841688 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:20.863908 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: n-d-798054-5 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:20.942267 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:20.999108 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Deleting port 8f786542-0afd-4c13-b09e-a23b36690a48 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:20.999458 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.041804 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T04:01:19Z', 'revision_number': 5, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port': {'id': '8f786542-0afd-4c13-b09e-a23b36690a48', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:35Z', 'updated_at': '2021-06-30T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:21.067559 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] Checking router: d5990451-2578-4c8d-b6f6-bc9eab345c44 for host: n-d-798054-5 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:01:21.075549 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] Routers {'d5990451-2578-4c8d-b6f6-bc9eab345c44'} bound to L3 agent in host n-d-798054-5 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:21.076205 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['d5990451-2578-4c8d-b6f6-bc9eab345c44'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:21.078220 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] For port 8f786542-0afd-4c13-b09e-a23b36690a48, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=8f786542-0afd-4c13-b09e-a23b36690a48,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:21.078617 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.091712 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Calling delete_port for 8f786542-0afd-4c13-b09e-a23b36690a48 owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:21.160926 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] Set router d5990451-2578-4c8d-b6f6-bc9eab345c44 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:21.214143 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T04:01:20Z', 'revision_number': 6, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:21.240664 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fae5c7-e30d-4551-aef6-d70b8bb8a194 None None] The sync data for ids ['d5990451-2578-4c8d-b6f6-bc9eab345c44'] in n-d-798054-5 is: [{'id': 'd5990451-2578-4c8d-b6f6-bc9eab345c44', 'name': 'tempest-TestSnapshotPattern-1774057326-router', 'tenant_id': '54de19c204974c44ad5abc29c08c7a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:34Z', 'updated_at': '2021-06-30T04:01:20Z', 'revision_number': 6, 'project_id': '54de19c204974c44ad5abc29c08c7a14', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:01:21.261596 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.286583 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8f786542-0afd-4c13-b09e-a23b36690a48,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:21.354506 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.443030 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.445135 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.486347 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.486864 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5990451-2578-4c8d-b6f6-bc9eab345c44 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:01:21.491278 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.492398 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-0e2bde98-5dca-407f-8bc4-6fffa1a2f5bc admin admin] 10.222.0.78 "DELETE /v2.0/routers/d5990451-2578-4c8d-b6f6-bc9eab345c44 HTTP/1.1" status: 204 len: 168 time: 0.7529068 Jun 30 04:01:21.494982 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60310) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:21.539330 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Deleting subnet 88809e7a-981e-4197-b91e-aa15eb5b6b0a {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:01:21.542265 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.579880 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.662834 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.715219 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.746126 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88809e7a-981e-4197-b91e-aa15eb5b6b0a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:21.750232 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.752273 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-ef6367c4-fc2a-4814-a45e-92902893b22c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/88809e7a-981e-4197-b91e-aa15eb5b6b0a HTTP/1.1" status: 204 len: 168 time: 0.2561135 Jun 30 04:01:21.755094 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.78', 60312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:21.756900 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64326e-78f8-4935-b42e-16c4b8fee775 None None] Network 8e67bd9f-a371-41c9-af84-38cd1483acc1 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:01:21.823108 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.875662 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Deleting port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:21.876003 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.996196 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] DHCP port deletion for 8e67bd9f-a371-41c9-af84-38cd1483acc1 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:01:22.045719 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] Deleting port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:22.046110 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.117962 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] For port caabd682-c2f2-4566-a4c0-1a8ed1870ea5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:22.118404 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.133327 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] Calling delete_port for caabd682-c2f2-4566-a4c0-1a8ed1870ea5 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:22.215984 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.246010 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] Pushing event deleted for resources: {'Port': ['ID=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:22.256713 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] For port caabd682-c2f2-4566-a4c0-1a8ed1870ea5, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,segment=NetworkSegment(82ca8d6f-9885-45a3-aa27-986901b5cf56),segment_id=82ca8d6f-9885-45a3-aa27-986901b5cf56)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:22.257457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.259183 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35da5d-5548-43ad-902c-36f8a4cdc17a None None] No DVR routers for this DVR port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:22.276303 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Calling delete_port for caabd682-c2f2-4566-a4c0-1a8ed1870ea5 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:22.313152 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8f786542-0afd-4c13-b09e-a23b36690a48 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:22.337440 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 8f786542-0afd-4c13-b09e-a23b36690a48 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:22.337791 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 8f786542-0afd-4c13-b09e-a23b36690a48 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:22.338203 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9319db60-a8b4-4a0d-a912-651bf5e6e432 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:22.355263 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32997267'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.380037 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Pushing event deleted for resources: {'Port': ['ID=caabd682-c2f2-4566-a4c0-1a8ed1870ea5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:22.386880 n-d-798054-5 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] No DVR routers for this DVR port caabd682-c2f2-4566-a4c0-1a8ed1870ea5 on host n-d-798054-5 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:22.464613 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.477339 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e67bd9f-a371-41c9-af84-38cd1483acc1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:22.488521 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ca8d6f-9885-45a3-aa27-986901b5cf56') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:22.488814 n-d-798054-5 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ca8d6f-9885-45a3-aa27-986901b5cf56') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:22.497995 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32789450'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.511486 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 9319db60-a8b4-4a0d-a912-651bf5e6e432 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:22.511784 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 9319db60-a8b4-4a0d-a912-651bf5e6e432 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:22.512180 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device caabd682-c2f2-4566-a4c0-1a8ed1870ea5 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:22.512457 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.519482 n-d-798054-5 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:01:22.519912 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32997190'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: self.session.flush() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: Traceback (most recent call last): Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: timer() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: cb(*args, **kw) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: return func(*args, **kwargs) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: self._notify() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: self.callback(batched_events) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: event.method(event) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: return f(self, *a, **k) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: return self._get(url).json() Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:01:22.521833 n-d-798054-5 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:01:22.531607 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: caabd682-c2f2-4566-a4c0-1a8ed1870ea5 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:22.531953 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device caabd682-c2f2-4566-a4c0-1a8ed1870ea5 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:22.579314 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.585279 n-d-798054-5 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.587256 n-d-798054-5 neutron-server[93821]: INFO neutron.wsgi [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] 10.222.0.78 "DELETE /v2.0/networks/8e67bd9f-a371-41c9-af84-38cd1483acc1 HTTP/1.1" status: 204 len: 168 time: 0.8307788 Jun 30 04:01:22.590389 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60314) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:22.598757 n-d-798054-5 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be6ee-3a1c-4e4b-ad23-39247f8d750b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e67bd9f-a371-41c9-af84-38cd1483acc1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:22.928677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762022'] for router_interface, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.175326 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Deleting port 59dae684-f9fe-4030-bc23-c767542fb13e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:23.175662 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.253659 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] For port 59dae684-f9fe-4030-bc23-c767542fb13e, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=59dae684-f9fe-4030-bc23-c767542fb13e,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:23.254006 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.266360 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Calling delete_port for 59dae684-f9fe-4030-bc23-c767542fb13e owned by network:router_interface {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:23.441908 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.464240 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Pushing event deleted for resources: {'Port': ['ID=59dae684-f9fe-4030-bc23-c767542fb13e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:23.649693 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761948'] for router_interface, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.859190 n-d-798054-5 neutron-server[93822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Router ac3fb288-cd2d-444d-80bf-5377a3a52895 has already been hosted by L3 agent 104ef41f-f7de-4d15-a1cd-9d49da0a61c7 {{(pid=93822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:01:23.966055 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] Notify agent at l3_agent.n-d-798054-5 the message routers_updated {{(pid=93822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:01:23.971729 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-035351e7-e4d0-4a09-8f58-721c5a92d66f admin admin] 10.222.0.78 "PUT /v2.0/routers/ac3fb288-cd2d-444d-80bf-5377a3a52895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3802526 Jun 30 04:01:23.974246 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60316) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:23.974981 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] Sync routers for ids ['ac3fb288-cd2d-444d-80bf-5377a3a52895'] in n-d-798054-5 {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:01:23.983936 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] Routers {'ac3fb288-cd2d-444d-80bf-5377a3a52895'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:23.984537 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ac3fb288-cd2d-444d-80bf-5377a3a52895'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:24.076280 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.087110 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] Set router ac3fb288-cd2d-444d-80bf-5377a3a52895 gateway port host: n-d-798054-5 {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:24.178817 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.231066 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Deleting port e45ae205-c3c7-46df-8d8c-18e507b7951c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:24.231412 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.270582 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'external_fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T04:01:23Z', 'revision_number': 5, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port': {'id': 'e45ae205-c3c7-46df-8d8c-18e507b7951c', 'name': '', 'network_id': '08e3ad46-d058-429c-a7e1-6d9af6d397e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f48a291d-ce03-4a05-bced-e9bef6183c06', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-5'}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:24.305208 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] Checking router: ac3fb288-cd2d-444d-80bf-5377a3a52895 for host: n-d-798054-5 {{(pid=93824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:01:24.313305 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] Routers {'ac3fb288-cd2d-444d-80bf-5377a3a52895'} bound to L3 agent in host n-d-798054-5 {{(pid=93824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:24.313900 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:18:30Z,description=,heartbeat_timestamp=2021-06-30T04:01:00Z,host='n-d-798054-5',id=104ef41f-f7de-4d15-a1cd-9d49da0a61c7,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:18:30Z,topic='l3_agent')) {'router_ids': ['ac3fb288-cd2d-444d-80bf-5377a3a52895'], 'active': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:24.324359 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] For port e45ae205-c3c7-46df-8d8c-18e507b7951c, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=e45ae205-c3c7-46df-8d8c-18e507b7951c,segment=NetworkSegment(cdc3b154-d13b-4384-87b7-dbff2727043d),segment_id=cdc3b154-d13b-4384-87b7-dbff2727043d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:24.324724 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.341242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Calling delete_port for e45ae205-c3c7-46df-8d8c-18e507b7951c owned by network:router_gateway {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:24.398265 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_dvr_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] Set router ac3fb288-cd2d-444d-80bf-5377a3a52895 gateway port host: None {{(pid=93824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:24.454493 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.l3_hamode_db [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T04:01:24Z', 'revision_number': 6, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port_host': None}], 'n-d-798054-5', False) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:24.481443 n-d-798054-5 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870c43-7493-4997-8d8a-5b4debb475a4 None None] The sync data for ids ['ac3fb288-cd2d-444d-80bf-5377a3a52895'] in n-d-798054-5 is: [{'id': 'ac3fb288-cd2d-444d-80bf-5377a3a52895', 'name': 'tempest-TestSnapshotPattern-637586622-router', 'tenant_id': '1797fc8e12f54c5bb3063f5931846522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:39Z', 'updated_at': '2021-06-30T04:01:24Z', 'revision_number': 6, 'project_id': '1797fc8e12f54c5bb3063f5931846522', 'gw_port_host': None}] {{(pid=93824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:01:24.507546 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.540419 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45ae205-c3c7-46df-8d8c-18e507b7951c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:24.599050 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767595'] for router_gateway, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.687170 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35040'] for router, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.689291 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.731947 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765967'] for router, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.732446 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3fb288-cd2d-444d-80bf-5377a3a52895 {{(pid=93822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:01:24.737813 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.739039 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-b19db5a3-4b2f-4ab5-9454-f0f667e1d3c5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ac3fb288-cd2d-444d-80bf-5377a3a52895 HTTP/1.1" status: 204 len: 168 time: 0.7638214 Jun 30 04:01:24.741556 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60318) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:24.788348 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_v2 [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Deleting subnet 14543376-4110-4755-9a67-0a431d61c870 {{(pid=93822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:01:24.791258 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.825503 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4960922'] for subnet, precommit_delete_associations {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.912014 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660223'] for subnet, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.967853 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4878736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957663'] for subnet, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.995157 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14543376-4110-4755-9a67-0a431d61c870,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:24.998521 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.000491 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-950ca88c-b336-435f-92f4-18bba47997b8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/14543376-4110-4755-9a67-0a431d61c870 HTTP/1.1" status: 204 len: 168 time: 0.2580128 Jun 30 04:01:25.001345 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ccd24-692b-4da4-9fca-2accfeadf7e3 None None] Network 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 requested from n-d-798054-5 {{(pid=93823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:01:25.002912 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60320) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:25.069794 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645956'] for network, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.123130 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Deleting port 72aab3c3-ea79-4e20-966b-9163fa8861e7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:25.123477 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.193408 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] For port 72aab3c3-ea79-4e20-966b-9163fa8861e7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=72aab3c3-ea79-4e20-966b-9163fa8861e7,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:25.193775 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.207863 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Calling delete_port for 72aab3c3-ea79-4e20-966b-9163fa8861e7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:25.231097 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] DHCP port deletion for 3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 request from n-d-798054-5 {{(pid=93823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:01:25.277980 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] Deleting port 72aab3c3-ea79-4e20-966b-9163fa8861e7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:25.278393 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740179514305'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.291668 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4878822'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.349185 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] For port 72aab3c3-ea79-4e20-966b-9163fa8861e7, host n-d-798054-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-5',level=0,port_id=72aab3c3-ea79-4e20-966b-9163fa8861e7,segment=NetworkSegment(0051de89-738d-44df-b415-504360f715cc),segment_id=0051de89-738d-44df-b415-504360f715cc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:25.349588 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763814'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.364832 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] Calling delete_port for 72aab3c3-ea79-4e20-966b-9163fa8861e7 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:25.448664 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740179653623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740179114707'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.478293 n-d-798054-5 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] No DVR routers for this DVR port 72aab3c3-ea79-4e20-966b-9163fa8861e7 on host n-d-798054-5 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:25.482414 n-d-798054-5 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10b5e0-5d37-4cf1-a234-b624b62df448 None None] Pushing event deleted for resources: {'Port': ['ID=72aab3c3-ea79-4e20-966b-9163fa8861e7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:25.629242 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Pushing event deleted for resources: {'Port': ['ID=72aab3c3-ea79-4e20-966b-9163fa8861e7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:25.632868 n-d-798054-5 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] No DVR routers for this DVR port 72aab3c3-ea79-4e20-966b-9163fa8861e7 on host n-d-798054-5 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:25.702978 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1665696', 'neutron.services.segments.db._delete_segments_for_network-8740179532867'] for network, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.713405 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a83e89e-3b7e-4cb1-807d-2cd2f66b7689']}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:25.723860 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0051de89-738d-44df-b415-504360f715cc') {'for_net_delete': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:25.724158 n-d-798054-5 neutron-server[93822]: DEBUG neutron.services.segments.db [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0051de89-738d-44df-b415-504360f715cc') {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:25.732753 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740179444170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960915'] for segment, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.746797 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052'] for segment, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.752801 n-d-798054-5 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4878643'] for segment, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: Traceback (most recent call last): Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: timer() Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: cb(*args, **kw) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: return func(*args, **kwargs) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: self._notify() Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: self.callback(batched_events) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: event.method(event) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: return f(self, *a, **k) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: return self._get(url).json() Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: return self.request(url, 'GET', **kwargs) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:01:25.759742 n-d-798054-5 neutron-server[93822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:01:25.811782 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1665721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-645457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767503'] for network, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.816677 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Notify callbacks [] for network, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.819348 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3a83e89e-3b7e-4cb1-807d-2cd2f66b7689 HTTP/1.1" status: 204 len: 168 time: 0.8154304 Jun 30 04:01:25.832455 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ba8e0-510a-4d40-b98f-9b9de1cf0729 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a83e89e-3b7e-4cb1-807d-2cd2f66b7689,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:26.005259 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60324) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:26.044168 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-cc65f1f9-1039-49f4-9638-9dcd64e18e6a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54de19c204974c44ad5abc29c08c7a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377502 Jun 30 04:01:26.046535 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60326) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:26.093822 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a78aaf6-9982-40bd-ba1f-9c850bd1f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.119101 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a78aaf6-9982-40bd-ba1f-9c850bd1f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.167196 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a78aaf6-9982-40bd-ba1f-9c850bd1f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.170007 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a78aaf6-9982-40bd-ba1f-9c850bd1f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.171183 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-2a78aaf6-9982-40bd-ba1f-9c850bd1f72d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/421d46b9-1eca-46ee-8a83-c41353cee263 HTTP/1.1" status: 204 len: 168 time: 0.1237700 Jun 30 04:01:26.180235 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78aaf6-9982-40bd-ba1f-9c850bd1f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d46b9-1eca-46ee-8a83-c41353cee263,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:26.294698 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e45ae205-c3c7-46df-8d8c-18e507b7951c no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:26.317394 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: e45ae205-c3c7-46df-8d8c-18e507b7951c {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:26.317801 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device e45ae205-c3c7-46df-8d8c-18e507b7951c not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:26.318297 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 59dae684-f9fe-4030-bc23-c767542fb13e no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:26.337543 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 59dae684-f9fe-4030-bc23-c767542fb13e {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:26.337886 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 59dae684-f9fe-4030-bc23-c767542fb13e not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:26.338291 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 72aab3c3-ea79-4e20-966b-9163fa8861e7 no longer exists at agent ovs-agent-n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:26.358480 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] No Port match for: 72aab3c3-ea79-4e20-966b-9163fa8861e7 {{(pid=93823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:26.358835 n-d-798054-5 neutron-server[93823]: DEBUG neutron.plugins.ml2.rpc [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Device 72aab3c3-ea79-4e20-966b-9163fa8861e7 not bound to the agent host n-d-798054-5 {{(pid=93823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:26.509021 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60332) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:26.548835 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-eff48dc6-7b72-4879-bad9-a7ff79d9ae29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1797fc8e12f54c5bb3063f5931846522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385880 Jun 30 04:01:26.551352 n-d-798054-5 neutron-server[93822]: DEBUG neutron.wsgi [-] (93822) accepted ('10.222.0.78', 60334) {{(pid=93822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:26.597888 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6e7d-5439-4b57-b126-d28fb8278e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.617658 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6e7d-5439-4b57-b126-d28fb8278e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.664086 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6e7d-5439-4b57-b126-d28fb8278e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-664490'] for security_group, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.666985 n-d-798054-5 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6e7d-5439-4b57-b126-d28fb8278e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:26.668228 n-d-798054-5 neutron-server[93822]: INFO neutron.wsgi [None req-9e6d6e7d-5439-4b57-b126-d28fb8278e84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a88ebef7-1b76-4ae4-acee-f060a49188c8 HTTP/1.1" status: 204 len: 168 time: 0.1159604 Jun 30 04:01:26.676193 n-d-798054-5 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6e7d-5439-4b57-b126-d28fb8278e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88ebef7-1b76-4ae4-acee-f060a49188c8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:27.805852 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5576fa6e-d4c3-4a57-839c-f257e32ce667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:30.472040 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-535ca722-0333-4a64-a1ab-0279958b4d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:30.724093 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:32.592167 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:34.678814 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:40.480940 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:41.448245 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:01:41.735962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:57.807152 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-500ef161-a805-4490-9982-14ce49493f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:00.473907 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-919dab40-696f-44d8-aa31-cdb7a8befc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:00.725398 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:02.598807 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:04.680760 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.496378 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.753737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:18.447737 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:02:27.808643 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b617b474-55d6-4fbf-9d19-8b89137b3413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:30.475160 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ca178e3-9280-4903-b32d-a527e6af7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:30.727108 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:32.597924 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:34.684880 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:40.510401 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:41.750450 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:55.447165 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:02:57.809221 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-767b4a9f-c7e4-4c37-94c8-9311705baac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:00.474885 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fcd009d6-903b-4c90-9311-4b492456cf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:00.727590 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:02.601366 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:04.683007 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:10.509756 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:11.747737 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:27.809237 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f26b23a-1476-4255-8098-b13f14c0a2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:30.475431 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dfc27800-ce4c-4213-80f8-0d21975bfb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:30.728668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:32.446752 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:03:32.603142 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:34.687868 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:40.524429 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:41.762510 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:57.810529 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7404b222-f940-446c-a9e8-e9cd46fb09d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:00.476146 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a428704-6c43-423c-a1a8-8bb0317a6635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:00.729052 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:02.607189 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:04.688858 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:09.445961 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:04:10.528131 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:11.760526 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:27.811084 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10622edd-3a40-4a86-8878-c3e87e95c291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:30.476500 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c8461d3-0bce-4e48-b32e-61d6226f9d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:30.729582 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:32.609420 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:34.691555 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:40.537996 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:41.778486 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:46.444372 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:04:57.811878 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6743d26b-6ca3-4837-8939-30195eb206cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:00.476083 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b827ab98-1a72-45e2-a383-bf057ae217ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:00.731602 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:02.612682 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:04.694645 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:10.537311 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:11.805679 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:19.358911 n-d-798054-5 neutron-server[93821]: DEBUG neutron.wsgi [req-5f0f3b2a-8f05-4f5f-a677-8ce4718a1f00 req-220be483-bb30-4695-af74-11eba42fdeac service neutron] (93821) timed out ('10.222.0.78', 58932) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 04:05:23.442758 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:05:27.814329 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83d35f8a-17ed-4511-9cfa-9b5f3285b576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:30.475422 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6442d199-b985-4950-9c58-5ca4ce0ceebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:30.732768 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:32.614458 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:34.696614 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:40.553214 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:41.829757 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:57.815782 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57c56f51-7842-434b-8775-88073fd15273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:00.442185 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:06:00.475533 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e4b4284-16e4-4bbd-9b3a-ab472bd0b46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:00.733463 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:02.618139 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:04.699705 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:10.566846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:11.827689 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:27.816846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5510-f9e7-4e4c-880f-ee7bbe522ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:30.475777 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4148123-5624-47e9-a2da-90f3ef64ebad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:30.733945 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:32.619343 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:34.704065 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:37.441277 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:06:40.596397 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:41.840314 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:57.817385 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-982f3c56-bc13-451d-8e89-e613b022390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:00.475688 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-839eea3d-28e3-4efd-ba94-ca3237842aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:00.736050 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:02.621918 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:04.708464 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.610541 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.854046 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:14.440414 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:07:27.818668 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fde745c-4e7a-42e7-b4a9-47ec30a8f814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.477778 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-11ecf231-428d-4317-9cc9-661058ba2850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.737269 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:32.625701 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:34.709553 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:40.612434 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:41.846528 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:51.440124 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:07:57.820428 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88391916-9f6f-4011-94c0-6ab744e2e97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:00.479917 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bdeedaa-cb80-44f1-913f-7c518b32149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:00.738296 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:02.629258 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:04.712024 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:10.626436 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:11.861683 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:27.821677 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebab71da-4247-46f3-aa0d-a042041c100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:28.438894 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:08:30.481161 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1bfab68-6927-497b-a2b8-b494eee10c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:30.740557 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:32.632195 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:34.715846 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:40.623950 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:41.868565 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:57.825789 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c09f-c030-4629-854e-3710f0efc93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:00.483106 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddb40-3b39-4f3b-b892-02406ae4a7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:00.744540 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:02.633699 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:04.718962 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:05.442552 n-d-798054-5 neutron-server[93824]: DEBUG neutron.db.agents_db [None req-13369094-7f48-4ada-abf2-3121685b803b None None] Agent healthcheck: found 7 active agents {{(pid=93824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:10.651965 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dae3-149b-4973-8cfe-5e5e83cbb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:11.883739 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28240dde-fe88-4812-b965-02a04a41c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:27.828833 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a73388-e40e-4ee9-b39a-5eacc56c7462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:30.483541 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7444e0f3-e0ba-46ea-8ea2-3f8a50ee294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:30.749617 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-238ccf0a-f2c6-43ab-bc9a-eb51d1ef7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:32.637654 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c47800f7-055b-4298-a72b-c93aaff40415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:34.727923 n-d-798054-5 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba607f7b-1cf4-4503-b20c-8cd5a8e44fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740179532849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663486'] for agent, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}